-- Logs begin at Mon 2022-03-14 14:15:11 UTC, end at Mon 2022-03-14 16:40:02 UTC. -- Mar 14 15:18:27.888079 dv-neutron-833561-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 14 15:18:30.028365 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.common.config [-] Logging enabled! Mar 14 15:18:30.028951 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev43 Mar 14 15:18:30.029131 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83807) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 14 15:18:30.031375 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.common.config [-] Logging enabled! Mar 14 15:18:30.031632 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev43 Mar 14 15:18:30.031881 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83807) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 14 15:18:30.032842 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 15:18:30.033077 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 15:18:30.033437 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 15:18:30.033684 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 15:18:30.033911 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 15:18:30.034260 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.034561 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.034864 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.035098 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.035397 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.035691 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.035977 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.036268 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.036569 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.036858 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.037143 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.037433 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.037666 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.037950 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.038276 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.038564 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.038792 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] debug = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.039075 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.039514 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.039923 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.040205 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.040523 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.040863 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.041147 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.041436 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.041767 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] host = dv-neutron-833561-1-hyperv {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.042069 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.042373 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.042667 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.042959 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.043239 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.043524 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.043820 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.044096 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.044371 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] log_file = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.044650 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.044942 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.045232 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.045524 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.045752 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.045977 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.046289 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.046583 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.046864 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.047142 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.047418 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.047697 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.047974 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.048245 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.048528 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.048812 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.049101 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.049380 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.049659 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.049933 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.050239 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.050525 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.050804 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.051082 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.051360 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.051648 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.051921 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.052198 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.052499 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.052791 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.053077 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.053372 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.053649 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.053934 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.054297 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.054574 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.054851 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] use_json = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.055126 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.055397 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.055679 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.055955 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.056561 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.056839 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.057115 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.057408 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.057682 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:30.057986 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.058314 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.058618 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.058905 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.059204 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.059488 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.059782 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.060062 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.060354 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.060642 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.060932 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.061213 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.061502 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.061795 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.062107 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.062388 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.062667 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.062963 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.063244 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.063526 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.063806 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.064097 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.064376 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.064650 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.064931 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.065211 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.065487 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.065762 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.066040 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.066360 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.066639 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.066912 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.067187 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.067462 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.067735 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.068020 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.068301 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.068577 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.068853 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.069135 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.069410 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.069686 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.069965 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.070263 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.070543 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.070820 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.071097 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.071373 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.071649 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.072430 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.072708 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.072980 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.073256 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.073533 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.073814 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.074113 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.074394 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.074672 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.074961 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.075258 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.075539 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.075821 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.076104 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.076383 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.076660 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.076937 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.077217 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.077496 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.077769 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.078087 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.078371 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.078659 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.078940 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.079220 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.079518 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.079799 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.080082 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.080361 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.080644 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.080933 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.081218 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.081514 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.081810 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.082139 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.082436 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.082732 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.083018 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.083331 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.083616 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:30.083841 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 15:18:30.084083 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83807) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 14 15:18:30.493062 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO keyring.backend [-] Loading KWallet Mar 14 15:18:30.501323 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO keyring.backend [-] Loading SecretService Mar 14 15:18:30.506724 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO keyring.backend [-] Loading Windows Mar 14 15:18:30.509345 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO keyring.backend [-] Loading chainer Mar 14 15:18:30.510587 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO keyring.backend [-] Loading macOS Mar 14 15:18:30.544846 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 14 15:18:30.545126 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=83807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 14 15:18:30.545420 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 14 15:18:30.545760 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 14 15:18:30.847201 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:30.847414 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:30.847685 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:30.903658 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:30.903932 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:30.904199 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:30.907309 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:30.907587 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:30.907852 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:30.936738 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:30.937020 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:30.937286 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:30.964144 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:30.964421 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:30.964689 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.282938 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.283520 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.283520 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.283718 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.284634 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.403826 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.404142 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.404424 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.404691 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.404952 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.405253 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.405514 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.405769 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.406020 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.406325 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.406581 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.406841 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.407103 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.407355 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.407619 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.407887 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.408142 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.408416 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.408669 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.408952 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.409288 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.409538 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.409783 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.410074 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.410332 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.410575 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.410955 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 15:18:31.411197 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 15:18:31.411435 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 15:18:31.411671 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 15:18:31.411906 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 15:18:31.412140 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 15:18:31.412683 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 14 15:18:31.416375 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 14 15:18:31.420421 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 14 15:18:31.424266 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Mar 14 15:18:31.425893 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 14 15:18:31.426312 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 14 15:18:31.426650 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 14 15:18:31.427033 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 14 15:18:31.429836 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 14 15:18:31.430114 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 14 15:18:31.430460 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 14 15:18:31.458769 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Mar 14 15:18:31.459168 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.459462 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83807) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 14 15:18:31.459819 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.461186 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83807) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 14 15:18:31.461469 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 14 15:18:31.461718 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 14 15:18:31.464913 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.465195 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:31.525164 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 14 15:18:31.525406 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 14 15:18:31.525644 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 14 15:18:31.526013 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 14 15:18:31.557476 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_db.sqlalchemy.engines [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83807) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 14 15:18:31.874196 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.managers [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Initializing driver for type 'gre' Mar 14 15:18:31.874657 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] gre ID ranges: [(1, 1000)] Mar 14 15:18:31.928582 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.managers [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Initializing driver for type 'local' Mar 14 15:18:31.929039 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.managers [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Initializing driver for type 'vlan' Mar 14 15:18:31.941999 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] VlanTypeDriver initialization complete Mar 14 15:18:31.942424 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.managers [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Initializing driver for type 'vxlan' Mar 14 15:18:31.942907 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] vxlan ID ranges: [(1, 1000)] Mar 14 15:18:31.995487 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.managers [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Initializing extension driver 'port_security' Mar 14 15:18:31.995902 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.extensions.port_security [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] PortSecurityExtensionDriver initialization complete Mar 14 15:18:31.996316 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.managers [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Initializing mechanism driver 'openvswitch' Mar 14 15:18:31.996648 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.managers [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Initializing mechanism driver 'hyperv' Mar 14 15:18:32.003301 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.plugins.ml2.plugin [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:18:32.003984 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > port after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.004357 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > port after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.004714 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > port after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.005237 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83807) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 14 15:18:32.005665 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > subnet after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.006022 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > subnet after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.006393 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.006784 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83807) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 14 15:18:32.007209 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > network after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.007563 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > network after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.007907 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > network after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.008291 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83807) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 14 15:18:32.008695 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > security_group after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.009046 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > security_group after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.009952 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.010489 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83807) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 14 15:18:32.010895 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.011284 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.011664 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.012074 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83807) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 14 15:18:32.012514 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] ML2 OVO RPC backend initialized. {{(pid=83807) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Mar 14 15:18:32.013156 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.013513 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.013930 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > network before_response 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.014306 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > networks before_response 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.014655 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > port before_response 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.015001 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > ports before_response 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.015346 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > subnet before_response 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.015688 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > subnets before_response 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.016034 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > network after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.016375 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > network after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.016713 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > network after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.017051 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > port after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.017386 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > port after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.017720 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > port after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.018067 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > subnet after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.018414 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > subnet after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.018748 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.019329 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.plugin [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Modular L2 Plugin initialization complete Mar 14 15:18:32.019664 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading services supported by the core plugin {{(pid=83807) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 14 15:18:32.019994 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.plugins.ml2.managers [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Got port-security extension from driver 'port_security' Mar 14 15:18:32.020456 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.extensions.vlantransparent [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Disabled vlantransparent extension. Mar 14 15:18:32.020879 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83807) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 14 15:18:32.021191 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading Plugin: router Mar 14 15:18:32.057681 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.058091 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router after_create 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.058465 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router before_create 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.058834 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.059204 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.059570 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router after_delete 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.059930 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.060294 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router after_create 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.060647 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router after_update 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.060998 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router after_update 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.061348 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.061708 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router after_update 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.062156 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router precommit_update 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.062530 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: port after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.062873 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: port after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.063214 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: subnet after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.063558 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.063909 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.064260 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router precommit_create 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.064604 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: port before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.064947 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router precommit_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.065306 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router after_update 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.065651 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.065998 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router precommit_create 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.066489 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.066839 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router precommit_update 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.067206 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > agent after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.067557 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > agent after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.067902 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > network after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.068773 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Tracking information for resource: router configured {{(pid=83807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 15:18:32.069107 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Tracking information for resource: floatingip configured {{(pid=83807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 15:18:32.077671 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.db.l3_agentschedulers_db [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 14 15:18:32.078288 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: port after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.078658 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: port after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.079019 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: port after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.079377 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: port after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.080290 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router before_create 55550100 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.080658 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.081022 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router precommit_create 55550100 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.081380 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > router precommit_update 55550100 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.085758 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.services.provider_configuration [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Service providers = [] {{(pid=83807) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 14 15:18:32.086167 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.db.servicetype_db [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83807) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 14 15:18:32.089160 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.services.service_base [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83807) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 15:18:32.089510 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.services.service_base [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83807) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 15:18:32.089856 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.services.service_base [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83807) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 15:18:32.090778 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.services.service_base [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83807) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 15:18:32.091157 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.services.service_base [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 14 15:18:32.091535 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 15:18:32.091857 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 14 15:18:32.103552 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 15:18:32.103894 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading Plugin: auto_allocate Mar 14 15:18:32.109923 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: network precommit_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.110317 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: network precommit_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.110848 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 15:18:32.111173 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading Plugin: tag Mar 14 15:18:32.117841 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 15:18:32.118212 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading Plugin: timestamp Mar 14 15:18:32.122900 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 15:18:32.123243 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading Plugin: network_ip_availability Mar 14 15:18:32.128626 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.128953 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.129312 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.130036 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 15:18:32.130388 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading Plugin: flavors Mar 14 15:18:32.135254 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 15:18:32.135592 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading Plugin: revisions Mar 14 15:18:32.139876 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 15:18:32.140270 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_concurrency.lockutils [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.595s {{(pid=83807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 14 15:18:32.141021 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83807) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Mar 14 15:18:32.141363 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Initializing extension manager. Mar 14 15:18:32.141871 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: __init__.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.142248 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: __pycache__ {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.142591 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.142927 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.143259 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: _filter_validation_lib.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.143592 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.143922 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: address_group.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.144682 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.145261 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: address-group Mar 14 15:18:32.145589 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: address_scope.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.146338 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.146850 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: address-scope Mar 14 15:18:32.147174 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.148105 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.148623 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: router-admin-state-down-before-update Mar 14 15:18:32.148947 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: agent.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.149651 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.150216 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: agent Mar 14 15:18:32.150542 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: agent_resources_synced.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.151463 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.151976 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: agent-resources-synced Mar 14 15:18:32.152299 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: allowedaddresspairs.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.154305 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.154833 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: allowed-address-pairs Mar 14 15:18:32.155158 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: auto_allocated_topology.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.156248 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.156769 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: auto-allocated-topology Mar 14 15:18:32.157100 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: availability_zone.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.158149 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.158529 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: availability_zone Mar 14 15:18:32.158960 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: availability_zone_filter.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.159940 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.160579 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: availability_zone_filter Mar 14 15:18:32.160959 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: data_plane_status.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.161985 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.162559 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension data-plane-status not supported by any of loaded plugins Mar 14 15:18:32.162934 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: default_subnetpools.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.163940 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.164556 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: default-subnetpools Mar 14 15:18:32.164883 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.166359 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.167055 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: dhcp_agent_scheduler Mar 14 15:18:32.167451 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: dns.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.168462 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.168982 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension dns-integration not supported by any of loaded plugins Mar 14 15:18:32.169396 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: dns_domain_ports.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.170430 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.170968 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 14 15:18:32.171317 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: dvr.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.172063 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.172643 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: dvr Mar 14 15:18:32.173003 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: empty_string_filtering.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.173997 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.174608 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: empty-string-filtering Mar 14 15:18:32.174941 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.175962 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.176548 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 14 15:18:32.176952 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.177888 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.178522 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 14 15:18:32.178903 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: external_net.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.179905 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.180439 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: external-net Mar 14 15:18:32.180764 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.182756 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.183276 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: extra_dhcp_opt Mar 14 15:18:32.183605 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: extraroute.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.184524 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.185035 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: extraroute Mar 14 15:18:32.185362 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: extraroute_atomic.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.186446 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.186958 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: extraroute-atomic Mar 14 15:18:32.187285 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: filter_validation.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.187970 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.188476 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: filter-validation Mar 14 15:18:32.188799 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: fip_pf_description.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.189710 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.190246 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 14 15:18:32.190570 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: fip_port_details.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.191490 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.192004 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: fip-port-details Mar 14 15:18:32.192333 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: flavors.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.193579 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.194124 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: flavors Mar 14 15:18:32.194455 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.196153 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.196720 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 14 15:18:32.197053 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: floatingip_pools.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.197761 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.198313 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: floatingip-pools Mar 14 15:18:32.198644 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: ip_allocation.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.199573 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.200081 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension ip_allocation not supported by any of loaded plugins Mar 14 15:18:32.200406 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.201353 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.201867 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: ip-substring-filtering Mar 14 15:18:32.202232 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: l2_adjacency.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.203171 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.203679 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 14 15:18:32.204003 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: l3.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.205019 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.205541 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: router Mar 14 15:18:32.205869 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.208303 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.208839 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 14 15:18:32.209176 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.210135 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.210654 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: ext-gw-mode Mar 14 15:18:32.210984 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.211908 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.212453 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: l3-ha Mar 14 15:18:32.212777 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: l3_flavors.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.213697 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.214243 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: l3-flavors Mar 14 15:18:32.214570 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.215507 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.216016 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 14 15:18:32.216340 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: l3agentscheduler.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.217378 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.217898 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: l3_agent_scheduler Mar 14 15:18:32.218261 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: logging.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.219766 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.220292 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension logging not supported by any of loaded plugins Mar 14 15:18:32.220624 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: metering.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.221377 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.221964 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: metering Mar 14 15:18:32.222319 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.223424 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.223945 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: metering_source_and_destination_fields Mar 14 15:18:32.224274 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: multiprovidernet.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.225210 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.225721 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: multi-provider Mar 14 15:18:32.226063 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: netmtu.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.227001 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.227512 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: net-mtu Mar 14 15:18:32.227838 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: netmtu_writable.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.229397 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.229911 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: net-mtu-writable Mar 14 15:18:32.230273 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: network_availability_zone.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.230953 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.231462 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: network_availability_zone Mar 14 15:18:32.231787 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: network_ip_availability.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.232898 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.233419 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: network-ip-availability Mar 14 15:18:32.233748 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: network_segment_range.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.234554 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.235065 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension network-segment-range not supported by any of loaded plugins Mar 14 15:18:32.235392 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: pagination.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.236375 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.236708 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: pagination Mar 14 15:18:32.237030 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.237970 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.238527 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: port-mac-address-regenerate Mar 14 15:18:32.238855 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: port_resource_request.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.239769 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.240285 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension port-resource-request not supported by any of loaded plugins Mar 14 15:18:32.240608 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: portbindings.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.241537 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.242085 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: binding Mar 14 15:18:32.242410 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: portbindings_extended.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.244494 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.245021 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: binding-extended Mar 14 15:18:32.245352 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: portsecurity.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.246325 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.246853 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: port-security Mar 14 15:18:32.247180 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: project_id.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.248169 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.248506 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: project-id Mar 14 15:18:32.248834 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: providernet.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.249756 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.250307 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: provider Mar 14 15:18:32.250637 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: qos.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.254405 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.254931 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension qos not supported by any of loaded plugins Mar 14 15:18:32.255269 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.256539 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.257059 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 14 15:18:32.257390 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.258349 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.258866 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 14 15:18:32.259369 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: qos_default.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.260298 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.260817 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension qos-default not supported by any of loaded plugins Mar 14 15:18:32.261145 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: qos_fip.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.261800 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.262346 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension qos-fip not supported by any of loaded plugins Mar 14 15:18:32.262678 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: qos_gateway_ip.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.263603 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.264114 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 14 15:18:32.264441 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: qos_port_network_policy.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.265359 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.265870 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 14 15:18:32.266224 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: qos_rule_type_details.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.267146 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.267655 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 14 15:18:32.267982 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: qos_rules_alias.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.269030 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.269545 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 14 15:18:32.269870 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: quotasv2.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.270776 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.271107 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: quotas Mar 14 15:18:32.271430 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: quotasv2_detail.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.273057 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.273400 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: quota_details Mar 14 15:18:32.273732 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: rbac.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.274884 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.275490 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: rbac-policies Mar 14 15:18:32.275840 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: rbac_address_scope.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.276764 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.277280 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: rbac-address-scope Mar 14 15:18:32.277611 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: rbac_security_groups.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.278558 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.279074 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: rbac-security-groups Mar 14 15:18:32.279402 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: rbac_subnetpool.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.280323 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.280839 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: rbac-subnetpool Mar 14 15:18:32.281166 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: revisionifmatch.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.282120 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.282646 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: revision-if-match Mar 14 15:18:32.282972 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: revisions.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.284098 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.284615 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: standard-attr-revisions Mar 14 15:18:32.284949 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: router_availability_zone.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.285618 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.286160 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: router_availability_zone Mar 14 15:18:32.286487 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: routerservicetype.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.287423 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.287931 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension router-service-type not supported by any of loaded plugins Mar 14 15:18:32.288257 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.289175 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.289688 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: port-security-groups-filtering Mar 14 15:18:32.290013 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: securitygroup.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.301548 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.302112 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: security-group Mar 14 15:18:32.302453 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: segment.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.303247 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.303766 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension segment not supported by any of loaded plugins Mar 14 15:18:32.304100 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.305043 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.305560 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 14 15:18:32.305894 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: servicetype.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.307794 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.308330 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: service-type Mar 14 15:18:32.308662 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: sorting.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.309652 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.309989 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: sorting Mar 14 15:18:32.310342 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: standard_attr_segment.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.311280 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.311799 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 14 15:18:32.312127 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: standardattrdescription.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.312778 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.313290 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: standard-attr-description Mar 14 15:18:32.313622 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: stateful_security_group.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.314585 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.315104 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: stateful-security-group Mar 14 15:18:32.315431 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: stdattrs_common.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.316019 dv-neutron-833561-1-hyperv neutron-server[83807]: WARNING neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 14 15:18:32.316344 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.317268 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.317784 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 14 15:18:32.318152 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: subnet_onboard.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.319297 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.319820 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: subnet_onboard Mar 14 15:18:32.320149 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.321103 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.321812 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 14 15:18:32.322273 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: subnet_service_types.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.323213 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.323734 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: subnet-service-types Mar 14 15:18:32.324059 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: subnetallocation.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.325148 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.325661 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: subnet_allocation Mar 14 15:18:32.325989 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.326680 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.327192 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: subnetpool-prefix-ops Mar 14 15:18:32.327516 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.328458 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.328968 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 14 15:18:32.329291 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: tagging.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.330370 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.330889 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: standard-attr-tag Mar 14 15:18:32.331215 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: timestamp.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.332424 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.332948 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loaded extension: standard-attr-timestamp Mar 14 15:18:32.333280 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: trunk.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.334364 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.334882 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension trunk not supported by any of loaded plugins Mar 14 15:18:32.335211 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: trunk_details.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.336139 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.336653 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension trunk-details not supported by any of loaded plugins Mar 14 15:18:32.336980 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: uplink_status_propagation.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.337947 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.338489 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 14 15:18:32.338819 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Loading extension file: vlantransparent.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 14 15:18:32.339500 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 14 15:18:32.340011 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 14 15:18:32.342257 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Creating instance of TrackedResource for resource:network Mar 14 15:18:32.342976 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Creating instance of TrackedResource for resource:subnet Mar 14 15:18:32.343589 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 15:18:32.344356 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Creating instance of TrackedResource for resource:port Mar 14 15:18:32.345574 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:18:32.346016 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Service FLAVORS assigned prefix: {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:18:32.346659 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:18:32.347092 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:18:32.347424 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Creating instance of TrackedResource for resource:router Mar 14 15:18:32.348102 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Creating instance of TrackedResource for resource:floatingip Mar 14 15:18:32.348808 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Service METERING assigned prefix: /metering {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:18:32.350257 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.350633 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.350987 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:18:32.352116 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Creating instance of CountableResource for resource:rbac_policy Mar 14 15:18:32.352561 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Creating instance of TrackedResource for resource:security_group Mar 14 15:18:32.353924 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 14 15:18:32.354711 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Service CORE assigned prefix: {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:18:32.355049 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 15:18:32.355387 dv-neutron-833561-1-hyperv neutron-server[83807]: WARNING neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] subnetpool is already registered Mar 14 15:18:32.355996 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Service CORE assigned prefix: {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:18:32.356329 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 15:18:32.356661 dv-neutron-833561-1-hyperv neutron-server[83807]: WARNING neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] subnetpool is already registered Mar 14 15:18:32.359206 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:18:32.359640 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Service FLAVORS assigned prefix: {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:18:32.360225 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:18:32.360648 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:18:32.360985 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Creating instance of TrackedResource for resource:router Mar 14 15:18:32.361318 dv-neutron-833561-1-hyperv neutron-server[83807]: WARNING neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] router is already registered Mar 14 15:18:32.361911 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Creating instance of TrackedResource for resource:floatingip Mar 14 15:18:32.362272 dv-neutron-833561-1-hyperv neutron-server[83807]: WARNING neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] floatingip is already registered Mar 14 15:18:32.362893 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Service METERING assigned prefix: /metering {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:18:32.363552 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Creating instance of CountableResource for resource:rbac_policy Mar 14 15:18:32.363883 dv-neutron-833561-1-hyperv neutron-server[83807]: WARNING neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] rbac_policy is already registered Mar 14 15:18:32.364434 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Creating instance of TrackedResource for resource:security_group Mar 14 15:18:32.364766 dv-neutron-833561-1-hyperv neutron-server[83807]: WARNING neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] security_group is already registered Mar 14 15:18:32.365351 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 14 15:18:32.365690 dv-neutron-833561-1-hyperv neutron-server[83807]: WARNING neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] security_group_rule is already registered Mar 14 15:18:32.366383 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Service CORE assigned prefix: {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:18:32.366719 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 15:18:32.367049 dv-neutron-833561-1-hyperv neutron-server[83807]: WARNING neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] subnetpool is already registered Mar 14 15:18:32.367651 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Service CORE assigned prefix: {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:18:32.367979 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 15:18:32.368316 dv-neutron-833561-1-hyperv neutron-server[83807]: WARNING neutron.quota.resource_registry [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] subnetpool is already registered Mar 14 15:18:32.369516 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: extensions {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.370963 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: address-groups {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.372516 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: address-scopes {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.373689 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: agents {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.374971 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: auto-allocated-topology {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.376203 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: availability_zones {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.377505 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: dhcp-networks {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.378941 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: dhcp-agents {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.380267 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: routers {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.382042 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: flavors {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.383204 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: service_profiles {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.385009 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: next_providers {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.386537 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: service_profiles {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.387945 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: floatingip-pools {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.389143 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: routers {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.390933 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: floatingips {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.392104 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: l3-routers {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.393434 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: l3-agents {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.394828 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: metering-labels {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.396167 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: metering-label-rules {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.397416 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: network-ip-availabilities {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.398675 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: bindings {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.401238 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: quotas {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.402710 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: quotas {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.404131 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: rbac-policies {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.405410 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: security-groups {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.406633 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: security-group-rules {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.407851 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: service-providers {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.409035 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: subnetpools {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.410480 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: subnetpools {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.411910 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: tags {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.413528 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: tags {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.415294 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: tags {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.417526 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: tags {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.419319 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: tags {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.420954 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: tags {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.422679 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: tags {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.424576 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: tags {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.426400 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: tags {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.428190 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron.api.extensions [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Extended resource: tags {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 14 15:18:32.434184 dv-neutron-833561-1-hyperv neutron-server[83807]: WARNING keystonemiddleware.auth_token [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 14 15:18:32.438852 dv-neutron-833561-1-hyperv neutron-server[83807]: WARNING keystonemiddleware.auth_token [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 14 15:18:32.447421 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_concurrency.lockutils [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Acquired lock "singleton_lock" {{(pid=83807) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 14 15:18:32.447899 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_concurrency.lockutils [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Releasing lock "singleton_lock" {{(pid=83807) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 14 15:18:32.448528 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO oslo_service.service [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Starting 2 workers Mar 14 15:18:32.453157 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Started child 83910 {{(pid=83807) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 14 15:18:32.457361 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Started child 83911 {{(pid=83807) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 14 15:18:32.458733 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:32.459411 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO neutron.service [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 14 15:18:32.459550 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Notify callbacks [] for process, before_spawn {{(pid=83807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:32.460333 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [-] (83910) wsgi starting up on http://0.0.0.0:9696 Mar 14 15:18:32.461951 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO oslo_service.service [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Starting 1 workers Mar 14 15:18:32.463186 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:32.464573 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [-] (83911) wsgi starting up on http://0.0.0.0:9696 Mar 14 15:18:32.467499 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Started child 83912 {{(pid=83807) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 14 15:18:32.468030 dv-neutron-833561-1-hyperv neutron-server[83807]: INFO oslo_service.service [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Starting 1 workers Mar 14 15:18:32.471228 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.service [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] calling RpcWorker wait() {{(pid=83912) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 14 15:18:32.471761 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.service [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] returning from RpcWorker wait() {{(pid=83912) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 14 15:18:32.472288 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Started child 83913 {{(pid=83807) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 14 15:18:32.472908 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:32.473096 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-a4aaff9a-7621-439b-9012-fe5af49d94c3 None None] Notify callbacks [] for process, after_spawn {{(pid=83807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:32.473347 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:18:32.474978 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83807) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 14 15:18:32.475190 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 15:18:32.475379 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 15:18:32.475588 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 15:18:32.475931 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 15:18:32.476099 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 15:18:32.476610 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.476898 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.477163 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.477444 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.477734 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.478336 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.478610 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.478710 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:32.479209 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.479306 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.479484 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.479657 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.479825 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.480079 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.480214 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:18:32.480305 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.480664 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.480944 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.481183 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.481442 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.481614 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.481865 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.482151 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.482388 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.482669 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] debug = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.482922 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.483411 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.483653 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.483900 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.484149 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.484429 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.484667 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.484961 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.485195 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.485409 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.485643 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.485897 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.486204 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.486457 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.486724 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.486972 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.487414 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] host = dv-neutron-833561-1-hyperv {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.487636 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.487851 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.488084 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.488329 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.488585 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.488792 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.489060 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.489326 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.489596 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.489830 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.490136 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.490355 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.490593 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.490834 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] log_file = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.490998 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] log_options = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.491243 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.491513 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.491797 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.491986 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.492153 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.492331 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.492590 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.492753 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.493008 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.493244 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.493463 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.494232 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.494614 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.494851 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.495092 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.495355 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.495556 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.495769 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.496024 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.496271 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.496497 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.496751 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.496969 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.497188 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.497422 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.497653 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.497897 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.498135 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.498352 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.498584 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.498873 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.499095 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.499341 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.499581 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.499807 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.500175 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.500277 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.500514 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.500745 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.500999 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.501260 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.501475 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.501707 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.501959 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.502222 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.502441 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] use_json = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.502654 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.502885 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.503129 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.503343 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.504507 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.504507 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.504507 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.504507 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.504507 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.504961 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.505241 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.505558 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.505790 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.506066 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.506296 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.506560 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.506799 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.507154 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.507480 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.507907 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.508143 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.508482 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.508753 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.509043 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.513068 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.513068 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.513068 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.513068 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.513068 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.513068 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.513068 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.513068 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.514459 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.514459 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.514459 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.514459 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.514459 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.514459 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.514459 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.514459 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.514459 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.518387 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.518387 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.518387 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.518387 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.518387 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.518387 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.518387 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.518387 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.518387 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.519601 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.519601 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.519601 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.519601 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.519601 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.519601 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.519601 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.519601 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.519601 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.520801 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.520801 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.520801 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.520801 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.520801 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.520801 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.520801 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.520801 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.520801 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.523652 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.523652 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.523652 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.523652 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.523652 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.523652 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.523652 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.523652 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.523652 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.524854 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.524854 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.524854 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.524854 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.524854 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.524854 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.524854 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.524854 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.527650 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.527650 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.527650 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.527650 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.527650 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.527650 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.527650 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.527650 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.528797 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.528797 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.528797 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.528797 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.528797 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.528797 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.528797 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.528797 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.529358 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.529358 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.529358 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.529358 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.529358 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.529358 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.529358 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.529831 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.529831 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.530127 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.530368 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.530654 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.530895 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.531539 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.531539 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.531751 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.532017 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.532271 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.532500 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.532905 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.533161 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.533565 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.533977 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.534263 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.534506 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.534795 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.535063 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.535448 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.535665 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.536064 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.536420 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.536674 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.537064 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.537313 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.537584 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.537823 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.538122 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.538694 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.539039 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.539282 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.539535 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.539767 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.540029 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.540266 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.540525 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.540745 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.541027 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.541419 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.541662 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.541885 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.542155 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.542428 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.542645 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.542885 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.543118 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.543340 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.543581 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.543821 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.544039 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.544265 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.544519 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.544740 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.544964 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.545181 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.545435 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.545690 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.545930 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.546221 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.546469 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.546721 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.547097 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.547473 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.547864 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.548217 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.548606 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.549014 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.549387 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.549757 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.550216 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.550574 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.550817 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.551050 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.551362 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.551647 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.551839 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 41686) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:18:32.551930 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.552237 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.552480 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.552736 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.552958 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.553179 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.553399 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.553636 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.553879 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.555712 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.555712 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.555712 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.555712 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.555712 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.555712 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.555712 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.555712 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.556894 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.556894 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.557051 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.560337 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.560337 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.560337 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.560337 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.560337 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.560337 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.560337 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.560337 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.560337 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.560921 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.560921 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.560921 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.560921 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.560921 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.560921 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.561254 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.561319 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.561597 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.561832 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.562176 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.562391 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.562631 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.562874 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.563093 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.563476 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.563735 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.564053 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.564341 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.564619 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.564872 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.565158 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.565456 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.565740 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.565957 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.566298 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.566674 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.566955 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.567435 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.567670 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.567947 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.568194 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.568430 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.568668 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.568912 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.569129 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.569357 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.569596 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.569860 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.570098 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.570334 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.570551 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.570821 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.571038 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.571261 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.571480 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.571937 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 15:18:32.572500 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83807) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 14 15:18:32.572649 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 15:18:32.572806 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 15:18:32.572996 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 15:18:32.573167 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 15:18:32.573321 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 15:18:32.573529 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.573693 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.573855 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.574527 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.574527 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.574527 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.575429 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.575508 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0179996 Mar 14 15:18:32.575598 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.575598 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.575598 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.575598 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.575598 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.575598 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.575981 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.575981 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.575981 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.576954 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.577142 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.577298 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.578096 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.578096 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.578096 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.578096 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] debug = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.578096 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.578523 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.578523 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.578690 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.578770 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.581025 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.581025 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.581025 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.581025 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.581025 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.581025 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.581025 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.581025 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.581628 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.581628 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.581628 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.581628 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] host = dv-neutron-833561-1-hyperv {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.582399 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.582399 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.582577 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.582714 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.582874 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.583138 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.583231 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.583333 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.583644 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.584706 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.585006 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.585294 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.585587 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.585887 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] log_file = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.586211 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] log_options = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.586372 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.586655 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.586951 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.587790 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.588109 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.588330 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.588404 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.588631 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.588819 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.588976 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.589134 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.589298 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.589444 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.589588 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.589744 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.590082 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.590240 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.590401 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.590566 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.590725 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.590921 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.591032 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.591189 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.591347 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.591506 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.591663 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.591820 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.591979 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.592129 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.592750 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.592750 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.592750 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.592750 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.593006 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.593006 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.593167 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.593326 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.593685 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.593685 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.593892 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.593972 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.594872 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.595042 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.595199 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.595363 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.595520 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] use_json = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.595815 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.596137 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.596294 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.596593 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.596892 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.597187 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.597493 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.597786 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.598111 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:18:32.598430 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.598746 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.599068 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.599233 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.599397 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.599559 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.599722 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.599886 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.600048 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.600209 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.600379 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.600541 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.600719 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.600882 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.601044 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.601207 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.601368 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.601530 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.601692 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.601854 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.602016 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.602218 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.602381 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.602543 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.602705 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.602892 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.603103 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.603348 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.604532 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.604532 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.604532 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.604532 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.604532 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.604532 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.604532 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.605018 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.605018 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.605018 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.605018 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.605295 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.605372 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.605480 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.605642 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.605804 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.605971 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.606263 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.606429 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.606591 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.606754 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.606916 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.607079 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.607255 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.607417 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.607580 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.607741 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.608068 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.608232 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.608400 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.608558 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.608855 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.609145 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.610787 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.611128 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.611447 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.611779 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.612090 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.612399 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.612706 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.613211 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.613211 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.613371 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.613896 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.613896 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.613896 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.614191 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.614191 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.614346 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.614511 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.615311 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.615311 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.615311 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.615311 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.615311 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.615636 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.615636 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.615753 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.617078 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.617078 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.617078 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.617078 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.617078 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.617078 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.617078 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.617078 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.617883 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.617883 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.617883 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.617883 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.617883 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.617883 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.618311 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.619838 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.620024 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.620351 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.620670 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.620855 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.621037 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.621204 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.621520 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.621686 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.621856 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.622022 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.623003 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.623310 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.623610 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.623782 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.623949 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.624122 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.624299 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.624463 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.624628 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.624791 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.624980 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.625144 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.625337 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.625484 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.625618 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.625755 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.625916 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.626114 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.626271 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.626432 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.626733 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.627033 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.627361 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.627525 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.627689 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.627851 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.628841 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.628841 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.628841 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.628841 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.628841 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.628841 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.630135 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.630135 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.630135 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.630135 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.630135 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.630135 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.630135 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.630135 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.630589 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.630589 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.630589 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.630589 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.630828 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.630891 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.631549 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.631701 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:18:32.631780 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.631780 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.631780 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.631780 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.632854 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.632854 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.632854 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.632854 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.632854 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.632854 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.632854 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.634560 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.634560 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.634560 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.634989 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.635235 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.635571 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.635818 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.636071 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.636307 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.636546 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.636772 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.636999 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.637224 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.637449 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.637674 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.637897 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.638168 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.638473 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.638701 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.638923 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.639144 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.639364 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.639587 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.639806 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.640024 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.640251 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.640468 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.640688 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.640920 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.641137 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.641450 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.641671 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.641890 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.642139 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.642354 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.642573 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.642790 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.643008 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.643236 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.644263 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.644263 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.644263 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.644263 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.644263 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.644620 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.644811 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.645029 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.645251 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.645470 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.646287 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.646612 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.646923 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.647242 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.647959 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.647959 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.647959 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.647959 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.648248 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.648316 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.648613 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.648613 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.648847 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.648940 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.649105 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.650304 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.650304 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.650304 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.650304 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.650779 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.650951 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.651114 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.651279 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.651859 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.651859 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.651859 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.652064 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.652064 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.652206 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.652370 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.652532 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.653360 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:18:32.653360 dv-neutron-833561-1-hyperv neutron-server[83807]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 15:18:42.906618 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763be8d6-c890-4863-aaa5-5e540c170d8b None None] get_active_networks_info from dv-neutron-833561-1-hyperv {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 14 15:18:42.996983 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763be8d6-c890-4863-aaa5-5e540c170d8b None None] No non-hosted networks {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 14 15:18:43.005652 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.agentschedulers_db [None req-763be8d6-c890-4863-aaa5-5e540c170d8b None None] DHCP Agent not found on host dv-neutron-833561-1-hyperv {{(pid=83912) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 14 15:18:43.115795 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4bd178fd-ef52-479d-a514-0c5833a04aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-962716'] for agent, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:45.007118 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f41d2f87-29ca-407c-8c2b-d0abc77f4b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-962716'] for agent, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:45.037242 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-515b0c84-69a0-4607-b618-5dc45d9eabb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:46.219213 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-962716'] for agent, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:46.413761 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-962716'] for agent, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:46.414812 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:46.416071 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:46.419158 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:46.421523 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:46.422457 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:46.424289 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:46.428127 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:46.429710 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:46.431695 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:46.434516 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:46.437110 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:46.437712 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-833561-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:18:46.452263 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-833561-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:18:47.299998 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.db.l3_hamode_db [None req-c5ba08cd-5361-45e9-9678-e1398e3bb1cc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 14 15:18:47.386849 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ba08cd-5361-45e9-9678-e1398e3bb1cc None None] Routers set() bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:18:47.387242 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ba08cd-5361-45e9-9678-e1398e3bb1cc None None] Router IDs set() for agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 14 15:18:47.815442 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-962716'] for agent, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:49.321315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 41786) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:18:49.918438 dv-neutron-833561-1-hyperv neutron-server[83910]: WARNING oslo_policy.policy [None req-28d44562-fc36-431f-887e-5d3e94a3b69c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 15:18:49.919006 dv-neutron-833561-1-hyperv neutron-server[83910]: WARNING oslo_policy.policy [None req-28d44562-fc36-431f-887e-5d3e94a3b69c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 15:18:50.132890 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-28d44562-fc36-431f-887e-5d3e94a3b69c admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:18:50.138658 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-28d44562-fc36-431f-887e-5d3e94a3b69c admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8162551 Mar 14 15:18:52.393139 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 41800) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:18:52.772605 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-19476605-0478-47da-a318-047276f104a2 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:18:52.825863 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.policy [None req-19476605-0478-47da-a318-047276f104a2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83910) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 14 15:18:52.826653 dv-neutron-833561-1-hyperv neutron-server[83910]: WARNING oslo_policy.policy [None req-19476605-0478-47da-a318-047276f104a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 15:18:52.827018 dv-neutron-833561-1-hyperv neutron-server[83910]: WARNING oslo_policy.policy [None req-19476605-0478-47da-a318-047276f104a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 15:18:52.830291 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.quota [None req-19476605-0478-47da-a318-047276f104a2 admin admin] Loaded quota_driver: . Mar 14 15:18:52.848287 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-19476605-0478-47da-a318-047276f104a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:18:52.915078 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-19476605-0478-47da-a318-047276f104a2 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782440458745', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782440551131', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782440550379', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782440556305', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782440503781', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66275511', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66385443', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-644241', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-560861'] for rbac-policy, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:52.981781 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-19476605-0478-47da-a318-047276f104a2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:52.982960 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-19476605-0478-47da-a318-047276f104a2 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5888853 Mar 14 15:18:55.533697 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 41814) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:18:55.901493 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Request body: {'network': {'project_id': 'cb66c084713c4fa5930292cf16846231', 'name': 'private', 'admin_state_up': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:18:55.906177 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:18:55.910652 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Usage tracker for resource:network and tenant:cb66c084713c4fa5930292cf16846231 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:18:55.915232 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:18:55.921201 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:18:55.931043 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Made reservation on behalf of cb66c084713c4fa5930292cf16846231 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:18:55.934045 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:55.951768 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:55.994174 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:18:55.997786 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Usage tracker for resource:security_group_rule and tenant:cb66c084713c4fa5930292cf16846231 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:18:56.000568 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:18:56.006358 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:18:56.075008 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:56.078605 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:56.100180 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:18:56.127548 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782436127344', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:56.128176 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Unsubscribe: segment precommit_create {{(pid=83910) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 14 15:18:56.128698 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Added segment adb7fd5c-ede3-4773-a773-e9bf564f935a of type vlan for network eb055ba7-b935-4413-95ce-ccf69528f4a1 Mar 14 15:18:56.143099 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f19da9-ac56-4667-8c2c-160eb8332e78,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:18:56.200485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:56.200831 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:56.201167 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:56.201496 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:56.201836 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:56.202192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:56.202527 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:56.202848 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:56.203163 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:56.203474 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:56.203792 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Tracked resource versions report: Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: pushed versions: Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: { 'ConntrackHelper': {'1.0'}, Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: 'Log': {'1.0'}, Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: 'Network': {'1.1'}, Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: 'Port': {'1.5'}, Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: 'PortForwarding': {'1.2'}, Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: 'QosPolicy': {'1.8'}, Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: 'SecurityGroup': {'1.2'}, Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: 'SecurityGroupRule': {'1.0'}, Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: 'SubPort': {'1.0'}, Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: 'Subnet': {'1.1'}, Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: 'Trunk': {'1.1'}} Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: consumer versions: Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: { DHCP agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: L3 agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: Metadata agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: Metering agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: Open vSwitch agent@dv-neutron-833561-1-hyperv: { 'ConntrackHelper': '1.0', Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: 'Log': '1.0', Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: 'Network': '1.1', Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: 'Port': '1.5', Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: 'PortForwarding': '1.2', Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: 'QosPolicy': '1.8', Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: 'SecurityGroup': '1.2', Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: 'SecurityGroupRule': '1.0', Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: 'SubPort': '1.0', Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: 'Subnet': '1.1', Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: 'Trunk': '1.1'}} Mar 14 15:18:56.205061 dv-neutron-833561-1-hyperv neutron-server[83910]: {{(pid=83910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 15:18:56.250342 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:56.292169 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:56.293199 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:18:56.293851 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:56.402392 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8675337 Mar 14 15:18:56.403094 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a20be4-78b2-4606-bd5e-8f51415466c0 admin admin] Pushing event updated for resources: {'Network': ['ID=eb055ba7-b935-4413-95ce-ccf69528f4a1,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:18:56.418954 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network eb055ba7-b935-4413-95ce-ccf69528f4a1 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:18:59.045912 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 41830) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:18:59.521384 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d469419-74b5-465d-812d-1ad38c9c63e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:18:59.522741 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2d469419-74b5-465d-812d-1ad38c9c63e0 admin admin] 10.222.0.60 "GET /v2.0/networks/eb055ba7-b935-4413-95ce-ccf69528f4a1 HTTP/1.1" status: 200 len: 825 time: 0.4758847 Mar 14 15:18:59.551954 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fece485b-b286-4cdd-843b-75bd54832a02 admin admin] 10.222.0.60 "GET /v2.0/subnetpools/411b9a8b-25eb-4fd0-8fcc-c3f99c3ac87b HTTP/1.1" status: 200 len: 734 time: 0.0239139 Mar 14 15:18:59.560823 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2a39149a-f214-4837-8c38-94e6c1aa5936 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'cb66c084713c4fa5930292cf16846231', 'name': 'private-subnet', 'network_id': 'eb055ba7-b935-4413-95ce-ccf69528f4a1', 'subnetpool_id': '411b9a8b-25eb-4fd0-8fcc-c3f99c3ac87b', 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:18:59.565093 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2a39149a-f214-4837-8c38-94e6c1aa5936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:18:59.568770 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2a39149a-f214-4837-8c38-94e6c1aa5936 admin admin] Usage tracker for resource:subnet and tenant:cb66c084713c4fa5930292cf16846231 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:18:59.572489 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2a39149a-f214-4837-8c38-94e6c1aa5936 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:18:59.577960 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2a39149a-f214-4837-8c38-94e6c1aa5936 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:18:59.587578 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a39149a-f214-4837-8c38-94e6c1aa5936 admin admin] Made reservation on behalf of cb66c084713c4fa5930292cf16846231 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:18:59.589853 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a39149a-f214-4837-8c38-94e6c1aa5936 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:59.851176 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a39149a-f214-4837-8c38-94e6c1aa5936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:59.934350 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39149a-f214-4837-8c38-94e6c1aa5936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b045b97-0314-4fca-b78c-0e248c88612e,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:18:59.942029 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a39149a-f214-4837-8c38-94e6c1aa5936 admin admin] Checking segment: {'id': 'adb7fd5c-ede3-4773-a773-e9bf564f935a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'eb055ba7-b935-4413-95ce-ccf69528f4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:18:59.942460 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a39149a-f214-4837-8c38-94e6c1aa5936 admin admin] Network hostable DHCP agents. Network: eb055ba7-b935-4413-95ce-ccf69528f4a1, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:18:59.965946 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a39149a-f214-4837-8c38-94e6c1aa5936 admin admin] Network eb055ba7-b935-4413-95ce-ccf69528f4a1 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:18:59.975499 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-2a39149a-f214-4837-8c38-94e6c1aa5936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, eb055ba7-b935-4413-95ce-ccf69528f4a1) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:18:59.980621 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a39149a-f214-4837-8c38-94e6c1aa5936 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:18:59.981223 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a39149a-f214-4837-8c38-94e6c1aa5936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:59.987051 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc656635-332c-4502-9566-f51399b41c0a None None] Network eb055ba7-b935-4413-95ce-ccf69528f4a1 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:18:59.999915 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2a39149a-f214-4837-8c38-94e6c1aa5936 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4422624 Mar 14 15:19:00.297423 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-eb055ba7-b935-4413-95ce-ccf69528f4a1', 'network_id': 'eb055ba7-b935-4413-95ce-ccf69528f4a1', 'tenant_id': 'cb66c084713c4fa5930292cf16846231', 'fixed_ips': [{'subnet_id': '0b045b97-0314-4fca-b78c-0e248c88612e'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:19:00.298634 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:00.481845 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Allocated IP 172.20.0.2 (eb055ba7-b935-4413-95ce-ccf69528f4a1/0b045b97-0314-4fca-b78c-0e248c88612e/c30b10e5-358e-4789-af0e-7195609cef8b) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:19:00.703013 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:00.716531 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Transition to ACTIVE for port object c30b10e5-358e-4789-af0e-7195609cef8b will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:19:00.739674 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Transition to ACTIVE for port object c30b10e5-358e-4789-af0e-7195609cef8b will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:19:00.746743 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:00.813326 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Network eb055ba7-b935-4413-95ce-ccf69528f4a1 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:19:00.816199 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:19:00.821390 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Pushing event updated for resources: {'Port': ['ID=c30b10e5-358e-4789-af0e-7195609cef8b,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:19:00.824272 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:19:00.835179 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:00.835535 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:00.835880 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:00.836217 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:00.836566 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:00.836955 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:00.837843 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:00.838231 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:00.838570 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:00.838899 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:00.839226 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Tracked resource versions report: Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: pushed versions: Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: { 'ConntrackHelper': {'1.0'}, Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: 'Log': {'1.0'}, Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: 'Network': {'1.1'}, Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: 'Port': {'1.5'}, Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: 'PortForwarding': {'1.2'}, Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: 'QosPolicy': {'1.8'}, Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: 'SecurityGroup': {'1.2'}, Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: 'SecurityGroupRule': {'1.0'}, Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: 'SubPort': {'1.0'}, Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: 'Subnet': {'1.1'}, Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: 'Trunk': {'1.1'}} Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: consumer versions: Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: { DHCP agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: L3 agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: Metadata agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: Metering agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: Open vSwitch agent@dv-neutron-833561-1-hyperv: { 'ConntrackHelper': '1.0', Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: 'Log': '1.0', Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: 'Network': '1.1', Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: 'Port': '1.5', Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: 'PortForwarding': '1.2', Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: 'QosPolicy': '1.8', Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: 'SecurityGroup': '1.2', Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: 'SecurityGroupRule': '1.0', Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: 'SubPort': '1.0', Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: 'Subnet': '1.1', Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: 'Trunk': '1.1'}} Mar 14 15:19:00.840562 dv-neutron-833561-1-hyperv neutron-server[83912]: {{(pid=83912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 15:19:00.944106 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Attempting to bind port c30b10e5-358e-4789-af0e-7195609cef8b on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:19:00.944509 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Attempting to bind port c30b10e5-358e-4789-af0e-7195609cef8b by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'adb7fd5c-ede3-4773-a773-e9bf564f935a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'eb055ba7-b935-4413-95ce-ccf69528f4a1'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:19:00.944956 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Attempting to bind port c30b10e5-358e-4789-af0e-7195609cef8b on network eb055ba7-b935-4413-95ce-ccf69528f4a1 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:19:00.951873 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:19:00.952267 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Checking segment: {'id': 'adb7fd5c-ede3-4773-a773-e9bf564f935a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'eb055ba7-b935-4413-95ce-ccf69528f4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:19:00.952749 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:00.953132 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Bound using segment: {'id': 'adb7fd5c-ede3-4773-a773-e9bf564f935a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'eb055ba7-b935-4413-95ce-ccf69528f4a1'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:19:00.953613 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Bound port: c30b10e5-358e-4789-af0e-7195609cef8b, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb7fd5c-ede3-4773-a773-e9bf564f935a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'eb055ba7-b935-4413-95ce-ccf69528f4a1'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:19:00.953993 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:01.037655 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] For port c30b10e5-358e-4789-af0e-7195609cef8b, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:19:01.041387 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] For port c30b10e5-358e-4789-af0e-7195609cef8b, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c30b10e5-358e-4789-af0e-7195609cef8b,segment=NetworkSegment(adb7fd5c-ede3-4773-a773-e9bf564f935a),segment_id=adb7fd5c-ede3-4773-a773-e9bf564f935a)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:19:01.045895 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:01.148440 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb22811-c619-492c-bc9c-418b18523ac0 None None] Pushing event updated for resources: {'Port': ['ID=c30b10e5-358e-4789-af0e-7195609cef8b,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:19:02.316846 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 41840) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:19:02.711457 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-db3a96b2-494a-425d-b261-94a9740ae81c admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:19:02.712959 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-db3a96b2-494a-425d-b261-94a9740ae81c admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3951638 Mar 14 15:19:04.720455 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c30b10e5-358e-4789-af0e-7195609cef8b up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:19:04.796879 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aa4c15-4a23-4f30-84c7-3ef984f573f8 None None] Network eb055ba7-b935-4413-95ce-ccf69528f4a1 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:19:04.817322 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port c30b10e5-358e-4789-af0e-7195609cef8b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:19:04.901252 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-91be919f-f623-40ac-943c-b16ea9a17515 None None] Provisioning for port c30b10e5-358e-4789-af0e-7195609cef8b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:19:04.908519 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-91be919f-f623-40ac-943c-b16ea9a17515 None None] Provisioning complete for port c30b10e5-358e-4789-af0e-7195609cef8b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:19:04.908916 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-91be919f-f623-40ac-943c-b16ea9a17515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:05.006845 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 41856) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:19:05.090800 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-91be919f-f623-40ac-943c-b16ea9a17515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:05.163893 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-91be919f-f623-40ac-943c-b16ea9a17515 None None] For port c30b10e5-358e-4789-af0e-7195609cef8b, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c30b10e5-358e-4789-af0e-7195609cef8b,segment=NetworkSegment(adb7fd5c-ede3-4773-a773-e9bf564f935a),segment_id=adb7fd5c-ede3-4773-a773-e9bf564f935a)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:19:05.170331 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-91be919f-f623-40ac-943c-b16ea9a17515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:05.246112 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be919f-f623-40ac-943c-b16ea9a17515 None None] Pushing event updated for resources: {'Port': ['ID=c30b10e5-358e-4789-af0e-7195609cef8b,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:19:05.426814 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-d40debfd-459a-4cc1-9c71-a131359eb49d admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:19:05.427773 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d40debfd-459a-4cc1-9c71-a131359eb49d admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4198446 Mar 14 15:19:05.497219 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4ca6c472-87bd-45de-b2fb-f1e6e952ebbf None None] Provisioning complete for port c30b10e5-358e-4789-af0e-7195609cef8b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:19:05.497587 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c472-87bd-45de-b2fb-f1e6e952ebbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:06.689418 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c30b10e5-358e-4789-af0e-7195609cef8b up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:19:06.760524 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port c30b10e5-358e-4789-af0e-7195609cef8b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:19:06.760887 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:07.972799 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 41868) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:19:08.419684 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-44e9b0cf-6523-4e51-94e0-a0dc36ea9dab admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'cb66c084713c4fa5930292cf16846231'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:19:08.424650 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-44e9b0cf-6523-4e51-94e0-a0dc36ea9dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:19:08.428366 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-44e9b0cf-6523-4e51-94e0-a0dc36ea9dab admin admin] Usage tracker for resource:router and tenant:cb66c084713c4fa5930292cf16846231 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:19:08.432425 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-44e9b0cf-6523-4e51-94e0-a0dc36ea9dab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:19:08.438013 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-44e9b0cf-6523-4e51-94e0-a0dc36ea9dab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:19:08.448553 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44e9b0cf-6523-4e51-94e0-a0dc36ea9dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:08.450138 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44e9b0cf-6523-4e51-94e0-a0dc36ea9dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:08.476073 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44e9b0cf-6523-4e51-94e0-a0dc36ea9dab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:08.590971 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44e9b0cf-6523-4e51-94e0-a0dc36ea9dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:08.607968 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44e9b0cf-6523-4e51-94e0-a0dc36ea9dab admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:08.609130 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-44e9b0cf-6523-4e51-94e0-a0dc36ea9dab admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6353760 Mar 14 15:19:10.866879 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 41878) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:19:11.456280 dv-neutron-833561-1-hyperv neutron-server[83911]: WARNING oslo_policy.policy [None req-93d37879-7a38-4a6e-a278-4e5322e217a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 15:19:11.456847 dv-neutron-833561-1-hyperv neutron-server[83911]: WARNING oslo_policy.policy [None req-93d37879-7a38-4a6e-a278-4e5322e217a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 15:19:11.670823 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-93d37879-7a38-4a6e-a278-4e5322e217a1 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:19:11.672027 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-93d37879-7a38-4a6e-a278-4e5322e217a1 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8024349 Mar 14 15:19:12.833143 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-40f5e155-c76e-42dd-9660-0c74ed059ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:14.044966 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 41892) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:19:14.423870 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3267a2f0-a16b-4732-9c22-fe7a0a51bbfa admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:19:14.428594 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3267a2f0-a16b-4732-9c22-fe7a0a51bbfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:19:14.433731 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3267a2f0-a16b-4732-9c22-fe7a0a51bbfa admin admin] Usage tracker for resource:network and tenant:3dcbd802624e4388b5b5ad261b3b9cbc is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:19:14.436689 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3267a2f0-a16b-4732-9c22-fe7a0a51bbfa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:19:14.442201 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3267a2f0-a16b-4732-9c22-fe7a0a51bbfa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:19:14.452263 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3267a2f0-a16b-4732-9c22-fe7a0a51bbfa admin admin] Made reservation on behalf of 3dcbd802624e4388b5b5ad261b3b9cbc for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:19:14.454449 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3267a2f0-a16b-4732-9c22-fe7a0a51bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:14.466623 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3267a2f0-a16b-4732-9c22-fe7a0a51bbfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:14.496667 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3267a2f0-a16b-4732-9c22-fe7a0a51bbfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:19:14.500297 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3267a2f0-a16b-4732-9c22-fe7a0a51bbfa admin admin] Usage tracker for resource:security_group_rule and tenant:3dcbd802624e4388b5b5ad261b3b9cbc is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:19:14.503047 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3267a2f0-a16b-4732-9c22-fe7a0a51bbfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:19:14.511571 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3267a2f0-a16b-4732-9c22-fe7a0a51bbfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:19:14.572306 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3267a2f0-a16b-4732-9c22-fe7a0a51bbfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:14.575726 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3267a2f0-a16b-4732-9c22-fe7a0a51bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:14.593081 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3267a2f0-a16b-4732-9c22-fe7a0a51bbfa admin admin] Reserving flat network on physical network physnet1 {{(pid=83910) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 14 15:19:14.613356 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267a2f0-a16b-4732-9c22-fe7a0a51bbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0973a421-b601-4c2d-854a-935509240361,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:19:14.617479 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3267a2f0-a16b-4732-9c22-fe7a0a51bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:14.617845 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-3267a2f0-a16b-4732-9c22-fe7a0a51bbfa admin admin] Added segment 3c7c7368-e19a-4f2a-9309-d76fb9f6fe91 of type flat for network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 Mar 14 15:19:14.647595 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3267a2f0-a16b-4732-9c22-fe7a0a51bbfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:14.682479 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3267a2f0-a16b-4732-9c22-fe7a0a51bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:14.683204 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3267a2f0-a16b-4732-9c22-fe7a0a51bbfa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:19:14.683773 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3267a2f0-a16b-4732-9c22-fe7a0a51bbfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:14.782862 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267a2f0-a16b-4732-9c22-fe7a0a51bbfa admin admin] Pushing event updated for resources: {'Network': ['ID=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:19:14.785537 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3267a2f0-a16b-4732-9c22-fe7a0a51bbfa admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7395980 Mar 14 15:19:14.795889 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:19:14.988877 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a3c1c4c0-8889-4dc7-848b-4d3a356cbd32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:16.137774 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:16.396383 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:17.049771 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 41912) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:19:17.276561 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a4ca4d-bf1c-498f-872c-1b178aaacc11 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:19:17.277930 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c2a4ca4d-bf1c-498f-872c-1b178aaacc11 admin admin] 10.222.0.60 "GET /v2.0/subnets/0b045b97-0314-4fca-b78c-0e248c88612e HTTP/1.1" status: 200 len: 849 time: 0.2271843 Mar 14 15:19:17.420713 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-66055d1b-5445-4ff9-bcbb-62c0f81b8b1d admin admin] 10.222.0.60 "GET /v2.0/routers/b9e025aa-56fd-4477-9d15-c0c05a6980ef HTTP/1.1" status: 200 len: 704 time: 0.1374424 Mar 14 15:19:17.769112 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:17.878221 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13b28be7-804d-4ac9-8cba-1891b9914bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:18.104454 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-13b28be7-804d-4ac9-8cba-1891b9914bbd admin admin] Allocated IP 172.20.0.1 (eb055ba7-b935-4413-95ce-ccf69528f4a1/0b045b97-0314-4fca-b78c-0e248c88612e/b7511c06-2974-4b99-bade-4f768a05584f) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:19:18.291065 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13b28be7-804d-4ac9-8cba-1891b9914bbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:18.311897 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-13b28be7-804d-4ac9-8cba-1891b9914bbd admin admin] Transition to ACTIVE for port object b7511c06-2974-4b99-bade-4f768a05584f will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:19:18.371692 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13b28be7-804d-4ac9-8cba-1891b9914bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:18.441957 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b28be7-804d-4ac9-8cba-1891b9914bbd admin admin] Network eb055ba7-b935-4413-95ce-ccf69528f4a1 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:19:18.445482 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-13b28be7-804d-4ac9-8cba-1891b9914bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:19:18.450421 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b28be7-804d-4ac9-8cba-1891b9914bbd admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:19:18.451320 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13b28be7-804d-4ac9-8cba-1891b9914bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:18.457135 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b28be7-804d-4ac9-8cba-1891b9914bbd admin admin] Pushing event updated for resources: {'Port': ['ID=b7511c06-2974-4b99-bade-4f768a05584f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:19:18.598009 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13b28be7-804d-4ac9-8cba-1891b9914bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:18.712659 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-67ed4a07-0186-4610-a891-993b16c9d445 None None] Provisioning for port b7511c06-2974-4b99-bade-4f768a05584f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:19:18.718946 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-67ed4a07-0186-4610-a891-993b16c9d445 None None] Provisioning complete for port b7511c06-2974-4b99-bade-4f768a05584f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:19:18.719355 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-67ed4a07-0186-4610-a891-993b16c9d445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:18.777257 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-67ed4a07-0186-4610-a891-993b16c9d445 None None] Port b7511c06-2974-4b99-bade-4f768a05584f cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:19:18.871847 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13b28be7-804d-4ac9-8cba-1891b9914bbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:18.876212 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13b28be7-804d-4ac9-8cba-1891b9914bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:18.876995 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13b28be7-804d-4ac9-8cba-1891b9914bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:19.017374 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b28be7-804d-4ac9-8cba-1891b9914bbd admin admin] Pushing event updated for resources: {'Port': ['ID=b7511c06-2974-4b99-bade-4f768a05584f,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:19:19.080458 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b28be7-804d-4ac9-8cba-1891b9914bbd admin admin] Network eb055ba7-b935-4413-95ce-ccf69528f4a1 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:19:19.081467 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-13b28be7-804d-4ac9-8cba-1891b9914bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:19:19.302152 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1d882ce8-f71b-4666-a2fa-22df32ca9714 None None] Provisioning complete for port b7511c06-2974-4b99-bade-4f768a05584f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:19:19.302556 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d882ce8-f71b-4666-a2fa-22df32ca9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:19.353534 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1d882ce8-f71b-4666-a2fa-22df32ca9714 None None] Port b7511c06-2974-4b99-bade-4f768a05584f cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:19:19.424741 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b28be7-804d-4ac9-8cba-1891b9914bbd admin admin] Router b9e025aa-56fd-4477-9d15-c0c05a6980ef is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:19:19.585592 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b28be7-804d-4ac9-8cba-1891b9914bbd admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:19:19.595818 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] Sync routers for ids ['b9e025aa-56fd-4477-9d15-c0c05a6980ef'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:19:19.596734 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-13b28be7-804d-4ac9-8cba-1891b9914bbd admin admin] 10.222.0.60 "PUT /v2.0/routers/b9e025aa-56fd-4477-9d15-c0c05a6980ef/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1711299 Mar 14 15:19:19.608908 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] Routers {'b9e025aa-56fd-4477-9d15-c0c05a6980ef'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:19:19.609767 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:19:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['b9e025aa-56fd-4477-9d15-c0c05a6980ef'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:19:19.780398 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] Set router b9e025aa-56fd-4477-9d15-c0c05a6980ef gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:19:20.147883 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e025aa-56fd-4477-9d15-c0c05a6980ef', 'name': 'router1', 'tenant_id': 'cb66c084713c4fa5930292cf16846231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:19:08Z', 'updated_at': '2022-03-14T15:19:18Z', 'revision_number': 2, 'project_id': 'cb66c084713c4fa5930292cf16846231', 'gw_port_host': None, '_interfaces': [{'id': 'b7511c06-2974-4b99-bade-4f768a05584f', 'name': '', 'network_id': 'eb055ba7-b935-4413-95ce-ccf69528f4a1', 'tenant_id': 'cb66c084713c4fa5930292cf16846231', 'mac_address': 'fa:16:3e:b6:17:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e025aa-56fd-4477-9d15-c0c05a6980ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b045b97-0314-4fca-b78c-0e248c88612e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:19:17Z', 'updated_at': '2022-03-14T15:19:18Z', 'revision_number': 2, 'project_id': 'cb66c084713c4fa5930292cf16846231', 'subnets': [{'id': '0b045b97-0314-4fca-b78c-0e248c88612e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '411b9a8b-25eb-4fd0-8fcc-c3f99c3ac87b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:19:20.153342 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] Checking router: b9e025aa-56fd-4477-9d15-c0c05a6980ef for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:19:20.153705 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] Updating router b9e025aa-56fd-4477-9d15-c0c05a6980ef port b7511c06-2974-4b99-bade-4f768a05584f binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:19:20.215272 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:20.588040 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:20.603759 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] Transition to ACTIVE for port object b7511c06-2974-4b99-bade-4f768a05584f will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:19:20.610277 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:20.842752 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c02c83-f086-4bfe-a5e9-7a29ca6fab86 None None] Pushing event updated for resources: {'Port': ['ID=b7511c06-2974-4b99-bade-4f768a05584f,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:19:20.866018 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c02c83-f086-4bfe-a5e9-7a29ca6fab86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:20.866394 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c02c83-f086-4bfe-a5e9-7a29ca6fab86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:20.866731 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c02c83-f086-4bfe-a5e9-7a29ca6fab86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:20.867063 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c02c83-f086-4bfe-a5e9-7a29ca6fab86 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:20.867404 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c02c83-f086-4bfe-a5e9-7a29ca6fab86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:20.868857 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c02c83-f086-4bfe-a5e9-7a29ca6fab86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:20.869198 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c02c83-f086-4bfe-a5e9-7a29ca6fab86 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:20.869548 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c02c83-f086-4bfe-a5e9-7a29ca6fab86 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:20.869878 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c02c83-f086-4bfe-a5e9-7a29ca6fab86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:20.870227 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c02c83-f086-4bfe-a5e9-7a29ca6fab86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:20.870552 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c02c83-f086-4bfe-a5e9-7a29ca6fab86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c02c83-f086-4bfe-a5e9-7a29ca6fab86 None None] Tracked resource versions report: Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: pushed versions: Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: { 'ConntrackHelper': {'1.0'}, Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: 'Log': {'1.0'}, Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: 'Network': {'1.1'}, Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: 'Port': {'1.5'}, Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: 'PortForwarding': {'1.2'}, Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: 'QosPolicy': {'1.8'}, Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: 'SecurityGroup': {'1.2'}, Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: 'SecurityGroupRule': {'1.0'}, Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: 'SubPort': {'1.0'}, Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: 'Subnet': {'1.1'}, Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: 'Trunk': {'1.1'}} Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: consumer versions: Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: { DHCP agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: L3 agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: Metadata agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: Metering agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: Open vSwitch agent@dv-neutron-833561-1-hyperv: { 'ConntrackHelper': '1.0', Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: 'Log': '1.0', Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: 'Network': '1.1', Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: 'Port': '1.5', Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: 'PortForwarding': '1.2', Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: 'QosPolicy': '1.8', Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: 'SecurityGroup': '1.2', Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: 'SecurityGroupRule': '1.0', Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: 'SubPort': '1.0', Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: 'Subnet': '1.1', Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: 'Trunk': '1.1'}} Mar 14 15:19:20.871861 dv-neutron-833561-1-hyperv neutron-server[83913]: {{(pid=83913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 15:19:20.878010 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] Attempting to bind port b7511c06-2974-4b99-bade-4f768a05584f on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:19:20.878527 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] Attempting to bind port b7511c06-2974-4b99-bade-4f768a05584f by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'adb7fd5c-ede3-4773-a773-e9bf564f935a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'eb055ba7-b935-4413-95ce-ccf69528f4a1'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:19:20.878883 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] Attempting to bind port b7511c06-2974-4b99-bade-4f768a05584f on network eb055ba7-b935-4413-95ce-ccf69528f4a1 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:19:20.886337 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:19:20.886737 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] Checking segment: {'id': 'adb7fd5c-ede3-4773-a773-e9bf564f935a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'eb055ba7-b935-4413-95ce-ccf69528f4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:19:20.887217 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:20.887610 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] Bound using segment: {'id': 'adb7fd5c-ede3-4773-a773-e9bf564f935a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'eb055ba7-b935-4413-95ce-ccf69528f4a1'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:19:20.888147 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] Bound port: b7511c06-2974-4b99-bade-4f768a05584f, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb7fd5c-ede3-4773-a773-e9bf564f935a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'eb055ba7-b935-4413-95ce-ccf69528f4a1'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:19:20.888483 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:20.979671 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] For port b7511c06-2974-4b99-bade-4f768a05584f, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:19:20.983742 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] For port b7511c06-2974-4b99-bade-4f768a05584f, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b7511c06-2974-4b99-bade-4f768a05584f,segment=NetworkSegment(adb7fd5c-ede3-4773-a773-e9bf564f935a),segment_id=adb7fd5c-ede3-4773-a773-e9bf564f935a)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:19:20.987298 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:21.079341 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] Routers {'b9e025aa-56fd-4477-9d15-c0c05a6980ef'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:19:21.080015 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:19:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['b9e025aa-56fd-4477-9d15-c0c05a6980ef'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:19:21.217299 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c02c83-f086-4bfe-a5e9-7a29ca6fab86 None None] Pushing event updated for resources: {'Port': ['ID=b7511c06-2974-4b99-bade-4f768a05584f,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:19:21.255322 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] Set router b9e025aa-56fd-4477-9d15-c0c05a6980ef gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:19:21.583305 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e025aa-56fd-4477-9d15-c0c05a6980ef', 'name': 'router1', 'tenant_id': 'cb66c084713c4fa5930292cf16846231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:19:08Z', 'updated_at': '2022-03-14T15:19:18Z', 'revision_number': 2, 'project_id': 'cb66c084713c4fa5930292cf16846231', 'gw_port_host': None, '_interfaces': [{'id': 'b7511c06-2974-4b99-bade-4f768a05584f', 'name': '', 'network_id': 'eb055ba7-b935-4413-95ce-ccf69528f4a1', 'tenant_id': 'cb66c084713c4fa5930292cf16846231', 'mac_address': 'fa:16:3e:b6:17:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e025aa-56fd-4477-9d15-c0c05a6980ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b045b97-0314-4fca-b78c-0e248c88612e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:19:17Z', 'updated_at': '2022-03-14T15:19:20Z', 'revision_number': 4, 'project_id': 'cb66c084713c4fa5930292cf16846231', 'subnets': [{'id': '0b045b97-0314-4fca-b78c-0e248c88612e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '411b9a8b-25eb-4fd0-8fcc-c3f99c3ac87b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:19:21.587178 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5dae42-e2c8-4c70-a8cc-94743f0dd4dc None None] The sync data for ids ['b9e025aa-56fd-4477-9d15-c0c05a6980ef'] in dv-neutron-833561-1-hyperv is: [{'id': 'b9e025aa-56fd-4477-9d15-c0c05a6980ef', 'name': 'router1', 'tenant_id': 'cb66c084713c4fa5930292cf16846231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:19:08Z', 'updated_at': '2022-03-14T15:19:18Z', 'revision_number': 2, 'project_id': 'cb66c084713c4fa5930292cf16846231', 'gw_port_host': None, '_interfaces': [{'id': 'b7511c06-2974-4b99-bade-4f768a05584f', 'name': '', 'network_id': 'eb055ba7-b935-4413-95ce-ccf69528f4a1', 'tenant_id': 'cb66c084713c4fa5930292cf16846231', 'mac_address': 'fa:16:3e:b6:17:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e025aa-56fd-4477-9d15-c0c05a6980ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b045b97-0314-4fca-b78c-0e248c88612e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:19:17Z', 'updated_at': '2022-03-14T15:19:20Z', 'revision_number': 4, 'project_id': 'cb66c084713c4fa5930292cf16846231', 'subnets': [{'id': '0b045b97-0314-4fca-b78c-0e248c88612e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '411b9a8b-25eb-4fd0-8fcc-c3f99c3ac87b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:19:21.683883 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 41934) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:19:21.894091 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be32490f-4da9-4415-a7b9-950f601c0de9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:19:21.894729 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-be32490f-4da9-4415-a7b9-950f601c0de9 admin admin] Synchronizing usage tracker for tenant:3dcbd802624e4388b5b5ad261b3b9cbc on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:19:21.912950 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-be32490f-4da9-4415-a7b9-950f601c0de9 admin admin] Unset dirty status for tenant:3dcbd802624e4388b5b5ad261b3b9cbc on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:19:21.914136 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-be32490f-4da9-4415-a7b9-950f601c0de9 admin admin] 10.222.0.60 "GET /v2.0/networks/e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 HTTP/1.1" status: 200 len: 842 time: 0.2292852 Mar 14 15:19:21.923522 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-82e019fc-9a3c-4c16-a5ba-8047cf109884 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.4.1', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'cidr': '172.26.4.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:19:21.928869 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-82e019fc-9a3c-4c16-a5ba-8047cf109884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:19:21.932966 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-82e019fc-9a3c-4c16-a5ba-8047cf109884 admin admin] Usage tracker for resource:subnet and tenant:3dcbd802624e4388b5b5ad261b3b9cbc is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:19:21.935816 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-82e019fc-9a3c-4c16-a5ba-8047cf109884 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:19:21.941848 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-82e019fc-9a3c-4c16-a5ba-8047cf109884 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:19:21.951388 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e019fc-9a3c-4c16-a5ba-8047cf109884 admin admin] Made reservation on behalf of 3dcbd802624e4388b5b5ad261b3b9cbc for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:19:21.953668 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82e019fc-9a3c-4c16-a5ba-8047cf109884 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:22.315147 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.objects.ports [None req-82e019fc-9a3c-4c16-a5ba-8047cf109884 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83910) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 14 15:19:22.315579 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82e019fc-9a3c-4c16-a5ba-8047cf109884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:22.387587 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e019fc-9a3c-4c16-a5ba-8047cf109884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45107c68-cc2e-4baa-9790-efe77d4b6ad7,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:19:22.399787 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e019fc-9a3c-4c16-a5ba-8047cf109884 admin admin] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:19:22.400135 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e019fc-9a3c-4c16-a5ba-8047cf109884 admin admin] Network hostable DHCP agents. Network: e91d4e5d-6c7e-46ec-93fa-aca4dce492d4, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:19:22.420856 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e019fc-9a3c-4c16-a5ba-8047cf109884 admin admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:19:22.443111 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-82e019fc-9a3c-4c16-a5ba-8047cf109884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, e91d4e5d-6c7e-46ec-93fa-aca4dce492d4) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:19:22.452175 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ac4bb3-bf11-4eb2-9cb1-56ee099b6992 None None] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:19:22.456382 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e019fc-9a3c-4c16-a5ba-8047cf109884 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:19:22.456382 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82e019fc-9a3c-4c16-a5ba-8047cf109884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:22.476888 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-82e019fc-9a3c-4c16-a5ba-8047cf109884 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5567367 Mar 14 15:19:22.685860 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e02172-51c6-41c4-8358-972421de69ca None None] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:19:22.759308 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b7511c06-2974-4b99-bade-4f768a05584f up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:19:22.925973 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port b7511c06-2974-4b99-bade-4f768a05584f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:19:22.935326 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port b7511c06-2974-4b99-bade-4f768a05584f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:19:22.935636 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:23.076669 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:23.107523 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port b7511c06-2974-4b99-bade-4f768a05584f, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b7511c06-2974-4b99-bade-4f768a05584f,segment=NetworkSegment(adb7fd5c-ede3-4773-a773-e9bf564f935a),segment_id=adb7fd5c-ede3-4773-a773-e9bf564f935a)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:19:23.111140 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:23.178045 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=b7511c06-2974-4b99-bade-4f768a05584f,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:19:24.652712 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 41948) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:19:24.698568 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b7511c06-2974-4b99-bade-4f768a05584f up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:19:24.765330 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port b7511c06-2974-4b99-bade-4f768a05584f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:19:24.765701 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:24.881431 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-23fe9ab6-c761-4e7c-9fd3-7557c9efe85a admin admin] 10.222.0.60 "GET /v2.0/routers/b9e025aa-56fd-4477-9d15-c0c05a6980ef HTTP/1.1" status: 200 len: 710 time: 0.2276280 Mar 14 15:19:25.037580 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52da69b-7c13-482f-9694-beadee696b26 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:19:25.038977 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e52da69b-7c13-482f-9694-beadee696b26 admin admin] 10.222.0.60 "GET /v2.0/networks/e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 HTTP/1.1" status: 200 len: 886 time: 0.1526411 Mar 14 15:19:25.047557 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3c542be1-bfd3-496a-8fd0-f323d13ba6e6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:19:25.522599 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c542be1-bfd3-496a-8fd0-f323d13ba6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:25.747311 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c542be1-bfd3-496a-8fd0-f323d13ba6e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:25.802455 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c542be1-bfd3-496a-8fd0-f323d13ba6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:25.932189 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-3c542be1-bfd3-496a-8fd0-f323d13ba6e6 admin admin] Allocated IP 172.26.4.134 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/4b8f18a5-8f07-43f5-b77a-91145f13a7bc) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:19:26.073651 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c542be1-bfd3-496a-8fd0-f323d13ba6e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:26.098916 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c542be1-bfd3-496a-8fd0-f323d13ba6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:26.162994 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c542be1-bfd3-496a-8fd0-f323d13ba6e6 admin admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:19:26.166404 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-3c542be1-bfd3-496a-8fd0-f323d13ba6e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:19:26.170278 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c542be1-bfd3-496a-8fd0-f323d13ba6e6 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:19:26.198683 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c542be1-bfd3-496a-8fd0-f323d13ba6e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4b8f18a5-8f07-43f5-b77a-91145f13a7bc,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:19:26.313982 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c542be1-bfd3-496a-8fd0-f323d13ba6e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:26.472881 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c542be1-bfd3-496a-8fd0-f323d13ba6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:26.476091 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c542be1-bfd3-496a-8fd0-f323d13ba6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-950448'] for router, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:26.668478 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c542be1-bfd3-496a-8fd0-f323d13ba6e6 admin admin] Router b9e025aa-56fd-4477-9d15-c0c05a6980ef has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:19:26.861253 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c542be1-bfd3-496a-8fd0-f323d13ba6e6 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:19:26.869389 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c542be1-bfd3-496a-8fd0-f323d13ba6e6 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:26.870564 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3c542be1-bfd3-496a-8fd0-f323d13ba6e6 admin admin] 10.222.0.60 "PUT /v2.0/routers/b9e025aa-56fd-4477-9d15-c0c05a6980ef HTTP/1.1" status: 200 len: 890 time: 1.8262451 Mar 14 15:19:26.871069 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e95948-8273-45ae-a539-42adff073e43 None None] Sync routers for ids ['b9e025aa-56fd-4477-9d15-c0c05a6980ef'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:19:26.883650 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e95948-8273-45ae-a539-42adff073e43 None None] Routers {'b9e025aa-56fd-4477-9d15-c0c05a6980ef'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:19:26.884344 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-59e95948-8273-45ae-a539-42adff073e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:19:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['b9e025aa-56fd-4477-9d15-c0c05a6980ef'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:19:27.074146 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-59e95948-8273-45ae-a539-42adff073e43 None None] Set router b9e025aa-56fd-4477-9d15-c0c05a6980ef gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:19:27.405295 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-59e95948-8273-45ae-a539-42adff073e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e025aa-56fd-4477-9d15-c0c05a6980ef', 'name': 'router1', 'tenant_id': 'cb66c084713c4fa5930292cf16846231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '4b8f18a5-8f07-43f5-b77a-91145f13a7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:19:08Z', 'updated_at': '2022-03-14T15:19:26Z', 'revision_number': 4, 'project_id': 'cb66c084713c4fa5930292cf16846231', 'gw_port': {'id': '4b8f18a5-8f07-43f5-b77a-91145f13a7bc', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e025aa-56fd-4477-9d15-c0c05a6980ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:19:25Z', 'updated_at': '2022-03-14T15:19:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'b7511c06-2974-4b99-bade-4f768a05584f', 'name': '', 'network_id': 'eb055ba7-b935-4413-95ce-ccf69528f4a1', 'tenant_id': 'cb66c084713c4fa5930292cf16846231', 'mac_address': 'fa:16:3e:b6:17:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e025aa-56fd-4477-9d15-c0c05a6980ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b045b97-0314-4fca-b78c-0e248c88612e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:19:17Z', 'updated_at': '2022-03-14T15:19:23Z', 'revision_number': 5, 'project_id': 'cb66c084713c4fa5930292cf16846231', 'subnets': [{'id': '0b045b97-0314-4fca-b78c-0e248c88612e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '411b9a8b-25eb-4fd0-8fcc-c3f99c3ac87b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:19:27.410170 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e95948-8273-45ae-a539-42adff073e43 None None] Checking router: b9e025aa-56fd-4477-9d15-c0c05a6980ef for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:19:27.410536 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e95948-8273-45ae-a539-42adff073e43 None None] Updating router b9e025aa-56fd-4477-9d15-c0c05a6980ef port 4b8f18a5-8f07-43f5-b77a-91145f13a7bc binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:19:27.462479 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-59e95948-8273-45ae-a539-42adff073e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:27.790113 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-59e95948-8273-45ae-a539-42adff073e43 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:27.801795 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-59e95948-8273-45ae-a539-42adff073e43 None None] Transition to ACTIVE for port object 4b8f18a5-8f07-43f5-b77a-91145f13a7bc will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:19:27.809356 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-59e95948-8273-45ae-a539-42adff073e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:27.912622 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef134ae1-7cc6-44f9-9ed8-bd10c9430980 None None] Pushing event updated for resources: {'Port': ['ID=4b8f18a5-8f07-43f5-b77a-91145f13a7bc,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:19:27.915751 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-59e95948-8273-45ae-a539-42adff073e43 None None] Attempting to bind port 4b8f18a5-8f07-43f5-b77a-91145f13a7bc on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:19:27.916327 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-59e95948-8273-45ae-a539-42adff073e43 None None] Attempting to bind port 4b8f18a5-8f07-43f5-b77a-91145f13a7bc by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:19:27.916746 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e95948-8273-45ae-a539-42adff073e43 None None] Attempting to bind port 4b8f18a5-8f07-43f5-b77a-91145f13a7bc on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:19:27.928914 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e95948-8273-45ae-a539-42adff073e43 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:19:27.929287 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e95948-8273-45ae-a539-42adff073e43 None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:19:27.929690 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-59e95948-8273-45ae-a539-42adff073e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:27.930216 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e95948-8273-45ae-a539-42adff073e43 None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:19:27.930688 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-59e95948-8273-45ae-a539-42adff073e43 None None] Bound port: 4b8f18a5-8f07-43f5-b77a-91145f13a7bc, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:19:27.931078 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-59e95948-8273-45ae-a539-42adff073e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:28.002111 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-59e95948-8273-45ae-a539-42adff073e43 None None] For port 4b8f18a5-8f07-43f5-b77a-91145f13a7bc, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:19:28.005003 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-59e95948-8273-45ae-a539-42adff073e43 None None] For port 4b8f18a5-8f07-43f5-b77a-91145f13a7bc, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=4b8f18a5-8f07-43f5-b77a-91145f13a7bc,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:19:28.010331 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-59e95948-8273-45ae-a539-42adff073e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:28.082878 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef134ae1-7cc6-44f9-9ed8-bd10c9430980 None None] Pushing event updated for resources: {'Port': ['ID=4b8f18a5-8f07-43f5-b77a-91145f13a7bc,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:19:28.097998 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e95948-8273-45ae-a539-42adff073e43 None None] Routers {'b9e025aa-56fd-4477-9d15-c0c05a6980ef'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:19:28.098630 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-59e95948-8273-45ae-a539-42adff073e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:19:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['b9e025aa-56fd-4477-9d15-c0c05a6980ef'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:19:28.288997 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-59e95948-8273-45ae-a539-42adff073e43 None None] Set router b9e025aa-56fd-4477-9d15-c0c05a6980ef gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:19:28.607007 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-59e95948-8273-45ae-a539-42adff073e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e025aa-56fd-4477-9d15-c0c05a6980ef', 'name': 'router1', 'tenant_id': 'cb66c084713c4fa5930292cf16846231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '4b8f18a5-8f07-43f5-b77a-91145f13a7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:19:08Z', 'updated_at': '2022-03-14T15:19:26Z', 'revision_number': 4, 'project_id': 'cb66c084713c4fa5930292cf16846231', 'gw_port': {'id': '4b8f18a5-8f07-43f5-b77a-91145f13a7bc', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e025aa-56fd-4477-9d15-c0c05a6980ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:19:25Z', 'updated_at': '2022-03-14T15:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'b7511c06-2974-4b99-bade-4f768a05584f', 'name': '', 'network_id': 'eb055ba7-b935-4413-95ce-ccf69528f4a1', 'tenant_id': 'cb66c084713c4fa5930292cf16846231', 'mac_address': 'fa:16:3e:b6:17:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e025aa-56fd-4477-9d15-c0c05a6980ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b045b97-0314-4fca-b78c-0e248c88612e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:19:17Z', 'updated_at': '2022-03-14T15:19:23Z', 'revision_number': 5, 'project_id': 'cb66c084713c4fa5930292cf16846231', 'subnets': [{'id': '0b045b97-0314-4fca-b78c-0e248c88612e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '411b9a8b-25eb-4fd0-8fcc-c3f99c3ac87b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:19:28.611005 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e95948-8273-45ae-a539-42adff073e43 None None] The sync data for ids ['b9e025aa-56fd-4477-9d15-c0c05a6980ef'] in dv-neutron-833561-1-hyperv is: [{'id': 'b9e025aa-56fd-4477-9d15-c0c05a6980ef', 'name': 'router1', 'tenant_id': 'cb66c084713c4fa5930292cf16846231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '4b8f18a5-8f07-43f5-b77a-91145f13a7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:19:08Z', 'updated_at': '2022-03-14T15:19:26Z', 'revision_number': 4, 'project_id': 'cb66c084713c4fa5930292cf16846231', 'gw_port': {'id': '4b8f18a5-8f07-43f5-b77a-91145f13a7bc', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e025aa-56fd-4477-9d15-c0c05a6980ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:19:25Z', 'updated_at': '2022-03-14T15:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'b7511c06-2974-4b99-bade-4f768a05584f', 'name': '', 'network_id': 'eb055ba7-b935-4413-95ce-ccf69528f4a1', 'tenant_id': 'cb66c084713c4fa5930292cf16846231', 'mac_address': 'fa:16:3e:b6:17:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e025aa-56fd-4477-9d15-c0c05a6980ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b045b97-0314-4fca-b78c-0e248c88612e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:19:17Z', 'updated_at': '2022-03-14T15:19:23Z', 'revision_number': 5, 'project_id': 'cb66c084713c4fa5930292cf16846231', 'subnets': [{'id': '0b045b97-0314-4fca-b78c-0e248c88612e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '411b9a8b-25eb-4fd0-8fcc-c3f99c3ac87b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:19:29.143810 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 41958) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:19:29.367068 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.policy [None req-56995947-b6ff-4874-a07e-58dcf91a6b6b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83911) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 14 15:19:29.368579 dv-neutron-833561-1-hyperv neutron-server[83911]: WARNING oslo_policy.policy [None req-56995947-b6ff-4874-a07e-58dcf91a6b6b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 15:19:29.368949 dv-neutron-833561-1-hyperv neutron-server[83911]: WARNING oslo_policy.policy [None req-56995947-b6ff-4874-a07e-58dcf91a6b6b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 15:19:29.373170 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-56995947-b6ff-4874-a07e-58dcf91a6b6b admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.2278483 Mar 14 15:19:30.724256 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 4b8f18a5-8f07-43f5-b77a-91145f13a7bc up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:19:30.790456 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 4b8f18a5-8f07-43f5-b77a-91145f13a7bc completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:19:30.795383 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 4b8f18a5-8f07-43f5-b77a-91145f13a7bc triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:19:30.795757 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:30.920129 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:30.938777 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 4b8f18a5-8f07-43f5-b77a-91145f13a7bc, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=4b8f18a5-8f07-43f5-b77a-91145f13a7bc,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:19:30.943375 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:31.009907 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=4b8f18a5-8f07-43f5-b77a-91145f13a7bc,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:19:32.741121 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 4b8f18a5-8f07-43f5-b77a-91145f13a7bc up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:19:32.842132 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 4b8f18a5-8f07-43f5-b77a-91145f13a7bc triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:19:32.842132 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:40.538314 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 5 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:19:42.836878 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f03c2684-0f72-49ec-a825-c831145aa75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:44.990226 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c0d3191f-cc01-4791-9fbb-5ef692f1ae6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:46.137728 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:46.400129 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:47.785930 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:20:12.848055 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-509a6c2f-d061-403a-a534-52f025d837cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:20:14.993389 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-57d3e03e-3bb4-4804-bc3d-92444235a1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:20:16.141927 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:20:16.405189 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:20:17.538253 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 5 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:20:17.790571 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:20:42.843768 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-836714b9-0415-4e20-99d3-8df0a29a2e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:20:44.995721 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-495c5e9f-43b3-4f76-acd2-f9d8965fc78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:20:46.144007 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:20:46.410208 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:20:47.795051 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:20:54.539589 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 5 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:21:12.846720 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7bdf8942-da82-415d-9563-4ad9df4650fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:14.997783 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-92e2199f-d3b8-4ef4-947d-5221e9e445b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:16.145151 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:16.412783 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:17.804265 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:31.540949 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 5 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:21:36.780188 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 42574) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:21:36.869448 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41f1d86-4703-48c0-b678-a028ead4d155 admin admin] GET failed (client error): The resource could not be found. Mar 14 15:21:36.870655 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c41f1d86-4703-48c0-b678-a028ead4d155 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0895388 Mar 14 15:21:36.999658 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe2ba4d-a0a5-4aed-89c7-991d8daa3df9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:21:37.001013 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ebe2ba4d-a0a5-4aed-89c7-991d8daa3df9 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1265144 Mar 14 15:21:39.051348 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 42584) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:21:39.184537 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9541674-6e3c-4f4e-a825-114afd5e66b3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:21:39.185086 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d9541674-6e3c-4f4e-a825-114afd5e66b3 admin admin] Synchronizing usage tracker for tenant:3dcbd802624e4388b5b5ad261b3b9cbc on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:21:39.200286 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d9541674-6e3c-4f4e-a825-114afd5e66b3 admin admin] Unset dirty status for tenant:3dcbd802624e4388b5b5ad261b3b9cbc on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:21:39.201502 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d9541674-6e3c-4f4e-a825-114afd5e66b3 admin admin] 10.222.0.60 "GET /v2.0/subnets/0b045b97-0314-4fca-b78c-0e248c88612e HTTP/1.1" status: 200 len: 849 time: 0.1492324 Mar 14 15:21:39.211343 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1af6452e-7b34-46a7-8bc9-07d8dd20ea28 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:21:39.363084 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1af6452e-7b34-46a7-8bc9-07d8dd20ea28 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:39.543927 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1af6452e-7b34-46a7-8bc9-07d8dd20ea28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782436048029'] for subnet, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:39.595759 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d591b29-498e-4ba9-a1ee-4e8c00e5507e None None] Network eb055ba7-b935-4413-95ce-ccf69528f4a1 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:21:39.597044 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af6452e-7b34-46a7-8bc9-07d8dd20ea28 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:21:39.597640 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1af6452e-7b34-46a7-8bc9-07d8dd20ea28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:39.598925 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1af6452e-7b34-46a7-8bc9-07d8dd20ea28 admin admin] 10.222.0.60 "PUT /v2.0/subnets/0b045b97-0314-4fca-b78c-0e248c88612e HTTP/1.1" status: 200 len: 868 time: 0.3920040 Mar 14 15:21:39.612427 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6452e-7b34-46a7-8bc9-07d8dd20ea28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b045b97-0314-4fca-b78c-0e248c88612e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:21:39.623011 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6452e-7b34-46a7-8bc9-07d8dd20ea28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:21:39.623324 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6452e-7b34-46a7-8bc9-07d8dd20ea28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:21:39.623610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6452e-7b34-46a7-8bc9-07d8dd20ea28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:21:39.623901 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6452e-7b34-46a7-8bc9-07d8dd20ea28 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:21:39.624240 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6452e-7b34-46a7-8bc9-07d8dd20ea28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:21:39.624558 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6452e-7b34-46a7-8bc9-07d8dd20ea28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:21:39.624886 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6452e-7b34-46a7-8bc9-07d8dd20ea28 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:21:39.625207 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6452e-7b34-46a7-8bc9-07d8dd20ea28 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:21:39.625534 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6452e-7b34-46a7-8bc9-07d8dd20ea28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:21:39.625904 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6452e-7b34-46a7-8bc9-07d8dd20ea28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:21:39.626257 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6452e-7b34-46a7-8bc9-07d8dd20ea28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:21:40.053154 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8025d8db-e212-4ffd-ad6b-86051900be87 None None] Provisioning complete for port c30b10e5-358e-4789-af0e-7195609cef8b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:21:40.053526 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8025d8db-e212-4ffd-ad6b-86051900be87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:40.174935 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8025d8db-e212-4ffd-ad6b-86051900be87 None None] Provisioning complete for port b7511c06-2974-4b99-bade-4f768a05584f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:21:40.175461 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8025d8db-e212-4ffd-ad6b-86051900be87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:41.635797 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 42594) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:21:41.830938 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e57b3e7-b59a-4938-b73f-ed5f68194cc0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:21:41.831238 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e57b3e7-b59a-4938-b73f-ed5f68194cc0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:21:41.832741 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7e57b3e7-b59a-4938-b73f-ed5f68194cc0 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960123 Mar 14 15:21:42.847155 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5cd2352b-a8fe-4ca6-93c9-1e26d80c0f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:43.889057 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 42604) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:21:44.085910 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a62af02-fa22-4c3c-af18-b54148f1fdfc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:21:44.086227 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a62af02-fa22-4c3c-af18-b54148f1fdfc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:21:44.087729 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5a62af02-fa22-4c3c-af18-b54148f1fdfc admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1977088 Mar 14 15:21:45.000468 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-21edcb35-38c7-4712-b20b-943df85c8dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:46.148277 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:46.161301 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 42614) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:21:46.348528 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a30ded-a55f-4f14-b509-0f6022252256 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:21:46.349765 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-89a30ded-a55f-4f14-b509-0f6022252256 admin admin] 10.222.0.60 "GET /v2.0/networks/e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 HTTP/1.1" status: 200 len: 886 time: 0.1874657 Mar 14 15:21:46.416189 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:47.806182 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:48.389231 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 42624) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:21:48.581854 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de715fd-3d78-4614-b802-cdb6ba655984 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:21:48.583228 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9de715fd-3d78-4614-b802-cdb6ba655984 admin admin] 10.222.0.60 "GET /v2.0/networks/eb055ba7-b935-4413-95ce-ccf69528f4a1 HTTP/1.1" status: 200 len: 869 time: 0.1929684 Mar 14 15:21:50.606753 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 42634) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:21:50.733601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f71ab78-cceb-4e06-800c-63c48a8dd87e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:21:50.734089 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f71ab78-cceb-4e06-800c-63c48a8dd87e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:21:50.735570 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7f71ab78-cceb-4e06-800c-63c48a8dd87e admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1278696 Mar 14 15:21:52.758089 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 42644) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:21:52.889677 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336416cd-1468-4026-88f2-4583e9362709 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:21:52.890040 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336416cd-1468-4026-88f2-4583e9362709 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:21:52.891539 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-336416cd-1468-4026-88f2-4583e9362709 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1325333 Mar 14 15:21:54.921598 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 42654) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:21:55.058549 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c60c791-07cf-4979-8ff3-f7a63c475a87 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:21:55.059928 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2c60c791-07cf-4979-8ff3-f7a63c475a87 admin admin] 10.222.0.60 "GET /v2.0/subnets/0b045b97-0314-4fca-b78c-0e248c88612e HTTP/1.1" status: 200 len: 868 time: 0.1373737 Mar 14 15:21:57.069569 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 42664) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:21:57.198297 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b0fef-984b-47cc-9648-b04cb7d7b6f9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:21:57.199650 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-937b0fef-984b-47cc-9648-b04cb7d7b6f9 admin admin] 10.222.0.60 "GET /v2.0/subnets/45107c68-cc2e-4baa-9790-efe77d4b6ad7 HTTP/1.1" status: 200 len: 816 time: 0.1290987 Mar 14 15:22:08.541021 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 5 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:22:12.854084 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e33e58e-99d6-4699-95d0-7d1f5fc64626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:15.002643 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3715f4cf-9668-4c9a-948c-69791203c0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:15.082432 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 42702) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:22:15.154031 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-b4307ca0-0b36-4399-b096-c155c4da3640 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:22:15.155024 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b4307ca0-0b36-4399-b096-c155c4da3640 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0716751 Mar 14 15:22:16.153808 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:16.419775 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:17.250742 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 42712) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:22:17.349508 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8bc4d34-1a2b-4888-ab21-708cb0630502 admin admin] GET failed (client error): The resource could not be found. Mar 14 15:22:17.350750 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c8bc4d34-1a2b-4888-ab21-708cb0630502 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0991056 Mar 14 15:22:17.503788 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825741f5-0bcd-4c0d-b1f0-08212813d340 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:22:17.505253 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-825741f5-0bcd-4c0d-b1f0-08212813d340 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1505463 Mar 14 15:22:17.806597 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:19.610781 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 42722) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:22:19.700886 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:22:19.702185 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.quota [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Loaded quota_driver: . Mar 14 15:22:19.710602 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:22:19.725869 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:22:19.741875 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Made reservation on behalf of 3dcbd802624e4388b5b5ad261b3b9cbc for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:22:19.744811 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:19.857882 dv-neutron-833561-1-hyperv neutron-server[83911]: WARNING neutron.services.revisions.revision_plugin [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Could not find related network for resource to bump revision. Mar 14 15:22:19.873776 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:22:19.887777 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782436127344', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:19.888625 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Unsubscribe: segment precommit_create {{(pid=83911) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 14 15:22:19.889295 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Added segment 044d2d0a-04c3-48c3-ad97-e29439cc8729 of type vlan for network 1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12 Mar 14 15:22:19.964975 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:20.006826 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:20.007774 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:22:20.008431 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:20.118899 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5069118 Mar 14 15:22:20.128446 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Pushing event updated for resources: {'Network': ['ID=1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:20.139205 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:20.139551 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:20.139896 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:20.140253 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:20.140576 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:20.140907 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:20.141257 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:20.141590 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:20.141916 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:20.142270 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:20.142592 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33754e30-b0f9-459d-a32f-9a6982d487f4 admin admin] Tracked resource versions report: Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: pushed versions: Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: { 'ConntrackHelper': {'1.0'}, Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: 'Log': {'1.0'}, Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: 'Network': {'1.1'}, Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: 'Port': {'1.5'}, Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: 'PortForwarding': {'1.2'}, Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: 'QosPolicy': {'1.8'}, Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: 'SecurityGroup': {'1.2'}, Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: 'SecurityGroupRule': {'1.0'}, Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: 'SubPort': {'1.0'}, Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: 'Subnet': {'1.1'}, Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: 'Trunk': {'1.1'}} Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: consumer versions: Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: { DHCP agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: L3 agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: Metadata agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: Metering agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: Open vSwitch agent@dv-neutron-833561-1-hyperv: { 'ConntrackHelper': '1.0', Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: 'Log': '1.0', Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: 'Network': '1.1', Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: 'Port': '1.5', Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: 'PortForwarding': '1.2', Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: 'QosPolicy': '1.8', Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: 'SecurityGroup': '1.2', Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: 'SecurityGroupRule': '1.0', Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: 'SubPort': '1.0', Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: 'Subnet': '1.1', Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: 'Trunk': '1.1'}} Mar 14 15:22:20.143945 dv-neutron-833561-1-hyperv neutron-server[83911]: {{(pid=83911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 15:22:20.193518 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:22:22.167535 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 42736) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:22:22.258720 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-15701787-b404-419c-a576-d19f096eb60a admin admin] GET failed (client error): The resource could not be found. Mar 14 15:22:22.259899 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-15701787-b404-419c-a576-d19f096eb60a admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0914438 Mar 14 15:22:22.363185 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21373b1-5b9f-49bc-a15d-480204e6f734 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:22:22.364543 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b21373b1-5b9f-49bc-a15d-480204e6f734 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1007822 Mar 14 15:22:22.373744 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b845e609-5d23-4973-89e5-066e63dc3a45 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12', 'description': 'shared-subnet'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:22:22.378033 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b845e609-5d23-4973-89e5-066e63dc3a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:22:22.387824 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b845e609-5d23-4973-89e5-066e63dc3a45 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:22:22.397868 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b845e609-5d23-4973-89e5-066e63dc3a45 admin admin] Made reservation on behalf of 3dcbd802624e4388b5b5ad261b3b9cbc for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:22:22.400040 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b845e609-5d23-4973-89e5-066e63dc3a45 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:22.595797 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b845e609-5d23-4973-89e5-066e63dc3a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:22.666879 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845e609-5d23-4973-89e5-066e63dc3a45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dccf49e6-aa44-4e38-9b7b-888646c138ce,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:22.678858 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845e609-5d23-4973-89e5-066e63dc3a45 admin admin] Checking segment: {'id': '044d2d0a-04c3-48c3-ad97-e29439cc8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:22:22.679225 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b845e609-5d23-4973-89e5-066e63dc3a45 admin admin] Network hostable DHCP agents. Network: 1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:22:22.700968 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b845e609-5d23-4973-89e5-066e63dc3a45 admin admin] Network 1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:22:22.709992 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b845e609-5d23-4973-89e5-066e63dc3a45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:22:22.714237 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b845e609-5d23-4973-89e5-066e63dc3a45 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:22:22.714970 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b845e609-5d23-4973-89e5-066e63dc3a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:22.719099 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfee431b-0231-4ab1-8c12-e72e27e7a863 None None] Network 1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:22:22.783123 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b845e609-5d23-4973-89e5-066e63dc3a45 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4126067 Mar 14 15:22:22.941496 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12', 'network_id': '1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12', 'tenant_id': '3dcbd802624e4388b5b5ad261b3b9cbc', 'fixed_ips': [{'subnet_id': 'dccf49e6-aa44-4e38-9b7b-888646c138ce'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:22:22.942377 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:23.103676 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Allocated IP 192.168.233.2 (1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12/dccf49e6-aa44-4e38-9b7b-888646c138ce/9d15f083-056e-4dc8-a517-97c085de46cc) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:22:23.309307 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:23.320626 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Transition to ACTIVE for port object 9d15f083-056e-4dc8-a517-97c085de46cc will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:22:23.339590 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Transition to ACTIVE for port object 9d15f083-056e-4dc8-a517-97c085de46cc will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:22:23.346544 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:23.416944 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Network 1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:22:23.418155 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:22:23.421749 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:22:23.426802 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Pushing event updated for resources: {'Port': ['ID=9d15f083-056e-4dc8-a517-97c085de46cc,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:23.461259 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:23.461534 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:23.461875 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:23.462238 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:23.462588 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:23.462923 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:23.463251 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:23.463595 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:23.467885 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:23.467885 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:23.467885 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:23.523404 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Attempting to bind port 9d15f083-056e-4dc8-a517-97c085de46cc on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:22:23.523782 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Attempting to bind port 9d15f083-056e-4dc8-a517-97c085de46cc by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '044d2d0a-04c3-48c3-ad97-e29439cc8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:22:23.524151 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Attempting to bind port 9d15f083-056e-4dc8-a517-97c085de46cc on network 1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:22:23.531054 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:22:23.531431 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Checking segment: {'id': '044d2d0a-04c3-48c3-ad97-e29439cc8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:22:23.531831 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:23.532227 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Bound using segment: {'id': '044d2d0a-04c3-48c3-ad97-e29439cc8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:22:23.532691 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Bound port: 9d15f083-056e-4dc8-a517-97c085de46cc, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044d2d0a-04c3-48c3-ad97-e29439cc8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:22:23.533080 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:23.643244 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] For port 9d15f083-056e-4dc8-a517-97c085de46cc, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:22:23.647000 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] For port 9d15f083-056e-4dc8-a517-97c085de46cc, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9d15f083-056e-4dc8-a517-97c085de46cc,segment=NetworkSegment(044d2d0a-04c3-48c3-ad97-e29439cc8729),segment_id=044d2d0a-04c3-48c3-ad97-e29439cc8729)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:22:23.651672 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:23.729404 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e79774-2d1b-4d32-a276-0005e810d918 None None] Pushing event updated for resources: {'Port': ['ID=9d15f083-056e-4dc8-a517-97c085de46cc,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:24.548587 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55372b2a-9798-4d53-bab2-67759421279f None None] Network 1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:22:24.658656 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-05b500ac-66fc-41bd-bd1d-149944550742 None None] Provisioning for port 9d15f083-056e-4dc8-a517-97c085de46cc completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:22:24.832982 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9d15f083-056e-4dc8-a517-97c085de46cc up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:22:24.915777 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 9d15f083-056e-4dc8-a517-97c085de46cc completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:22:24.921939 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 9d15f083-056e-4dc8-a517-97c085de46cc triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:22:24.922410 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:25.044938 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-257afacd-c971-46db-a910-7b1a69390289 None None] Provisioning complete for port 9d15f083-056e-4dc8-a517-97c085de46cc triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:22:25.045234 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-257afacd-c971-46db-a910-7b1a69390289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:25.071873 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:25.127041 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 9d15f083-056e-4dc8-a517-97c085de46cc, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9d15f083-056e-4dc8-a517-97c085de46cc,segment=NetworkSegment(044d2d0a-04c3-48c3-ad97-e29439cc8729),segment_id=044d2d0a-04c3-48c3-ad97-e29439cc8729)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:22:25.133221 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:25.247532 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=9d15f083-056e-4dc8-a517-97c085de46cc,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:26.796737 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9d15f083-056e-4dc8-a517-97c085de46cc up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:22:26.864867 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 9d15f083-056e-4dc8-a517-97c085de46cc triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:22:26.865193 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:42.845324 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-25ee5802-ec82-4f2c-bd6e-15008f46bf64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:45.106265 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-06e6bec0-c0c9-4f40-beb4-e4d594c970d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:45.540489 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 5 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:22:46.152550 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:46.423571 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:47.809918 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:12.848654 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b16a664-064f-43d6-9d56-2ccb9674688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:15.011056 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b0fad18b-241d-44dc-a445-9894989a4e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:16.155802 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:16.427114 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:17.814711 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.540684 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 5 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:23:33.848289 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 42778) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:23:33.853824 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-442b2560-8b6c-4cb8-83ae-357dadcaac09 tempest-verify_tempest_config-1572358639 tempest-verify_tempest_config-1572358639-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:23:33.854790 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-442b2560-8b6c-4cb8-83ae-357dadcaac09 tempest-verify_tempest_config-1572358639 tempest-verify_tempest_config-1572358639-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0055606 Mar 14 15:23:34.186543 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 42794) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:23:34.325125 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ae03f434-165d-4493-af0f-db97bd0b802f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:34.354803 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ae03f434-165d-4493-af0f-db97bd0b802f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:23:34.358525 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ae03f434-165d-4493-af0f-db97bd0b802f admin admin] Usage tracker for resource:security_group_rule and tenant:ac99d2bd7f76413da9f91d40a1d994f3 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:23:34.361199 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ae03f434-165d-4493-af0f-db97bd0b802f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:23:34.366717 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ae03f434-165d-4493-af0f-db97bd0b802f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:23:34.437338 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ae03f434-165d-4493-af0f-db97bd0b802f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:34.441277 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ae03f434-165d-4493-af0f-db97bd0b802f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:34.484398 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03f434-165d-4493-af0f-db97bd0b802f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad511a29-383b-4dde-9c5c-4bac70ce44de,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:34.494783 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ae03f434-165d-4493-af0f-db97bd0b802f admin admin] Synchronizing usage tracker for tenant:3dcbd802624e4388b5b5ad261b3b9cbc on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:23:34.502360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae03f434-165d-4493-af0f-db97bd0b802f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:34.502851 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae03f434-165d-4493-af0f-db97bd0b802f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:34.503186 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae03f434-165d-4493-af0f-db97bd0b802f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:34.503509 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae03f434-165d-4493-af0f-db97bd0b802f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:34.503853 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae03f434-165d-4493-af0f-db97bd0b802f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:34.504154 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae03f434-165d-4493-af0f-db97bd0b802f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:34.504483 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae03f434-165d-4493-af0f-db97bd0b802f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:34.504803 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae03f434-165d-4493-af0f-db97bd0b802f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:34.505114 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae03f434-165d-4493-af0f-db97bd0b802f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:34.505422 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae03f434-165d-4493-af0f-db97bd0b802f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:34.505730 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae03f434-165d-4493-af0f-db97bd0b802f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:34.521654 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ae03f434-165d-4493-af0f-db97bd0b802f admin admin] Unset dirty status for tenant:3dcbd802624e4388b5b5ad261b3b9cbc on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:23:34.522842 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ae03f434-165d-4493-af0f-db97bd0b802f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ac99d2bd7f76413da9f91d40a1d994f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3351574 Mar 14 15:23:34.525446 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 42800) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:23:34.584815 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8b6de3e-f64c-4923-89d4-00186f3e8f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:34.608988 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8b6de3e-f64c-4923-89d4-00186f3e8f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:34.698350 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8b6de3e-f64c-4923-89d4-00186f3e8f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:34.712719 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6de3e-f64c-4923-89d4-00186f3e8f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad511a29-383b-4dde-9c5c-4bac70ce44de,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:34.718856 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8b6de3e-f64c-4923-89d4-00186f3e8f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:34.720201 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b8b6de3e-f64c-4923-89d4-00186f3e8f23 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad511a29-383b-4dde-9c5c-4bac70ce44de HTTP/1.1" status: 204 len: 168 time: 0.1936495 Mar 14 15:23:42.850583 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-53d28dea-8808-4c2d-a4c0-3561f78a019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:45.012127 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edb5061a-9c74-4a13-8efb-ad3f6dd027e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:46.157776 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:46.428631 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.816711 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:59.540724 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 5 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:24:12.852651 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8749857f-b3fb-45e2-8498-555f539302ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.013529 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0174f883-0538-446a-8c87-a87a53859302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:16.161898 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:16.429417 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.819412 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:36.541745 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 5 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:24:42.854614 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3440db85-ff02-43bf-8a13-f28c2711400c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:45.014851 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea75fb7b-149b-41a4-98c4-7a20d7d3983f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:46.166325 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:46.430725 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:47.822279 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.590594 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-962716'] for agent, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:04.935093 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 42870) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:25:05.084382 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-344d3a9e-2269-42c1-81d6-a764cb68bcfc admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1481576 Mar 14 15:25:07.177352 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 42880) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:25:07.256956 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c502c12e-839e-45f6-a7c5-ed1e2f7af8f3 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0785277 Mar 14 15:25:12.857342 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a8937864-571c-4f1e-8d41-3917f8a6b063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.542951 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:25:15.016287 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6777022-53e8-46c6-b324-7b5ae7363fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:16.165176 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:16.433566 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:17.825957 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:20.593659 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:42.863209 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1dd39b9c-ffbc-49ca-a1d5-3f36939d605d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:45.024664 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9900-7cdb-4908-837b-fbc109e19354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.195602 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.435590 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.827802 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:50.543332 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:25:50.610319 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.857552 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-24d65e0d-d6c3-4113-a155-1e7152344efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:15.017238 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73d377de-6df2-4cd2-82d8-ded25704e23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:16.173595 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:16.439981 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:17.831463 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.612108 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:27.544219 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:26:42.871067 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1615448b-07f6-4566-b98f-6d7889576b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:45.044206 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-300475d6-f3a9-4b39-8c86-7d76271aaff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:45.926356 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 42994) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:46.178777 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.422111 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2050657604-network', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:26:46.427545 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:46.432926 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Usage tracker for resource:network and tenant:7a768ca8c59c43f79f741921fc7a86a9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:46.436687 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:46.443917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:46.449108 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.457485 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Made reservation on behalf of 7a768ca8c59c43f79f741921fc7a86a9 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:46.459781 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.472836 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.514374 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:46.518166 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Usage tracker for resource:security_group_rule and tenant:7a768ca8c59c43f79f741921fc7a86a9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:46.521675 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:46.527421 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:46.599989 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.603965 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.633846 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0c8cd7-5f0d-4db1-91a8-fc39107fc660,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:46.644952 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:46.645301 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:46.645846 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:46.646207 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:46.646692 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:46.647035 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:46.647366 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:46.647753 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:46.648006 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:46.648325 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:46.648650 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Tracked resource versions report: Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: pushed versions: Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: { 'ConntrackHelper': {'1.0'}, Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: 'Log': {'1.0'}, Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: 'Network': {'1.1'}, Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: 'Port': {'1.5'}, Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: 'PortForwarding': {'1.2'}, Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: 'QosPolicy': {'1.8'}, Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: 'SecurityGroup': {'1.2'}, Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: 'SecurityGroupRule': {'1.0'}, Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: 'SubPort': {'1.0'}, Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: 'Subnet': {'1.1'}, Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: 'Trunk': {'1.1'}} Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: consumer versions: Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: { DHCP agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: HyperV agent@hv-neutron-8335: {}, Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: L3 agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: Metadata agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: Metering agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: Open vSwitch agent@dv-neutron-833561-1-hyperv: { 'ConntrackHelper': '1.0', Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: 'Log': '1.0', Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: 'Network': '1.1', Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: 'Port': '1.5', Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: 'PortForwarding': '1.2', Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: 'QosPolicy': '1.8', Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: 'SecurityGroup': '1.2', Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: 'SecurityGroupRule': '1.0', Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: 'SubPort': '1.0', Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: 'Subnet': '1.1', Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: 'Trunk': '1.1'}} Mar 14 15:26:46.649702 dv-neutron-833561-1-hyperv neutron-server[83911]: {{(pid=83911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 15:26:46.655096 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:46.665754 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.666185 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Added segment 9fdf4dda-1717-4ba3-8803-d553a0d7ff75 of type vlan for network 2d9d8d8c-ccb5-4a93-9f99-f993dc8af841 Mar 14 15:26:46.695656 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.726994 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.728165 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:46.728852 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.838353 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] Pushing event updated for resources: {'Network': ['ID=2d9d8d8c-ccb5-4a93-9f99-f993dc8af841,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:46.844580 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43030) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:46.845212 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-db1bc753-bf8b-477e-8a0e-9181fde8d623 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9166684 Mar 14 15:26:46.850240 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 2d9d8d8c-ccb5-4a93-9f99-f993dc8af841 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:26:46.855054 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Request body: {'subnet': {'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2050657604-subnet', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:26:46.857726 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:46.861948 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Usage tracker for resource:subnet and tenant:7a768ca8c59c43f79f741921fc7a86a9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:46.865510 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:46.872410 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:46.886124 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Made reservation on behalf of 7a768ca8c59c43f79f741921fc7a86a9 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:46.894242 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.115378 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.172617 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=063aedb3-7811-4db4-ba2a-90a8dd4bc354,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:47.187762 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:47.188114 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:47.188449 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:47.188779 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:47.189111 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:47.189436 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:47.189759 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:47.190098 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:47.190946 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:47.191262 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:47.191578 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Tracked resource versions report: Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: pushed versions: Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: { 'ConntrackHelper': {'1.0'}, Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: 'Log': {'1.0'}, Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: 'Network': {'1.1'}, Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: 'Port': {'1.5'}, Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: 'PortForwarding': {'1.2'}, Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: 'QosPolicy': {'1.8'}, Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: 'SecurityGroup': {'1.2'}, Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: 'SecurityGroupRule': {'1.0'}, Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: 'SubPort': {'1.0'}, Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: 'Subnet': {'1.1'}, Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: 'Trunk': {'1.1'}} Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: consumer versions: Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: { DHCP agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: HyperV agent@hv-neutron-8335: {}, Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: L3 agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: Metadata agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: Metering agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: Open vSwitch agent@dv-neutron-833561-1-hyperv: { 'ConntrackHelper': '1.0', Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: 'Log': '1.0', Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: 'Network': '1.1', Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: 'Port': '1.5', Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: 'PortForwarding': '1.2', Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: 'QosPolicy': '1.8', Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: 'SecurityGroup': '1.2', Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: 'SecurityGroupRule': '1.0', Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: 'SubPort': '1.0', Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: 'Subnet': '1.1', Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: 'Trunk': '1.1'}} Mar 14 15:26:47.192639 dv-neutron-833561-1-hyperv neutron-server[83910]: {{(pid=83910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 15:26:47.220733 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Checking segment: {'id': '9fdf4dda-1717-4ba3-8803-d553a0d7ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:26:47.221098 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Network hostable DHCP agents. Network: 2d9d8d8c-ccb5-4a93-9f99-f993dc8af841, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:26:47.244686 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Network 2d9d8d8c-ccb5-4a93-9f99-f993dc8af841 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:26:47.255254 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 2d9d8d8c-ccb5-4a93-9f99-f993dc8af841) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:47.261263 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:47.262277 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.271679 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21f5b3e-37a1-4450-84cd-ed6bf0c96f56 None None] Network 2d9d8d8c-ccb5-4a93-9f99-f993dc8af841 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:26:47.290763 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43050) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:47.291298 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-396b24f2-e907-4d14-bbaf-0d6d5ddcde9a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4452159 Mar 14 15:26:47.297031 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9a8f70bc-a66c-44c3-b92b-9ca5a98343b9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2050657604-router', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:26:47.302261 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9a8f70bc-a66c-44c3-b92b-9ca5a98343b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:47.306213 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9a8f70bc-a66c-44c3-b92b-9ca5a98343b9 admin admin] Usage tracker for resource:router and tenant:7a768ca8c59c43f79f741921fc7a86a9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:47.310474 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9a8f70bc-a66c-44c3-b92b-9ca5a98343b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:47.316605 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9a8f70bc-a66c-44c3-b92b-9ca5a98343b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:47.329883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a8f70bc-a66c-44c3-b92b-9ca5a98343b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.332492 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a8f70bc-a66c-44c3-b92b-9ca5a98343b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.359155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a8f70bc-a66c-44c3-b92b-9ca5a98343b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.473334 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43058) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:47.538382 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-2d9d8d8c-ccb5-4a93-9f99-f993dc8af841', 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'fixed_ips': [{'subnet_id': '063aedb3-7811-4db4-ba2a-90a8dd4bc354'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:26:47.539670 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.601122 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a8f70bc-a66c-44c3-b92b-9ca5a98343b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.689133 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43068) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:47.728480 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Allocated IP 172.20.0.2 (2d9d8d8c-ccb5-4a93-9f99-f993dc8af841/063aedb3-7811-4db4-ba2a-90a8dd4bc354/51d3d688-6499-4dea-a29c-8082b5b37b8e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:47.812858 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a8f70bc-a66c-44c3-b92b-9ca5a98343b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.858342 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a8f70bc-a66c-44c3-b92b-9ca5a98343b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.865402 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.001995 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.014137 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Transition to ACTIVE for port object 51d3d688-6499-4dea-a29c-8082b5b37b8e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:26:48.023327 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-9a8f70bc-a66c-44c3-b92b-9ca5a98343b9 admin admin] Allocated IP 172.26.4.128 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/db8480d6-e152-4087-99bf-8c054f74f5c5) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:48.047722 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Transition to ACTIVE for port object 51d3d688-6499-4dea-a29c-8082b5b37b8e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:26:48.055583 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.068092 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0926f5d5-cfb5-40fa-99aa-2db798bcdf48 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-323819497-network', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:26:48.075779 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0926f5d5-cfb5-40fa-99aa-2db798bcdf48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:48.083193 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0926f5d5-cfb5-40fa-99aa-2db798bcdf48 admin admin] Usage tracker for resource:network and tenant:8079f8e4b19848a3b695e728e0683a28 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:48.087699 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0926f5d5-cfb5-40fa-99aa-2db798bcdf48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:48.094764 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0926f5d5-cfb5-40fa-99aa-2db798bcdf48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:48.111896 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0926f5d5-cfb5-40fa-99aa-2db798bcdf48 admin admin] Made reservation on behalf of 8079f8e4b19848a3b695e728e0683a28 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:48.114880 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0926f5d5-cfb5-40fa-99aa-2db798bcdf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.145352 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0926f5d5-cfb5-40fa-99aa-2db798bcdf48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.192167 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Network 2d9d8d8c-ccb5-4a93-9f99-f993dc8af841 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:48.203785 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:48.211185 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a8f70bc-a66c-44c3-b92b-9ca5a98343b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.215104 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:26:48.217206 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Pushing event updated for resources: {'Port': ['ID=51d3d688-6499-4dea-a29c-8082b5b37b8e,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:48.218722 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0926f5d5-cfb5-40fa-99aa-2db798bcdf48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:48.228858 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0926f5d5-cfb5-40fa-99aa-2db798bcdf48 admin admin] Usage tracker for resource:security_group_rule and tenant:8079f8e4b19848a3b695e728e0683a28 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:48.234040 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0926f5d5-cfb5-40fa-99aa-2db798bcdf48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:48.240987 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0926f5d5-cfb5-40fa-99aa-2db798bcdf48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:48.261931 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43082) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:48.288490 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a8f70bc-a66c-44c3-b92b-9ca5a98343b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.307925 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:48.308537 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:48.308646 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:48.308897 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:48.309230 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:48.309552 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:48.309881 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:48.316222 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:48.316622 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:48.316969 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:48.317309 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Tracked resource versions report: Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: pushed versions: Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: { 'ConntrackHelper': {'1.0'}, Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: 'Log': {'1.0'}, Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: 'Network': {'1.1'}, Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: 'Port': {'1.5'}, Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: 'PortForwarding': {'1.2'}, Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: 'QosPolicy': {'1.8'}, Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: 'SecurityGroup': {'1.2'}, Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: 'SecurityGroupRule': {'1.0'}, Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: 'SubPort': {'1.0'}, Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: 'Subnet': {'1.1'}, Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: 'Trunk': {'1.1'}} Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: consumer versions: Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: { DHCP agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: HyperV agent@hv-neutron-8335: {}, Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: L3 agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: Metadata agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: Metering agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: Open vSwitch agent@dv-neutron-833561-1-hyperv: { 'ConntrackHelper': '1.0', Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: 'Log': '1.0', Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: 'Network': '1.1', Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: 'Port': '1.5', Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: 'PortForwarding': '1.2', Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: 'QosPolicy': '1.8', Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: 'SecurityGroup': '1.2', Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: 'SecurityGroupRule': '1.0', Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: 'SubPort': '1.0', Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: 'Subnet': '1.1', Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: 'Trunk': '1.1'}} Mar 14 15:26:48.318439 dv-neutron-833561-1-hyperv neutron-server[83912]: {{(pid=83912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 15:26:48.333046 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0926f5d5-cfb5-40fa-99aa-2db798bcdf48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.340828 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-72a11e0b-413c-406a-b607-5c88cb5064d7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1993027457-network', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:26:48.347134 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0926f5d5-cfb5-40fa-99aa-2db798bcdf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.361254 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0926f5d5-cfb5-40fa-99aa-2db798bcdf48 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:48.374318 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0926f5d5-cfb5-40fa-99aa-2db798bcdf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.375004 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-0926f5d5-cfb5-40fa-99aa-2db798bcdf48 admin admin] Added segment ad624868-762a-4d97-b5cf-48daabb17d8c of type vlan for network a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 Mar 14 15:26:48.383385 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8f70bc-a66c-44c3-b92b-9ca5a98343b9 admin admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:48.384434 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f70bc-a66c-44c3-b92b-9ca5a98343b9 admin admin] Pushing event updated for resources: {'Port': ['ID=db8480d6-e152-4087-99bf-8c054f74f5c5,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:48.386834 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-9a8f70bc-a66c-44c3-b92b-9ca5a98343b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:48.411848 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8f70bc-a66c-44c3-b92b-9ca5a98343b9 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:26:48.415929 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0926f5d5-cfb5-40fa-99aa-2db798bcdf48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.441890 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Attempting to bind port 51d3d688-6499-4dea-a29c-8082b5b37b8e on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:26:48.442207 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Attempting to bind port 51d3d688-6499-4dea-a29c-8082b5b37b8e by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '9fdf4dda-1717-4ba3-8803-d553a0d7ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:26:48.442570 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Attempting to bind port 51d3d688-6499-4dea-a29c-8082b5b37b8e on network 2d9d8d8c-ccb5-4a93-9f99-f993dc8af841 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:26:48.449216 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:26:48.449663 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Checking segment: {'id': '9fdf4dda-1717-4ba3-8803-d553a0d7ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:26:48.450135 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.450531 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Bound using segment: {'id': '9fdf4dda-1717-4ba3-8803-d553a0d7ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:26:48.451066 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Bound port: 51d3d688-6499-4dea-a29c-8082b5b37b8e, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdf4dda-1717-4ba3-8803-d553a0d7ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:26:48.451223 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-72a11e0b-413c-406a-b607-5c88cb5064d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:48.451783 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.468215 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0926f5d5-cfb5-40fa-99aa-2db798bcdf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.469191 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0926f5d5-cfb5-40fa-99aa-2db798bcdf48 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:48.475569 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0926f5d5-cfb5-40fa-99aa-2db798bcdf48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.525877 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-72a11e0b-413c-406a-b607-5c88cb5064d7 admin admin] Usage tracker for resource:network and tenant:6caf3cf1c8df41a6b06f02779186d0e0 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:48.559981 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] For port 51d3d688-6499-4dea-a29c-8082b5b37b8e, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:48.562229 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-72a11e0b-413c-406a-b607-5c88cb5064d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:48.564449 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] For port 51d3d688-6499-4dea-a29c-8082b5b37b8e, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=51d3d688-6499-4dea-a29c-8082b5b37b8e,segment=NetworkSegment(9fdf4dda-1717-4ba3-8803-d553a0d7ff75),segment_id=9fdf4dda-1717-4ba3-8803-d553a0d7ff75)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:48.573788 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.634631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a8f70bc-a66c-44c3-b92b-9ca5a98343b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.635905 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a8f70bc-a66c-44c3-b92b-9ca5a98343b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.756753 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376a83c-4ab6-40b8-8fa1-0419f2b2c9ab None None] Pushing event updated for resources: {'Port': ['ID=51d3d688-6499-4dea-a29c-8082b5b37b8e,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:48.767202 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926f5d5-cfb5-40fa-99aa-2db798bcdf48 admin admin] Pushing event updated for resources: {'Network': ['ID=a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:48.770345 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926f5d5-cfb5-40fa-99aa-2db798bcdf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98365a97-cf00-4e8d-a398-beffe66b80fb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:48.781632 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:26:48.811672 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0926f5d5-cfb5-40fa-99aa-2db798bcdf48 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3367252 Mar 14 15:26:48.813585 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-998412936'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:26:48.818912 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-72a11e0b-413c-406a-b607-5c88cb5064d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:48.820881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:48.825179 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Usage tracker for resource:network and tenant:29169e5688f540a0a0027cd19a85a362 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:48.827956 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43106) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:48.828993 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:48.840704 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:48.843611 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5199ddc9-fff7-4d02-a981-bf625a526e52 admin admin] Request body: {'subnet': {'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-323819497-subnet', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:26:48.860492 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5199ddc9-fff7-4d02-a981-bf625a526e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:48.865175 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5199ddc9-fff7-4d02-a981-bf625a526e52 admin admin] Usage tracker for resource:subnet and tenant:8079f8e4b19848a3b695e728e0683a28 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:48.868612 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Made reservation on behalf of 29169e5688f540a0a0027cd19a85a362 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:48.872671 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.879294 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5199ddc9-fff7-4d02-a981-bf625a526e52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:48.891386 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5199ddc9-fff7-4d02-a981-bf625a526e52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:48.898809 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.923207 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5199ddc9-fff7-4d02-a981-bf625a526e52 admin admin] Made reservation on behalf of 8079f8e4b19848a3b695e728e0683a28 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:48.926680 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5199ddc9-fff7-4d02-a981-bf625a526e52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.983971 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:49.009377 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Usage tracker for resource:security_group_rule and tenant:29169e5688f540a0a0027cd19a85a362 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:49.022976 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:49.044921 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:49.256931 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.266493 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.286872 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a11e0b-413c-406a-b607-5c88cb5064d7 admin admin] Made reservation on behalf of 6caf3cf1c8df41a6b06f02779186d0e0 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:49.293139 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72a11e0b-413c-406a-b607-5c88cb5064d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.306376 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5199ddc9-fff7-4d02-a981-bf625a526e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.309839 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82e5f910-90ad-46df-8283-c4db90d5af7d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:49.336814 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:49.349013 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72a11e0b-413c-406a-b607-5c88cb5064d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.358083 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.358445 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Added segment 57691c18-3baa-432c-b28c-7f523d100fb3 of type vlan for network 6c7c3d7f-2633-4429-9f91-64eb7f1e43e2 Mar 14 15:26:49.384469 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8f70bc-a66c-44c3-b92b-9ca5a98343b9 admin admin] Router f54a3fda-b511-4ddd-8023-d5b84d38d826 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:26:49.403471 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.417824 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-72a11e0b-413c-406a-b607-5c88cb5064d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:49.422928 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-72a11e0b-413c-406a-b607-5c88cb5064d7 admin admin] Usage tracker for resource:security_group_rule and tenant:6caf3cf1c8df41a6b06f02779186d0e0 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:49.427578 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-72a11e0b-413c-406a-b607-5c88cb5064d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:49.435651 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-72a11e0b-413c-406a-b607-5c88cb5064d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:49.454938 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199ddc9-fff7-4d02-a981-bf625a526e52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=453fbd59-94cf-411e-8df0-3bc90080a3fb,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:49.525571 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5199ddc9-fff7-4d02-a981-bf625a526e52 admin admin] Checking segment: {'id': 'ad624868-762a-4d97-b5cf-48daabb17d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:26:49.525928 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5199ddc9-fff7-4d02-a981-bf625a526e52 admin admin] Network hostable DHCP agents. Network: a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:26:49.532486 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:26:49.575935 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72a11e0b-413c-406a-b607-5c88cb5064d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.582889 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72a11e0b-413c-406a-b607-5c88cb5064d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.596780 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a11e0b-413c-406a-b607-5c88cb5064d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:49.608660 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72a11e0b-413c-406a-b607-5c88cb5064d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.609447 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-72a11e0b-413c-406a-b607-5c88cb5064d7 admin admin] Added segment baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2 of type vlan for network da8edb3e-70af-4204-b598-deb9b1bae5e6 Mar 14 15:26:49.634034 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5199ddc9-fff7-4d02-a981-bf625a526e52 admin admin] Network a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:26:49.637055 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.646744 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:49.647380 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.675373 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72a11e0b-413c-406a-b607-5c88cb5064d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.691577 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a11e0b-413c-406a-b607-5c88cb5064d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209f6e84-8058-4912-8020-999d693158be,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:49.699666 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-5199ddc9-fff7-4d02-a981-bf625a526e52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:49.707606 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5199ddc9-fff7-4d02-a981-bf625a526e52 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:49.708376 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5199ddc9-fff7-4d02-a981-bf625a526e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.708588 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e03712-910a-4062-834d-963ef74c238e None None] Network a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:26:49.773584 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72a11e0b-413c-406a-b607-5c88cb5064d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.774696 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a11e0b-413c-406a-b607-5c88cb5064d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:49.775417 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72a11e0b-413c-406a-b607-5c88cb5064d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.812779 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5199ddc9-fff7-4d02-a981-bf625a526e52 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9815784 Mar 14 15:26:49.819227 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43134) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:49.884814 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-833265be-7a64-409c-abfb-79e0a1d6e992 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-323819497-router', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:26:49.907553 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.6279063 Mar 14 15:26:49.911407 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43138) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:49.914837 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-833265be-7a64-409c-abfb-79e0a1d6e992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:49.925743 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-833265be-7a64-409c-abfb-79e0a1d6e992 admin admin] Usage tracker for resource:router and tenant:8079f8e4b19848a3b695e728e0683a28 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:49.932901 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-16304f8c-7329-49e9-abdf-ef805bc0a067 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Request body: {'subnet': {'network_id': '6c7c3d7f-2633-4429-9f91-64eb7f1e43e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:26:49.946400 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4515b9-6d42-4a1b-a26b-0d26d1388312 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Pushing event updated for resources: {'Network': ['ID=6c7c3d7f-2633-4429-9f91-64eb7f1e43e2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:49.969550 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-833265be-7a64-409c-abfb-79e0a1d6e992 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:49.974951 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-72a11e0b-413c-406a-b607-5c88cb5064d7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2846000 Mar 14 15:26:49.979505 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43144) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:49.986933 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-833265be-7a64-409c-abfb-79e0a1d6e992 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:49.997682 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e1e02330-fd77-494d-abe3-435a7f58f86e admin admin] Request body: {'subnet': {'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1993027457-subnet', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:26:50.020788 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e1e02330-fd77-494d-abe3-435a7f58f86e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:50.030297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e1e02330-fd77-494d-abe3-435a7f58f86e admin admin] Usage tracker for resource:subnet and tenant:6caf3cf1c8df41a6b06f02779186d0e0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:50.034523 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e1e02330-fd77-494d-abe3-435a7f58f86e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:50.042674 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e1e02330-fd77-494d-abe3-435a7f58f86e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:50.060740 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a11e0b-413c-406a-b607-5c88cb5064d7 admin admin] Pushing event updated for resources: {'Network': ['ID=da8edb3e-70af-4204-b598-deb9b1bae5e6,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:50.067997 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8f70bc-a66c-44c3-b92b-9ca5a98343b9 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:26:50.078445 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] Sync routers for ids ['f54a3fda-b511-4ddd-8023-d5b84d38d826'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:26:50.097704 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 6c7c3d7f-2633-4429-9f91-64eb7f1e43e2 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:26:50.100796 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] Routers {'f54a3fda-b511-4ddd-8023-d5b84d38d826'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:26:50.103351 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:26:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['f54a3fda-b511-4ddd-8023-d5b84d38d826'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:50.113831 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a8f70bc-a66c-44c3-b92b-9ca5a98343b9 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.118833 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9a8f70bc-a66c-44c3-b92b-9ca5a98343b9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.8262107 Mar 14 15:26:50.119820 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43152) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:50.125766 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e02330-fd77-494d-abe3-435a7f58f86e admin admin] Made reservation on behalf of 6caf3cf1c8df41a6b06f02779186d0e0 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:50.130740 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1e02330-fd77-494d-abe3-435a7f58f86e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.150499 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-833265be-7a64-409c-abfb-79e0a1d6e992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.152665 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-833265be-7a64-409c-abfb-79e0a1d6e992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.177991 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network da8edb3e-70af-4204-b598-deb9b1bae5e6 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:26:50.203544 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-833265be-7a64-409c-abfb-79e0a1d6e992 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.329644 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b282b5-baaa-43c0-806d-c00061112115 None None] Network 2d9d8d8c-ccb5-4a93-9f99-f993dc8af841 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:26:50.473166 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afe4598-247f-43a9-b9f4-cc0aafcc0fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7', 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'fixed_ips': [{'subnet_id': '453fbd59-94cf-411e-8df0-3bc90080a3fb'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:26:50.485530 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1afe4598-247f-43a9-b9f4-cc0aafcc0fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.534070 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] Set router f54a3fda-b511-4ddd-8023-d5b84d38d826 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:26:50.565863 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-16304f8c-7329-49e9-abdf-ef805bc0a067 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:50.576404 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-16304f8c-7329-49e9-abdf-ef805bc0a067 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Usage tracker for resource:subnet and tenant:29169e5688f540a0a0027cd19a85a362 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:50.585798 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-16304f8c-7329-49e9-abdf-ef805bc0a067 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:50.594021 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-16304f8c-7329-49e9-abdf-ef805bc0a067 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:50.608074 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-833265be-7a64-409c-abfb-79e0a1d6e992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.621042 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16304f8c-7329-49e9-abdf-ef805bc0a067 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Made reservation on behalf of 29169e5688f540a0a0027cd19a85a362 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:50.737627 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-1afe4598-247f-43a9-b9f4-cc0aafcc0fe6 None None] Allocated IP 172.20.0.2 (a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7/453fbd59-94cf-411e-8df0-3bc90080a3fb/cfd5bcc6-18c2-4543-a586-bf3692397db1) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:50.949628 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43168) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:50.971053 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1afe4598-247f-43a9-b9f4-cc0aafcc0fe6 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.983005 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1afe4598-247f-43a9-b9f4-cc0aafcc0fe6 None None] Transition to ACTIVE for port object cfd5bcc6-18c2-4543-a586-bf3692397db1 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:26:51.002480 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1afe4598-247f-43a9-b9f4-cc0aafcc0fe6 None None] Transition to ACTIVE for port object cfd5bcc6-18c2-4543-a586-bf3692397db1 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:26:51.047346 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-16304f8c-7329-49e9-abdf-ef805bc0a067 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks [] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.053224 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'name': 'tempest-ServersTestJSON-2050657604-router', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:48Z', 'revision_number': 3, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'gw_port': {'id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:51.063203 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] Checking router: f54a3fda-b511-4ddd-8023-d5b84d38d826 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:26:51.065803 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] Updating router f54a3fda-b511-4ddd-8023-d5b84d38d826 port db8480d6-e152-4087-99bf-8c054f74f5c5 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:26:51.074499 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1afe4598-247f-43a9-b9f4-cc0aafcc0fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.091743 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 51d3d688-6499-4dea-a29c-8082b5b37b8e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:26:51.100327 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1e02330-fd77-494d-abe3-435a7f58f86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.187983 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.197061 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.202949 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afe4598-247f-43a9-b9f4-cc0aafcc0fe6 None None] Network a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:51.219139 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-1afe4598-247f-43a9-b9f4-cc0aafcc0fe6 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:51.245401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afe4598-247f-43a9-b9f4-cc0aafcc0fe6 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:26:51.258841 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3528360e-5549-4112-b7f4-03802d08c46b None None] Provisioning for port 51d3d688-6499-4dea-a29c-8082b5b37b8e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:26:51.376683 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e02330-fd77-494d-abe3-435a7f58f86e admin admin] Pushing event updated for resources: {'Subnet': ['ID=88340b55-3da9-4e70-b482-546cb77b0872,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:51.385800 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 51d3d688-6499-4dea-a29c-8082b5b37b8e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:26:51.444602 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e02330-fd77-494d-abe3-435a7f58f86e admin admin] Checking segment: {'id': 'baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:26:51.444999 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e02330-fd77-494d-abe3-435a7f58f86e admin admin] Network hostable DHCP agents. Network: da8edb3e-70af-4204-b598-deb9b1bae5e6, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:26:51.453236 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe4598-247f-43a9-b9f4-cc0aafcc0fe6 None None] Pushing event updated for resources: {'Port': ['ID=cfd5bcc6-18c2-4543-a586-bf3692397db1,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:51.456216 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 51d3d688-6499-4dea-a29c-8082b5b37b8e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:51.462367 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.530737 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1afe4598-247f-43a9-b9f4-cc0aafcc0fe6 None None] Attempting to bind port cfd5bcc6-18c2-4543-a586-bf3692397db1 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:26:51.531502 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1afe4598-247f-43a9-b9f4-cc0aafcc0fe6 None None] Attempting to bind port cfd5bcc6-18c2-4543-a586-bf3692397db1 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'ad624868-762a-4d97-b5cf-48daabb17d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:26:51.532472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afe4598-247f-43a9-b9f4-cc0aafcc0fe6 None None] Attempting to bind port cfd5bcc6-18c2-4543-a586-bf3692397db1 on network a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:26:51.564373 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e02330-fd77-494d-abe3-435a7f58f86e admin admin] Network da8edb3e-70af-4204-b598-deb9b1bae5e6 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:26:51.584140 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afe4598-247f-43a9-b9f4-cc0aafcc0fe6 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:26:51.584929 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afe4598-247f-43a9-b9f4-cc0aafcc0fe6 None None] Checking segment: {'id': 'ad624868-762a-4d97-b5cf-48daabb17d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:26:51.585569 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1afe4598-247f-43a9-b9f4-cc0aafcc0fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.586241 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afe4598-247f-43a9-b9f4-cc0aafcc0fe6 None None] Bound using segment: {'id': 'ad624868-762a-4d97-b5cf-48daabb17d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:26:51.586964 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1afe4598-247f-43a9-b9f4-cc0aafcc0fe6 None None] Bound port: cfd5bcc6-18c2-4543-a586-bf3692397db1, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad624868-762a-4d97-b5cf-48daabb17d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:26:51.587537 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1afe4598-247f-43a9-b9f4-cc0aafcc0fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.593913 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e1e02330-fd77-494d-abe3-435a7f58f86e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, da8edb3e-70af-4204-b598-deb9b1bae5e6) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:51.603602 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e02330-fd77-494d-abe3-435a7f58f86e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:51.604386 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1e02330-fd77-494d-abe3-435a7f58f86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.611444 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3d3473-538b-4963-9ad4-a09c19945e3d None None] Network da8edb3e-70af-4204-b598-deb9b1bae5e6 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:26:51.640498 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e1e02330-fd77-494d-abe3-435a7f58f86e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6597843 Mar 14 15:26:51.643261 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43190) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:51.650971 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5bf09f24-1aca-48ca-ba34-12bccd118351 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1993027457-router', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:26:51.703510 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-124b95a1-2183-45b0-9c73-f0dbd7f7ace3 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-524448428'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:26:51.738228 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-124b95a1-2183-45b0-9c73-f0dbd7f7ace3 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:51.808033 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-124b95a1-2183-45b0-9c73-f0dbd7f7ace3 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Usage tracker for resource:network and tenant:2237ae8bc46548a0aa592df3cd003dbf is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:51.812366 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5bf09f24-1aca-48ca-ba34-12bccd118351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:51.822070 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-124b95a1-2183-45b0-9c73-f0dbd7f7ace3 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:51.837390 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5bf09f24-1aca-48ca-ba34-12bccd118351 admin admin] Usage tracker for resource:router and tenant:6caf3cf1c8df41a6b06f02779186d0e0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:51.842192 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5bf09f24-1aca-48ca-ba34-12bccd118351 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:51.851496 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-124b95a1-2183-45b0-9c73-f0dbd7f7ace3 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:51.857501 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5bf09f24-1aca-48ca-ba34-12bccd118351 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:51.868885 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.899566 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bf09f24-1aca-48ca-ba34-12bccd118351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.900991 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bf09f24-1aca-48ca-ba34-12bccd118351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.902278 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-833265be-7a64-409c-abfb-79e0a1d6e992 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.906719 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1afe4598-247f-43a9-b9f4-cc0aafcc0fe6 None None] For port cfd5bcc6-18c2-4543-a586-bf3692397db1, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:51.931912 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bf09f24-1aca-48ca-ba34-12bccd118351 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.978868 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1afe4598-247f-43a9-b9f4-cc0aafcc0fe6 None None] For port cfd5bcc6-18c2-4543-a586-bf3692397db1, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=cfd5bcc6-18c2-4543-a586-bf3692397db1,segment=NetworkSegment(ad624868-762a-4d97-b5cf-48daabb17d8c),segment_id=ad624868-762a-4d97-b5cf-48daabb17d8c)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:51.999250 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-833265be-7a64-409c-abfb-79e0a1d6e992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.000604 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.016887 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1afe4598-247f-43a9-b9f4-cc0aafcc0fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.030082 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] Transition to ACTIVE for port object db8480d6-e152-4087-99bf-8c054f74f5c5 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:26:52.040941 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.149654 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124b95a1-2183-45b0-9c73-f0dbd7f7ace3 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Made reservation on behalf of 2237ae8bc46548a0aa592df3cd003dbf for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:52.163695 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-124b95a1-2183-45b0-9c73-f0dbd7f7ace3 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.257421 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df9826-b879-4d22-b2f8-6c95b46fa0d4 None None] Pushing event updated for resources: {'Port': ['ID=db8480d6-e152-4087-99bf-8c054f74f5c5,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:52.270525 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] Attempting to bind port db8480d6-e152-4087-99bf-8c054f74f5c5 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:26:52.274595 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] Attempting to bind port db8480d6-e152-4087-99bf-8c054f74f5c5 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:26:52.277039 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] Attempting to bind port db8480d6-e152-4087-99bf-8c054f74f5c5 on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:26:52.277987 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 51d3d688-6499-4dea-a29c-8082b5b37b8e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=51d3d688-6499-4dea-a29c-8082b5b37b8e,segment=NetworkSegment(9fdf4dda-1717-4ba3-8803-d553a0d7ff75),segment_id=9fdf4dda-1717-4ba3-8803-d553a0d7ff75)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:52.303340 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.322665 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e9d89e-449b-4c64-a768-93a6bc3e5907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-da8edb3e-70af-4204-b598-deb9b1bae5e6', 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'fixed_ips': [{'subnet_id': '88340b55-3da9-4e70-b482-546cb77b0872'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:26:52.323668 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80e9d89e-449b-4c64-a768-93a6bc3e5907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.331095 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:26:52.333842 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:26:52.334485 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.335062 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:26:52.335705 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] Bound port: db8480d6-e152-4087-99bf-8c054f74f5c5, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:26:52.336371 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.388025 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df9826-b879-4d22-b2f8-6c95b46fa0d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:52.391941 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df9826-b879-4d22-b2f8-6c95b46fa0d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:52.398381 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df9826-b879-4d22-b2f8-6c95b46fa0d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:52.399061 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df9826-b879-4d22-b2f8-6c95b46fa0d4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:52.399578 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df9826-b879-4d22-b2f8-6c95b46fa0d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:52.400575 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df9826-b879-4d22-b2f8-6c95b46fa0d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:52.401564 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df9826-b879-4d22-b2f8-6c95b46fa0d4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:52.404828 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df9826-b879-4d22-b2f8-6c95b46fa0d4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:52.407750 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df9826-b879-4d22-b2f8-6c95b46fa0d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:52.409926 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df9826-b879-4d22-b2f8-6c95b46fa0d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:52.410841 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df9826-b879-4d22-b2f8-6c95b46fa0d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:52.413280 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe4598-247f-43a9-b9f4-cc0aafcc0fe6 None None] Pushing event updated for resources: {'Port': ['ID=cfd5bcc6-18c2-4543-a586-bf3692397db1,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df9826-b879-4d22-b2f8-6c95b46fa0d4 None None] Tracked resource versions report: Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: pushed versions: Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: { 'ConntrackHelper': {'1.0'}, Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: 'Log': {'1.0'}, Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: 'Network': {'1.1'}, Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: 'Port': {'1.5'}, Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: 'PortForwarding': {'1.2'}, Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: 'QosPolicy': {'1.8'}, Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: 'SecurityGroup': {'1.2'}, Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: 'SecurityGroupRule': {'1.0'}, Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: 'SubPort': {'1.0'}, Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: 'Subnet': {'1.1'}, Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: 'Trunk': {'1.1'}} Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: consumer versions: Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: { DHCP agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: HyperV agent@hv-neutron-8335: {}, Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: L3 agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: Metadata agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: Metering agent@dv-neutron-833561-1-hyperv: {}, Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: Open vSwitch agent@dv-neutron-833561-1-hyperv: { 'ConntrackHelper': '1.0', Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: 'Log': '1.0', Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: 'Network': '1.1', Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: 'Port': '1.5', Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: 'PortForwarding': '1.2', Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: 'QosPolicy': '1.8', Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: 'SecurityGroup': '1.2', Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: 'SecurityGroupRule': '1.0', Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: 'SubPort': '1.0', Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: 'Subnet': '1.1', Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: 'Trunk': '1.1'}} Mar 14 15:26:52.414108 dv-neutron-833561-1-hyperv neutron-server[83913]: {{(pid=83913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 15:26:52.552819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bf09f24-1aca-48ca-ba34-12bccd118351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.565932 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] For port db8480d6-e152-4087-99bf-8c054f74f5c5, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:52.570593 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] For port db8480d6-e152-4087-99bf-8c054f74f5c5, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=db8480d6-e152-4087-99bf-8c054f74f5c5,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:52.583203 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.618274 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-833265be-7a64-409c-abfb-79e0a1d6e992 admin admin] Allocated IP 172.26.4.18 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/ca3fc13a-8f83-4391-8b79-88a75bb849c5) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:52.683159 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-406c4c64-33c6-43da-87d2-8e28d11aaa53 None None] Provisioning complete for port 51d3d688-6499-4dea-a29c-8082b5b37b8e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:52.702681 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-406c4c64-33c6-43da-87d2-8e28d11aaa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.822767 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43206) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:52.840545 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=51d3d688-6499-4dea-a29c-8082b5b37b8e,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:52.869221 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df9826-b879-4d22-b2f8-6c95b46fa0d4 None None] Pushing event updated for resources: {'Port': ['ID=db8480d6-e152-4087-99bf-8c054f74f5c5,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:52.914161 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] Routers {'f54a3fda-b511-4ddd-8023-d5b84d38d826'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:26:52.914811 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:26:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['f54a3fda-b511-4ddd-8023-d5b84d38d826'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:52.951913 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-80e9d89e-449b-4c64-a768-93a6bc3e5907 None None] Allocated IP 172.20.0.2 (da8edb3e-70af-4204-b598-deb9b1bae5e6/88340b55-3da9-4e70-b482-546cb77b0872/6c8f6075-6ede-4ace-aa19-663b236f78a4) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:53.083549 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-833265be-7a64-409c-abfb-79e0a1d6e992 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.164086 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-124b95a1-2183-45b0-9c73-f0dbd7f7ace3 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.198123 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-833265be-7a64-409c-abfb-79e0a1d6e992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.216018 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device cfd5bcc6-18c2-4543-a586-bf3692397db1 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:26:53.265595 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-124b95a1-2183-45b0-9c73-f0dbd7f7ace3 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:53.276134 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-124b95a1-2183-45b0-9c73-f0dbd7f7ace3 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Usage tracker for resource:security_group_rule and tenant:2237ae8bc46548a0aa592df3cd003dbf is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:53.283274 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-124b95a1-2183-45b0-9c73-f0dbd7f7ace3 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:53.298946 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-124b95a1-2183-45b0-9c73-f0dbd7f7ace3 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:53.412827 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port cfd5bcc6-18c2-4543-a586-bf3692397db1 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:26:53.419707 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80e9d89e-449b-4c64-a768-93a6bc3e5907 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.425567 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 51d3d688-6499-4dea-a29c-8082b5b37b8e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:26:53.432457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-324d8843-7f1b-4085-98ce-73d1c878130e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.473432 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-124b95a1-2183-45b0-9c73-f0dbd7f7ace3 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.499037 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] Set router f54a3fda-b511-4ddd-8023-d5b84d38d826 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:26:53.509348 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7937d127-fd4b-4669-a266-c180edfc172c tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-21707434', 'router:external': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:26:53.514477 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7937d127-fd4b-4669-a266-c180edfc172c tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:53.521526 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-80e9d89e-449b-4c64-a768-93a6bc3e5907 None None] Transition to ACTIVE for port object 6c8f6075-6ede-4ace-aa19-663b236f78a4 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:26:53.523666 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7937d127-fd4b-4669-a266-c180edfc172c tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Usage tracker for resource:network and tenant:9f898e5d24f74cb0b260bc9e729c7776 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:53.529777 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7937d127-fd4b-4669-a266-c180edfc172c tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:53.545809 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43218) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:53.547742 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833265be-7a64-409c-abfb-79e0a1d6e992 admin admin] Pushing event updated for resources: {'Port': ['ID=ca3fc13a-8f83-4391-8b79-88a75bb849c5,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:53.549220 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7937d127-fd4b-4669-a266-c180edfc172c tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:53.553944 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-124b95a1-2183-45b0-9c73-f0dbd7f7ace3 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.569398 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-80e9d89e-449b-4c64-a768-93a6bc3e5907 None None] Transition to ACTIVE for port object 6c8f6075-6ede-4ace-aa19-663b236f78a4 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:26:53.570360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-124b95a1-2183-45b0-9c73-f0dbd7f7ace3 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:53.582657 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-124b95a1-2183-45b0-9c73-f0dbd7f7ace3 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.583078 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-124b95a1-2183-45b0-9c73-f0dbd7f7ace3 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Added segment b4fa113f-f15a-4939-a95c-fa5d5b649915 of type vlan for network 6e409daa-8f6a-4d85-b732-58552c0bf457 Mar 14 15:26:53.612826 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80e9d89e-449b-4c64-a768-93a6bc3e5907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.618388 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-124b95a1-2183-45b0-9c73-f0dbd7f7ace3 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.631010 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7937d127-fd4b-4669-a266-c180edfc172c tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Made reservation on behalf of 9f898e5d24f74cb0b260bc9e729c7776 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:53.637537 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7937d127-fd4b-4669-a266-c180edfc172c tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.708292 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e9d89e-449b-4c64-a768-93a6bc3e5907 None None] Network da8edb3e-70af-4204-b598-deb9b1bae5e6 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:53.712735 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-80e9d89e-449b-4c64-a768-93a6bc3e5907 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:53.728907 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 51d3d688-6499-4dea-a29c-8082b5b37b8e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:53.729436 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.730592 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7937d127-fd4b-4669-a266-c180edfc172c tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.741100 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-16304f8c-7329-49e9-abdf-ef805bc0a067 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.759477 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b95a1-2183-45b0-9c73-f0dbd7f7ace3 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92133b72-9d08-4802-8deb-35a9794516c8,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:53.796045 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e9d89e-449b-4c64-a768-93a6bc3e5907 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:26:53.814474 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9d89e-449b-4c64-a768-93a6bc3e5907 None None] Pushing event updated for resources: {'Port': ['ID=6c8f6075-6ede-4ace-aa19-663b236f78a4,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:53.863743 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bf09f24-1aca-48ca-ba34-12bccd118351 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.894761 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43226) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:53.943828 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-124b95a1-2183-45b0-9c73-f0dbd7f7ace3 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.967912 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bf09f24-1aca-48ca-ba34-12bccd118351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.969137 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124b95a1-2183-45b0-9c73-f0dbd7f7ace3 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:53.970812 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-124b95a1-2183-45b0-9c73-f0dbd7f7ace3 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.980971 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7937d127-fd4b-4669-a266-c180edfc172c tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:53.995758 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-80e9d89e-449b-4c64-a768-93a6bc3e5907 None None] Attempting to bind port 6c8f6075-6ede-4ace-aa19-663b236f78a4 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:26:53.996863 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-80e9d89e-449b-4c64-a768-93a6bc3e5907 None None] Attempting to bind port 6c8f6075-6ede-4ace-aa19-663b236f78a4 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:26:53.997453 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e9d89e-449b-4c64-a768-93a6bc3e5907 None None] Attempting to bind port 6c8f6075-6ede-4ace-aa19-663b236f78a4 on network da8edb3e-70af-4204-b598-deb9b1bae5e6 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:26:54.038211 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'name': 'tempest-ServersTestJSON-2050657604-router', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:48Z', 'revision_number': 3, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'gw_port': {'id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:54.039266 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e9d89e-449b-4c64-a768-93a6bc3e5907 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:26:54.040106 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16304f8c-7329-49e9-abdf-ef805bc0a067 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Pushing event updated for resources: {'Subnet': ['ID=205cf50f-65a3-48de-b2a8-a459a7d81e39,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:54.040389 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e9d89e-449b-4c64-a768-93a6bc3e5907 None None] Checking segment: {'id': 'baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:26:54.041213 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80e9d89e-449b-4c64-a768-93a6bc3e5907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.041879 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e9d89e-449b-4c64-a768-93a6bc3e5907 None None] Bound using segment: {'id': 'baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:26:54.045181 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462c7c18-fae1-46da-9dce-b6b144a9282b None None] The sync data for ids ['f54a3fda-b511-4ddd-8023-d5b84d38d826'] in dv-neutron-833561-1-hyperv is: [{'id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'name': 'tempest-ServersTestJSON-2050657604-router', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:48Z', 'revision_number': 3, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'gw_port': {'id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:26:54.051236 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-80e9d89e-449b-4c64-a768-93a6bc3e5907 None None] Bound port: 6c8f6075-6ede-4ace-aa19-663b236f78a4, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:26:54.057940 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80e9d89e-449b-4c64-a768-93a6bc3e5907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.079253 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d60754-85a4-4fd5-bd2e-bddc12f1014d None None] Network a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:26:54.085981 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7937d127-fd4b-4669-a266-c180edfc172c tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Usage tracker for resource:security_group_rule and tenant:9f898e5d24f74cb0b260bc9e729c7776 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:54.090129 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7937d127-fd4b-4669-a266-c180edfc172c tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:54.103061 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833265be-7a64-409c-abfb-79e0a1d6e992 admin admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:54.120337 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-833265be-7a64-409c-abfb-79e0a1d6e992 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:54.127578 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-124b95a1-2183-45b0-9c73-f0dbd7f7ace3 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1632528 Mar 14 15:26:54.129248 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833265be-7a64-409c-abfb-79e0a1d6e992 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:26:54.134604 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7937d127-fd4b-4669-a266-c180edfc172c tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:54.136441 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43232) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:54.367744 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-732591ea-b35b-4d2a-80e6-05fc68f27860 None None] Provisioning for port cfd5bcc6-18c2-4543-a586-bf3692397db1 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:26:54.377199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-77575a7c-2dfd-4179-a70f-5fcd245647ea tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:26:54.410864 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-732591ea-b35b-4d2a-80e6-05fc68f27860 None None] Provisioning complete for port cfd5bcc6-18c2-4543-a586-bf3692397db1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:54.411378 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-732591ea-b35b-4d2a-80e6-05fc68f27860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.423758 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b95a1-2183-45b0-9c73-f0dbd7f7ace3 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Pushing event updated for resources: {'Network': ['ID=6e409daa-8f6a-4d85-b732-58552c0bf457,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:54.446526 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 6e409daa-8f6a-4d85-b732-58552c0bf457 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:26:54.458555 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7e3637a1-1a25-42c0-ad38-949dde03518f tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:26:54.507398 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-77575a7c-2dfd-4179-a70f-5fcd245647ea tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:54.519254 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-324d8843-7f1b-4085-98ce-73d1c878130e admin admin] Allocated IP 172.20.0.1 (2d9d8d8c-ccb5-4a93-9f99-f993dc8af841/063aedb3-7811-4db4-ba2a-90a8dd4bc354/b1a948df-2c7d-4908-9e28-67b1959d94bb) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:54.531481 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-77575a7c-2dfd-4179-a70f-5fcd245647ea tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Usage tracker for resource:floatingip and tenant:a16a8b7c5ccf421f9e1a6999c8a79205 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:54.568212 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-77575a7c-2dfd-4179-a70f-5fcd245647ea tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:54.568458 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16304f8c-7329-49e9-abdf-ef805bc0a067 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Checking segment: {'id': '57691c18-3baa-432c-b28c-7f523d100fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6c7c3d7f-2633-4429-9f91-64eb7f1e43e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:26:54.568786 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16304f8c-7329-49e9-abdf-ef805bc0a067 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Network hostable DHCP agents. Network: 6c7c3d7f-2633-4429-9f91-64eb7f1e43e2, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:26:54.578209 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-77575a7c-2dfd-4179-a70f-5fcd245647ea tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:54.590094 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-80e9d89e-449b-4c64-a768-93a6bc3e5907 None None] For port 6c8f6075-6ede-4ace-aa19-663b236f78a4, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:54.606158 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77575a7c-2dfd-4179-a70f-5fcd245647ea tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.614880 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7e3637a1-1a25-42c0-ad38-949dde03518f tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] 10.222.0.60 "PUT /v2.0/quotas/aaedb7abff8e448b9ce5ddfa51008388 HTTP/1.1" status: 200 len: 368 time: 1.0603426 Mar 14 15:26:54.617024 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43240) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:54.624380 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0f0a4184-6e88-40b1-bdf2-a1c870a8503d tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Request body: {'network': {'project_id': 'aaedb7abff8e448b9ce5ddfa51008388'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:26:54.630286 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0f0a4184-6e88-40b1-bdf2-a1c870a8503d tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:54.634430 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0f0a4184-6e88-40b1-bdf2-a1c870a8503d tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Usage tracker for resource:network and tenant:aaedb7abff8e448b9ce5ddfa51008388 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:54.637341 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0f0a4184-6e88-40b1-bdf2-a1c870a8503d tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:54.643398 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0f0a4184-6e88-40b1-bdf2-a1c870a8503d tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:54.667315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0a4184-6e88-40b1-bdf2-a1c870a8503d tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Made reservation on behalf of aaedb7abff8e448b9ce5ddfa51008388 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:54.669818 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4184-6e88-40b1-bdf2-a1c870a8503d tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.681851 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-80e9d89e-449b-4c64-a768-93a6bc3e5907 None None] For port 6c8f6075-6ede-4ace-aa19-663b236f78a4, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6c8f6075-6ede-4ace-aa19-663b236f78a4,segment=NetworkSegment(baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2),segment_id=baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:54.695227 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4184-6e88-40b1-bdf2-a1c870a8503d tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.719752 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16304f8c-7329-49e9-abdf-ef805bc0a067 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Network 6c7c3d7f-2633-4429-9f91-64eb7f1e43e2 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:26:54.725207 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80e9d89e-449b-4c64-a768-93a6bc3e5907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.735736 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-dd956bcc-a433-4e90-98ca-03399974afcf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Request body: {'network': {'name': 'tempest-network--620637906', 'router:external': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:26:54.757639 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-16304f8c-7329-49e9-abdf-ef805bc0a067 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 6c7c3d7f-2633-4429-9f91-64eb7f1e43e2) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:54.760451 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0f0a4184-6e88-40b1-bdf2-a1c870a8503d tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:54.772033 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0f0a4184-6e88-40b1-bdf2-a1c870a8503d tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Usage tracker for resource:security_group_rule and tenant:aaedb7abff8e448b9ce5ddfa51008388 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:54.775477 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16304f8c-7329-49e9-abdf-ef805bc0a067 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:54.776071 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-16304f8c-7329-49e9-abdf-ef805bc0a067 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.782076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0f0a4184-6e88-40b1-bdf2-a1c870a8503d tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:54.782379 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4205639b-e37a-4d24-aa4c-b23b32ed4c17 None None] Network 6c7c3d7f-2633-4429-9f91-64eb7f1e43e2 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:26:54.804166 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0f0a4184-6e88-40b1-bdf2-a1c870a8503d tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:54.812420 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dd956bcc-a433-4e90-98ca-03399974afcf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:54.818128 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-dd956bcc-a433-4e90-98ca-03399974afcf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Usage tracker for resource:network and tenant:136d4e723cab417e9cf16c527408caa8 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:54.818780 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-833265be-7a64-409c-abfb-79e0a1d6e992 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.819672 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-833265be-7a64-409c-abfb-79e0a1d6e992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.822330 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-dd956bcc-a433-4e90-98ca-03399974afcf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:54.829068 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dd956bcc-a433-4e90-98ca-03399974afcf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:54.851157 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd956bcc-a433-4e90-98ca-03399974afcf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Made reservation on behalf of 136d4e723cab417e9cf16c527408caa8 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:54.853622 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dd956bcc-a433-4e90-98ca-03399974afcf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.902985 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dd956bcc-a433-4e90-98ca-03399974afcf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.915385 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-16304f8c-7329-49e9-abdf-ef805bc0a067 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.0024848 Mar 14 15:26:54.927871 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43246) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:54.938109 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-5bf09f24-1aca-48ca-ba34-12bccd118351 admin admin] Allocated IP 172.26.4.48 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/7a481795-b36c-41d1-8a64-772c298c324b) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:54.992596 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7937d127-fd4b-4669-a266-c180edfc172c tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.052300 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device db8480d6-e152-4087-99bf-8c054f74f5c5 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:26:55.060853 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7548c0d1-f3a7-4f06-9f48-e92045faec0f tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Request body: {'port': {'network_id': '6c7c3d7f-2633-4429-9f91-64eb7f1e43e2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1569031255'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:26:55.113484 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7937d127-fd4b-4669-a266-c180edfc172c tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.148192 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dd956bcc-a433-4e90-98ca-03399974afcf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:55.185713 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-dd956bcc-a433-4e90-98ca-03399974afcf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Usage tracker for resource:security_group_rule and tenant:136d4e723cab417e9cf16c527408caa8 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:55.193400 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9d89e-449b-4c64-a768-93a6bc3e5907 None None] Pushing event updated for resources: {'Port': ['ID=6c8f6075-6ede-4ace-aa19-663b236f78a4,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:55.195880 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-dd956bcc-a433-4e90-98ca-03399974afcf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:55.209595 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-324d8843-7f1b-4085-98ce-73d1c878130e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.219939 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7937d127-fd4b-4669-a266-c180edfc172c tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:55.223570 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-732591ea-b35b-4d2a-80e6-05fc68f27860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.230437 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dd956bcc-a433-4e90-98ca-03399974afcf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:55.312079 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7937d127-fd4b-4669-a266-c180edfc172c tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.312079 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-7937d127-fd4b-4669-a266-c180edfc172c tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Added segment 920193ab-a0f4-4b5e-998e-6e4a99915b41 of type vlan for network 90062c88-66c6-4516-9e82-e1688fb18b13 Mar 14 15:26:55.332664 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-324d8843-7f1b-4085-98ce-73d1c878130e admin admin] Transition to ACTIVE for port object b1a948df-2c7d-4908-9e28-67b1959d94bb will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:26:55.363842 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d127-fd4b-4669-a266-c180edfc172c tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7a2f07-8597-48fd-86cb-b93e4a9fff61,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:55.436074 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-732591ea-b35b-4d2a-80e6-05fc68f27860 None None] For port cfd5bcc6-18c2-4543-a586-bf3692397db1, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=cfd5bcc6-18c2-4543-a586-bf3692397db1,segment=NetworkSegment(ad624868-762a-4d97-b5cf-48daabb17d8c),segment_id=ad624868-762a-4d97-b5cf-48daabb17d8c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:55.458232 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-732591ea-b35b-4d2a-80e6-05fc68f27860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.459876 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port db8480d6-e152-4087-99bf-8c054f74f5c5 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:26:55.468680 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bf09f24-1aca-48ca-ba34-12bccd118351 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.486477 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7937d127-fd4b-4669-a266-c180edfc172c tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.505101 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4184-6e88-40b1-bdf2-a1c870a8503d tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.521130 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7548c0d1-f3a7-4f06-9f48-e92045faec0f tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:55.525297 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-7548c0d1-f3a7-4f06-9f48-e92045faec0f tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Usage tracker for resource:port and tenant:29169e5688f540a0a0027cd19a85a362 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:55.528507 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-7548c0d1-f3a7-4f06-9f48-e92045faec0f tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:55.529749 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77575a7c-2dfd-4179-a70f-5fcd245647ea tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.535236 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7548c0d1-f3a7-4f06-9f48-e92045faec0f tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:55.545163 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4184-6e88-40b1-bdf2-a1c870a8503d tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.556620 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port db8480d6-e152-4087-99bf-8c054f74f5c5 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:55.557009 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.567563 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7548c0d1-f3a7-4f06-9f48-e92045faec0f tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Made reservation on behalf of 29169e5688f540a0a0027cd19a85a362 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:55.573353 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7548c0d1-f3a7-4f06-9f48-e92045faec0f tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.620529 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-324d8843-7f1b-4085-98ce-73d1c878130e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.641126 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0a4184-6e88-40b1-bdf2-a1c870a8503d tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:55.644218 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a4184-6e88-40b1-bdf2-a1c870a8503d tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5d8819-6f34-43c5-93b0-fd623c2fa020,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:55.657641 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-7548c0d1-f3a7-4f06-9f48-e92045faec0f tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] device_id is not set on port fb8c8df0-7438-49af-9642-e3bc3be2886b yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:26:55.695326 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bcfa4b-ef5a-469a-87e8-2bed2803c15e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-6c7c3d7f-2633-4429-9f91-64eb7f1e43e2', 'network_id': '6c7c3d7f-2633-4429-9f91-64eb7f1e43e2', 'tenant_id': '29169e5688f540a0a0027cd19a85a362', 'fixed_ips': [{'subnet_id': '205cf50f-65a3-48de-b2a8-a459a7d81e39'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:26:55.697288 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b0bcfa4b-ef5a-469a-87e8-2bed2803c15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.727657 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732591ea-b35b-4d2a-80e6-05fc68f27860 None None] Pushing event updated for resources: {'Port': ['ID=cfd5bcc6-18c2-4543-a586-bf3692397db1,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:55.736526 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4184-6e88-40b1-bdf2-a1c870a8503d tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.737477 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-0f0a4184-6e88-40b1-bdf2-a1c870a8503d tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Added segment 82633f2d-cd90-4db9-930c-15a9d03095b6 of type vlan for network 2aa95601-a42e-4fa1-b0e9-2122b6d27a58 Mar 14 15:26:55.807385 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dd956bcc-a433-4e90-98ca-03399974afcf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.819672 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324d8843-7f1b-4085-98ce-73d1c878130e admin admin] Network 2d9d8d8c-ccb5-4a93-9f99-f993dc8af841 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:55.821795 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4184-6e88-40b1-bdf2-a1c870a8503d tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.823311 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dd956bcc-a433-4e90-98ca-03399974afcf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.826415 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-324d8843-7f1b-4085-98ce-73d1c878130e admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:55.828390 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7937d127-fd4b-4669-a266-c180edfc172c tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.829329 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7937d127-fd4b-4669-a266-c180edfc172c tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:55.830044 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7937d127-fd4b-4669-a266-c180edfc172c tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.836095 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324d8843-7f1b-4085-98ce-73d1c878130e admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:26:55.836643 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-324d8843-7f1b-4085-98ce-73d1c878130e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.898934 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bf09f24-1aca-48ca-ba34-12bccd118351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.902676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d8843-7f1b-4085-98ce-73d1c878130e admin admin] Pushing event updated for resources: {'Port': ['ID=b1a948df-2c7d-4908-9e28-67b1959d94bb,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:55.902870 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-7548c0d1-f3a7-4f06-9f48-e92045faec0f tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Allocated IP 2001:db8::286 (6c7c3d7f-2633-4429-9f91-64eb7f1e43e2/205cf50f-65a3-48de-b2a8-a459a7d81e39/fb8c8df0-7438-49af-9642-e3bc3be2886b) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:55.919499 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4184-6e88-40b1-bdf2-a1c870a8503d tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.920732 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0a4184-6e88-40b1-bdf2-a1c870a8503d tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:55.921505 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4184-6e88-40b1-bdf2-a1c870a8503d tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.941209 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ad104b0b-799e-417a-9b96-4f293ddc0b74 None None] Provisioning complete for port cfd5bcc6-18c2-4543-a586-bf3692397db1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:55.941584 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ad104b0b-799e-417a-9b96-4f293ddc0b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.991541 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.018574 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port db8480d6-e152-4087-99bf-8c054f74f5c5, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=db8480d6-e152-4087-99bf-8c054f74f5c5,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:56.028292 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.070217 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd956bcc-a433-4e90-98ca-03399974afcf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:56.099441 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a4184-6e88-40b1-bdf2-a1c870a8503d tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Pushing event updated for resources: {'Network': ['ID=2aa95601-a42e-4fa1-b0e9-2122b6d27a58,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:56.105908 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0f0a4184-6e88-40b1-bdf2-a1c870a8503d tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4874587 Mar 14 15:26:56.118370 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43256) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:56.124755 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8f379b61-845a-41d3-ba7c-cddbd5333eb4 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Request body: {'network': {'project_id': 'aaedb7abff8e448b9ce5ddfa51008388'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:26:56.135721 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8f379b61-845a-41d3-ba7c-cddbd5333eb4 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:56.138069 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833265be-7a64-409c-abfb-79e0a1d6e992 admin admin] Router 89bbaaab-9a5d-4892-8641-fa97d9a6d7b1 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:26:56.157138 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 2aa95601-a42e-4fa1-b0e9-2122b6d27a58 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:26:56.161939 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8f379b61-845a-41d3-ba7c-cddbd5333eb4 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Usage tracker for resource:network and tenant:aaedb7abff8e448b9ce5ddfa51008388 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:56.170000 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8f379b61-845a-41d3-ba7c-cddbd5333eb4 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:56.183563 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8f379b61-845a-41d3-ba7c-cddbd5333eb4 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:56.205242 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d127-fd4b-4669-a266-c180edfc172c tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Pushing event updated for resources: {'Network': ['ID=90062c88-66c6-4516-9e82-e1688fb18b13,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:56.230368 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf09f24-1aca-48ca-ba34-12bccd118351 admin admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:56.244113 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-5bf09f24-1aca-48ca-ba34-12bccd118351 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:56.259889 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 90062c88-66c6-4516-9e82-e1688fb18b13 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:26:56.275772 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf09f24-1aca-48ca-ba34-12bccd118351 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:26:56.324140 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dd956bcc-a433-4e90-98ca-03399974afcf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.324480 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-dd956bcc-a433-4e90-98ca-03399974afcf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Added segment ace949e2-fbcb-433f-929d-70f0dcd186e8 of type vlan for network e2ae2bb1-2fb4-42ec-a967-6551c9fab5f7 Mar 14 15:26:56.342041 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd956bcc-a433-4e90-98ca-03399974afcf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d7b0d5-e38f-43f1-86f0-e6a625f708bd,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:56.369100 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-77575a7c-2dfd-4179-a70f-5fcd245647ea tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Allocated IP 172.26.4.17 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/168f4898-59e4-4a55-9b59-4b1d8a52f90f) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:56.375918 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf09f24-1aca-48ca-ba34-12bccd118351 admin admin] Pushing event updated for resources: {'Port': ['ID=7a481795-b36c-41d1-8a64-772c298c324b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:56.408835 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f379b61-845a-41d3-ba7c-cddbd5333eb4 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Made reservation on behalf of aaedb7abff8e448b9ce5ddfa51008388 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:56.410879 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7937d127-fd4b-4669-a266-c180edfc172c tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 3.5860729 Mar 14 15:26:56.415312 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f379b61-845a-41d3-ba7c-cddbd5333eb4 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.426609 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43260) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:56.438833 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dd956bcc-a433-4e90-98ca-03399974afcf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.439045 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7548c0d1-f3a7-4f06-9f48-e92045faec0f tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.468971 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=db8480d6-e152-4087-99bf-8c054f74f5c5,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:56.474602 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ded0fefd-300f-47da-a5a7-9b56df01429a None None] Provisioning for port b1a948df-2c7d-4908-9e28-67b1959d94bb completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:26:56.480857 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ded0fefd-300f-47da-a5a7-9b56df01429a None None] Provisioning complete for port b1a948df-2c7d-4908-9e28-67b1959d94bb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:56.481342 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ded0fefd-300f-47da-a5a7-9b56df01429a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.547933 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ded0fefd-300f-47da-a5a7-9b56df01429a None None] Port b1a948df-2c7d-4908-9e28-67b1959d94bb cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:26:56.556353 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f33c84f9-b2d4-4e04-bd12-247cdd2d65b8 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Request body: {'subnet': {'network_id': '90062c88-66c6-4516-9e82-e1688fb18b13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:26:56.579897 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dd956bcc-a433-4e90-98ca-03399974afcf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.581352 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd956bcc-a433-4e90-98ca-03399974afcf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:56.581859 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dd956bcc-a433-4e90-98ca-03399974afcf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.588053 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-7548c0d1-f3a7-4f06-9f48-e92045faec0f tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Transition to ACTIVE for port object fb8c8df0-7438-49af-9642-e3bc3be2886b will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:26:56.615922 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f379b61-845a-41d3-ba7c-cddbd5333eb4 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:56.629319 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b8c105-6303-4378-95e9-fe999efe9678 None None] Network da8edb3e-70af-4204-b598-deb9b1bae5e6 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:26:56.635984 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f379b61-845a-41d3-ba7c-cddbd5333eb4 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.636321 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-8f379b61-845a-41d3-ba7c-cddbd5333eb4 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Added segment 87216544-e8e7-4742-a6e4-3ea15b1b6f7d of type vlan for network 4294af33-57b5-43cd-9298-3f03c7d03deb Mar 14 15:26:56.665007 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f33c84f9-b2d4-4e04-bd12-247cdd2d65b8 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:56.666108 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7548c0d1-f3a7-4f06-9f48-e92045faec0f tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.672288 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f379b61-845a-41d3-ba7c-cddbd5333eb4 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.743903 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f33c84f9-b2d4-4e04-bd12-247cdd2d65b8 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Usage tracker for resource:subnet and tenant:9f898e5d24f74cb0b260bc9e729c7776 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:56.769277 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f33c84f9-b2d4-4e04-bd12-247cdd2d65b8 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:56.787579 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f33c84f9-b2d4-4e04-bd12-247cdd2d65b8 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:56.790343 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7548c0d1-f3a7-4f06-9f48-e92045faec0f tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Network 6c7c3d7f-2633-4429-9f91-64eb7f1e43e2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:56.791121 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548c0d1-f3a7-4f06-9f48-e92045faec0f tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Pushing event updated for resources: {'Port': ['ID=fb8c8df0-7438-49af-9642-e3bc3be2886b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:56.794441 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-7548c0d1-f3a7-4f06-9f48-e92045faec0f tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:56.794737 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-324d8843-7f1b-4085-98ce-73d1c878130e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.796801 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9f6a8bb3-c9b0-4f2d-8b39-d5b021439169 None None] Provisioning for port 6c8f6075-6ede-4ace-aa19-663b236f78a4 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:26:56.799205 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7548c0d1-f3a7-4f06-9f48-e92045faec0f tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:26:56.800869 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-b0bcfa4b-ef5a-469a-87e8-2bed2803c15e None None] Allocated IP 2001:db8::2 (6c7c3d7f-2633-4429-9f91-64eb7f1e43e2/205cf50f-65a3-48de-b2a8-a459a7d81e39/d6f26ec6-5a3a-4627-b680-78989fa7a4fb) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:56.803163 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548c0d1-f3a7-4f06-9f48-e92045faec0f tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:56.803771 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7548c0d1-f3a7-4f06-9f48-e92045faec0f tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.810632 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f379b61-845a-41d3-ba7c-cddbd5333eb4 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.811937 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f379b61-845a-41d3-ba7c-cddbd5333eb4 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:56.812044 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f379b61-845a-41d3-ba7c-cddbd5333eb4 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.930902 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8f379b61-845a-41d3-ba7c-cddbd5333eb4 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8114986 Mar 14 15:26:56.936069 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7548c0d1-f3a7-4f06-9f48-e92045faec0f tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9081681 Mar 14 15:26:56.938923 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43264) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:56.939450 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43266) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:56.951163 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-def46c5f-c86a-4d3d-8fcf-0f2767b8abce tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Request body: {'port': {'network_id': '6c7c3d7f-2633-4429-9f91-64eb7f1e43e2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-45419935', 'allowed_address_pairs': [{'ip_address': '2001:db8::286', 'mac_address': 'fa:16:3e:f7:52:07'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:26:56.969860 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-306cfd64-c43c-427a-b7a2-ba8c4b02f1d1 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Request body: {'network': {'project_id': 'aaedb7abff8e448b9ce5ddfa51008388'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:26:56.977886 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f379b61-845a-41d3-ba7c-cddbd5333eb4 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Pushing event updated for resources: {'Network': ['ID=4294af33-57b5-43cd-9298-3f03c7d03deb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:56.980784 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-306cfd64-c43c-427a-b7a2-ba8c4b02f1d1 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:57.037338 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-306cfd64-c43c-427a-b7a2-ba8c4b02f1d1 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Usage tracker for resource:network and tenant:aaedb7abff8e448b9ce5ddfa51008388 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:57.045096 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-306cfd64-c43c-427a-b7a2-ba8c4b02f1d1 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:57.048883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-324d8843-7f1b-4085-98ce-73d1c878130e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.055490 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-dd956bcc-a433-4e90-98ca-03399974afcf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.8837678 Mar 14 15:26:57.058628 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43272) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:57.058924 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 4294af33-57b5-43cd-9298-3f03c7d03deb details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:26:57.063217 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd956bcc-a433-4e90-98ca-03399974afcf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Pushing event updated for resources: {'Network': ['ID=e2ae2bb1-2fb4-42ec-a967-6551c9fab5f7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:57.066005 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-306cfd64-c43c-427a-b7a2-ba8c4b02f1d1 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:57.068238 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833265be-7a64-409c-abfb-79e0a1d6e992 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:26:57.070613 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-324d8843-7f1b-4085-98ce-73d1c878130e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.071502 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-324d8843-7f1b-4085-98ce-73d1c878130e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.076728 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-306cfd64-c43c-427a-b7a2-ba8c4b02f1d1 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 14 15:26:57.077441 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-306cfd64-c43c-427a-b7a2-ba8c4b02f1d1 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:57.079122 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-306cfd64-c43c-427a-b7a2-ba8c4b02f1d1 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1374509 Mar 14 15:26:57.084078 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43276) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:57.142774 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-833265be-7a64-409c-abfb-79e0a1d6e992 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.145287 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-833265be-7a64-409c-abfb-79e0a1d6e992 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3249891 Mar 14 15:26:57.150390 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43280) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:57.150544 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33c84f9-b2d4-4e04-bd12-247cdd2d65b8 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Made reservation on behalf of 9f898e5d24f74cb0b260bc9e729c7776 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:57.152852 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f33c84f9-b2d4-4e04-bd12-247cdd2d65b8 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.237625 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] Sync routers for ids ['89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:26:57.240513 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network e2ae2bb1-2fb4-42ec-a967-6551c9fab5f7 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:26:57.251932 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device cfd5bcc6-18c2-4543-a586-bf3692397db1 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:26:57.309061 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-200bd60e-1043-480c-80f1-0e09d3c18f93 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aaedb7abff8e448b9ce5ddfa51008388&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2235096 Mar 14 15:26:57.313787 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43284) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:57.318499 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-def46c5f-c86a-4d3d-8fcf-0f2767b8abce tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:26:57.337988 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-def46c5f-c86a-4d3d-8fcf-0f2767b8abce tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Usage tracker for resource:port and tenant:29169e5688f540a0a0027cd19a85a362 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:26:57.349179 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-def46c5f-c86a-4d3d-8fcf-0f2767b8abce tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:26:57.372200 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-def46c5f-c86a-4d3d-8fcf-0f2767b8abce tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:26:57.463666 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def46c5f-c86a-4d3d-8fcf-0f2767b8abce tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Made reservation on behalf of 29169e5688f540a0a0027cd19a85a362 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:57.469967 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b0bcfa4b-ef5a-469a-87e8-2bed2803c15e None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.473183 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] Routers {'89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:26:57.473814 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:26:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:57.553497 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d084637-fa02-4350-a4be-87d852a101d1 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.613053 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d084637-fa02-4350-a4be-87d852a101d1 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.626664 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d8843-7f1b-4085-98ce-73d1c878130e admin admin] Pushing event updated for resources: {'Port': ['ID=b1a948df-2c7d-4908-9e28-67b1959d94bb,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:57.659244 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-def46c5f-c86a-4d3d-8fcf-0f2767b8abce tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.660354 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77575a7c-2dfd-4179-a70f-5fcd245647ea tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.671781 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b0bcfa4b-ef5a-469a-87e8-2bed2803c15e None None] Transition to ACTIVE for port object d6f26ec6-5a3a-4627-b680-78989fa7a4fb will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:26:57.695472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b0bcfa4b-ef5a-469a-87e8-2bed2803c15e None None] Transition to ACTIVE for port object d6f26ec6-5a3a-4627-b680-78989fa7a4fb will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:26:57.713991 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b0bcfa4b-ef5a-469a-87e8-2bed2803c15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.717880 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.728406 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-def46c5f-c86a-4d3d-8fcf-0f2767b8abce tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] device_id is not set on port 608c0027-4824-452d-9a4c-bf6785c5b957 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:26:57.808384 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77575a7c-2dfd-4179-a70f-5fcd245647ea tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.810340 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d084637-fa02-4350-a4be-87d852a101d1 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.818997 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcfa4b-ef5a-469a-87e8-2bed2803c15e None None] Pushing event updated for resources: {'Port': ['ID=d6f26ec6-5a3a-4627-b680-78989fa7a4fb,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:57.833506 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bcfa4b-ef5a-469a-87e8-2bed2803c15e None None] Network 6c7c3d7f-2633-4429-9f91-64eb7f1e43e2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:57.834429 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port cfd5bcc6-18c2-4543-a586-bf3692397db1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:57.834690 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d084637-fa02-4350-a4be-87d852a101d1 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5d8819-6f34-43c5-93b0-fd623c2fa020,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:57.834814 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.866300 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-b0bcfa4b-ef5a-469a-87e8-2bed2803c15e None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:57.879229 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bcfa4b-ef5a-469a-87e8-2bed2803c15e None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:26:57.902443 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bf09f24-1aca-48ca-ba34-12bccd118351 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.903301 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bf09f24-1aca-48ca-ba34-12bccd118351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.918010 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] Set router 89bbaaab-9a5d-4892-8641-fa97d9a6d7b1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:26:57.935497 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324d8843-7f1b-4085-98ce-73d1c878130e admin admin] Network 2d9d8d8c-ccb5-4a93-9f99-f993dc8af841 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:57.950394 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-324d8843-7f1b-4085-98ce-73d1c878130e admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:58.018865 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d084637-fa02-4350-a4be-87d852a101d1 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.025763 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8d084637-fa02-4350-a4be-87d852a101d1 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/0d5d8819-6f34-43c5-93b0-fd623c2fa020 HTTP/1.1" status: 204 len: 168 time: 0.7096519 Mar 14 15:26:58.029705 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43288) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:58.052594 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77575a7c-2dfd-4179-a70f-5fcd245647ea tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:58.149891 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b0bcfa4b-ef5a-469a-87e8-2bed2803c15e None None] Attempting to bind port d6f26ec6-5a3a-4627-b680-78989fa7a4fb on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:26:58.150651 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b0bcfa4b-ef5a-469a-87e8-2bed2803c15e None None] Attempting to bind port d6f26ec6-5a3a-4627-b680-78989fa7a4fb by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '57691c18-3baa-432c-b28c-7f523d100fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6c7c3d7f-2633-4429-9f91-64eb7f1e43e2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:26:58.151601 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bcfa4b-ef5a-469a-87e8-2bed2803c15e None None] Attempting to bind port d6f26ec6-5a3a-4627-b680-78989fa7a4fb on network 6c7c3d7f-2633-4429-9f91-64eb7f1e43e2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:26:58.157647 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-77575a7c-2dfd-4179-a70f-5fcd245647ea tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:58.160348 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77575a7c-2dfd-4179-a70f-5fcd245647ea tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Pushing event updated for resources: {'Port': ['ID=168f4898-59e4-4a55-9b59-4b1d8a52f90f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:58.165175 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77575a7c-2dfd-4179-a70f-5fcd245647ea tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:26:58.192605 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-def46c5f-c86a-4d3d-8fcf-0f2767b8abce tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Allocated IP 2001:db8::12 (6c7c3d7f-2633-4429-9f91-64eb7f1e43e2/205cf50f-65a3-48de-b2a8-a459a7d81e39/608c0027-4824-452d-9a4c-bf6785c5b957) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:58.280185 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bcfa4b-ef5a-469a-87e8-2bed2803c15e None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:26:58.280786 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bcfa4b-ef5a-469a-87e8-2bed2803c15e None None] Checking segment: {'id': '57691c18-3baa-432c-b28c-7f523d100fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6c7c3d7f-2633-4429-9f91-64eb7f1e43e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:26:58.280914 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b0bcfa4b-ef5a-469a-87e8-2bed2803c15e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.281517 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bcfa4b-ef5a-469a-87e8-2bed2803c15e None None] Bound using segment: {'id': '57691c18-3baa-432c-b28c-7f523d100fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6c7c3d7f-2633-4429-9f91-64eb7f1e43e2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:26:58.281717 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b0bcfa4b-ef5a-469a-87e8-2bed2803c15e None None] Bound port: d6f26ec6-5a3a-4627-b680-78989fa7a4fb, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57691c18-3baa-432c-b28c-7f523d100fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6c7c3d7f-2633-4429-9f91-64eb7f1e43e2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:26:58.282096 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b0bcfa4b-ef5a-469a-87e8-2bed2803c15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.327134 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.389468 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device db8480d6-e152-4087-99bf-8c054f74f5c5 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:26:58.507556 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.546351 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0b052ed0-7c03-4af7-a4c6-f1d6d012cced None None] Provisioning complete for port b1a948df-2c7d-4908-9e28-67b1959d94bb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:58.546706 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b052ed0-7c03-4af7-a4c6-f1d6d012cced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.569850 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b0bcfa4b-ef5a-469a-87e8-2bed2803c15e None None] For port d6f26ec6-5a3a-4627-b680-78989fa7a4fb, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:58.583570 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.599485 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b0bcfa4b-ef5a-469a-87e8-2bed2803c15e None None] For port d6f26ec6-5a3a-4627-b680-78989fa7a4fb, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=d6f26ec6-5a3a-4627-b680-78989fa7a4fb,segment=NetworkSegment(57691c18-3baa-432c-b28c-7f523d100fb3),segment_id=57691c18-3baa-432c-b28c-7f523d100fb3)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:58.616809 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b0bcfa4b-ef5a-469a-87e8-2bed2803c15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.621247 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.621613 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.622483 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.622712 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Subscribe: > port after_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.623035 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.623387 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Subscribe: > port after_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.623725 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.624059 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.624374 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.624685 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.637913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-def46c5f-c86a-4d3d-8fcf-0f2767b8abce tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.649419 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.649905 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.650767 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.651193 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Subscribe: > port after_create 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.651606 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.652485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Subscribe: > port after_update 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.652485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.652931 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.653280 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.653686 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.660914 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0b052ed0-7c03-4af7-a4c6-f1d6d012cced None None] Port b1a948df-2c7d-4908-9e28-67b1959d94bb cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:26:58.705922 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port db8480d6-e152-4087-99bf-8c054f74f5c5 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:58.706314 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.766966 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcfa4b-ef5a-469a-87e8-2bed2803c15e None None] Pushing event updated for resources: {'Port': ['ID=d6f26ec6-5a3a-4627-b680-78989fa7a4fb,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:58.775978 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'name': 'tempest-ServerActionsTestJSON-323819497-router', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:50Z', 'updated_at': '2022-03-14T15:26:54Z', 'revision_number': 3, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'gw_port': {'id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:52Z', 'updated_at': '2022-03-14T15:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:58.793608 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.793608 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.793608 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.794042 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] Checking router: 89bbaaab-9a5d-4892-8641-fa97d9a6d7b1 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:26:58.794323 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.794431 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] Updating router 89bbaaab-9a5d-4892-8641-fa97d9a6d7b1 port ca3fc13a-8f83-4391-8b79-88a75bb849c5 binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:26:58.794531 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ae2bb1-2fb4-42ec-a967-6551c9fab5f7']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:58.814155 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.814631 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.815843 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.815843 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:26:58.816118 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4294af33-57b5-43cd-9298-3f03c7d03deb']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:58.842297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace949e2-fbcb-433f-929d-70f0dcd186e8') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:58.842297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace949e2-fbcb-433f-929d-70f0dcd186e8') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:58.842683 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87216544-e8e7-4742-a6e4-3ea15b1b6f7d') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:58.842683 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87216544-e8e7-4742-a6e4-3ea15b1b6f7d') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:58.850378 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-def46c5f-c86a-4d3d-8fcf-0f2767b8abce tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Transition to ACTIVE for port object 608c0027-4824-452d-9a4c-bf6785c5b957 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:26:58.860911 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.869744 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.930345 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.942017 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.958306 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.996682 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6c8f6075-6ede-4ace-aa19-663b236f78a4 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:26:59.008055 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:26:59.008742 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn_limited( Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn_limited( Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:59.031823 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:59.162169 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-def46c5f-c86a-4d3d-8fcf-0f2767b8abce tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.244151 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.245457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:26:59.245986 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: util.warn_limited( Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: util.warn_limited( Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:59.263655 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:59.286735 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 6c8f6075-6ede-4ace-aa19-663b236f78a4 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:26:59.289103 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.295469 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 6c8f6075-6ede-4ace-aa19-663b236f78a4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:59.296211 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.307467 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Pushing event deleted for resources: {'Network': ['ID=4294af33-57b5-43cd-9298-3f03c7d03deb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:59.320085 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def46c5f-c86a-4d3d-8fcf-0f2767b8abce tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Network 6c7c3d7f-2633-4429-9f91-64eb7f1e43e2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:59.320820 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def46c5f-c86a-4d3d-8fcf-0f2767b8abce tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Pushing event updated for resources: {'Port': ['ID=608c0027-4824-452d-9a4c-bf6785c5b957,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:59.324987 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-def46c5f-c86a-4d3d-8fcf-0f2767b8abce tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:59.330175 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def46c5f-c86a-4d3d-8fcf-0f2767b8abce tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:26:59.335056 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def46c5f-c86a-4d3d-8fcf-0f2767b8abce tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:59.335905 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-def46c5f-c86a-4d3d-8fcf-0f2767b8abce tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.346583 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77575a7c-2dfd-4179-a70f-5fcd245647ea tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.348421 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b939d4c6-fa0c-46d8-a097-74f1c2625d6a tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] 10.222.0.60 "DELETE /v2.0/networks/4294af33-57b5-43cd-9298-3f03c7d03deb HTTP/1.1" status: 204 len: 168 time: 1.3177195 Mar 14 15:26:59.356056 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43294) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:59.362613 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.objects.ports [None req-f33c84f9-b2d4-4e04-bd12-247cdd2d65b8 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83911) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 14 15:26:59.363106 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f33c84f9-b2d4-4e04-bd12-247cdd2d65b8 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.513915 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.516273 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-def46c5f-c86a-4d3d-8fcf-0f2767b8abce tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.5728366 Mar 14 15:26:59.523995 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43298) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:59.528194 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.581407 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.590593 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 6c8f6075-6ede-4ace-aa19-663b236f78a4, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6c8f6075-6ede-4ace-aa19-663b236f78a4,segment=NetworkSegment(baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2),segment_id=baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:59.597018 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-551fa89b-c7c3-4b34-87f4-115c052b42e6 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.600683 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] Transition to ACTIVE for port object ca3fc13a-8f83-4391-8b79-88a75bb849c5 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:26:59.606522 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c84f9-b2d4-4e04-bd12-247cdd2d65b8 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Pushing event updated for resources: {'Subnet': ['ID=04cac1b3-3faa-43e8-84f2-92a5bea6ed83,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:59.609196 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.620335 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e2ae2bb1-2fb4-42ec-a967-6551c9fab5f7 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 14 15:26:59.629671 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77575a7c-2dfd-4179-a70f-5fcd245647ea tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.680936 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2ae2bb1-2fb4-42ec-a967-6551c9fab5f7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:59.739159 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=6c8f6075-6ede-4ace-aa19-663b236f78a4,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:59.741900 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.857892 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d6f26ec6-5a3a-4627-b680-78989fa7a4fb up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:26:59.876673 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.917265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-551fa89b-c7c3-4b34-87f4-115c052b42e6 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.947975 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-930bd436-18bb-400d-8bf1-17c3f3f8ac29 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] 10.222.0.60 "DELETE /v2.0/networks/e2ae2bb1-2fb4-42ec-a967-6551c9fab5f7 HTTP/1.1" status: 204 len: 168 time: 2.8828039 Mar 14 15:26:59.958718 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-551fa89b-c7c3-4b34-87f4-115c052b42e6 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa95601-a42e-4fa1-b0e9-2122b6d27a58']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:59.964279 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43302) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:26:59.980018 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f437f6-d367-453f-bdc8-8033db1070d1 None None] Pushing event updated for resources: {'Port': ['ID=ca3fc13a-8f83-4391-8b79-88a75bb849c5,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:59.986181 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] Attempting to bind port ca3fc13a-8f83-4391-8b79-88a75bb849c5 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:26:59.986850 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] Attempting to bind port ca3fc13a-8f83-4391-8b79-88a75bb849c5 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:26:59.987378 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] Attempting to bind port ca3fc13a-8f83-4391-8b79-88a75bb849c5 on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:26:59.991425 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0bac0475-928d-4083-bbcd-6441a0f3aae1 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:26:59.995516 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-551fa89b-c7c3-4b34-87f4-115c052b42e6 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82633f2d-cd90-4db9-930c-15a9d03095b6') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:59.996624 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-551fa89b-c7c3-4b34-87f4-115c052b42e6 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82633f2d-cd90-4db9-930c-15a9d03095b6') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:59.997906 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33c84f9-b2d4-4e04-bd12-247cdd2d65b8 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Checking segment: {'id': '920193ab-a0f4-4b5e-998e-6e4a99915b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '90062c88-66c6-4516-9e82-e1688fb18b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:27:00.003590 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33c84f9-b2d4-4e04-bd12-247cdd2d65b8 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Network hostable DHCP agents. Network: 90062c88-66c6-4516-9e82-e1688fb18b13, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:27:00.008786 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:27:00.013059 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:27:00.013766 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.014343 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:27:00.014980 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] Bound port: ca3fc13a-8f83-4391-8b79-88a75bb849c5, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:00.015554 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.026796 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0bac0475-928d-4083-bbcd-6441a0f3aae1 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:00.042561 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-551fa89b-c7c3-4b34-87f4-115c052b42e6 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.069531 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port d6f26ec6-5a3a-4627-b680-78989fa7a4fb completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:27:00.082110 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-0bac0475-928d-4083-bbcd-6441a0f3aae1 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Usage tracker for resource:network and tenant:136d4e723cab417e9cf16c527408caa8 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:00.099861 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-551fa89b-c7c3-4b34-87f4-115c052b42e6 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.107467 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551fa89b-c7c3-4b34-87f4-115c052b42e6 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:27:00.109445 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-551fa89b-c7c3-4b34-87f4-115c052b42e6 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.140191 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] For port ca3fc13a-8f83-4391-8b79-88a75bb849c5, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:00.144288 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] For port ca3fc13a-8f83-4391-8b79-88a75bb849c5, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ca3fc13a-8f83-4391-8b79-88a75bb849c5,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:00.154289 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.201808 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-0bac0475-928d-4083-bbcd-6441a0f3aae1 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:00.219558 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0bac0475-928d-4083-bbcd-6441a0f3aae1 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:00.276957 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ea526d-73aa-45ea-8b75-61902090ee98 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:00.281222 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ea526d-73aa-45ea-8b75-61902090ee98 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:00.285532 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ea526d-73aa-45ea-8b75-61902090ee98 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:00.287312 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-07ea526d-73aa-45ea-8b75-61902090ee98 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.7605410 Mar 14 15:27:00.299760 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43306) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:00.300595 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f437f6-d367-453f-bdc8-8033db1070d1 None None] Pushing event updated for resources: {'Port': ['ID=ca3fc13a-8f83-4391-8b79-88a75bb849c5,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:00.303190 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0993541b-f383-4b17-93ae-febdc3336e40 None None] Network 6c7c3d7f-2633-4429-9f91-64eb7f1e43e2 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:27:00.304593 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bac0475-928d-4083-bbcd-6441a0f3aae1 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Made reservation on behalf of 136d4e723cab417e9cf16c527408caa8 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:00.307423 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0bac0475-928d-4083-bbcd-6441a0f3aae1 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:27:00.338162 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:27:00.427526 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33c84f9-b2d4-4e04-bd12-247cdd2d65b8 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Network 90062c88-66c6-4516-9e82-e1688fb18b13 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:27:00.453718 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-551fa89b-c7c3-4b34-87f4-115c052b42e6 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.459572 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-551fa89b-c7c3-4b34-87f4-115c052b42e6 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.514640 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] Routers {'89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:00.515855 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-f33c84f9-b2d4-4e04-bd12-247cdd2d65b8 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 90062c88-66c6-4516-9e82-e1688fb18b13) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:00.516621 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-551fa89b-c7c3-4b34-87f4-115c052b42e6 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] 10.222.0.60 "DELETE /v2.0/networks/2aa95601-a42e-4fa1-b0e9-2122b6d27a58 HTTP/1.1" status: 204 len: 168 time: 1.1572685 Mar 14 15:27:00.519426 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:26:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:00.543816 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551fa89b-c7c3-4b34-87f4-115c052b42e6 tempest-QuotasNegativeTest-1917726503 tempest-QuotasNegativeTest-1917726503-project-admin] Pushing event deleted for resources: {'Network': ['ID=2aa95601-a42e-4fa1-b0e9-2122b6d27a58,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:00.550981 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33c84f9-b2d4-4e04-bd12-247cdd2d65b8 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:00.550981 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f33c84f9-b2d4-4e04-bd12-247cdd2d65b8 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.557140 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bac0475-928d-4083-bbcd-6441a0f3aae1 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:00.562351 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9ab3a84b-2eed-41bd-ad44-0b1d45ecec9c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Deleting port 608c0027-4824-452d-9a4c-bf6785c5b957 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:27:00.562691 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ab3a84b-2eed-41bd-ad44-0b1d45ecec9c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.640941 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3cd9cf64-7db8-4616-bed3-d64f3bb9542b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.644490 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-77575a7c-2dfd-4179-a70f-5fcd245647ea tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:27:00.661886 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0bac0475-928d-4083-bbcd-6441a0f3aae1 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.662267 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-0bac0475-928d-4083-bbcd-6441a0f3aae1 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Added segment f68c32a7-7c2e-431b-87f7-22db3901027e of type vlan for network 0c7d2fbd-160c-436e-9045-5b09fe381d09 Mar 14 15:27:00.664768 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f33c84f9-b2d4-4e04-bd12-247cdd2d65b8 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.2318659 Mar 14 15:27:00.667239 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43312) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:00.690823 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77575a7c-2dfd-4179-a70f-5fcd245647ea tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.709069 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf09f24-1aca-48ca-ba34-12bccd118351 admin admin] Router 024a520f-a349-4727-bcef-1df29d838639 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:27:00.719733 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-28bd8f70-48a4-4038-afc3-dc1f33de1029 None None] Provisioning for port d6f26ec6-5a3a-4627-b680-78989fa7a4fb completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:27:00.720696 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ed111a4f-13dc-479b-b578-0ea63e0106bf tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-693970452', 'network_id': '90062c88-66c6-4516-9e82-e1688fb18b13'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:00.726272 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324d8843-7f1b-4085-98ce-73d1c878130e admin admin] Router f54a3fda-b511-4ddd-8023-d5b84d38d826 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:00.731743 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ed111a4f-13dc-479b-b578-0ea63e0106bf tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:00.746621 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ed111a4f-13dc-479b-b578-0ea63e0106bf tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Usage tracker for resource:port and tenant:9f898e5d24f74cb0b260bc9e729c7776 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:00.755472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef2d9b5-dbc1-46d0-8f3e-07ccac69486c None None] Network 90062c88-66c6-4516-9e82-e1688fb18b13 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:27:00.757574 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ed111a4f-13dc-479b-b578-0ea63e0106bf tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:00.781563 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77575a7c-2dfd-4179-a70f-5fcd245647ea tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.785640 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ed111a4f-13dc-479b-b578-0ea63e0106bf tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:00.832770 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-28bd8f70-48a4-4038-afc3-dc1f33de1029 None None] Provisioning complete for port d6f26ec6-5a3a-4627-b680-78989fa7a4fb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:00.833136 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-28bd8f70-48a4-4038-afc3-dc1f33de1029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.837925 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed111a4f-13dc-479b-b578-0ea63e0106bf tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Made reservation on behalf of 9f898e5d24f74cb0b260bc9e729c7776 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:00.840637 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed111a4f-13dc-479b-b578-0ea63e0106bf tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.872554 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0bac0475-928d-4083-bbcd-6441a0f3aae1 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.877424 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-ed111a4f-13dc-479b-b578-0ea63e0106bf tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] device_id is not set on port 6e72ccb4-268f-4412-a681-e7b877f6e96d yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:27:00.922564 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] Set router 89bbaaab-9a5d-4892-8641-fa97d9a6d7b1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:27:01.082026 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-3cd9cf64-7db8-4616-bed3-d64f3bb9542b admin admin] Allocated IP 172.20.0.1 (a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7/453fbd59-94cf-411e-8df0-3bc90080a3fb/587a3fec-bb58-4693-a218-8a7512d9eac6) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:01.098131 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-0bac0475-928d-4083-bbcd-6441a0f3aae1 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:27:01.135873 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-ed111a4f-13dc-479b-b578-0ea63e0106bf tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Allocated IP 2001:db8::23e (90062c88-66c6-4516-9e82-e1688fb18b13/04cac1b3-3faa-43e8-84f2-92a5bea6ed83/6e72ccb4-268f-4412-a681-e7b877f6e96d) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:01.198952 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77575a7c-2dfd-4179-a70f-5fcd245647ea tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Pushing event updated for resources: {'Port': ['ID=168f4898-59e4-4a55-9b59-4b1d8a52f90f,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:01.403835 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43322) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:01.407989 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77575a7c-2dfd-4179-a70f-5fcd245647ea tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.410898 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3cd9cf64-7db8-4616-bed3-d64f3bb9542b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.419603 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-28bd8f70-48a4-4038-afc3-dc1f33de1029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.420840 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0bac0475-928d-4083-bbcd-6441a0f3aae1 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.422358 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bac0475-928d-4083-bbcd-6441a0f3aae1 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:01.422358 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0bac0475-928d-4083-bbcd-6441a0f3aae1 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.444280 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-3cd9cf64-7db8-4616-bed3-d64f3bb9542b admin admin] Transition to ACTIVE for port object 587a3fec-bb58-4693-a218-8a7512d9eac6 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:01.520287 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed111a4f-13dc-479b-b578-0ea63e0106bf tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.522715 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-28bd8f70-48a4-4038-afc3-dc1f33de1029 None None] For port d6f26ec6-5a3a-4627-b680-78989fa7a4fb, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=d6f26ec6-5a3a-4627-b680-78989fa7a4fb,segment=NetworkSegment(57691c18-3baa-432c-b28c-7f523d100fb3),segment_id=57691c18-3baa-432c-b28c-7f523d100fb3)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:01.528657 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3cd9cf64-7db8-4616-bed3-d64f3bb9542b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.535562 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-28bd8f70-48a4-4038-afc3-dc1f33de1029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.591297 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b246f250-16f3-4f8a-93e1-ba53d66f15c2 None None] Network 90062c88-66c6-4516-9e82-e1688fb18b13 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:27:01.606876 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77575a7c-2dfd-4179-a70f-5fcd245647ea tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.611966 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-77575a7c-2dfd-4179-a70f-5fcd245647ea tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.7085266 Mar 14 15:27:01.612943 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43328) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:01.642106 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0bac0475-928d-4083-bbcd-6441a0f3aae1 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.6710582 Mar 14 15:27:01.646506 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd9cf64-7db8-4616-bed3-d64f3bb9542b admin admin] Network a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:01.647306 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43330) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:01.654472 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-3cd9cf64-7db8-4616-bed3-d64f3bb9542b admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:01.672384 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9b1079da-ddfb-42c4-8a96-2d0a24d6360e tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Request body: {'subnet': {'network_id': '0c7d2fbd-160c-436e-9045-5b09fe381d09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:01.677212 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9cf64-7db8-4616-bed3-d64f3bb9542b admin admin] Pushing event updated for resources: {'Port': ['ID=587a3fec-bb58-4693-a218-8a7512d9eac6,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:01.683383 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1f8274d6-58e1-4514-aea1-0f2b22bbc763 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1947947076'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:01.699244 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9b1079da-ddfb-42c4-8a96-2d0a24d6360e tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:01.702819 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd9cf64-7db8-4616-bed3-d64f3bb9542b admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:01.720357 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ab3a84b-2eed-41bd-ad44-0b1d45ecec9c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.756362 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9b1079da-ddfb-42c4-8a96-2d0a24d6360e tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Usage tracker for resource:subnet and tenant:136d4e723cab417e9cf16c527408caa8 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:01.758218 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1f8274d6-58e1-4514-aea1-0f2b22bbc763 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:01.762979 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9b1079da-ddfb-42c4-8a96-2d0a24d6360e tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:01.780660 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6c8f6075-6ede-4ace-aa19-663b236f78a4 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:27:01.781204 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9b1079da-ddfb-42c4-8a96-2d0a24d6360e tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:01.781606 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac0475-928d-4083-bbcd-6441a0f3aae1 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Pushing event updated for resources: {'Network': ['ID=0c7d2fbd-160c-436e-9045-5b09fe381d09,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:01.812691 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed111a4f-13dc-479b-b578-0ea63e0106bf tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.818758 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 0c7d2fbd-160c-436e-9045-5b09fe381d09 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:27:01.843124 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'name': 'tempest-ServerActionsTestJSON-323819497-router', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:50Z', 'updated_at': '2022-03-14T15:26:54Z', 'revision_number': 3, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'gw_port': {'id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:52Z', 'updated_at': '2022-03-14T15:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:01.857738 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1f8274d6-58e1-4514-aea1-0f2b22bbc763 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Usage tracker for resource:network and tenant:a16a8b7c5ccf421f9e1a6999c8a79205 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:01.862460 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1f8274d6-58e1-4514-aea1-0f2b22bbc763 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:01.893085 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3cd9cf64-7db8-4616-bed3-d64f3bb9542b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.917758 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1079da-ddfb-42c4-8a96-2d0a24d6360e tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Made reservation on behalf of 136d4e723cab417e9cf16c527408caa8 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:01.920503 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b1079da-ddfb-42c4-8a96-2d0a24d6360e tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.948207 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9ab3a84b-2eed-41bd-ad44-0b1d45ecec9c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Calling delete_port for 608c0027-4824-452d-9a4c-bf6785c5b957 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:27:01.956646 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd8f70-48a4-4038-afc3-dc1f33de1029 None None] Pushing event updated for resources: {'Port': ['ID=d6f26ec6-5a3a-4627-b680-78989fa7a4fb,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:01.968862 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd578897-e3bf-4df1-88c5-74398b62a0bf None None] The sync data for ids ['89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'] in dv-neutron-833561-1-hyperv is: [{'id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'name': 'tempest-ServerActionsTestJSON-323819497-router', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:50Z', 'updated_at': '2022-03-14T15:26:54Z', 'revision_number': 3, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'gw_port': {'id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:52Z', 'updated_at': '2022-03-14T15:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:27:01.981414 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b5c74bc-e993-4176-8925-d5164d88c057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.008787 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1f8274d6-58e1-4514-aea1-0f2b22bbc763 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:02.071439 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e3c58fbb-e280-40f2-903a-4df11bfd2f2f None None] Provisioning for port fb8c8df0-7438-49af-9642-e3bc3be2886b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:27:02.167385 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed111a4f-13dc-479b-b578-0ea63e0106bf tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Pushing event updated for resources: {'Port': ['ID=6e72ccb4-268f-4412-a681-e7b877f6e96d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:02.205918 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e3c58fbb-e280-40f2-903a-4df11bfd2f2f None None] Provisioning complete for port fb8c8df0-7438-49af-9642-e3bc3be2886b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:02.206473 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3c58fbb-e280-40f2-903a-4df11bfd2f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.246638 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed111a4f-13dc-479b-b578-0ea63e0106bf tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Network 90062c88-66c6-4516-9e82-e1688fb18b13 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:02.247571 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3cd9cf64-7db8-4616-bed3-d64f3bb9542b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.268759 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8274d6-58e1-4514-aea1-0f2b22bbc763 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Made reservation on behalf of a16a8b7c5ccf421f9e1a6999c8a79205 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:02.271710 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f8274d6-58e1-4514-aea1-0f2b22bbc763 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.297166 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e3c58fbb-e280-40f2-903a-4df11bfd2f2f None None] Port fb8c8df0-7438-49af-9642-e3bc3be2886b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:27:02.311116 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 6c8f6075-6ede-4ace-aa19-663b236f78a4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:02.311478 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.375454 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-ed111a4f-13dc-479b-b578-0ea63e0106bf tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:02.375741 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7b5c74bc-e993-4176-8925-d5164d88c057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:02.382205 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f8274d6-58e1-4514-aea1-0f2b22bbc763 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.404288 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7b5c74bc-e993-4176-8925-d5164d88c057 admin admin] Usage tracker for resource:security_group_rule and tenant:af70182644b04754986151ffda05f218 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:02.411341 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7b5c74bc-e993-4176-8925-d5164d88c057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:02.428792 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed111a4f-13dc-479b-b578-0ea63e0106bf tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:02.429769 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed111a4f-13dc-479b-b578-0ea63e0106bf tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:02.430464 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed111a4f-13dc-479b-b578-0ea63e0106bf tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.471939 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ed111a4f-13dc-479b-b578-0ea63e0106bf tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8007324 Mar 14 15:27:02.478793 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43336) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:02.479863 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7b5c74bc-e993-4176-8925-d5164d88c057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:02.480327 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e3c58fbb-e280-40f2-903a-4df11bfd2f2f None None] Provisioning complete for port d6f26ec6-5a3a-4627-b680-78989fa7a4fb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:02.480817 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3c58fbb-e280-40f2-903a-4df11bfd2f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.599929 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3cd9cf64-7db8-4616-bed3-d64f3bb9542b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.616072 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3cd9cf64-7db8-4616-bed3-d64f3bb9542b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.646584 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ab3a84b-2eed-41bd-ad44-0b1d45ecec9c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.691589 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1f8274d6-58e1-4514-aea1-0f2b22bbc763 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:02.705800 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e3c58fbb-e280-40f2-903a-4df11bfd2f2f None None] Could not find standard attr ID for object 608c0027-4824-452d-9a4c-bf6785c5b957. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:27:02.751512 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9cf64-7db8-4616-bed3-d64f3bb9542b admin admin] Pushing event updated for resources: {'Port': ['ID=587a3fec-bb58-4693-a218-8a7512d9eac6,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:02.754482 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1f8274d6-58e1-4514-aea1-0f2b22bbc763 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Usage tracker for resource:security_group_rule and tenant:a16a8b7c5ccf421f9e1a6999c8a79205 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:02.755288 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3cd9cf64-7db8-4616-bed3-d64f3bb9542b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.760565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1f8274d6-58e1-4514-aea1-0f2b22bbc763 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:02.769640 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab3a84b-2eed-41bd-ad44-0b1d45ecec9c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Pushing event deleted for resources: {'Port': ['ID=608c0027-4824-452d-9a4c-bf6785c5b957,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:02.782776 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1f8274d6-58e1-4514-aea1-0f2b22bbc763 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:02.788771 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3d11de26-a311-4fb5-8b94-fe4e412e6c17 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Deleting port 6e72ccb4-268f-4412-a681-e7b877f6e96d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:27:02.789240 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d11de26-a311-4fb5-8b94-fe4e412e6c17 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.835308 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f28be8b3-c437-48ae-9564-dfac416de3cd None None] Provisioning complete for port fb8c8df0-7438-49af-9642-e3bc3be2886b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:02.835962 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f28be8b3-c437-48ae-9564-dfac416de3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.905869 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f28be8b3-c437-48ae-9564-dfac416de3cd None None] Port fb8c8df0-7438-49af-9642-e3bc3be2886b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:27:02.926833 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f28be8b3-c437-48ae-9564-dfac416de3cd None None] Provisioning for port 587a3fec-bb58-4693-a218-8a7512d9eac6 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:27:02.932597 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f28be8b3-c437-48ae-9564-dfac416de3cd None None] Provisioning complete for port 587a3fec-bb58-4693-a218-8a7512d9eac6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:02.933274 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f28be8b3-c437-48ae-9564-dfac416de3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.949190 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324d8843-7f1b-4085-98ce-73d1c878130e admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:02.959456 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] Sync routers for ids ['f54a3fda-b511-4ddd-8023-d5b84d38d826'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:27:02.984364 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] Routers {'f54a3fda-b511-4ddd-8023-d5b84d38d826'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:02.985509 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:26:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['f54a3fda-b511-4ddd-8023-d5b84d38d826'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:03.015491 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf09f24-1aca-48ca-ba34-12bccd118351 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:03.077088 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd9cf64-7db8-4616-bed3-d64f3bb9542b admin admin] Network a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:03.079433 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-3cd9cf64-7db8-4616-bed3-d64f3bb9542b admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:03.086135 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f28be8b3-c437-48ae-9564-dfac416de3cd None None] Port 587a3fec-bb58-4693-a218-8a7512d9eac6 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:27:03.091420 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] Sync routers for ids ['024a520f-a349-4727-bcef-1df29d838639'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:27:03.106032 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f28be8b3-c437-48ae-9564-dfac416de3cd None None] Could not find standard attr ID for object 608c0027-4824-452d-9a4c-bf6785c5b957. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:27:03.126711 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] Routers {'024a520f-a349-4727-bcef-1df29d838639'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:03.128150 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:26:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['024a520f-a349-4727-bcef-1df29d838639'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:03.347251 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b5c74bc-e993-4176-8925-d5164d88c057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:03.378182 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] Set router f54a3fda-b511-4ddd-8023-d5b84d38d826 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:27:03.413253 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b5c74bc-e993-4176-8925-d5164d88c057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:03.458687 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-324d8843-7f1b-4085-98ce-73d1c878130e admin admin] 10.222.0.60 "PUT /v2.0/routers/f54a3fda-b511-4ddd-8023-d5b84d38d826/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3378515 Mar 14 15:27:03.465041 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c74bc-e993-4176-8925-d5164d88c057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba87b19-0191-4882-9042-0ab53ccfd2bf,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:03.480746 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bf09f24-1aca-48ca-ba34-12bccd118351 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:03.485647 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5bf09f24-1aca-48ca-ba34-12bccd118351 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.8394325 Mar 14 15:27:03.486028 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43342) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:03.509196 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e825cea1-53fb-4b9a-9a76-fbdbfd6ecd3c None None] Provisioning complete for port 587a3fec-bb58-4693-a218-8a7512d9eac6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:03.509838 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e825cea1-53fb-4b9a-9a76-fbdbfd6ecd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:03.547570 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f8274d6-58e1-4514-aea1-0f2b22bbc763 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:03.549240 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ab3a84b-2eed-41bd-ad44-0b1d45ecec9c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:03.554687 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9ab3a84b-2eed-41bd-ad44-0b1d45ecec9c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "DELETE /v2.0/ports/608c0027-4824-452d-9a4c-bf6785c5b957 HTTP/1.1" status: 204 len: 168 time: 3.2363815 Mar 14 15:27:03.555596 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43346) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:03.581189 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e825cea1-53fb-4b9a-9a76-fbdbfd6ecd3c None None] Port 587a3fec-bb58-4693-a218-8a7512d9eac6 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:27:03.623049 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d11de26-a311-4fb5-8b94-fe4e412e6c17 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:03.662042 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] Set router 024a520f-a349-4727-bcef-1df29d838639 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:27:03.766782 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f8274d6-58e1-4514-aea1-0f2b22bbc763 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:03.878461 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ca3fc13a-8f83-4391-8b79-88a75bb849c5 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:27:03.887421 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3d11de26-a311-4fb5-8b94-fe4e412e6c17 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Calling delete_port for 6e72ccb4-268f-4412-a681-e7b877f6e96d owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:27:03.940986 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'name': 'tempest-ServersTestJSON-2050657604-router', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:56Z', 'revision_number': 4, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'gw_port': {'id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'b1a948df-2c7d-4908-9e28-67b1959d94bb', 'name': '', 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'mac_address': 'fa:16:3e:4e:aa:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '063aedb3-7811-4db4-ba2a-90a8dd4bc354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:53Z', 'updated_at': '2022-03-14T15:26:56Z', 'revision_number': 2, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'subnets': [{'id': '063aedb3-7811-4db4-ba2a-90a8dd4bc354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:03.947176 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] Checking router: f54a3fda-b511-4ddd-8023-d5b84d38d826 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:27:03.947604 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] Updating router f54a3fda-b511-4ddd-8023-d5b84d38d826 port b1a948df-2c7d-4908-9e28-67b1959d94bb binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:27:03.952553 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7b5c74bc-e993-4176-8925-d5164d88c057 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=af70182644b04754986151ffda05f218&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5398107 Mar 14 15:27:03.960481 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-329d4d4b-3aa1-4ec0-9d1f-95b0e20a2d4f tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] GET failed (client error): The resource could not be found. Mar 14 15:27:03.960973 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-329d4d4b-3aa1-4ec0-9d1f-95b0e20a2d4f tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Synchronizing usage tracker for tenant:29169e5688f540a0a0027cd19a85a362 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:03.978633 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43360) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:03.979306 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f8274d6-58e1-4514-aea1-0f2b22bbc763 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:04.038480 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.043852 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.objects.ports [None req-9b1079da-ddfb-42c4-8a96-2d0a24d6360e tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83910) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 14 15:27:04.044340 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b1079da-ddfb-42c4-8a96-2d0a24d6360e tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.069112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f8274d6-58e1-4514-aea1-0f2b22bbc763 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.069530 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-1f8274d6-58e1-4514-aea1-0f2b22bbc763 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Added segment 896d33ae-5a29-4362-b6fe-bdf0668fdc18 of type vlan for network c6ebe578-c45a-4010-9aa8-e6a3cbaf9881 Mar 14 15:27:04.072652 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8274d6-58e1-4514-aea1-0f2b22bbc763 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=302910a0-9eac-4216-90cb-035ee1661f85,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:04.101105 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-329d4d4b-3aa1-4ec0-9d1f-95b0e20a2d4f tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Unset dirty status for tenant:29169e5688f540a0a0027cd19a85a362 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:04.102315 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-329d4d4b-3aa1-4ec0-9d1f-95b0e20a2d4f tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "GET /v2.0/ports/608c0027-4824-452d-9a4c-bf6785c5b957 HTTP/1.1" status: 404 len: 333 time: 0.5365860 Mar 14 15:27:04.114707 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43364) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:04.121953 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port ca3fc13a-8f83-4391-8b79-88a75bb849c5 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:27:04.139589 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e3b77c4e-2b98-43d6-b0c3-f434b402e1d7 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Request body: {'port': {'network_id': '6c7c3d7f-2633-4429-9f91-64eb7f1e43e2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-612713159'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:04.146899 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port ca3fc13a-8f83-4391-8b79-88a75bb849c5 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:04.147609 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.321697 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024a520f-a349-4727-bcef-1df29d838639', 'name': 'tempest-ServersTestManualDisk-1993027457-router', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '7a481795-b36c-41d1-8a64-772c298c324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:51Z', 'updated_at': '2022-03-14T15:26:56Z', 'revision_number': 3, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'gw_port': {'id': '7a481795-b36c-41d1-8a64-772c298c324b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024a520f-a349-4727-bcef-1df29d838639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:54Z', 'updated_at': '2022-03-14T15:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:04.353687 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] Checking router: 024a520f-a349-4727-bcef-1df29d838639 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:27:04.354068 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] Updating router 024a520f-a349-4727-bcef-1df29d838639 port 7a481795-b36c-41d1-8a64-772c298c324b binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:27:04.359985 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1079da-ddfb-42c4-8a96-2d0a24d6360e tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c88d8c47-a9a9-4678-90a0-fe79c1bedd06,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:04.435759 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.442409 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.481674 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f8274d6-58e1-4514-aea1-0f2b22bbc763 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.499107 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port ca3fc13a-8f83-4391-8b79-88a75bb849c5, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ca3fc13a-8f83-4391-8b79-88a75bb849c5,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:04.509196 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.510226 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d6f26ec6-5a3a-4627-b680-78989fa7a4fb up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:27:04.533087 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1079da-ddfb-42c4-8a96-2d0a24d6360e tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Checking segment: {'id': 'f68c32a7-7c2e-431b-87f7-22db3901027e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0c7d2fbd-160c-436e-9045-5b09fe381d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:27:04.534016 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1079da-ddfb-42c4-8a96-2d0a24d6360e tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Network hostable DHCP agents. Network: 0c7d2fbd-160c-436e-9045-5b09fe381d09, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:27:04.579102 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.600239 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f8274d6-58e1-4514-aea1-0f2b22bbc763 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.604130 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8274d6-58e1-4514-aea1-0f2b22bbc763 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:04.605063 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f8274d6-58e1-4514-aea1-0f2b22bbc763 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.609227 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e3b77c4e-2b98-43d6-b0c3-f434b402e1d7 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:04.618770 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:27:04.733845 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8274d6-58e1-4514-aea1-0f2b22bbc763 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Pushing event updated for resources: {'Network': ['ID=c6ebe578-c45a-4010-9aa8-e6a3cbaf9881,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:04.755444 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] Transition to ACTIVE for port object b1a948df-2c7d-4908-9e28-67b1959d94bb will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:04.761120 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e3b77c4e-2b98-43d6-b0c3-f434b402e1d7 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:04.763454 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2941b9fd-8ade-4de3-bd96-d13044464cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.767743 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.772356 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd9cf64-7db8-4616-bed3-d64f3bb9542b admin admin] Router 89bbaaab-9a5d-4892-8641-fa97d9a6d7b1 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:04.798466 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2941b9fd-8ade-4de3-bd96-d13044464cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.837946 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1079da-ddfb-42c4-8a96-2d0a24d6360e tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Network 0c7d2fbd-160c-436e-9045-5b09fe381d09 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:27:04.860629 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d11de26-a311-4fb5-8b94-fe4e412e6c17 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.867135 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1f8274d6-58e1-4514-aea1-0f2b22bbc763 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.2234116 Mar 14 15:27:04.873220 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43370) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:05.012022 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10493421-2776-4938-a2ab-bbca19d3e723 None None] Pushing event updated for resources: {'Port': ['ID=b1a948df-2c7d-4908-9e28-67b1959d94bb,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:05.050293 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ae350206-0d1f-48ff-9ad8-bc7e1adce75e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Request body: {'subnet': {'network_id': 'c6ebe578-c45a-4010-9aa8-e6a3cbaf9881', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:05.152896 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-9b1079da-ddfb-42c4-8a96-2d0a24d6360e tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 0c7d2fbd-160c-436e-9045-5b09fe381d09) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:05.159699 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43374) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:05.189089 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11de26-a311-4fb5-8b94-fe4e412e6c17 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e72ccb4-268f-4412-a681-e7b877f6e96d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:05.194985 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2941b9fd-8ade-4de3-bd96-d13044464cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.198821 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1079da-ddfb-42c4-8a96-2d0a24d6360e tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:05.199421 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b1079da-ddfb-42c4-8a96-2d0a24d6360e tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.216341 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ae350206-0d1f-48ff-9ad8-bc7e1adce75e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:05.218754 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941b9fd-8ade-4de3-bd96-d13044464cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba87b19-0191-4882-9042-0ab53ccfd2bf,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:05.225347 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] Attempting to bind port b1a948df-2c7d-4908-9e28-67b1959d94bb on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:05.226192 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] Attempting to bind port b1a948df-2c7d-4908-9e28-67b1959d94bb by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '9fdf4dda-1717-4ba3-8803-d553a0d7ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:05.226354 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b77c4e-2b98-43d6-b0c3-f434b402e1d7 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Made reservation on behalf of 29169e5688f540a0a0027cd19a85a362 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:05.271628 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] Attempting to bind port b1a948df-2c7d-4908-9e28-67b1959d94bb on network 2d9d8d8c-ccb5-4a93-9f99-f993dc8af841 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:05.283891 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3b77c4e-2b98-43d6-b0c3-f434b402e1d7 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.284170 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-de355fc3-95e8-4fbe-aac5-3db01dc0b4be tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1782568874', 'description': 'tempest-description--626901686'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:05.284367 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:27:05.284367 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] Checking segment: {'id': '9fdf4dda-1717-4ba3-8803-d553a0d7ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:27:05.284367 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.284367 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] Bound using segment: {'id': '9fdf4dda-1717-4ba3-8803-d553a0d7ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:27:05.284367 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] Bound port: b1a948df-2c7d-4908-9e28-67b1959d94bb, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdf4dda-1717-4ba3-8803-d553a0d7ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:05.284367 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.286722 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ae350206-0d1f-48ff-9ad8-bc7e1adce75e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Usage tracker for resource:subnet and tenant:a16a8b7c5ccf421f9e1a6999c8a79205 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:05.286722 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-e3b77c4e-2b98-43d6-b0c3-f434b402e1d7 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] device_id is not set on port 0f5c90c6-54db-43dd-9c2a-c071e4d62e95 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:27:05.287142 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-de355fc3-95e8-4fbe-aac5-3db01dc0b4be tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:05.298118 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network c6ebe578-c45a-4010-9aa8-e6a3cbaf9881 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:27:05.308765 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-de355fc3-95e8-4fbe-aac5-3db01dc0b4be tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Usage tracker for resource:security_group and tenant:7a768ca8c59c43f79f741921fc7a86a9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:05.322592 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ae350206-0d1f-48ff-9ad8-bc7e1adce75e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:05.322964 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b801e148-3a7e-415e-8408-93491eec58be None None] Network 0c7d2fbd-160c-436e-9045-5b09fe381d09 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:27:05.337806 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-de355fc3-95e8-4fbe-aac5-3db01dc0b4be tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:05.345853 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=ca3fc13a-8f83-4391-8b79-88a75bb849c5,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:05.369478 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-de355fc3-95e8-4fbe-aac5-3db01dc0b4be tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:05.378446 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9b1079da-ddfb-42c4-8a96-2d0a24d6360e tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7301099 Mar 14 15:27:05.386006 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43378) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:05.402039 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-306212dd-1acb-40d3-8ac3-a4d82a8bf25b tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Request body: {'floatingip': {'floating_network_id': '0c7d2fbd-160c-436e-9045-5b09fe381d09'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:05.407852 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ae350206-0d1f-48ff-9ad8-bc7e1adce75e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:05.413848 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-306212dd-1acb-40d3-8ac3-a4d82a8bf25b tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:05.418603 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de355fc3-95e8-4fbe-aac5-3db01dc0b4be tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.428613 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d11de26-a311-4fb5-8b94-fe4e412e6c17 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.439328 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2941b9fd-8ade-4de3-bd96-d13044464cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.442743 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2941b9fd-8ade-4de3-bd96-d13044464cfe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9ba87b19-0191-4882-9042-0ab53ccfd2bf HTTP/1.1" status: 204 len: 168 time: 1.4570563 Mar 14 15:27:05.450510 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-306212dd-1acb-40d3-8ac3-a4d82a8bf25b tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Usage tracker for resource:floatingip and tenant:136d4e723cab417e9cf16c527408caa8 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:05.458760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-306212dd-1acb-40d3-8ac3-a4d82a8bf25b tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:05.460105 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae350206-0d1f-48ff-9ad8-bc7e1adce75e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Made reservation on behalf of a16a8b7c5ccf421f9e1a6999c8a79205 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:05.481168 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-306212dd-1acb-40d3-8ac3-a4d82a8bf25b tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:05.485169 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] For port b1a948df-2c7d-4908-9e28-67b1959d94bb, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:05.493846 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] For port b1a948df-2c7d-4908-9e28-67b1959d94bb, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b1a948df-2c7d-4908-9e28-67b1959d94bb,segment=NetworkSegment(9fdf4dda-1717-4ba3-8803-d553a0d7ff75),segment_id=9fdf4dda-1717-4ba3-8803-d553a0d7ff75)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:05.505021 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.516695 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-de355fc3-95e8-4fbe-aac5-3db01dc0b4be tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:05.525513 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-306212dd-1acb-40d3-8ac3-a4d82a8bf25b tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.540085 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-de355fc3-95e8-4fbe-aac5-3db01dc0b4be tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Usage tracker for resource:security_group_rule and tenant:7a768ca8c59c43f79f741921fc7a86a9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:05.556703 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-de355fc3-95e8-4fbe-aac5-3db01dc0b4be tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:05.569766 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-de355fc3-95e8-4fbe-aac5-3db01dc0b4be tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:05.594987 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.624473 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] Transition to ACTIVE for port object 7a481795-b36c-41d1-8a64-772c298c324b will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:05.643701 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43384) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:05.644508 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3d11de26-a311-4fb5-8b94-fe4e412e6c17 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "DELETE /v2.0/ports/6e72ccb4-268f-4412-a681-e7b877f6e96d HTTP/1.1" status: 204 len: 168 time: 3.1547852 Mar 14 15:27:05.645065 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.651097 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port d6f26ec6-5a3a-4627-b680-78989fa7a4fb triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:05.651459 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.679883 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10493421-2776-4938-a2ab-bbca19d3e723 None None] Pushing event updated for resources: {'Port': ['ID=b1a948df-2c7d-4908-9e28-67b1959d94bb,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:05.721485 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] Routers {'f54a3fda-b511-4ddd-8023-d5b84d38d826'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:05.721968 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:26:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['f54a3fda-b511-4ddd-8023-d5b84d38d826'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:05.745879 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e54c1e43-1143-4d1f-9274-5ac63c02c9ea tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '90062c88-66c6-4516-9e82-e1688fb18b13', 'external_fixed_ips': [{'subnet_id': '04cac1b3-3faa-43e8-84f2-92a5bea6ed83', 'ip_address': '2001:db8::23e'}]}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:05.764195 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae350206-0d1f-48ff-9ad8-bc7e1adce75e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.779621 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e54c1e43-1143-4d1f-9274-5ac63c02c9ea tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:05.879582 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-e3b77c4e-2b98-43d6-b0c3-f434b402e1d7 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Allocated IP 2001:db8::4e (6c7c3d7f-2633-4429-9f91-64eb7f1e43e2/205cf50f-65a3-48de-b2a8-a459a7d81e39/0f5c90c6-54db-43dd-9c2a-c071e4d62e95) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:05.982554 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e54c1e43-1143-4d1f-9274-5ac63c02c9ea tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Usage tracker for resource:router and tenant:9f898e5d24f74cb0b260bc9e729c7776 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:06.026957 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e54c1e43-1143-4d1f-9274-5ac63c02c9ea tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:06.041959 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] Set router f54a3fda-b511-4ddd-8023-d5b84d38d826 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:27:06.068203 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e54c1e43-1143-4d1f-9274-5ac63c02c9ea tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:06.098430 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43390) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:06.104896 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d926389-e342-4bb7-8fe5-0922ec541bcd None None] Pushing event updated for resources: {'Port': ['ID=7a481795-b36c-41d1-8a64-772c298c324b,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:06.133247 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd9cf64-7db8-4616-bed3-d64f3bb9542b admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:06.147543 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de355fc3-95e8-4fbe-aac5-3db01dc0b4be tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.164711 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de355fc3-95e8-4fbe-aac5-3db01dc0b4be tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.192188 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3cd9cf64-7db8-4616-bed3-d64f3bb9542b admin admin] 10.222.0.60 "PUT /v2.0/routers/89bbaaab-9a5d-4892-8641-fa97d9a6d7b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0363269 Mar 14 15:27:06.201273 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e54c1e43-1143-4d1f-9274-5ac63c02c9ea tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.202520 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e54c1e43-1143-4d1f-9274-5ac63c02c9ea tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.237826 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-264df252-260b-4709-8904-f4226365b1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.269270 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704b88fd-8dbf-4151-bdfc-c9850d59d780 None None] Network 0c7d2fbd-160c-436e-9045-5b09fe381d09 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:27:06.312053 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de355fc3-95e8-4fbe-aac5-3db01dc0b4be tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.314345 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-de355fc3-95e8-4fbe-aac5-3db01dc0b4be tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.1220396 Mar 14 15:27:06.323534 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43398) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:06.341002 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de355fc3-95e8-4fbe-aac5-3db01dc0b4be tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b402f9da-f4f4-492f-811c-246e6a8d2492,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:06.349701 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-05b075ed-4a82-4acc-abdb-6a6a7248dd06 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Request body: {'security_group_rule': {'security_group_id': 'b402f9da-f4f4-492f-811c-246e6a8d2492', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:06.365163 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] Attempting to bind port 7a481795-b36c-41d1-8a64-772c298c324b on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:06.366254 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] Attempting to bind port 7a481795-b36c-41d1-8a64-772c298c324b by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:06.366254 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] Attempting to bind port 7a481795-b36c-41d1-8a64-772c298c324b on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:06.366421 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-264df252-260b-4709-8904-f4226365b1b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:06.372969 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e54c1e43-1143-4d1f-9274-5ac63c02c9ea tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.379899 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-05b075ed-4a82-4acc-abdb-6a6a7248dd06 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:06.387096 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-306212dd-1acb-40d3-8ac3-a4d82a8bf25b tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.416533 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-264df252-260b-4709-8904-f4226365b1b1 admin admin] Usage tracker for resource:security_group_rule and tenant:d6e733b2ae4644618583528935c56cec is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:06.423425 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-264df252-260b-4709-8904-f4226365b1b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:06.432877 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-05b075ed-4a82-4acc-abdb-6a6a7248dd06 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Usage tracker for resource:security_group_rule and tenant:7a768ca8c59c43f79f741921fc7a86a9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:06.448163 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-264df252-260b-4709-8904-f4226365b1b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:06.451049 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-05b075ed-4a82-4acc-abdb-6a6a7248dd06 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:06.457724 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3b77c4e-2b98-43d6-b0c3-f434b402e1d7 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.461457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae350206-0d1f-48ff-9ad8-bc7e1adce75e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.464786 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:27:06.465155 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:27:06.465556 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.465939 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:27:06.466434 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] Bound port: 7a481795-b36c-41d1-8a64-772c298c324b, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:06.471212 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.496751 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'name': 'tempest-ServersTestJSON-2050657604-router', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:56Z', 'revision_number': 4, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'gw_port': {'id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'b1a948df-2c7d-4908-9e28-67b1959d94bb', 'name': '', 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'mac_address': 'fa:16:3e:4e:aa:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '063aedb3-7811-4db4-ba2a-90a8dd4bc354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:53Z', 'updated_at': '2022-03-14T15:27:05Z', 'revision_number': 4, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'subnets': [{'id': '063aedb3-7811-4db4-ba2a-90a8dd4bc354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:06.507143 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a83783d-9900-4437-99b6-4c00bf6ebcd9 None None] The sync data for ids ['f54a3fda-b511-4ddd-8023-d5b84d38d826'] in dv-neutron-833561-1-hyperv is: [{'id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'name': 'tempest-ServersTestJSON-2050657604-router', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:56Z', 'revision_number': 4, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'gw_port': {'id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'b1a948df-2c7d-4908-9e28-67b1959d94bb', 'name': '', 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'mac_address': 'fa:16:3e:4e:aa:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '063aedb3-7811-4db4-ba2a-90a8dd4bc354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:53Z', 'updated_at': '2022-03-14T15:27:05Z', 'revision_number': 4, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'subnets': [{'id': '063aedb3-7811-4db4-ba2a-90a8dd4bc354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:27:06.509994 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-05b075ed-4a82-4acc-abdb-6a6a7248dd06 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:06.566045 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-e3b77c4e-2b98-43d6-b0c3-f434b402e1d7 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Transition to ACTIVE for port object 0f5c90c6-54db-43dd-9c2a-c071e4d62e95 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:06.661038 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-05b075ed-4a82-4acc-abdb-6a6a7248dd06 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.671352 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] For port 7a481795-b36c-41d1-8a64-772c298c324b, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:06.723468 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] For port 7a481795-b36c-41d1-8a64-772c298c324b, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=7a481795-b36c-41d1-8a64-772c298c324b,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:06.727218 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ca3fc13a-8f83-4391-8b79-88a75bb849c5 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:27:06.745571 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-306212dd-1acb-40d3-8ac3-a4d82a8bf25b tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Allocated IP 172.20.0.12 (0c7d2fbd-160c-436e-9045-5b09fe381d09/c88d8c47-a9a9-4678-90a0-fe79c1bedd06/8c27e109-87b3-4594-9d12-c4f35ad06d99) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:06.760517 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.803671 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-05b075ed-4a82-4acc-abdb-6a6a7248dd06 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.884092 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-264df252-260b-4709-8904-f4226365b1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.893210 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-05b075ed-4a82-4acc-abdb-6a6a7248dd06 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.942282 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] Routers {'024a520f-a349-4727-bcef-1df29d838639'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:06.943169 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:26:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['024a520f-a349-4727-bcef-1df29d838639'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:06.947969 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae350206-0d1f-48ff-9ad8-bc7e1adce75e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Pushing event updated for resources: {'Subnet': ['ID=55f3a00e-d482-49c1-8d41-e25cb575a5f0,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:06.959501 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-264df252-260b-4709-8904-f4226365b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.961213 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-306212dd-1acb-40d3-8ac3-a4d82a8bf25b tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.010201 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae350206-0d1f-48ff-9ad8-bc7e1adce75e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Checking segment: {'id': '896d33ae-5a29-4362-b6fe-bdf0668fdc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c6ebe578-c45a-4010-9aa8-e6a3cbaf9881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:27:07.010626 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae350206-0d1f-48ff-9ad8-bc7e1adce75e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Network hostable DHCP agents. Network: c6ebe578-c45a-4010-9aa8-e6a3cbaf9881, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:27:07.035042 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3b77c4e-2b98-43d6-b0c3-f434b402e1d7 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.057123 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b075ed-4a82-4acc-abdb-6a6a7248dd06 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91ae2bb-3b31-487f-8e85-16a056baad5c,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:07.078591 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d926389-e342-4bb7-8fe5-0922ec541bcd None None] Pushing event updated for resources: {'Port': ['ID=7a481795-b36c-41d1-8a64-772c298c324b,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:07.089894 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-306212dd-1acb-40d3-8ac3-a4d82a8bf25b tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.138973 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port ca3fc13a-8f83-4391-8b79-88a75bb849c5 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:07.139406 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.191643 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-05b075ed-4a82-4acc-abdb-6a6a7248dd06 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.200933 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-05b075ed-4a82-4acc-abdb-6a6a7248dd06 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8743861 Mar 14 15:27:07.214041 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264df252-260b-4709-8904-f4226365b1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa2e686-3b0d-4710-bc31-f63965b8aea4,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:07.225997 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306212dd-1acb-40d3-8ac3-a4d82a8bf25b tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Network 0c7d2fbd-160c-436e-9045-5b09fe381d09 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:07.241070 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43412) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:07.245287 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-306212dd-1acb-40d3-8ac3-a4d82a8bf25b tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:07.248340 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306212dd-1acb-40d3-8ac3-a4d82a8bf25b tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:07.266756 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-264df252-260b-4709-8904-f4226365b1b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d6e733b2ae4644618583528935c56cec&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1405673 Mar 14 15:27:07.269801 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43414) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:07.289144 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c3beba37-4161-4cc9-9d37-b3d194570a07 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Request body: {'security_group_rule': {'security_group_id': 'b402f9da-f4f4-492f-811c-246e6a8d2492', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:07.322450 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c3beba37-4161-4cc9-9d37-b3d194570a07 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:07.322716 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] Set router 024a520f-a349-4727-bcef-1df29d838639 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:27:07.332220 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b77c4e-2b98-43d6-b0c3-f434b402e1d7 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Pushing event updated for resources: {'Port': ['ID=0f5c90c6-54db-43dd-9c2a-c071e4d62e95,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:07.342098 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b77c4e-2b98-43d6-b0c3-f434b402e1d7 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Network 6c7c3d7f-2633-4429-9f91-64eb7f1e43e2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:07.350647 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c3beba37-4161-4cc9-9d37-b3d194570a07 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Usage tracker for resource:security_group_rule and tenant:7a768ca8c59c43f79f741921fc7a86a9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:07.376052 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e3b77c4e-2b98-43d6-b0c3-f434b402e1d7 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:07.383218 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c3beba37-4161-4cc9-9d37-b3d194570a07 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:07.389960 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b77c4e-2b98-43d6-b0c3-f434b402e1d7 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:07.394966 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b77c4e-2b98-43d6-b0c3-f434b402e1d7 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:07.396195 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3b77c4e-2b98-43d6-b0c3-f434b402e1d7 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.414511 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c3beba37-4161-4cc9-9d37-b3d194570a07 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:07.448833 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae350206-0d1f-48ff-9ad8-bc7e1adce75e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Network c6ebe578-c45a-4010-9aa8-e6a3cbaf9881 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:27:07.477383 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e3b77c4e-2b98-43d6-b0c3-f434b402e1d7 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3589652 Mar 14 15:27:07.478430 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43420) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:07.485162 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-ae350206-0d1f-48ff-9ad8-bc7e1adce75e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, c6ebe578-c45a-4010-9aa8-e6a3cbaf9881) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:07.490951 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2d81e20c-db37-4f62-9207-394775c1d9c5 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::286', 'mac_address': 'fa:16:3e:f7:52:07'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:07.530591 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299175b2-49e9-4798-b768-5459947324fd None None] Network c6ebe578-c45a-4010-9aa8-e6a3cbaf9881 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:27:07.553622 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3beba37-4161-4cc9-9d37-b3d194570a07 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.588648 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae350206-0d1f-48ff-9ad8-bc7e1adce75e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:07.590270 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae350206-0d1f-48ff-9ad8-bc7e1adce75e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.667070 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7e1881bd-fcda-4f58-a725-114f2c63a467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.722328 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ae350206-0d1f-48ff-9ad8-bc7e1adce75e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8416817 Mar 14 15:27:07.730617 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43426) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:07.785368 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-dc6915dd-2aa8-496b-85dd-cd675ddf7f66 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-991698672', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:07.791757 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e54c1e43-1143-4d1f-9274-5ac63c02c9ea tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.798128 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306212dd-1acb-40d3-8ac3-a4d82a8bf25b tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Pushing event updated for resources: {'Port': ['ID=8c27e109-87b3-4594-9d12-c4f35ad06d99,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:07.820970 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-dc6915dd-2aa8-496b-85dd-cd675ddf7f66 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:07.847056 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-dc6915dd-2aa8-496b-85dd-cd675ddf7f66 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Usage tracker for resource:router and tenant:a16a8b7c5ccf421f9e1a6999c8a79205 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:07.864018 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7e1881bd-fcda-4f58-a725-114f2c63a467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.873556 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-dc6915dd-2aa8-496b-85dd-cd675ddf7f66 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:07.881291 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3daeb6ab-200e-4e71-b9f1-1952d766f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.915690 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-dc6915dd-2aa8-496b-85dd-cd675ddf7f66 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:07.917473 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43430) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:07.924083 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3beba37-4161-4cc9-9d37-b3d194570a07 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.924828 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d7ac5965-300d-42c3-9528-b0f2f3ff4d1d None None] Provisioning for port 0f5c90c6-54db-43dd-9c2a-c071e4d62e95 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:27:07.933124 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-964089c0-c1d7-4a45-a740-47c156f7cbac tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--429769354', 'description': 'tempest-description--733212582'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:07.945697 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3beba37-4161-4cc9-9d37-b3d194570a07 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.950717 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-964089c0-c1d7-4a45-a740-47c156f7cbac tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:07.962245 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-964089c0-c1d7-4a45-a740-47c156f7cbac tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Usage tracker for resource:security_group and tenant:8079f8e4b19848a3b695e728e0683a28 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:07.969027 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-964089c0-c1d7-4a45-a740-47c156f7cbac tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:07.972707 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d7ac5965-300d-42c3-9528-b0f2f3ff4d1d None None] Provisioning complete for port 0f5c90c6-54db-43dd-9c2a-c071e4d62e95 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:07.973084 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d7ac5965-300d-42c3-9528-b0f2f3ff4d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.980034 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3beba37-4161-4cc9-9d37-b3d194570a07 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1706d7aa-4e2a-4dd8-a575-2ac859350e2b,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:08.016155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3beba37-4161-4cc9-9d37-b3d194570a07 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.020605 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c3beba37-4161-4cc9-9d37-b3d194570a07 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7523365 Mar 14 15:27:08.021475 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43434) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:08.029893 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6259cba7-c955-4853-9b9f-24572783cc55 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:08.056798 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc6915dd-2aa8-496b-85dd-cd675ddf7f66 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.057876 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc6915dd-2aa8-496b-85dd-cd675ddf7f66 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.061946 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-964089c0-c1d7-4a45-a740-47c156f7cbac tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:08.065573 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6259cba7-c955-4853-9b9f-24572783cc55 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:08.076809 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-6259cba7-c955-4853-9b9f-24572783cc55 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Usage tracker for resource:floatingip and tenant:7a768ca8c59c43f79f741921fc7a86a9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:08.091031 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-6259cba7-c955-4853-9b9f-24572783cc55 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:08.099263 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7e1881bd-fcda-4f58-a725-114f2c63a467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.104636 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6259cba7-c955-4853-9b9f-24572783cc55 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:08.105327 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d7ac5965-300d-42c3-9528-b0f2f3ff4d1d None None] Port 0f5c90c6-54db-43dd-9c2a-c071e4d62e95 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:27:08.200865 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1881bd-fcda-4f58-a725-114f2c63a467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa2e686-3b0d-4710-bc31-f63965b8aea4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:08.207726 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d81e20c-db37-4f62-9207-394775c1d9c5 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.215467 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-964089c0-c1d7-4a45-a740-47c156f7cbac tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.215830 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb5a8e9-fd59-40f6-ac56-8f85cdbdb2b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-c6ebe578-c45a-4010-9aa8-e6a3cbaf9881', 'network_id': 'c6ebe578-c45a-4010-9aa8-e6a3cbaf9881', 'tenant_id': 'a16a8b7c5ccf421f9e1a6999c8a79205', 'fixed_ips': [{'subnet_id': '55f3a00e-d482-49c1-8d41-e25cb575a5f0'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:27:08.216367 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a8e9-fd59-40f6-ac56-8f85cdbdb2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.219728 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6259cba7-c955-4853-9b9f-24572783cc55 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.230578 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-306212dd-1acb-40d3-8ac3-a4d82a8bf25b tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.244100 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7e1881bd-fcda-4f58-a725-114f2c63a467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.247557 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7e1881bd-fcda-4f58-a725-114f2c63a467 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1fa2e686-3b0d-4710-bc31-f63965b8aea4 HTTP/1.1" status: 204 len: 168 time: 0.9703312 Mar 14 15:27:08.335693 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-306212dd-1acb-40d3-8ac3-a4d82a8bf25b tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.393707 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc6915dd-2aa8-496b-85dd-cd675ddf7f66 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.399762 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024a520f-a349-4727-bcef-1df29d838639', 'name': 'tempest-ServersTestManualDisk-1993027457-router', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '7a481795-b36c-41d1-8a64-772c298c324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:51Z', 'updated_at': '2022-03-14T15:26:56Z', 'revision_number': 3, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'gw_port': {'id': '7a481795-b36c-41d1-8a64-772c298c324b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024a520f-a349-4727-bcef-1df29d838639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:54Z', 'updated_at': '2022-03-14T15:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:08.412846 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50055f4-5d71-4ca6-8bdb-a7802be0aa1e None None] The sync data for ids ['024a520f-a349-4727-bcef-1df29d838639'] in dv-neutron-833561-1-hyperv is: [{'id': '024a520f-a349-4727-bcef-1df29d838639', 'name': 'tempest-ServersTestManualDisk-1993027457-router', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '7a481795-b36c-41d1-8a64-772c298c324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:51Z', 'updated_at': '2022-03-14T15:26:56Z', 'revision_number': 3, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'gw_port': {'id': '7a481795-b36c-41d1-8a64-772c298c324b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024a520f-a349-4727-bcef-1df29d838639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:54Z', 'updated_at': '2022-03-14T15:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:27:08.419971 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-964089c0-c1d7-4a45-a740-47c156f7cbac tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:08.439599 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-dfb5a8e9-fd59-40f6-ac56-8f85cdbdb2b4 None None] Allocated IP 172.20.0.2 (c6ebe578-c45a-4010-9aa8-e6a3cbaf9881/55f3a00e-d482-49c1-8d41-e25cb575a5f0/8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:08.451691 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-964089c0-c1d7-4a45-a740-47c156f7cbac tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Usage tracker for resource:security_group_rule and tenant:8079f8e4b19848a3b695e728e0683a28 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:08.465556 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-964089c0-c1d7-4a45-a740-47c156f7cbac tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:08.483305 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-964089c0-c1d7-4a45-a740-47c156f7cbac tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:08.668681 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d81e20c-db37-4f62-9207-394775c1d9c5 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.671921 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6259cba7-c955-4853-9b9f-24572783cc55 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.702766 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b1a948df-2c7d-4908-9e28-67b1959d94bb up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:27:08.730369 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d81e20c-db37-4f62-9207-394775c1d9c5 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.823528 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a8e9-fd59-40f6-ac56-8f85cdbdb2b4 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.828631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2d81e20c-db37-4f62-9207-394775c1d9c5 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] In _notify_port_updated(), no bound segment for port 0f5c90c6-54db-43dd-9c2a-c071e4d62e95 on network 6c7c3d7f-2633-4429-9f91-64eb7f1e43e2 {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 14 15:27:08.835003 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d81e20c-db37-4f62-9207-394775c1d9c5 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:08.835654 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d81e20c-db37-4f62-9207-394775c1d9c5 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.837077 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2d81e20c-db37-4f62-9207-394775c1d9c5 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "PUT /v2.0/ports/0f5c90c6-54db-43dd-9c2a-c071e4d62e95 HTTP/1.1" status: 200 len: 1001 time: 1.3552637 Mar 14 15:27:08.843291 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dfb5a8e9-fd59-40f6-ac56-8f85cdbdb2b4 None None] Transition to ACTIVE for port object 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:08.849435 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43446) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:08.870102 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81e20c-db37-4f62-9207-394775c1d9c5 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Pushing event updated for resources: {'Port': ['ID=0f5c90c6-54db-43dd-9c2a-c071e4d62e95,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:08.870551 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dfb5a8e9-fd59-40f6-ac56-8f85cdbdb2b4 None None] Transition to ACTIVE for port object 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:08.898965 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a8e9-fd59-40f6-ac56-8f85cdbdb2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.953232 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-3daeb6ab-200e-4e71-b9f1-1952d766f9c7 admin admin] Allocated IP 172.20.0.1 (da8edb3e-70af-4204-b598-deb9b1bae5e6/88340b55-3da9-4e70-b482-546cb77b0872/4dfa73e0-d397-450b-8d6d-9083fb47cf76) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:08.970214 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-964089c0-c1d7-4a45-a740-47c156f7cbac tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.006096 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5a8e9-fd59-40f6-ac56-8f85cdbdb2b4 None None] Pushing event updated for resources: {'Port': ['ID=8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:09.006622 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-6259cba7-c955-4853-9b9f-24572783cc55 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Allocated IP 172.26.4.203 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/69ac9f5e-d119-4b90-ad09-d8a45b95035c) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:09.018699 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port b1a948df-2c7d-4908-9e28-67b1959d94bb completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:27:09.042008 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port b1a948df-2c7d-4908-9e28-67b1959d94bb triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:09.042702 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.131500 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb5a8e9-fd59-40f6-ac56-8f85cdbdb2b4 None None] Network c6ebe578-c45a-4010-9aa8-e6a3cbaf9881 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:09.139083 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-dfb5a8e9-fd59-40f6-ac56-8f85cdbdb2b4 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:09.144506 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb5a8e9-fd59-40f6-ac56-8f85cdbdb2b4 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:09.201566 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6259cba7-c955-4853-9b9f-24572783cc55 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.239356 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6259cba7-c955-4853-9b9f-24572783cc55 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.262507 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3daeb6ab-200e-4e71-b9f1-1952d766f9c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.293791 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-dfb5a8e9-fd59-40f6-ac56-8f85cdbdb2b4 None None] Attempting to bind port 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:09.294390 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-dfb5a8e9-fd59-40f6-ac56-8f85cdbdb2b4 None None] Attempting to bind port 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '896d33ae-5a29-4362-b6fe-bdf0668fdc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c6ebe578-c45a-4010-9aa8-e6a3cbaf9881'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:09.294752 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb5a8e9-fd59-40f6-ac56-8f85cdbdb2b4 None None] Attempting to bind port 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea on network c6ebe578-c45a-4010-9aa8-e6a3cbaf9881 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:09.318892 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-964089c0-c1d7-4a45-a740-47c156f7cbac tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.322936 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259cba7-c955-4853-9b9f-24572783cc55 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Pushing event updated for resources: {'Port': ['ID=69ac9f5e-d119-4b90-ad09-d8a45b95035c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:09.342492 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6259cba7-c955-4853-9b9f-24572783cc55 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:09.342492 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-6259cba7-c955-4853-9b9f-24572783cc55 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:09.351959 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6259cba7-c955-4853-9b9f-24572783cc55 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:09.365947 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-3daeb6ab-200e-4e71-b9f1-1952d766f9c7 admin admin] Transition to ACTIVE for port object 4dfa73e0-d397-450b-8d6d-9083fb47cf76 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:09.398260 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.403359 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964089c0-c1d7-4a45-a740-47c156f7cbac tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=176a5793-38e4-4ea8-9a52-4ba516fcaedb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:09.414316 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb5a8e9-fd59-40f6-ac56-8f85cdbdb2b4 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:27:09.414940 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb5a8e9-fd59-40f6-ac56-8f85cdbdb2b4 None None] Checking segment: {'id': '896d33ae-5a29-4362-b6fe-bdf0668fdc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c6ebe578-c45a-4010-9aa8-e6a3cbaf9881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:27:09.415657 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a8e9-fd59-40f6-ac56-8f85cdbdb2b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.416311 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb5a8e9-fd59-40f6-ac56-8f85cdbdb2b4 None None] Bound using segment: {'id': '896d33ae-5a29-4362-b6fe-bdf0668fdc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c6ebe578-c45a-4010-9aa8-e6a3cbaf9881'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:27:09.417107 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-dfb5a8e9-fd59-40f6-ac56-8f85cdbdb2b4 None None] Bound port: 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896d33ae-5a29-4362-b6fe-bdf0668fdc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c6ebe578-c45a-4010-9aa8-e6a3cbaf9881'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:09.417648 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a8e9-fd59-40f6-ac56-8f85cdbdb2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.420980 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-dab06049-36df-474c-a5ec-49d06d3a3d22 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Deleting port 0f5c90c6-54db-43dd-9c2a-c071e4d62e95 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:27:09.421323 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dab06049-36df-474c-a5ec-49d06d3a3d22 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.555937 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dfb5a8e9-fd59-40f6-ac56-8f85cdbdb2b4 None None] For port 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:09.558967 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port b1a948df-2c7d-4908-9e28-67b1959d94bb, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b1a948df-2c7d-4908-9e28-67b1959d94bb,segment=NetworkSegment(9fdf4dda-1717-4ba3-8803-d553a0d7ff75),segment_id=9fdf4dda-1717-4ba3-8803-d553a0d7ff75)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:09.562222 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dfb5a8e9-fd59-40f6-ac56-8f85cdbdb2b4 None None] For port 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea,segment=NetworkSegment(896d33ae-5a29-4362-b6fe-bdf0668fdc18),segment_id=896d33ae-5a29-4362-b6fe-bdf0668fdc18)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:09.563747 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-de2247e1-e872-4389-a4fd-d4473cdea5a4 None None] Provisioning complete for port 0f5c90c6-54db-43dd-9c2a-c071e4d62e95 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:09.564088 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-de2247e1-e872-4389-a4fd-d4473cdea5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.597840 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a8e9-fd59-40f6-ac56-8f85cdbdb2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.599021 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6259cba7-c955-4853-9b9f-24572783cc55 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.602369 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.657457 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc6915dd-2aa8-496b-85dd-cd675ddf7f66 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.677541 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6259cba7-c955-4853-9b9f-24572783cc55 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.691556 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e54c1e43-1143-4d1f-9274-5ac63c02c9ea tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.701796 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-de2247e1-e872-4389-a4fd-d4473cdea5a4 None None] Port 0f5c90c6-54db-43dd-9c2a-c071e4d62e95 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:27:09.712038 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5a8e9-fd59-40f6-ac56-8f85cdbdb2b4 None None] Pushing event updated for resources: {'Port': ['ID=8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:09.773359 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e54c1e43-1143-4d1f-9274-5ac63c02c9ea tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.779794 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-964089c0-c1d7-4a45-a740-47c156f7cbac tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.784309 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-964089c0-c1d7-4a45-a740-47c156f7cbac tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.8537600 Mar 14 15:27:09.785545 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-306212dd-1acb-40d3-8ac3-a4d82a8bf25b tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:27:09.791829 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43464) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:09.798316 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-924adbf7-535e-4c53-8f5f-851f24c11bd9 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Request body: {'security_group_rule': {'security_group_id': '176a5793-38e4-4ea8-9a52-4ba516fcaedb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:09.834920 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=b1a948df-2c7d-4908-9e28-67b1959d94bb,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:09.872835 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-306212dd-1acb-40d3-8ac3-a4d82a8bf25b tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.875564 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-924adbf7-535e-4c53-8f5f-851f24c11bd9 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:09.886815 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-924adbf7-535e-4c53-8f5f-851f24c11bd9 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Usage tracker for resource:security_group_rule and tenant:8079f8e4b19848a3b695e728e0683a28 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:09.890482 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-924adbf7-535e-4c53-8f5f-851f24c11bd9 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:09.901567 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-924adbf7-535e-4c53-8f5f-851f24c11bd9 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:09.941776 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-924adbf7-535e-4c53-8f5f-851f24c11bd9 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.967427 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-306212dd-1acb-40d3-8ac3-a4d82a8bf25b tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.098392 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6259cba7-c955-4853-9b9f-24572783cc55 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.112361 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-924adbf7-535e-4c53-8f5f-851f24c11bd9 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.112829 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6259cba7-c955-4853-9b9f-24572783cc55 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.174692 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3daeb6ab-200e-4e71-b9f1-1952d766f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.189020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259cba7-c955-4853-9b9f-24572783cc55 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Pushing event updated for resources: {'Port': ['ID=69ac9f5e-d119-4b90-ad09-d8a45b95035c,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:10.193808 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-924adbf7-535e-4c53-8f5f-851f24c11bd9 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.225257 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924adbf7-535e-4c53-8f5f-851f24c11bd9 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe75f64-fda1-4b50-9fbb-f85f59e7ccad,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:10.262728 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-306212dd-1acb-40d3-8ac3-a4d82a8bf25b tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.281109 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-924adbf7-535e-4c53-8f5f-851f24c11bd9 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.285953 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-924adbf7-535e-4c53-8f5f-851f24c11bd9 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4893672 Mar 14 15:27:10.286216 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43472) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:10.300937 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a614c70e-519e-460f-9cee-e54bbd5ca466 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Request body: {'security_group_rule': {'security_group_id': '176a5793-38e4-4ea8-9a52-4ba516fcaedb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:10.309243 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a614c70e-519e-460f-9cee-e54bbd5ca466 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:10.316162 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a614c70e-519e-460f-9cee-e54bbd5ca466 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Usage tracker for resource:security_group_rule and tenant:8079f8e4b19848a3b695e728e0683a28 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:10.318977 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6259cba7-c955-4853-9b9f-24572783cc55 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.324572 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a614c70e-519e-460f-9cee-e54bbd5ca466 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:10.330128 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daeb6ab-200e-4e71-b9f1-1952d766f9c7 admin admin] Network da8edb3e-70af-4204-b598-deb9b1bae5e6 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:10.337670 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a614c70e-519e-460f-9cee-e54bbd5ca466 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:10.344744 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-3daeb6ab-200e-4e71-b9f1-1952d766f9c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:10.347385 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6259cba7-c955-4853-9b9f-24572783cc55 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.348876 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6259cba7-c955-4853-9b9f-24572783cc55 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3244503 Mar 14 15:27:10.383618 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daeb6ab-200e-4e71-b9f1-1952d766f9c7 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:10.398712 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a614c70e-519e-460f-9cee-e54bbd5ca466 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.453689 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306212dd-1acb-40d3-8ac3-a4d82a8bf25b tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Pushing event updated for resources: {'Port': ['ID=8c27e109-87b3-4594-9d12-c4f35ad06d99,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:10.501849 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-306212dd-1acb-40d3-8ac3-a4d82a8bf25b tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.503096 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-306212dd-1acb-40d3-8ac3-a4d82a8bf25b tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1148033 Mar 14 15:27:10.526251 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a614c70e-519e-460f-9cee-e54bbd5ca466 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.528249 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43482) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:10.551599 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dab06049-36df-474c-a5ec-49d06d3a3d22 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.669484 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a614c70e-519e-460f-9cee-e54bbd5ca466 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.770420 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614c70e-519e-460f-9cee-e54bbd5ca466 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b780ae-2600-42e9-863f-94702b659935,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:10.787521 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3dcfdb8f-f55b-449e-832d-47fd37e7fccf tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] 10.222.0.60 "GET /v2.0/floatingips?floating_network_id=0c7d2fbd-160c-436e-9045-5b09fe381d09 HTTP/1.1" status: 200 len: 690 time: 0.2563775 Mar 14 15:27:10.788115 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43496) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:10.794357 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daeb6ab-200e-4e71-b9f1-1952d766f9c7 admin admin] Pushing event updated for resources: {'Port': ['ID=4dfa73e0-d397-450b-8d6d-9083fb47cf76,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:10.812952 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-dab06049-36df-474c-a5ec-49d06d3a3d22 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Calling delete_port for 0f5c90c6-54db-43dd-9c2a-c071e4d62e95 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:27:10.844901 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:27:10.856149 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a614c70e-519e-460f-9cee-e54bbd5ca466 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.860293 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a614c70e-519e-460f-9cee-e54bbd5ca466 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5701928 Mar 14 15:27:10.860439 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3daeb6ab-200e-4e71-b9f1-1952d766f9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.862272 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43502) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:10.892867 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-98d49cbb-ebf8-4a6b-92a6-ac6380267d3e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:10.913875 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-98d49cbb-ebf8-4a6b-92a6-ac6380267d3e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:10.928416 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-e54c1e43-1143-4d1f-9274-5ac63c02c9ea tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Allocated IP 2001:db8::23e (90062c88-66c6-4516-9e82-e1688fb18b13/04cac1b3-3faa-43e8-84f2-92a5bea6ed83/edd7d493-8708-4b5f-ab02-88daa9484dea) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:10.939951 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-98d49cbb-ebf8-4a6b-92a6-ac6380267d3e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Usage tracker for resource:floatingip and tenant:8079f8e4b19848a3b695e728e0683a28 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:10.944881 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-98d49cbb-ebf8-4a6b-92a6-ac6380267d3e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:10.960888 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-528e7933-dcd3-4757-afe6-c365754e22d6 None None] Provisioning for port 4dfa73e0-d397-450b-8d6d-9083fb47cf76 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:27:10.966041 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-98d49cbb-ebf8-4a6b-92a6-ac6380267d3e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:10.979166 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-528e7933-dcd3-4757-afe6-c365754e22d6 None None] Provisioning complete for port 4dfa73e0-d397-450b-8d6d-9083fb47cf76 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:10.979535 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-528e7933-dcd3-4757-afe6-c365754e22d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:11.106299 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-528e7933-dcd3-4757-afe6-c365754e22d6 None None] Port 4dfa73e0-d397-450b-8d6d-9083fb47cf76 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:27:11.113742 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:27:11.122978 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b1a948df-2c7d-4908-9e28-67b1959d94bb up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:27:11.193161 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-98d49cbb-ebf8-4a6b-92a6-ac6380267d3e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:11.292651 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6aa0f2-dc59-4b92-ae26-1c2db7d6e0a4 None None] Network c6ebe578-c45a-4010-9aa8-e6a3cbaf9881 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:27:11.314783 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:11.321528 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43512) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:11.349282 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port b1a948df-2c7d-4908-9e28-67b1959d94bb triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:11.349870 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:11.382435 dv-neutron-833561-1-hyperv neutron-server[83911]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 14 15:27:11.425422 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43516) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:11.459794 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-9db88e69-7225-42cf-9757-2e13771fa36b req-527c5975-b94e-4b7e-9843-1bbad0af0030 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Synchronizing usage tracker for tenant:7a768ca8c59c43f79f741921fc7a86a9 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:11.464063 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Deleting port 8c27e109-87b3-4594-9d12-c4f35ad06d99 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:27:11.464409 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:11.517396 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-14d83258-12ec-4157-bb5a-d7933e7b2391 None None] Provisioning for port 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:27:11.544662 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-14d83258-12ec-4157-bb5a-d7933e7b2391 None None] Provisioning complete for port 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:11.545041 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-14d83258-12ec-4157-bb5a-d7933e7b2391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:11.587058 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc6915dd-2aa8-496b-85dd-cd675ddf7f66 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:11.608609 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-9db88e69-7225-42cf-9757-2e13771fa36b req-527c5975-b94e-4b7e-9843-1bbad0af0030 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Unset dirty status for tenant:7a768ca8c59c43f79f741921fc7a86a9 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:11.609793 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9db88e69-7225-42cf-9757-2e13771fa36b req-527c5975-b94e-4b7e-9843-1bbad0af0030 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1782568874&fields=id&tenant_id=7a768ca8c59c43f79f741921fc7a86a9 HTTP/1.1" status: 200 len: 267 time: 0.2854323 Mar 14 15:27:11.645273 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc6915dd-2aa8-496b-85dd-cd675ddf7f66 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:11.647388 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3daeb6ab-200e-4e71-b9f1-1952d766f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:11.732547 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dab06049-36df-474c-a5ec-49d06d3a3d22 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:11.771447 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7cbb524e-f0b1-4e32-88a9-10862ce5964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-441597817'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:11.779472 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7cbb524e-f0b1-4e32-88a9-10862ce5964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:11.782632 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:11.783553 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:11.795363 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7cbb524e-f0b1-4e32-88a9-10862ce5964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Usage tracker for resource:network and tenant:b4b08b08d9cb4f13ba16efdb0d4549c4 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:11.801304 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7cbb524e-f0b1-4e32-88a9-10862ce5964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:11.809421 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e54c1e43-1143-4d1f-9274-5ac63c02c9ea tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:11.820779 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab06049-36df-474c-a5ec-49d06d3a3d22 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Pushing event deleted for resources: {'Port': ['ID=0f5c90c6-54db-43dd-9c2a-c071e4d62e95,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:11.821058 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7cbb524e-f0b1-4e32-88a9-10862ce5964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:11.907830 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-14d83258-12ec-4157-bb5a-d7933e7b2391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:11.944674 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Calling delete_port for 8c27e109-87b3-4594-9d12-c4f35ad06d99 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:27:11.951691 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-14d83258-12ec-4157-bb5a-d7933e7b2391 None None] For port 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea,segment=NetworkSegment(896d33ae-5a29-4362-b6fe-bdf0668fdc18),segment_id=896d33ae-5a29-4362-b6fe-bdf0668fdc18)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:11.957359 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-14d83258-12ec-4157-bb5a-d7933e7b2391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:11.991921 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbb524e-f0b1-4e32-88a9-10862ce5964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Made reservation on behalf of b4b08b08d9cb4f13ba16efdb0d4549c4 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:11.995046 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cbb524e-f0b1-4e32-88a9-10862ce5964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.029516 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db88e69-7225-42cf-9757-2e13771fa36b req-6ffa8026-281e-4cb1-8cc5-1b7e57e141f8 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:12.030251 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-9db88e69-7225-42cf-9757-2e13771fa36b req-6ffa8026-281e-4cb1-8cc5-1b7e57e141f8 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Synchronizing usage tracker for tenant:7a768ca8c59c43f79f741921fc7a86a9 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:12.036588 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cbb524e-f0b1-4e32-88a9-10862ce5964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.069222 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d83258-12ec-4157-bb5a-d7933e7b2391 None None] Pushing event updated for resources: {'Port': ['ID=8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:12.115435 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-9db88e69-7225-42cf-9757-2e13771fa36b req-6ffa8026-281e-4cb1-8cc5-1b7e57e141f8 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Unset dirty status for tenant:7a768ca8c59c43f79f741921fc7a86a9 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:12.116996 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9db88e69-7225-42cf-9757-2e13771fa36b req-6ffa8026-281e-4cb1-8cc5-1b7e57e141f8 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/networks?id=2d9d8d8c-ccb5-4a93-9f99-f993dc8af841 HTTP/1.1" status: 200 len: 806 time: 0.4956605 Mar 14 15:27:12.123698 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7cbb524e-f0b1-4e32-88a9-10862ce5964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:12.135720 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7cbb524e-f0b1-4e32-88a9-10862ce5964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Usage tracker for resource:security_group_rule and tenant:b4b08b08d9cb4f13ba16efdb0d4549c4 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:12.140570 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7cbb524e-f0b1-4e32-88a9-10862ce5964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:12.147197 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7cbb524e-f0b1-4e32-88a9-10862ce5964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:12.203615 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9db88e69-7225-42cf-9757-2e13771fa36b req-70b25e09-5648-4180-8bf5-ce60f8df80ed tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/quotas/7a768ca8c59c43f79f741921fc7a86a9 HTTP/1.1" status: 200 len: 375 time: 0.0774169 Mar 14 15:27:12.250760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e54c1e43-1143-4d1f-9274-5ac63c02c9ea tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.258032 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-dc6915dd-2aa8-496b-85dd-cd675ddf7f66 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Allocated IP 172.26.4.152 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/f69979a4-cbdf-4102-b780-a2ee25b41b81) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:12.332602 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.360498 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dab06049-36df-474c-a5ec-49d06d3a3d22 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.395729 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c27e109-87b3-4594-9d12-c4f35ad06d99,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:12.404797 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-215c27b1-f8fd-4862-bcdd-1d7f3035da96 None None] Provisioning complete for port 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:12.405368 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-215c27b1-f8fd-4862-bcdd-1d7f3035da96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.418128 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-9db88e69-7225-42cf-9757-2e13771fa36b req-a8a6cf07-3f40-42bb-9df9-c4733421f694 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Synchronizing usage tracker for tenant:7a768ca8c59c43f79f741921fc7a86a9 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:12.426542 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c1e43-1143-4d1f-9274-5ac63c02c9ea tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Pushing event updated for resources: {'Port': ['ID=edd7d493-8708-4b5f-ab02-88daa9484dea,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:12.430160 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-dab06049-36df-474c-a5ec-49d06d3a3d22 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "DELETE /v2.0/ports/0f5c90c6-54db-43dd-9c2a-c071e4d62e95 HTTP/1.1" status: 204 len: 168 time: 3.5768929 Mar 14 15:27:12.431686 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-98d49cbb-ebf8-4a6b-92a6-ac6380267d3e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.459585 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43522) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:12.482283 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54c1e43-1143-4d1f-9274-5ac63c02c9ea tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Network 90062c88-66c6-4516-9e82-e1688fb18b13 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:12.525639 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-e54c1e43-1143-4d1f-9274-5ac63c02c9ea tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:12.538737 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54c1e43-1143-4d1f-9274-5ac63c02c9ea tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:12.564917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cbb524e-f0b1-4e32-88a9-10862ce5964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.576884 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e70ecd04-9bfa-43e9-b7cc-f73d5764a683 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] GET failed (client error): The resource could not be found. Mar 14 15:27:12.577429 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e70ecd04-9bfa-43e9-b7cc-f73d5764a683 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Synchronizing usage tracker for tenant:29169e5688f540a0a0027cd19a85a362 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:12.584479 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-9db88e69-7225-42cf-9757-2e13771fa36b req-a8a6cf07-3f40-42bb-9df9-c4733421f694 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Unset dirty status for tenant:7a768ca8c59c43f79f741921fc7a86a9 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:12.585793 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9db88e69-7225-42cf-9757-2e13771fa36b req-a8a6cf07-3f40-42bb-9df9-c4733421f694 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a768ca8c59c43f79f741921fc7a86a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3630691 Mar 14 15:27:12.588425 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cbb524e-f0b1-4e32-88a9-10862ce5964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.617329 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:27:12.635599 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cbb524e-f0b1-4e32-88a9-10862ce5964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:12.637906 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-3daeb6ab-200e-4e71-b9f1-1952d766f9c7 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:27:12.642116 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e70ecd04-9bfa-43e9-b7cc-f73d5764a683 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Unset dirty status for tenant:29169e5688f540a0a0027cd19a85a362 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:12.647765 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e70ecd04-9bfa-43e9-b7cc-f73d5764a683 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "GET /v2.0/ports/0f5c90c6-54db-43dd-9c2a-c071e4d62e95 HTTP/1.1" status: 404 len: 333 time: 0.1817243 Mar 14 15:27:12.648678 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43530) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:12.670796 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb524e-f0b1-4e32-88a9-10862ce5964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ead39b-e026-4b5d-abc3-e58c7e01515a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:12.675833 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3daeb6ab-200e-4e71-b9f1-1952d766f9c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.693632 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3daeb6ab-200e-4e71-b9f1-1952d766f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.695709 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b356471b-7271-4838-9772-6b91f4aea663 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Request body: {'port': {'network_id': '6c7c3d7f-2633-4429-9f91-64eb7f1e43e2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-356696056'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:12.723287 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:12.723768 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.776219 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.793756 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cbb524e-f0b1-4e32-88a9-10862ce5964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.794121 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-7cbb524e-f0b1-4e32-88a9-10862ce5964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Added segment ea1b0fde-9aaa-460b-9451-175752f2d7a4 of type vlan for network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 Mar 14 15:27:12.816522 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc6915dd-2aa8-496b-85dd-cd675ddf7f66 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.837968 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daeb6ab-200e-4e71-b9f1-1952d766f9c7 admin admin] Pushing event updated for resources: {'Port': ['ID=4dfa73e0-d397-450b-8d6d-9083fb47cf76,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:12.849423 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3daeb6ab-200e-4e71-b9f1-1952d766f9c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.874432 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-faba0b2a-7004-4358-8b19-c04079f45cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.895635 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cbb524e-f0b1-4e32-88a9-10862ce5964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.926659 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.960747 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [req-9db88e69-7225-42cf-9757-2e13771fa36b req-53522464-aa82-4cc0-857e-30a08255a9c3 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:12.961619 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9db88e69-7225-42cf-9757-2e13771fa36b req-53522464-aa82-4cc0-857e-30a08255a9c3 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1809757 Mar 14 15:27:12.982645 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b356471b-7271-4838-9772-6b91f4aea663 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:12.997033 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc6915dd-2aa8-496b-85dd-cd675ddf7f66 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.128410 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6915dd-2aa8-496b-85dd-cd675ddf7f66 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:13.138415 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-dc6915dd-2aa8-496b-85dd-cd675ddf7f66 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:13.152607 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-98d49cbb-ebf8-4a6b-92a6-ac6380267d3e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Allocated IP 172.26.4.219 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/0dfdcdef-68ac-4e24-8fdc-fe565bc170f7) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:13.155691 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6915dd-2aa8-496b-85dd-cd675ddf7f66 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:13.165907 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b356471b-7271-4838-9772-6b91f4aea663 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:13.167967 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cbb524e-f0b1-4e32-88a9-10862ce5964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.171595 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbb524e-f0b1-4e32-88a9-10862ce5964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:13.172175 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cbb524e-f0b1-4e32-88a9-10862ce5964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.183922 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6915dd-2aa8-496b-85dd-cd675ddf7f66 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Pushing event updated for resources: {'Port': ['ID=f69979a4-cbdf-4102-b780-a2ee25b41b81,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:13.194724 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daeb6ab-200e-4e71-b9f1-1952d766f9c7 admin admin] Network da8edb3e-70af-4204-b598-deb9b1bae5e6 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:13.201823 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e54c1e43-1143-4d1f-9274-5ac63c02c9ea tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.202648 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e54c1e43-1143-4d1f-9274-5ac63c02c9ea tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.205329 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-3daeb6ab-200e-4e71-b9f1-1952d766f9c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:13.298204 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b356471b-7271-4838-9772-6b91f4aea663 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Made reservation on behalf of 29169e5688f540a0a0027cd19a85a362 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:13.301389 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b356471b-7271-4838-9772-6b91f4aea663 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.379642 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9db88e69-7225-42cf-9757-2e13771fa36b req-fe041249-0422-41dc-bdbf-9ca13d2c4be7 service neutron] 10.222.0.60 "GET /v2.0/networks/2d9d8d8c-ccb5-4a93-9f99-f993dc8af841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996773 Mar 14 15:27:13.384441 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.392217 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7cbb524e-f0b1-4e32-88a9-10862ce5964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.9653969 Mar 14 15:27:13.395990 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-b356471b-7271-4838-9772-6b91f4aea663 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] device_id is not set on port fc0a71d4-0c12-4798-bc6d-297f838ef2e7 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:27:13.465158 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb524e-f0b1-4e32-88a9-10862ce5964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Pushing event updated for resources: {'Network': ['ID=474f0fd3-4aea-42fc-82ae-1cb118c859b4,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:13.475175 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ca519b31-f35a-44d4-9abc-22328c7e5ae2 None None] Provisioning complete for port 4dfa73e0-d397-450b-8d6d-9083fb47cf76 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:13.476308 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ca519b31-f35a-44d4-9abc-22328c7e5ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.509827 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c88d8c47-a9a9-4678-90a0-fe79c1bedd06,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:13.543442 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:27:13.655836 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ca519b31-f35a-44d4-9abc-22328c7e5ae2 None None] Port 4dfa73e0-d397-450b-8d6d-9083fb47cf76 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:27:13.723444 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43540) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:13.748660 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Request body: {'port': {'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4', 'binding:host_id': 'hv-neutron-8335', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-292800372'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:13.749116 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.772952 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:13.796063 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9db88e69-7225-42cf-9757-2e13771fa36b req-211da74f-49ea-4f78-bb00-26bc17edc11d service neutron] 10.222.0.60 "GET /v2.0/networks/2d9d8d8c-ccb5-4a93-9f99-f993dc8af841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024160 Mar 14 15:27:13.800776 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Usage tracker for resource:port and tenant:490cd19839ec44a897ffcae71c6dd34f is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:13.801736 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c7d2fbd-160c-436e-9045-5b09fe381d09']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:13.805548 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:13.818923 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:13.820147 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68c32a7-7c2e-431b-87f7-22db3901027e') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:13.820627 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68c32a7-7c2e-431b-87f7-22db3901027e') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:13.839942 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b356471b-7271-4838-9772-6b91f4aea663 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Allocated IP 2001:db8::eb (6c7c3d7f-2633-4429-9f91-64eb7f1e43e2/205cf50f-65a3-48de-b2a8-a459a7d81e39/fc0a71d4-0c12-4798-bc6d-297f838ef2e7) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:13.846757 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.856964 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-98d49cbb-ebf8-4a6b-92a6-ac6380267d3e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.864897 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Made reservation on behalf of 490cd19839ec44a897ffcae71c6dd34f for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:13.867443 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.871380 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.891082 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:27:13.891482 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.893220 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:27:13.905025 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:27:14.071953 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:14.079574 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43552) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:14.107950 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0c7d2fbd-160c-436e-9045-5b09fe381d09 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 14 15:27:14.110783 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:14.144146 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] 10.222.0.60 "DELETE /v2.0/networks/0c7d2fbd-160c-436e-9045-5b09fe381d09 HTTP/1.1" status: 204 len: 168 time: 3.3518372 Mar 14 15:27:14.147044 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25db5e-2487-452e-9a00-7517c686cd24 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Pushing event deleted for resources: {'Network': ['ID=0c7d2fbd-160c-436e-9045-5b09fe381d09,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:14.152788 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43566) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:14.213335 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:14.235453 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Usage tracker for resource:security_group_rule and tenant:490cd19839ec44a897ffcae71c6dd34f is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:14.255648 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-98d49cbb-ebf8-4a6b-92a6-ac6380267d3e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:14.261416 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:14.286243 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-52ca3063-0588-4c01-b2e1-8051b96cf25e tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Synchronizing usage tracker for tenant:136d4e723cab417e9cf16c527408caa8 on resource:floatingip {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:14.319104 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:14.323080 dv-neutron-833561-1-hyperv neutron-server[83910]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 14 15:27:14.333735 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b356471b-7271-4838-9772-6b91f4aea663 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:14.341314 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-52ca3063-0588-4c01-b2e1-8051b96cf25e tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Unset dirty status for tenant:136d4e723cab417e9cf16c527408caa8 on resource:floatingip {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:14.342592 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-52ca3063-0588-4c01-b2e1-8051b96cf25e tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.1891370 Mar 14 15:27:14.345982 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43572) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:14.397449 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-b356471b-7271-4838-9772-6b91f4aea663 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Transition to ACTIVE for port object fc0a71d4-0c12-4798-bc6d-297f838ef2e7 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:14.406548 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc6915dd-2aa8-496b-85dd-cd675ddf7f66 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:14.407973 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc6915dd-2aa8-496b-85dd-cd675ddf7f66 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:14.451762 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6203eaae-c6b0-47de-8d68-e05bcfd549db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:14.452137 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6203eaae-c6b0-47de-8d68-e05bcfd549db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:14.452495 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6203eaae-c6b0-47de-8d68-e05bcfd549db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:14.452851 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6203eaae-c6b0-47de-8d68-e05bcfd549db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:14.453247 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6203eaae-c6b0-47de-8d68-e05bcfd549db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:14.453605 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6203eaae-c6b0-47de-8d68-e05bcfd549db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:14.453951 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6203eaae-c6b0-47de-8d68-e05bcfd549db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:14.454318 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6203eaae-c6b0-47de-8d68-e05bcfd549db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:14.455358 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6203eaae-c6b0-47de-8d68-e05bcfd549db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:14.456663 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-6203eaae-c6b0-47de-8d68-e05bcfd549db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Synchronizing usage tracker for tenant:136d4e723cab417e9cf16c527408caa8 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:14.476081 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b356471b-7271-4838-9772-6b91f4aea663 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:14.491010 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8ded6a88-963c-4b51-8489-c45dd772646b req-f2006db6-5c55-40ae-afd0-17f681621338 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 210 time: 0.4103303 Mar 14 15:27:14.543962 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-6203eaae-c6b0-47de-8d68-e05bcfd549db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Unset dirty status for tenant:136d4e723cab417e9cf16c527408caa8 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:14.545271 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6203eaae-c6b0-47de-8d68-e05bcfd549db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5832 time: 0.1983581 Mar 14 15:27:14.557535 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d49cbb-ebf8-4a6b-92a6-ac6380267d3e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:14.560865 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43576) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:14.565388 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-98d49cbb-ebf8-4a6b-92a6-ac6380267d3e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:14.592757 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b356471b-7271-4838-9772-6b91f4aea663 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Network 6c7c3d7f-2633-4429-9f91-64eb7f1e43e2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:14.597107 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b356471b-7271-4838-9772-6b91f4aea663 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:14.599833 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b356471b-7271-4838-9772-6b91f4aea663 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:14.604506 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b356471b-7271-4838-9772-6b91f4aea663 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:14.605236 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b356471b-7271-4838-9772-6b91f4aea663 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:14.628713 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356471b-7271-4838-9772-6b91f4aea663 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Pushing event updated for resources: {'Port': ['ID=fc0a71d4-0c12-4798-bc6d-297f838ef2e7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:14.646097 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b356471b-7271-4838-9772-6b91f4aea663 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9756920 Mar 14 15:27:14.647286 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43584) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:14.654938 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d49cbb-ebf8-4a6b-92a6-ac6380267d3e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:14.663174 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-cd92222d-20c6-490b-8a19-74092d3ab462 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f7:52:07'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:14.733736 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-65d410c6-2e6a-403d-8796-36ce0e879de3 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] delete failed (client error): The resource could not be found. Mar 14 15:27:14.736780 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-65d410c6-2e6a-403d-8796-36ce0e879de3 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/39895f44-169a-4527-9bb3-c61c90bfff2d HTTP/1.1" status: 404 len: 345 time: 0.1672654 Mar 14 15:27:14.739156 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43594) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:14.770513 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d49cbb-ebf8-4a6b-92a6-ac6380267d3e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Pushing event updated for resources: {'Port': ['ID=0dfdcdef-68ac-4e24-8fdc-fe565bc170f7,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:14.773854 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dfc041b-8d81-4677-bc9a-a13097d98f4d tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] DELETE failed (client error): The resource could not be found. Mar 14 15:27:14.774520 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dfc041b-8d81-4677-bc9a-a13097d98f4d tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:27:14.776377 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1dfc041b-8d81-4677-bc9a-a13097d98f4d tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] 10.222.0.60 "DELETE /v2.0/networks/0c7d2fbd-160c-436e-9045-5b09fe381d09 HTTP/1.1" status: 404 len: 339 time: 0.0360460 Mar 14 15:27:14.795751 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43598) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:14.803029 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4eab0f4e-8d5f-48eb-a648-aae67e39cfb0 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Request body: {'network': {'name': 'tempest-network--1630269308', 'router:external': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:14.861016 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4eab0f4e-8d5f-48eb-a648-aae67e39cfb0 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:14.871594 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4eab0f4e-8d5f-48eb-a648-aae67e39cfb0 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Usage tracker for resource:network and tenant:136d4e723cab417e9cf16c527408caa8 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:14.882226 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4eab0f4e-8d5f-48eb-a648-aae67e39cfb0 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:14.891634 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4eab0f4e-8d5f-48eb-a648-aae67e39cfb0 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:14.919924 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:14.942914 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eab0f4e-8d5f-48eb-a648-aae67e39cfb0 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Made reservation on behalf of 136d4e723cab417e9cf16c527408caa8 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:14.945178 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4eab0f4e-8d5f-48eb-a648-aae67e39cfb0 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:14.948138 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:14.964497 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] device_id is not set on port 6da668b7-38cc-454e-9ace-19155a702fc0 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:27:14.986791 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a7e1c2ce-4afe-44dd-a09d-debcda097dfc None None] Provisioning for port fc0a71d4-0c12-4798-bc6d-297f838ef2e7 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:27:14.992859 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a7e1c2ce-4afe-44dd-a09d-debcda097dfc None None] Provisioning complete for port fc0a71d4-0c12-4798-bc6d-297f838ef2e7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:14.993536 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a7e1c2ce-4afe-44dd-a09d-debcda097dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:15.014234 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54c1e43-1143-4d1f-9274-5ac63c02c9ea tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Router a7d1a315-eeb2-41ba-8352-109b64f8676a is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:27:15.041498 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eab0f4e-8d5f-48eb-a648-aae67e39cfb0 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:15.057178 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cd92222d-20c6-490b-8a19-74092d3ab462 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:15.076388 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5fb8737c-11b0-477f-a386-44271a086448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:15.083434 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a7e1c2ce-4afe-44dd-a09d-debcda097dfc None None] Port fc0a71d4-0c12-4798-bc6d-297f838ef2e7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:27:15.095468 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946da25e-9b17-440f-a7ba-4af6997788f7,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:15.120445 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3daeb6ab-200e-4e71-b9f1-1952d766f9c7 admin admin] Router 024a520f-a349-4727-bcef-1df29d838639 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:15.188778 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4eab0f4e-8d5f-48eb-a648-aae67e39cfb0 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:15.189262 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-4eab0f4e-8d5f-48eb-a648-aae67e39cfb0 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Added segment cd344fa4-6a34-434d-a71c-09c22f2ada95 of type vlan for network 4e9b2cec-d976-45e3-a894-32cd65bab88e Mar 14 15:27:15.277360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4eab0f4e-8d5f-48eb-a648-aae67e39cfb0 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:15.404136 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4eab0f4e-8d5f-48eb-a648-aae67e39cfb0 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:15.405057 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eab0f4e-8d5f-48eb-a648-aae67e39cfb0 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:15.405742 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4eab0f4e-8d5f-48eb-a648-aae67e39cfb0 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:15.512124 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4eab0f4e-8d5f-48eb-a648-aae67e39cfb0 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7144566 Mar 14 15:27:15.529025 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43614) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:15.534597 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-98d49cbb-ebf8-4a6b-92a6-ac6380267d3e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:15.547533 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab0f4e-8d5f-48eb-a648-aae67e39cfb0 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Pushing event updated for resources: {'Network': ['ID=4e9b2cec-d976-45e3-a894-32cd65bab88e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:15.563502 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 4e9b2cec-d976-45e3-a894-32cd65bab88e details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:27:15.577375 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cd92222d-20c6-490b-8a19-74092d3ab462 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:15.587294 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cd92222d-20c6-490b-8a19-74092d3ab462 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:15.677309 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-cd92222d-20c6-490b-8a19-74092d3ab462 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] In _notify_port_updated(), no bound segment for port fc0a71d4-0c12-4798-bc6d-297f838ef2e7 on network 6c7c3d7f-2633-4429-9f91-64eb7f1e43e2 {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 14 15:27:15.683072 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd92222d-20c6-490b-8a19-74092d3ab462 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:15.684345 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cd92222d-20c6-490b-8a19-74092d3ab462 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:15.691072 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cd92222d-20c6-490b-8a19-74092d3ab462 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "PUT /v2.0/ports/fc0a71d4-0c12-4798-bc6d-297f838ef2e7 HTTP/1.1" status: 200 len: 1001 time: 1.0384572 Mar 14 15:27:15.692031 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43620) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:15.737171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92222d-20c6-490b-8a19-74092d3ab462 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Pushing event updated for resources: {'Port': ['ID=fc0a71d4-0c12-4798-bc6d-297f838ef2e7,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:15.848219 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e8f75df-755f-4713-9ed4-fbf0636f519f req-46357f6c-3fb4-402e-8f1a-5a61d8297491 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 210 time: 0.0683026 Mar 14 15:27:15.858929 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-cfa3f550-3587-4a66-9faf-30f1d4c8dfa6 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Deleting port fc0a71d4-0c12-4798-bc6d-297f838ef2e7 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:27:15.859279 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cfa3f550-3587-4a66-9faf-30f1d4c8dfa6 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.071226 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-98d49cbb-ebf8-4a6b-92a6-ac6380267d3e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.147665 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cae0c6b1-9ace-4bdd-8170-37cf68cf09af None None] Provisioning complete for port fc0a71d4-0c12-4798-bc6d-297f838ef2e7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:16.149299 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cae0c6b1-9ace-4bdd-8170-37cf68cf09af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.191707 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cfa3f550-3587-4a66-9faf-30f1d4c8dfa6 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.202227 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.24', 53495) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:16.276985 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.288851 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cae0c6b1-9ace-4bdd-8170-37cf68cf09af None None] Port fc0a71d4-0c12-4798-bc6d-297f838ef2e7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:27:16.378382 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] device_id is not set on port 6da668b7-38cc-454e-9ace-19155a702fc0 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:27:16.410008 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-cfa3f550-3587-4a66-9faf-30f1d4c8dfa6 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Calling delete_port for fc0a71d4-0c12-4798-bc6d-297f838ef2e7 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:27:16.443448 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.463624 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.467982 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e820120d-8a7c-4c36-8063-3d012ac90da0 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:16.472965 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e820120d-8a7c-4c36-8063-3d012ac90da0 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:16.476796 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e820120d-8a7c-4c36-8063-3d012ac90da0 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:16.480830 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e820120d-8a7c-4c36-8063-3d012ac90da0 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:16.484803 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e820120d-8a7c-4c36-8063-3d012ac90da0 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:16.485700 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e820120d-8a7c-4c36-8063-3d012ac90da0 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Synchronizing usage tracker for tenant:2237ae8bc46548a0aa592df3cd003dbf on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:16.500059 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6915dd-2aa8-496b-85dd-cd675ddf7f66 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Router e508ac0a-f4c4-4236-a20b-137b65c60757 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:27:16.532463 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Transition to ACTIVE for port object 6da668b7-38cc-454e-9ace-19155a702fc0 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:16.551373 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db88e69-7225-42cf-9757-2e13771fa36b req-b490701c-5b15-4221-851b-dec3bcd68a94 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:16.552935 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9db88e69-7225-42cf-9757-2e13771fa36b req-b490701c-5b15-4221-851b-dec3bcd68a94 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.24 "GET /v2.0/networks?id=2d9d8d8c-ccb5-4a93-9f99-f993dc8af841 HTTP/1.1" status: 200 len: 806 time: 0.3498497 Mar 14 15:27:16.605142 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-98d49cbb-ebf8-4a6b-92a6-ac6380267d3e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:27:16.640715 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e820120d-8a7c-4c36-8063-3d012ac90da0 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Unset dirty status for tenant:2237ae8bc46548a0aa592df3cd003dbf on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:16.645454 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e820120d-8a7c-4c36-8063-3d012ac90da0 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3059 time: 1.1047676 Mar 14 15:27:16.647755 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43626) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:16.670619 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 7a481795-b36c-41d1-8a64-772c298c324b up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:27:16.716067 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-98d49cbb-ebf8-4a6b-92a6-ac6380267d3e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.720129 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.770745 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 7a481795-b36c-41d1-8a64-772c298c324b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:27:16.778763 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 7a481795-b36c-41d1-8a64-772c298c324b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:16.779760 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.785873 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76ac2397-c12c-4ab3-bd20-05c716da027c tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.790100 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9db88e69-7225-42cf-9757-2e13771fa36b req-aa0a7264-3b70-4679-9123-52be5b4198a8 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a768ca8c59c43f79f741921fc7a86a9 HTTP/1.1" status: 200 len: 380 time: 0.2026360 Mar 14 15:27:16.790659 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-98d49cbb-ebf8-4a6b-92a6-ac6380267d3e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.792721 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cfa3f550-3587-4a66-9faf-30f1d4c8dfa6 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.802645 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-9db88e69-7225-42cf-9757-2e13771fa36b req-506c86e7-a36c-44ad-8fbf-3c07ce6947ce tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Request body: {'port': {'device_id': '1bba0bd6-d593-4bb1-a24d-863945439396', 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841', 'admin_state_up': True, 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'security_groups': ['b402f9da-f4f4-492f-811c-246e6a8d2492']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:16.945598 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.964837 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 7a481795-b36c-41d1-8a64-772c298c324b, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=7a481795-b36c-41d1-8a64-772c298c324b,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:16.973015 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.995540 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Pushing event updated for resources: {'Port': ['ID=6da668b7-38cc-454e-9ace-19155a702fc0,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:17.005567 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54c1e43-1143-4d1f-9274-5ac63c02c9ea tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:17.016277 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] Sync routers for ids ['a7d1a315-eeb2-41ba-8352-109b64f8676a'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:27:17.033515 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3f550-3587-4a66-9faf-30f1d4c8dfa6 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Pushing event deleted for resources: {'Port': ['ID=fc0a71d4-0c12-4798-bc6d-297f838ef2e7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:17.035596 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] Routers {'a7d1a315-eeb2-41ba-8352-109b64f8676a'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:17.036560 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['a7d1a315-eeb2-41ba-8352-109b64f8676a'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:17.085159 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=7a481795-b36c-41d1-8a64-772c298c324b,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:17.209869 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Checking segment: {'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:27:17.210808 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Network hostable DHCP agents. Network: 474f0fd3-4aea-42fc-82ae-1cb118c859b4, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:27:17.232137 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cfa3f550-3587-4a66-9faf-30f1d4c8dfa6 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.242012 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-98d49cbb-ebf8-4a6b-92a6-ac6380267d3e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.296731 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d3fe6c53-cad1-4a7f-888f-646de8d50e43 req-c9ce8433-d24f-4c31-8960-490c8658d835 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 210 time: 0.1649625 Mar 14 15:27:17.308084 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:27:17.311632 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] Set router a7d1a315-eeb2-41ba-8352-109b64f8676a gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:27:17.314569 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d49cbb-ebf8-4a6b-92a6-ac6380267d3e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Pushing event updated for resources: {'Port': ['ID=0dfdcdef-68ac-4e24-8fdc-fe565bc170f7,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:17.347102 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e54c1e43-1143-4d1f-9274-5ac63c02c9ea tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.347102 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e54c1e43-1143-4d1f-9274-5ac63c02c9ea tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 11.6064324 Mar 14 15:27:17.348858 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43648) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:17.350669 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-98d49cbb-ebf8-4a6b-92a6-ac6380267d3e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.354171 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-98d49cbb-ebf8-4a6b-92a6-ac6380267d3e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4810779 Mar 14 15:27:17.449165 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cfa3f550-3587-4a66-9faf-30f1d4c8dfa6 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "DELETE /v2.0/ports/fc0a71d4-0c12-4798-bc6d-297f838ef2e7 HTTP/1.1" status: 204 len: 168 time: 1.7524071 Mar 14 15:27:17.510464 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76ac2397-c12c-4ab3-bd20-05c716da027c tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.530462 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43656) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:17.602322 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-9db88e69-7225-42cf-9757-2e13771fa36b req-506c86e7-a36c-44ad-8fbf-3c07ce6947ce tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:17.619992 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-9db88e69-7225-42cf-9757-2e13771fa36b req-506c86e7-a36c-44ad-8fbf-3c07ce6947ce tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:17.687118 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e20b89f-30a6-496d-912b-f1d23823ad19 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] GET failed (client error): The resource could not be found. Mar 14 15:27:17.687632 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5e20b89f-30a6-496d-912b-f1d23823ad19 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Synchronizing usage tracker for tenant:29169e5688f540a0a0027cd19a85a362 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:17.687735 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 474f0fd3-4aea-42fc-82ae-1cb118c859b4) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:17.706397 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d992acb0-e594-40f7-be27-4fa37f1d087e None None] Network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:27:17.712084 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db88e69-7225-42cf-9757-2e13771fa36b req-506c86e7-a36c-44ad-8fbf-3c07ce6947ce tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Made reservation on behalf of 7a768ca8c59c43f79f741921fc7a86a9 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:17.715735 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9db88e69-7225-42cf-9757-2e13771fa36b req-506c86e7-a36c-44ad-8fbf-3c07ce6947ce tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.720102 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:17.741168 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d1a315-eeb2-41ba-8352-109b64f8676a', 'name': '', 'tenant_id': '9f898e5d24f74cb0b260bc9e729c7776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90062c88-66c6-4516-9e82-e1688fb18b13', 'external_fixed_ips': [{'subnet_id': '04cac1b3-3faa-43e8-84f2-92a5bea6ed83', 'ip_address': '2001:db8::23e'}], 'enable_snat': True}, 'gw_port_id': 'edd7d493-8708-4b5f-ab02-88daa9484dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:06Z', 'updated_at': '2022-03-14T15:27:12Z', 'revision_number': 3, 'project_id': '9f898e5d24f74cb0b260bc9e729c7776', 'gw_port': {'id': 'edd7d493-8708-4b5f-ab02-88daa9484dea', 'name': '', 'network_id': '90062c88-66c6-4516-9e82-e1688fb18b13', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d1a315-eeb2-41ba-8352-109b64f8676a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cac1b3-3faa-43e8-84f2-92a5bea6ed83', 'ip_address': '2001:db8::23e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:09Z', 'updated_at': '2022-03-14T15:27:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cac1b3-3faa-43e8-84f2-92a5bea6ed83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:17.747815 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3daeb6ab-200e-4e71-b9f1-1952d766f9c7 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:17.749577 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] Checking router: a7d1a315-eeb2-41ba-8352-109b64f8676a for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:27:17.754306 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] Updating router a7d1a315-eeb2-41ba-8352-109b64f8676a port edd7d493-8708-4b5f-ab02-88daa9484dea binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:27:17.766481 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5e20b89f-30a6-496d-912b-f1d23823ad19 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Unset dirty status for tenant:29169e5688f540a0a0027cd19a85a362 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:17.767891 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5e20b89f-30a6-496d-912b-f1d23823ad19 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "GET /v2.0/ports/fc0a71d4-0c12-4798-bc6d-297f838ef2e7 HTTP/1.1" status: 404 len: 333 time: 0.1725361 Mar 14 15:27:17.776226 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-76ac2397-c12c-4ab3-bd20-05c716da027c tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9b2cec-d976-45e3-a894-32cd65bab88e']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:17.787701 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3daeb6ab-200e-4e71-b9f1-1952d766f9c7 admin admin] 10.222.0.60 "PUT /v2.0/routers/024a520f-a349-4727-bcef-1df29d838639/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2955945 Mar 14 15:27:17.788256 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43668) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:17.821859 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ed88ab12-cfe7-4a43-8f20-a8dc4c82fa5c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Request body: {'port': {'network_id': '6c7c3d7f-2633-4429-9f91-64eb7f1e43e2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-420740455'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:17.894884 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.918900 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-76ac2397-c12c-4ab3-bd20-05c716da027c tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd344fa4-6a34-434d-a71c-09c22f2ada95') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:17.931688 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:17.933206 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-76ac2397-c12c-4ab3-bd20-05c716da027c tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd344fa4-6a34-434d-a71c-09c22f2ada95') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:17.933349 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:17.933636 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:18.020791 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76ac2397-c12c-4ab3-bd20-05c716da027c tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:18.031299 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:18.090686 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76ac2397-c12c-4ab3-bd20-05c716da027c tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:18.140074 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ac2397-c12c-4ab3-bd20-05c716da027c tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:27:18.140487 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76ac2397-c12c-4ab3-bd20-05c716da027c tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:18.202909 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 6da668b7-38cc-454e-9ace-19155a702fc0 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:18.207150 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:18.215539 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 2 to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 Mar 14 15:27:18.294014 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:18.294341 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:18.294713 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:18.350360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6915dd-2aa8-496b-85dd-cd675ddf7f66 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:18.362193 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 6da668b7-38cc-454e-9ace-19155a702fc0 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:18.362532 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:18.369631 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4258875a-2be8-4844-b4f1-9339f824579b None None] Sync routers for ids ['e508ac0a-f4c4-4236-a20b-137b65c60757'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:27:18.371571 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 3 to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:27:18.379912 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:27:18.394028 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:18.394396 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:18.394793 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:18.402651 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4258875a-2be8-4844-b4f1-9339f824579b None None] Routers {'e508ac0a-f4c4-4236-a20b-137b65c60757'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:18.403307 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4258875a-2be8-4844-b4f1-9339f824579b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e508ac0a-f4c4-4236-a20b-137b65c60757'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:18.418550 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ed88ab12-cfe7-4a43-8f20-a8dc4c82fa5c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:18.426024 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc6915dd-2aa8-496b-85dd-cd675ddf7f66 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:18.430133 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-dc6915dd-2aa8-496b-85dd-cd675ddf7f66 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 10.6854608 Mar 14 15:27:18.430925 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 6da668b7-38cc-454e-9ace-19155a702fc0 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:18.431511 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:18.435334 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43684) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:18.435973 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 4 to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 Mar 14 15:27:18.459588 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:18.459915 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:18.460253 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:18.472773 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76ac2397-c12c-4ab3-bd20-05c716da027c tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:18.517624 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ed88ab12-cfe7-4a43-8f20-a8dc4c82fa5c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:18.547606 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ac2397-c12c-4ab3-bd20-05c716da027c tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4e9b2cec-d976-45e3-a894-32cd65bab88e {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 14 15:27:18.566197 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76ac2397-c12c-4ab3-bd20-05c716da027c tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:18.597884 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac2397-c12c-4ab3-bd20-05c716da027c tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Pushing event deleted for resources: {'Network': ['ID=4e9b2cec-d976-45e3-a894-32cd65bab88e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:18.614959 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4258875a-2be8-4844-b4f1-9339f824579b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:18.632628 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 6da668b7-38cc-454e-9ace-19155a702fc0 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:18.632955 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:18.637417 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 5 to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 Mar 14 15:27:18.658692 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4258875a-2be8-4844-b4f1-9339f824579b None None] Routers {'e508ac0a-f4c4-4236-a20b-137b65c60757'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:18.671029 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4258875a-2be8-4844-b4f1-9339f824579b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e508ac0a-f4c4-4236-a20b-137b65c60757'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:18.675234 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-76ac2397-c12c-4ab3-bd20-05c716da027c tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] 10.222.0.60 "DELETE /v2.0/networks/4e9b2cec-d976-45e3-a894-32cd65bab88e HTTP/1.1" status: 204 len: 168 time: 2.0264058 Mar 14 15:27:18.682429 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-9db88e69-7225-42cf-9757-2e13771fa36b req-506c86e7-a36c-44ad-8fbf-3c07ce6947ce tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Allocated IP 172.20.0.14 (2d9d8d8c-ccb5-4a93-9f99-f993dc8af841/063aedb3-7811-4db4-ba2a-90a8dd4bc354/70a015d6-5050-4b10-b77d-1a1ea16fe35c) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:18.687776 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43688) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:18.693170 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed88ab12-cfe7-4a43-8f20-a8dc4c82fa5c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Made reservation on behalf of 29169e5688f540a0a0027cd19a85a362 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:18.696382 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed88ab12-cfe7-4a43-8f20-a8dc4c82fa5c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:18.709168 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8bc76afc-034c-4f01-9514-d12e8bf45b22 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Request body: {'network': {'name': 'tempest-network--1578390886', 'router:external': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:18.717906 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8bc76afc-034c-4f01-9514-d12e8bf45b22 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:18.729881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8bc76afc-034c-4f01-9514-d12e8bf45b22 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Usage tracker for resource:network and tenant:136d4e723cab417e9cf16c527408caa8 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:18.735240 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8bc76afc-034c-4f01-9514-d12e8bf45b22 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:18.748124 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8bc76afc-034c-4f01-9514-d12e8bf45b22 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:18.780641 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:18.781056 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:18.781392 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:18.793922 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc76afc-034c-4f01-9514-d12e8bf45b22 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Made reservation on behalf of 136d4e723cab417e9cf16c527408caa8 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:18.799154 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8bc76afc-034c-4f01-9514-d12e8bf45b22 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:18.800209 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 7a481795-b36c-41d1-8a64-772c298c324b up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:27:18.849073 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-ed88ab12-cfe7-4a43-8f20-a8dc4c82fa5c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] device_id is not set on port fc098281-d714-431f-843c-a8e07624f775 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:27:18.920757 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1cd224e4-2e0c-4c41-8146-17f1af217d04 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:18.920953 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43692) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:18.936237 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-066e5913-dcb5-4f30-9b08-798fb539c5c5 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--937474777', 'description': 'tempest-description--892372351'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:18.969840 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-066e5913-dcb5-4f30-9b08-798fb539c5c5 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:18.979738 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc76afc-034c-4f01-9514-d12e8bf45b22 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:18.989880 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:18.994296 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-066e5913-dcb5-4f30-9b08-798fb539c5c5 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Usage tracker for resource:security_group and tenant:6caf3cf1c8df41a6b06f02779186d0e0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:19.003063 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-066e5913-dcb5-4f30-9b08-798fb539c5c5 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:19.010581 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-066e5913-dcb5-4f30-9b08-798fb539c5c5 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:19.017983 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8bc76afc-034c-4f01-9514-d12e8bf45b22 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.018201 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-8bc76afc-034c-4f01-9514-d12e8bf45b22 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Added segment 70a3f425-91a1-4547-a5df-71bc1b14815b of type vlan for network 77791802-e047-4a29-b65a-c1d2d600c6f7 Mar 14 15:27:19.026589 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] Transition to ACTIVE for port object edd7d493-8708-4b5f-ab02-88daa9484dea will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:19.044961 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.063370 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-066e5913-dcb5-4f30-9b08-798fb539c5c5 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.077923 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4258875a-2be8-4844-b4f1-9339f824579b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:19.079046 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4258875a-2be8-4844-b4f1-9339f824579b None None] The sync data for ids ['e508ac0a-f4c4-4236-a20b-137b65c60757'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:27:19.097586 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 6da668b7-38cc-454e-9ace-19155a702fc0 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:19.097979 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:19.111769 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 6 to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 Mar 14 15:27:19.145280 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 7a481795-b36c-41d1-8a64-772c298c324b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:19.146867 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.183638 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9db88e69-7225-42cf-9757-2e13771fa36b req-506c86e7-a36c-44ad-8fbf-3c07ce6947ce tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.200428 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] Attempting to bind port edd7d493-8708-4b5f-ab02-88daa9484dea on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:19.201186 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] Attempting to bind port edd7d493-8708-4b5f-ab02-88daa9484dea by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '920193ab-a0f4-4b5e-998e-6e4a99915b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '90062c88-66c6-4516-9e82-e1688fb18b13'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:19.201786 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] Attempting to bind port edd7d493-8708-4b5f-ab02-88daa9484dea on network 90062c88-66c6-4516-9e82-e1688fb18b13 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:19.209886 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8bc76afc-034c-4f01-9514-d12e8bf45b22 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.213602 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:27:19.214367 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] Checking segment: {'id': '920193ab-a0f4-4b5e-998e-6e4a99915b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '90062c88-66c6-4516-9e82-e1688fb18b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:27:19.215053 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.215638 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] Bound using segment: {'id': '920193ab-a0f4-4b5e-998e-6e4a99915b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '90062c88-66c6-4516-9e82-e1688fb18b13'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:27:19.216275 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] Bound port: edd7d493-8708-4b5f-ab02-88daa9484dea, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920193ab-a0f4-4b5e-998e-6e4a99915b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '90062c88-66c6-4516-9e82-e1688fb18b13'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:19.217328 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.297784 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:19.298578 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:19.298578 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:19.309089 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-066e5913-dcb5-4f30-9b08-798fb539c5c5 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:19.321248 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-066e5913-dcb5-4f30-9b08-798fb539c5c5 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Usage tracker for resource:security_group_rule and tenant:6caf3cf1c8df41a6b06f02779186d0e0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:19.328362 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-9db88e69-7225-42cf-9757-2e13771fa36b req-506c86e7-a36c-44ad-8fbf-3c07ce6947ce tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Transition to ACTIVE for port object 70a015d6-5050-4b10-b77d-1a1ea16fe35c will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:19.330878 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-066e5913-dcb5-4f30-9b08-798fb539c5c5 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:19.336194 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 6da668b7-38cc-454e-9ace-19155a702fc0 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:19.336540 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:19.341658 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] For port edd7d493-8708-4b5f-ab02-88daa9484dea, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:19.350529 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] For port edd7d493-8708-4b5f-ab02-88daa9484dea, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=edd7d493-8708-4b5f-ab02-88daa9484dea,segment=NetworkSegment(920193ab-a0f4-4b5e-998e-6e4a99915b41),segment_id=920193ab-a0f4-4b5e-998e-6e4a99915b41)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:19.355682 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-066e5913-dcb5-4f30-9b08-798fb539c5c5 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:19.371232 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 7 to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 Mar 14 15:27:19.381790 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.390179 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8bc76afc-034c-4f01-9514-d12e8bf45b22 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.391673 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc76afc-034c-4f01-9514-d12e8bf45b22 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:19.393404 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8bc76afc-034c-4f01-9514-d12e8bf45b22 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.423624 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d612666-73fd-4db1-9a9c-c6ae091b57cb None None] Pushing event updated for resources: {'Port': ['ID=edd7d493-8708-4b5f-ab02-88daa9484dea,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:19.436198 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f5232849-2cd2-43f3-832b-fb56a15a8905 req-932347cb-2aad-4120-a1ed-1d16b989ca3b tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 210 time: 0.2442341 Mar 14 15:27:19.458810 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:19.459506 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:19.460137 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:19.507087 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9db88e69-7225-42cf-9757-2e13771fa36b req-506c86e7-a36c-44ad-8fbf-3c07ce6947ce tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.569777 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 6da668b7-38cc-454e-9ace-19155a702fc0 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:19.570128 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:19.583026 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 8 to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 Mar 14 15:27:19.617323 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8bc76afc-034c-4f01-9514-d12e8bf45b22 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9241538 Mar 14 15:27:19.621640 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:19.621973 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:19.622855 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:19.628129 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc76afc-034c-4f01-9514-d12e8bf45b22 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Pushing event updated for resources: {'Network': ['ID=77791802-e047-4a29-b65a-c1d2d600c6f7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:19.631065 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43696) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:19.645441 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d612666-73fd-4db1-9a9c-c6ae091b57cb None None] Pushing event updated for resources: {'Port': ['ID=edd7d493-8708-4b5f-ab02-88daa9484dea,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:19.647448 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 77791802-e047-4a29-b65a-c1d2d600c6f7 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:27:19.661111 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] Routers {'a7d1a315-eeb2-41ba-8352-109b64f8676a'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:19.662140 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['a7d1a315-eeb2-41ba-8352-109b64f8676a'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:19.664506 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-ed88ab12-cfe7-4a43-8f20-a8dc4c82fa5c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Allocated IP 2001:db8::2b5 (6c7c3d7f-2633-4429-9f91-64eb7f1e43e2/205cf50f-65a3-48de-b2a8-a459a7d81e39/fc098281-d714-431f-843c-a8e07624f775) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:19.669850 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 6da668b7-38cc-454e-9ace-19155a702fc0 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:19.670166 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-066e5913-dcb5-4f30-9b08-798fb539c5c5 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.670296 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:19.674527 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 9 to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 Mar 14 15:27:19.683033 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db88e69-7225-42cf-9757-2e13771fa36b req-506c86e7-a36c-44ad-8fbf-3c07ce6947ce tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Network 2d9d8d8c-ccb5-4a93-9f99-f993dc8af841 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:19.804019 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:19.804570 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:19.805131 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:19.810820 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-066e5913-dcb5-4f30-9b08-798fb539c5c5 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.827342 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-9db88e69-7225-42cf-9757-2e13771fa36b req-506c86e7-a36c-44ad-8fbf-3c07ce6947ce tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:19.880466 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c86e7-a36c-44ad-8fbf-3c07ce6947ce tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Pushing event updated for resources: {'Port': ['ID=70a015d6-5050-4b10-b77d-1a1ea16fe35c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:19.905905 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db88e69-7225-42cf-9757-2e13771fa36b req-506c86e7-a36c-44ad-8fbf-3c07ce6947ce tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:19.919626 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] Set router a7d1a315-eeb2-41ba-8352-109b64f8676a gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:27:20.092609 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-066e5913-dcb5-4f30-9b08-798fb539c5c5 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:20.094029 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-066e5913-dcb5-4f30-9b08-798fb539c5c5 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.1720104 Mar 14 15:27:20.103323 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43700) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:20.114355 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e5913-dcb5-4f30-9b08-798fb539c5c5 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1027298d-b54d-44e8-bac6-fcf299b73f4a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:20.134172 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-bc08e2e5-decd-4afa-b340-5d3683b1ca6f tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Request body: {'security_group_rule': {'security_group_id': '1027298d-b54d-44e8-bac6-fcf299b73f4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:20.144239 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bc08e2e5-decd-4afa-b340-5d3683b1ca6f tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:20.146917 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 6da668b7-38cc-454e-9ace-19155a702fc0 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:20.147354 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:20.152768 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 10 to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 Mar 14 15:27:20.154018 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6f80db-b079-46f6-bf9d-1cbadea6cd47 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:20.155628 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4e6f80db-b079-46f6-bf9d-1cbadea6cd47 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] 10.222.0.60 "GET /v2.0/networks/77791802-e047-4a29-b65a-c1d2d600c6f7 HTTP/1.1" status: 200 len: 757 time: 0.5148261 Mar 14 15:27:20.171903 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43704) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:20.194956 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bc08e2e5-decd-4afa-b340-5d3683b1ca6f tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Usage tracker for resource:security_group_rule and tenant:6caf3cf1c8df41a6b06f02779186d0e0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:20.211058 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db88e69-7225-42cf-9757-2e13771fa36b req-506c86e7-a36c-44ad-8fbf-3c07ce6947ce tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:20.211956 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9db88e69-7225-42cf-9757-2e13771fa36b req-506c86e7-a36c-44ad-8fbf-3c07ce6947ce tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:20.214197 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:20.214545 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:20.215173 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:20.245808 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 6da668b7-38cc-454e-9ace-19155a702fc0 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:20.246301 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 6da668b7-38cc-454e-9ace-19155a702fc0 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:20.246668 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:20.269544 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bc08e2e5-decd-4afa-b340-5d3683b1ca6f tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:20.295808 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bc08e2e5-decd-4afa-b340-5d3683b1ca6f tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:20.350630 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8c22a912-17b3-4b02-bf44-dd7405483757 None None] Provisioning for port 70a015d6-5050-4b10-b77d-1a1ea16fe35c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:27:20.359135 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8c22a912-17b3-4b02-bf44-dd7405483757 None None] Provisioning complete for port 70a015d6-5050-4b10-b77d-1a1ea16fe35c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:20.359766 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8c22a912-17b3-4b02-bf44-dd7405483757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:20.485937 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9db88e69-7225-42cf-9757-2e13771fa36b req-506c86e7-a36c-44ad-8fbf-3c07ce6947ce tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6904759 Mar 14 15:27:20.495182 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8c22a912-17b3-4b02-bf44-dd7405483757 None None] Port 70a015d6-5050-4b10-b77d-1a1ea16fe35c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:27:20.525215 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc08e2e5-decd-4afa-b340-5d3683b1ca6f tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:20.560016 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec47e273-6a87-4f42-8cc9-bb03e885ae68 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:20.565584 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ec47e273-6a87-4f42-8cc9-bb03e885ae68 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] 10.222.0.60 "GET /v2.0/networks/6e409daa-8f6a-4d85-b732-58552c0bf457 HTTP/1.1" status: 200 len: 767 time: 0.3682125 Mar 14 15:27:20.571522 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43710) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:20.629710 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:20.661989 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d1a315-eeb2-41ba-8352-109b64f8676a', 'name': '', 'tenant_id': '9f898e5d24f74cb0b260bc9e729c7776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90062c88-66c6-4516-9e82-e1688fb18b13', 'external_fixed_ips': [{'subnet_id': '04cac1b3-3faa-43e8-84f2-92a5bea6ed83', 'ip_address': '2001:db8::23e'}], 'enable_snat': True}, 'gw_port_id': 'edd7d493-8708-4b5f-ab02-88daa9484dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:06Z', 'updated_at': '2022-03-14T15:27:12Z', 'revision_number': 3, 'project_id': '9f898e5d24f74cb0b260bc9e729c7776', 'gw_port': {'id': 'edd7d493-8708-4b5f-ab02-88daa9484dea', 'name': '', 'network_id': '90062c88-66c6-4516-9e82-e1688fb18b13', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d1a315-eeb2-41ba-8352-109b64f8676a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cac1b3-3faa-43e8-84f2-92a5bea6ed83', 'ip_address': '2001:db8::23e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:09Z', 'updated_at': '2022-03-14T15:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cac1b3-3faa-43e8-84f2-92a5bea6ed83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:20.669459 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cab122-c288-4c48-9e10-c36df8fad1e3 None None] The sync data for ids ['a7d1a315-eeb2-41ba-8352-109b64f8676a'] in dv-neutron-833561-1-hyperv is: [{'id': 'a7d1a315-eeb2-41ba-8352-109b64f8676a', 'name': '', 'tenant_id': '9f898e5d24f74cb0b260bc9e729c7776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90062c88-66c6-4516-9e82-e1688fb18b13', 'external_fixed_ips': [{'subnet_id': '04cac1b3-3faa-43e8-84f2-92a5bea6ed83', 'ip_address': '2001:db8::23e'}], 'enable_snat': True}, 'gw_port_id': 'edd7d493-8708-4b5f-ab02-88daa9484dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:06Z', 'updated_at': '2022-03-14T15:27:12Z', 'revision_number': 3, 'project_id': '9f898e5d24f74cb0b260bc9e729c7776', 'gw_port': {'id': 'edd7d493-8708-4b5f-ab02-88daa9484dea', 'name': '', 'network_id': '90062c88-66c6-4516-9e82-e1688fb18b13', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d1a315-eeb2-41ba-8352-109b64f8676a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cac1b3-3faa-43e8-84f2-92a5bea6ed83', 'ip_address': '2001:db8::23e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:09Z', 'updated_at': '2022-03-14T15:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cac1b3-3faa-43e8-84f2-92a5bea6ed83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:27:20.748230 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [req-9db88e69-7225-42cf-9757-2e13771fa36b req-a87558a2-fb04-4220-a85a-71234075d915 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:20.749583 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9db88e69-7225-42cf-9757-2e13771fa36b req-a87558a2-fb04-4220-a85a-71234075d915 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0076578 Mar 14 15:27:20.813430 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76f4b291-3198-4f17-8abc-b8093a25d746 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:20.817004 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc08e2e5-decd-4afa-b340-5d3683b1ca6f tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:20.825587 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc08e2e5-decd-4afa-b340-5d3683b1ca6f tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:20.964818 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08e2e5-decd-4afa-b340-5d3683b1ca6f tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab7772f-fc9c-467f-bb09-747029ff4402,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:21.097073 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc08e2e5-decd-4afa-b340-5d3683b1ca6f tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.100611 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bc08e2e5-decd-4afa-b340-5d3683b1ca6f tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9915884 Mar 14 15:27:21.101463 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43714) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:21.140000 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a0d8959e-2e99-4fa2-99d6-c895361a9a0b tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Request body: {'security_group_rule': {'security_group_id': '1027298d-b54d-44e8-bac6-fcf299b73f4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:21.155336 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a0d8959e-2e99-4fa2-99d6-c895361a9a0b tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:21.163853 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76f4b291-3198-4f17-8abc-b8093a25d746 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.178443 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a0d8959e-2e99-4fa2-99d6-c895361a9a0b tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Usage tracker for resource:security_group_rule and tenant:6caf3cf1c8df41a6b06f02779186d0e0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:21.187301 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a0d8959e-2e99-4fa2-99d6-c895361a9a0b tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:21.199900 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-21f504ad-e8db-4c50-ae8e-4c38c858ca92 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--429769354&fields=id&tenant_id=8079f8e4b19848a3b695e728e0683a28 HTTP/1.1" status: 200 len: 267 time: 0.2270632 Mar 14 15:27:21.210702 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a0d8959e-2e99-4fa2-99d6-c895361a9a0b tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:21.214100 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-76f4b291-3198-4f17-8abc-b8093a25d746 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77791802-e047-4a29-b65a-c1d2d600c6f7']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:21.242429 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] For port 6da668b7-38cc-454e-9ace-19155a702fc0, host hv-neutron-8335, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:21.243042 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempted to set empty binding levels {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 14 15:27:21.249055 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed88ab12-cfe7-4a43-8f20-a8dc4c82fa5c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.259682 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-76f4b291-3198-4f17-8abc-b8093a25d746 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a3f425-91a1-4547-a5df-71bc1b14815b') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:21.260007 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-76f4b291-3198-4f17-8abc-b8093a25d746 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a3f425-91a1-4547-a5df-71bc1b14815b') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:21.272301 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-ed88ab12-cfe7-4a43-8f20-a8dc4c82fa5c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Transition to ACTIVE for port object fc098281-d714-431f-843c-a8e07624f775 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:21.323221 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.327746 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed88ab12-cfe7-4a43-8f20-a8dc4c82fa5c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.329794 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76f4b291-3198-4f17-8abc-b8093a25d746 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.365399 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0d8959e-2e99-4fa2-99d6-c895361a9a0b tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.372277 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76f4b291-3198-4f17-8abc-b8093a25d746 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.410016 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f4b291-3198-4f17-8abc-b8093a25d746 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:27:21.410499 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76f4b291-3198-4f17-8abc-b8093a25d746 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:27:21.430518 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:27:21.438272 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Pushing event updated for resources: {'Port': ['ID=6da668b7-38cc-454e-9ace-19155a702fc0,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:21.486541 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1cd224e4-2e0c-4c41-8146-17f1af217d04 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.495667 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.535576 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-23283ee1-bbf3-4bde-8b58-954e31f67418 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:21.537074 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-23283ee1-bbf3-4bde-8b58-954e31f67418 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/networks?id=a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 HTTP/1.1" status: 200 len: 811 time: 0.3281531 Mar 14 15:27:21.541340 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7a7ff-db7d-4594-aae6-64bde28c8731 req-b2e1a905-8c3e-40a1-a972-7d1e268c101e tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:21.543607 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a3f7a7ff-db7d-4594-aae6-64bde28c8731 req-b2e1a905-8c3e-40a1-a972-7d1e268c101e tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 932 time: 0.8136749 Mar 14 15:27:21.547162 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed88ab12-cfe7-4a43-8f20-a8dc4c82fa5c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Network 6c7c3d7f-2633-4429-9f91-64eb7f1e43e2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:21.557103 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76f4b291-3198-4f17-8abc-b8093a25d746 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.562735 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-1cd224e4-2e0c-4c41-8146-17f1af217d04 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Deleting port edd7d493-8708-4b5f-ab02-88daa9484dea {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:27:21.563066 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1cd224e4-2e0c-4c41-8146-17f1af217d04 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.589063 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f4b291-3198-4f17-8abc-b8093a25d746 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 77791802-e047-4a29-b65a-c1d2d600c6f7 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 14 15:27:21.591788 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0d8959e-2e99-4fa2-99d6-c895361a9a0b tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.598160 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76f4b291-3198-4f17-8abc-b8093a25d746 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.598337 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-ed88ab12-cfe7-4a43-8f20-a8dc4c82fa5c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:21.600999 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed88ab12-cfe7-4a43-8f20-a8dc4c82fa5c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:21.605353 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed88ab12-cfe7-4a43-8f20-a8dc4c82fa5c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:21.606422 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed88ab12-cfe7-4a43-8f20-a8dc4c82fa5c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.608539 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0d8959e-2e99-4fa2-99d6-c895361a9a0b tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.610504 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4b291-3198-4f17-8abc-b8093a25d746 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Pushing event deleted for resources: {'Network': ['ID=77791802-e047-4a29-b65a-c1d2d600c6f7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:21.628102 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-b20e44d0-7e61-46bf-8014-767ff202f077 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/quotas/8079f8e4b19848a3b695e728e0683a28 HTTP/1.1" status: 200 len: 375 time: 0.0728657 Mar 14 15:27:21.638101 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-76f4b291-3198-4f17-8abc-b8093a25d746 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] 10.222.0.60 "DELETE /v2.0/networks/77791802-e047-4a29-b65a-c1d2d600c6f7 HTTP/1.1" status: 204 len: 168 time: 1.0655046 Mar 14 15:27:21.645019 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43718) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:21.663379 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88ab12-cfe7-4a43-8f20-a8dc4c82fa5c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Pushing event updated for resources: {'Port': ['ID=fc098281-d714-431f-843c-a8e07624f775,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:21.679937 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-6f65f030-2905-4fa8-86dc-1b3ccdd785db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Request body: {'network': {'name': 'tempest-network--723585075'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:21.683112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8959e-2e99-4fa2-99d6-c895361a9a0b tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15718213-81c0-4c0e-8980-836a8b58057e,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:21.690923 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0d8959e-2e99-4fa2-99d6-c895361a9a0b tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.694807 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a0d8959e-2e99-4fa2-99d6-c895361a9a0b tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5752187 Mar 14 15:27:21.697390 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43722) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:21.708625 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-bb2e607e-cf15-4107-bcd7-2c3223babf42 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:21.715555 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bb2e607e-cf15-4107-bcd7-2c3223babf42 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:21.725881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bb2e607e-cf15-4107-bcd7-2c3223babf42 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Usage tracker for resource:floatingip and tenant:6caf3cf1c8df41a6b06f02779186d0e0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:21.735026 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bb2e607e-cf15-4107-bcd7-2c3223babf42 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:21.735284 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6f65f030-2905-4fa8-86dc-1b3ccdd785db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:21.744227 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bb2e607e-cf15-4107-bcd7-2c3223babf42 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:21.755046 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-39ecffa6-b181-453c-9e0b-3fd88ec43ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 8.0187964 Mar 14 15:27:21.760598 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43726) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:21.777901 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-6f65f030-2905-4fa8-86dc-1b3ccdd785db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Usage tracker for resource:network and tenant:136d4e723cab417e9cf16c527408caa8 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:21.796221 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ed88ab12-cfe7-4a43-8f20-a8dc4c82fa5c tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.9904416 Mar 14 15:27:21.812727 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43730) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:21.820217 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f0bd6cc9-45cd-4fb7-86dc-896b5b9a3bd2 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Request body: {'port': {'network_id': '6c7c3d7f-2633-4429-9f91-64eb7f1e43e2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2139884804'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:21.862124 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb2e607e-cf15-4107-bcd7-2c3223babf42 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.913538 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-6f65f030-2905-4fa8-86dc-1b3ccdd785db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:21.943208 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6f65f030-2905-4fa8-86dc-1b3ccdd785db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:21.979439 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-a3f7a7ff-db7d-4594-aae6-64bde28c8731 req-0e38e573-9b06-4425-8215-625bb60e1466 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Synchronizing usage tracker for tenant:7a768ca8c59c43f79f741921fc7a86a9 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:21.991769 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f65f030-2905-4fa8-86dc-1b3ccdd785db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Made reservation on behalf of 136d4e723cab417e9cf16c527408caa8 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:21.994677 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f65f030-2905-4fa8-86dc-1b3ccdd785db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.018595 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-9db88e69-7225-42cf-9757-2e13771fa36b req-1552e035-a274-4e32-8822-3c57734f107d service neutron] Request body: {'port': {'device_id': '1bba0bd6-d593-4bb1-a24d-863945439396', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:22.143084 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-a3f7a7ff-db7d-4594-aae6-64bde28c8731 req-0e38e573-9b06-4425-8215-625bb60e1466 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Unset dirty status for tenant:7a768ca8c59c43f79f741921fc7a86a9 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:22.144649 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a3f7a7ff-db7d-4594-aae6-64bde28c8731 req-0e38e573-9b06-4425-8215-625bb60e1466 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/security-groups?id=b402f9da-f4f4-492f-811c-246e6a8d2492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5890543 Mar 14 15:27:22.197040 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f65f030-2905-4fa8-86dc-1b3ccdd785db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:22.200317 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8f25df54-2303-4333-9a0c-62636f26e47d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Deleting port 6da668b7-38cc-454e-9ace-19155a702fc0 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:27:22.200815 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f25df54-2303-4333-9a0c-62636f26e47d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.200954 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-1cd224e4-2e0c-4c41-8146-17f1af217d04 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] For port edd7d493-8708-4b5f-ab02-88daa9484dea, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=edd7d493-8708-4b5f-ab02-88daa9484dea,segment=NetworkSegment(920193ab-a0f4-4b5e-998e-6e4a99915b41),segment_id=920193ab-a0f4-4b5e-998e-6e4a99915b41)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:22.201555 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1cd224e4-2e0c-4c41-8146-17f1af217d04 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.230415 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-46f38c70-7508-4d52-aa66-e59c6daf1285 None None] Provisioning for port fc098281-d714-431f-843c-a8e07624f775 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:27:22.239368 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-46f38c70-7508-4d52-aa66-e59c6daf1285 None None] Provisioning complete for port fc098281-d714-431f-843c-a8e07624f775 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:22.242272 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-46f38c70-7508-4d52-aa66-e59c6daf1285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.341925 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-46f38c70-7508-4d52-aa66-e59c6daf1285 None None] Port fc098281-d714-431f-843c-a8e07624f775 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:27:22.426408 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-1cd224e4-2e0c-4c41-8146-17f1af217d04 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Calling delete_port for edd7d493-8708-4b5f-ab02-88daa9484dea owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:27:22.454096 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f65f030-2905-4fa8-86dc-1b3ccdd785db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.454538 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-6f65f030-2905-4fa8-86dc-1b3ccdd785db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Added segment 6cea97bf-f571-4927-a0e1-ee5119ebf719 of type vlan for network 414501ee-f4db-45d2-a7a9-3c229ef2993d Mar 14 15:27:22.592920 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f65f030-2905-4fa8-86dc-1b3ccdd785db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.609313 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-7ffc93dc-c91d-4fa5-ae7c-a6d517af9c7f tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8079f8e4b19848a3b695e728e0683a28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9588268 Mar 14 15:27:22.844393 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f65f030-2905-4fa8-86dc-1b3ccdd785db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.846231 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f65f030-2905-4fa8-86dc-1b3ccdd785db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:22.847697 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f65f030-2905-4fa8-86dc-1b3ccdd785db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.861199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9db88e69-7225-42cf-9757-2e13771fa36b req-1552e035-a274-4e32-8822-3c57734f107d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.922103 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f0bd6cc9-45cd-4fb7-86dc-896b5b9a3bd2 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:22.927577 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f0bd6cc9-45cd-4fb7-86dc-896b5b9a3bd2 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Usage tracker for resource:port and tenant:29169e5688f540a0a0027cd19a85a362 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:22.931923 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f0bd6cc9-45cd-4fb7-86dc-896b5b9a3bd2 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:22.939728 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f0bd6cc9-45cd-4fb7-86dc-896b5b9a3bd2 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:23.053636 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6f65f030-2905-4fa8-86dc-1b3ccdd785db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3916082 Mar 14 15:27:23.068851 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43736) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:23.104829 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d0e86646-3ad4-4564-9316-6387d0ac5e74 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:23.193315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65f030-2905-4fa8-86dc-1b3ccdd785db tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Pushing event updated for resources: {'Network': ['ID=414501ee-f4db-45d2-a7a9-3c229ef2993d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:23.213265 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 414501ee-f4db-45d2-a7a9-3c229ef2993d details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:27:23.256343 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bd6cc9-45cd-4fb7-86dc-896b5b9a3bd2 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Made reservation on behalf of 29169e5688f540a0a0027cd19a85a362 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:23.259325 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f0bd6cc9-45cd-4fb7-86dc-896b5b9a3bd2 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.322746 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1cd224e4-2e0c-4c41-8146-17f1af217d04 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.379318 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-8f25df54-2303-4333-9a0c-62636f26e47d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] For port 6da668b7-38cc-454e-9ace-19155a702fc0, host hv-neutron-8335, got binding levels [] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:23.379860 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f25df54-2303-4333-9a0c-62636f26e47d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.397675 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-962cab26-c86f-4e0c-a6c4-e5c928311842 service neutron] 10.222.0.60 "GET /v2.0/networks/a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7580132 Mar 14 15:27:23.401228 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-f0bd6cc9-45cd-4fb7-86dc-896b5b9a3bd2 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] device_id is not set on port cbcf6788-5ba8-4126-8c48-066237dad48c yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:27:23.560252 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd224e4-2e0c-4c41-8146-17f1af217d04 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Pushing event deleted for resources: {'Port': ['ID=edd7d493-8708-4b5f-ab02-88daa9484dea,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:23.692309 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8f25df54-2303-4333-9a0c-62636f26e47d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Calling delete_port for 6da668b7-38cc-454e-9ace-19155a702fc0 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:27:23.865718 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1cd224e4-2e0c-4c41-8146-17f1af217d04 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.913484 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-f0bd6cc9-45cd-4fb7-86dc-896b5b9a3bd2 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Allocated IP 2001:db8::130 (6c7c3d7f-2633-4429-9f91-64eb7f1e43e2/205cf50f-65a3-48de-b2a8-a459a7d81e39/cbcf6788-5ba8-4126-8c48-066237dad48c) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:24.106419 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0e86646-3ad4-4564-9316-6387d0ac5e74 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.181049 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-af0f0b53-ad2c-42de-ad14-e711f136d63c service neutron] 10.222.0.60 "GET /v2.0/networks/a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7824917 Mar 14 15:27:24.350854 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0e86646-3ad4-4564-9316-6387d0ac5e74 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.366203 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb2e607e-cf15-4107-bcd7-2c3223babf42 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.373435 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1cd224e4-2e0c-4c41-8146-17f1af217d04 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.380742 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1cd224e4-2e0c-4c41-8146-17f1af217d04 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.547373 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-bb2e607e-cf15-4107-bcd7-2c3223babf42 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Allocated IP 172.26.4.47 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/130dd652-1c73-4541-8adb-f1ce86b811be) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:24.605422 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d0e86646-3ad4-4564-9316-6387d0ac5e74 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Network 414501ee-f4db-45d2-a7a9-3c229ef2993d is not hosted by any dhcp agent {{(pid=83910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 14 15:27:24.606567 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e86646-3ad4-4564-9316-6387d0ac5e74 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:24.607298 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0e86646-3ad4-4564-9316-6387d0ac5e74 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.613639 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d0e86646-3ad4-4564-9316-6387d0ac5e74 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] 10.222.0.60 "PUT /v2.0/networks/414501ee-f4db-45d2-a7a9-3c229ef2993d HTTP/1.1" status: 200 len: 857 time: 1.5416434 Mar 14 15:27:24.625444 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43750) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:24.881414 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5e9bb38b-46dc-469b-a97c-c637043ae70c req-4e7be5ee-97aa-40f3-91df-dc4d470b6cb8 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 210 time: 0.1769202 Mar 14 15:27:24.944322 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb2e607e-cf15-4107-bcd7-2c3223babf42 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.959457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f25df54-2303-4333-9a0c-62636f26e47d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.016613 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] Sync routers for ids ['89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:27:25.043097 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] Routers {'89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:25.043698 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:25.046958 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe37fd5-2e74-4d31-8e57-cf20e613fbe8 req-9dc2a0b5-952f-4fbb-9e49-e4294aeca47f tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:25.048714 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5fe37fd5-2e74-4d31-8e57-cf20e613fbe8 req-9dc2a0b5-952f-4fbb-9e49-e4294aeca47f tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 932 time: 1.5595164 Mar 14 15:27:25.061101 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25df54-2303-4333-9a0c-62636f26e47d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Pushing event deleted for resources: {'Port': ['ID=6da668b7-38cc-454e-9ace-19155a702fc0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:25.128847 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f0bd6cc9-45cd-4fb7-86dc-896b5b9a3bd2 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.129110 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1cd224e4-2e0c-4c41-8146-17f1af217d04 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.129110 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd224e4-2e0c-4c41-8146-17f1af217d04 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7d1a315-eeb2-41ba-8352-109b64f8676a {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:27:25.145153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f25df54-2303-4333-9a0c-62636f26e47d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.152410 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4394de2d-38ef-45c4-a0ca-75a91dc2e865 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.173941 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8f25df54-2303-4333-9a0c-62636f26e47d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] 10.222.0.60 "DELETE /v2.0/ports/6da668b7-38cc-454e-9ace-19155a702fc0 HTTP/1.1" status: 204 len: 168 time: 3.4122090 Mar 14 15:27:25.179289 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-f0bd6cc9-45cd-4fb7-86dc-896b5b9a3bd2 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Transition to ACTIVE for port object cbcf6788-5ba8-4126-8c48-066237dad48c will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:25.180184 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43766) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:25.226518 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-49945083-1e7c-4da7-8fb5-4ecd04657293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] GET failed (client error): The resource could not be found. Mar 14 15:27:25.227037 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-49945083-1e7c-4da7-8fb5-4ecd04657293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Synchronizing usage tracker for tenant:490cd19839ec44a897ffcae71c6dd34f on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:25.261331 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-49945083-1e7c-4da7-8fb5-4ecd04657293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Unset dirty status for tenant:490cd19839ec44a897ffcae71c6dd34f on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:25.262381 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-49945083-1e7c-4da7-8fb5-4ecd04657293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] 10.222.0.60 "GET /v2.0/ports/6da668b7-38cc-454e-9ace-19155a702fc0 HTTP/1.1" status: 404 len: 333 time: 0.0812469 Mar 14 15:27:25.275276 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43772) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:25.282149 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb2e607e-cf15-4107-bcd7-2c3223babf42 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.317890 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5120d0e3-dbf7-4df8-a308-c79d7b87db08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Request body: {'port': {'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-87832182'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:25.322506 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5120d0e3-dbf7-4df8-a308-c79d7b87db08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:25.343096 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5120d0e3-dbf7-4df8-a308-c79d7b87db08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:25.356942 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e86646-3ad4-4564-9316-6387d0ac5e74 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Pushing event updated for resources: {'Network': ['ID=414501ee-f4db-45d2-a7a9-3c229ef2993d,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:25.455731 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1cd224e4-2e0c-4c41-8146-17f1af217d04 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.460496 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1cd224e4-2e0c-4c41-8146-17f1af217d04 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "DELETE /v2.0/routers/a7d1a315-eeb2-41ba-8352-109b64f8676a HTTP/1.1" status: 204 len: 168 time: 8.1036639 Mar 14 15:27:25.471100 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc1a611a-df67-4d8d-9abe-634c07691658 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.481686 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43778) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:25.573479 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5fe37fd5-2e74-4d31-8e57-cf20e613fbe8 req-a5c3502e-be50-42d6-a45b-58323f06314f tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/security-groups?id=b402f9da-f4f4-492f-811c-246e6a8d2492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4966922 Mar 14 15:27:25.576415 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e607e-cf15-4107-bcd7-2c3223babf42 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Pushing event updated for resources: {'Port': ['ID=130dd652-1c73-4541-8adb-f1ce86b811be,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:25.602143 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5120d0e3-dbf7-4df8-a308-c79d7b87db08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Made reservation on behalf of 490cd19839ec44a897ffcae71c6dd34f for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:25.609253 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5120d0e3-dbf7-4df8-a308-c79d7b87db08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.641242 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2e607e-cf15-4107-bcd7-2c3223babf42 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:25.646449 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] Set router 89bbaaab-9a5d-4892-8641-fa97d9a6d7b1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:27:25.648006 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-bb2e607e-cf15-4107-bcd7-2c3223babf42 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:25.665202 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac341f6-4fdb-4b35-afd7-0eca6307649b tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Deleting subnet 04cac1b3-3faa-43e8-84f2-92a5bea6ed83 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:27:25.669804 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2e607e-cf15-4107-bcd7-2c3223babf42 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:25.702379 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2ac341f6-4fdb-4b35-afd7-0eca6307649b tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.750936 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-9db88e69-7225-42cf-9757-2e13771fa36b req-1552e035-a274-4e32-8822-3c57734f107d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a015d6-5050-4b10-b77d-1a1ea16fe35c {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:27:25.761876 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f0bd6cc9-45cd-4fb7-86dc-896b5b9a3bd2 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.768122 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-5120d0e3-dbf7-4df8-a308-c79d7b87db08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] device_id is not set on port 2ff6947e-6582-45e8-80e3-305fc8a088e2 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:27:25.982014 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc1a611a-df67-4d8d-9abe-634c07691658 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.996494 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9db88e69-7225-42cf-9757-2e13771fa36b req-1552e035-a274-4e32-8822-3c57734f107d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.019938 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2ac341f6-4fdb-4b35-afd7-0eca6307649b tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.037490 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-9db88e69-7225-42cf-9757-2e13771fa36b req-1552e035-a274-4e32-8822-3c57734f107d service neutron] Transition to ACTIVE for port object 70a015d6-5050-4b10-b77d-1a1ea16fe35c will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:26.099770 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bd6cc9-45cd-4fb7-86dc-896b5b9a3bd2 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Network 6c7c3d7f-2633-4429-9f91-64eb7f1e43e2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:26.149583 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-cc1a611a-df67-4d8d-9abe-634c07691658 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414501ee-f4db-45d2-a7a9-3c229ef2993d']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:26.206687 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9db88e69-7225-42cf-9757-2e13771fa36b req-1552e035-a274-4e32-8822-3c57734f107d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.211405 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-f0bd6cc9-45cd-4fb7-86dc-896b5b9a3bd2 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:26.228427 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-cc1a611a-df67-4d8d-9abe-634c07691658 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cea97bf-f571-4927-a0e1-ee5119ebf719') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:26.228794 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-cc1a611a-df67-4d8d-9abe-634c07691658 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cea97bf-f571-4927-a0e1-ee5119ebf719') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:26.241551 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bd6cc9-45cd-4fb7-86dc-896b5b9a3bd2 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:26.262273 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bd6cc9-45cd-4fb7-86dc-896b5b9a3bd2 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:26.262904 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f0bd6cc9-45cd-4fb7-86dc-896b5b9a3bd2 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.317179 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d18d8f92-e90d-4a94-9f5e-9daa71f75be3 req-3289f4ff-ecff-42a4-9863-c9775ab6fb17 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 210 time: 0.2443693 Mar 14 15:27:26.371741 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'name': 'tempest-ServerActionsTestJSON-323819497-router', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:50Z', 'updated_at': '2022-03-14T15:27:02Z', 'revision_number': 4, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'gw_port': {'id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:52Z', 'updated_at': '2022-03-14T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '587a3fec-bb58-4693-a218-8a7512d9eac6', 'name': '', 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'mac_address': 'fa:16:3e:54:d1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '453fbd59-94cf-411e-8df0-3bc90080a3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:00Z', 'updated_at': '2022-03-14T15:27:02Z', 'revision_number': 2, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'subnets': [{'id': '453fbd59-94cf-411e-8df0-3bc90080a3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:26.376393 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] Checking router: 89bbaaab-9a5d-4892-8641-fa97d9a6d7b1 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:27:26.376853 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] Updating router 89bbaaab-9a5d-4892-8641-fa97d9a6d7b1 port 587a3fec-bb58-4693-a218-8a7512d9eac6 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:27:26.394358 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc1a611a-df67-4d8d-9abe-634c07691658 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.433717 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2ac341f6-4fdb-4b35-afd7-0eca6307649b tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.435635 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd6cc9-45cd-4fb7-86dc-896b5b9a3bd2 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Pushing event updated for resources: {'Port': ['ID=cbcf6788-5ba8-4126-8c48-066237dad48c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:26.487151 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.652159 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc1a611a-df67-4d8d-9abe-634c07691658 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.666685 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2ac341f6-4fdb-4b35-afd7-0eca6307649b tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.731954 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f0bd6cc9-45cd-4fb7-86dc-896b5b9a3bd2 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.9159899 Mar 14 15:27:26.732617 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43792) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:26.783369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1a611a-df67-4d8d-9abe-634c07691658 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:27:26.784105 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc1a611a-df67-4d8d-9abe-634c07691658 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:27:26.818813 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:27:26.827424 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4f6b835d-de99-4b74-9169-e5d760d8e7fe None None] Provisioning for port cbcf6788-5ba8-4126-8c48-066237dad48c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:27:26.831941 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1bd555c1-b41c-40ff-8c63-9f28c3e32f42 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::286', 'mac_address': 'fa:16:3e:f7:52:07'}, {'ip_address': '2001:db8::2b5', 'mac_address': 'fa:16:3e:ff:16:09'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:26.833656 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4f6b835d-de99-4b74-9169-e5d760d8e7fe None None] Provisioning complete for port cbcf6788-5ba8-4126-8c48-066237dad48c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:26.834035 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f6b835d-de99-4b74-9169-e5d760d8e7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.993842 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4f6b835d-de99-4b74-9169-e5d760d8e7fe None None] Port cbcf6788-5ba8-4126-8c48-066237dad48c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:27:27.018204 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac341f6-4fdb-4b35-afd7-0eca6307649b tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=04cac1b3-3faa-43e8-84f2-92a5bea6ed83,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:27.086429 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2ac341f6-4fdb-4b35-afd7-0eca6307649b tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.132327 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2ac341f6-4fdb-4b35-afd7-0eca6307649b tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/04cac1b3-3faa-43e8-84f2-92a5bea6ed83 HTTP/1.1" status: 204 len: 168 time: 1.6495278 Mar 14 15:27:27.139891 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43796) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:27.173583 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552e035-a274-4e32-8822-3c57734f107d service neutron] Pushing event updated for resources: {'Port': ['ID=70a015d6-5050-4b10-b77d-1a1ea16fe35c,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:27.188051 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc1a611a-df67-4d8d-9abe-634c07691658 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.189899 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-4394de2d-38ef-45c4-a0ca-75a91dc2e865 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Allocated IP 172.20.0.1 (c6ebe578-c45a-4010-9aa8-e6a3cbaf9881/55f3a00e-d482-49c1-8d41-e25cb575a5f0/8a2e5f59-a7e4-4feb-ae2d-a971354426b9) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:27.405374 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.443505 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] Transition to ACTIVE for port object 587a3fec-bb58-4693-a218-8a7512d9eac6 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:27.461475 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.539061 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-9db88e69-7225-42cf-9757-2e13771fa36b req-1552e035-a274-4e32-8822-3c57734f107d service neutron] Attempting to bind port 70a015d6-5050-4b10-b77d-1a1ea16fe35c on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:27.539696 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-9db88e69-7225-42cf-9757-2e13771fa36b req-1552e035-a274-4e32-8822-3c57734f107d service neutron] Attempting to bind port 70a015d6-5050-4b10-b77d-1a1ea16fe35c by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '9fdf4dda-1717-4ba3-8803-d553a0d7ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:27.540122 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db88e69-7225-42cf-9757-2e13771fa36b req-1552e035-a274-4e32-8822-3c57734f107d service neutron] Attempting to bind port 70a015d6-5050-4b10-b77d-1a1ea16fe35c on network 2d9d8d8c-ccb5-4a93-9f99-f993dc8af841 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:27.549638 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5120d0e3-dbf7-4df8-a308-c79d7b87db08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.555321 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a25b8-0e20-4acb-807f-20b77efb6394 None None] Pushing event updated for resources: {'Port': ['ID=587a3fec-bb58-4693-a218-8a7512d9eac6,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:27.630555 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.24', 53502) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:27.760270 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4394de2d-38ef-45c4-a0ca-75a91dc2e865 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.796197 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-4394de2d-38ef-45c4-a0ca-75a91dc2e865 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Transition to ACTIVE for port object 8a2e5f59-a7e4-4feb-ae2d-a971354426b9 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:27.806571 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5ca00c9b-236a-479b-ab21-2e1cd45eb519 req-2b8da45c-3977-4fd0-a011-ea470cdfb36f tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 210 time: 0.1128790 Mar 14 15:27:27.808984 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db88e69-7225-42cf-9757-2e13771fa36b req-1552e035-a274-4e32-8822-3c57734f107d service neutron] Port 70a015d6-5050-4b10-b77d-1a1ea16fe35c on network 2d9d8d8c-ccb5-4a93-9f99-f993dc8af841 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:27.811288 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db88e69-7225-42cf-9757-2e13771fa36b req-1552e035-a274-4e32-8822-3c57734f107d service neutron] Attempting to bind port 70a015d6-5050-4b10-b77d-1a1ea16fe35c on network 2d9d8d8c-ccb5-4a93-9f99-f993dc8af841 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:27.876697 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1a611a-df67-4d8d-9abe-634c07691658 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 414501ee-f4db-45d2-a7a9-3c229ef2993d {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 14 15:27:27.907512 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4394de2d-38ef-45c4-a0ca-75a91dc2e865 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.912969 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] Attempting to bind port 587a3fec-bb58-4693-a218-8a7512d9eac6 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:27.915193 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc1a611a-df67-4d8d-9abe-634c07691658 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.925976 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] Attempting to bind port 587a3fec-bb58-4693-a218-8a7512d9eac6 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'ad624868-762a-4d97-b5cf-48daabb17d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:27.926473 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] Attempting to bind port 587a3fec-bb58-4693-a218-8a7512d9eac6 on network a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:27.947603 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:27:27.947980 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] Checking segment: {'id': 'ad624868-762a-4d97-b5cf-48daabb17d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:27:27.948386 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.948785 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] Bound using segment: {'id': 'ad624868-762a-4d97-b5cf-48daabb17d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:27:27.949256 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] Bound port: 587a3fec-bb58-4693-a218-8a7512d9eac6, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad624868-762a-4d97-b5cf-48daabb17d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:27.949654 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.043750 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb2e607e-cf15-4107-bcd7-2c3223babf42 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.050209 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db88e69-7225-42cf-9757-2e13771fa36b req-1552e035-a274-4e32-8822-3c57734f107d service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:27:28.052920 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db88e69-7225-42cf-9757-2e13771fa36b req-1552e035-a274-4e32-8822-3c57734f107d service neutron] Checking segment: {'id': '9fdf4dda-1717-4ba3-8803-d553a0d7ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:27:28.054491 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db88e69-7225-42cf-9757-2e13771fa36b req-1552e035-a274-4e32-8822-3c57734f107d service neutron] Bound using segment: {'id': '9fdf4dda-1717-4ba3-8803-d553a0d7ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:27:28.055211 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-9db88e69-7225-42cf-9757-2e13771fa36b req-1552e035-a274-4e32-8822-3c57734f107d service neutron] Bound port: 70a015d6-5050-4b10-b77d-1a1ea16fe35c, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fdf4dda-1717-4ba3-8803-d553a0d7ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:28.057855 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9db88e69-7225-42cf-9757-2e13771fa36b req-1552e035-a274-4e32-8822-3c57734f107d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.083802 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394de2d-38ef-45c4-a0ca-75a91dc2e865 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Pushing event updated for resources: {'Port': ['ID=8a2e5f59-a7e4-4feb-ae2d-a971354426b9,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:28.086183 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a611a-df67-4d8d-9abe-634c07691658 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] Pushing event deleted for resources: {'Network': ['ID=414501ee-f4db-45d2-a7a9-3c229ef2993d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:28.088471 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] For port 587a3fec-bb58-4693-a218-8a7512d9eac6, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:28.092336 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] For port 587a3fec-bb58-4693-a218-8a7512d9eac6, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=587a3fec-bb58-4693-a218-8a7512d9eac6,segment=NetworkSegment(ad624868-762a-4d97-b5cf-48daabb17d8c),segment_id=ad624868-762a-4d97-b5cf-48daabb17d8c)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:28.102744 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.104553 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1bd555c1-b41c-40ff-8c63-9f28c3e32f42 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.196506 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-01217f47-6e49-4607-981b-bfdcbd82bdba tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:28.198161 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-01217f47-6e49-4607-981b-bfdcbd82bdba tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.24 "GET /v2.0/networks?id=a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 HTTP/1.1" status: 200 len: 811 time: 0.5579982 Mar 14 15:27:28.238300 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a25b8-0e20-4acb-807f-20b77efb6394 None None] Pushing event updated for resources: {'Port': ['ID=587a3fec-bb58-4693-a218-8a7512d9eac6,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:28.243309 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] Routers {'89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:28.244801 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:28.283850 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4394de2d-38ef-45c4-a0ca-75a91dc2e865 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Network c6ebe578-c45a-4010-9aa8-e6a3cbaf9881 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:28.287958 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-4394de2d-38ef-45c4-a0ca-75a91dc2e865 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:28.307145 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4394de2d-38ef-45c4-a0ca-75a91dc2e865 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:28.417862 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad5256bf-79d9-4875-a56c-aba6eb4224c2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.419661 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4394de2d-38ef-45c4-a0ca-75a91dc2e865 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.427367 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-cc1a611a-df67-4d8d-9abe-634c07691658 tempest-ExternalNetworksTestJSON-1662687693 tempest-ExternalNetworksTestJSON-1662687693-project-admin] 10.222.0.60 "DELETE /v2.0/networks/414501ee-f4db-45d2-a7a9-3c229ef2993d HTTP/1.1" status: 204 len: 168 time: 3.7972507 Mar 14 15:27:28.434283 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43808) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:28.465954 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb2e607e-cf15-4107-bcd7-2c3223babf42 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.535377 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] Set router 89bbaaab-9a5d-4892-8641-fa97d9a6d7b1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:27:28.541302 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c064ea2-e29e-4e81-825f-ea5bc74fafb7 req-8f983f38-ff7d-4500-9830-1b4c41e2e1cf tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:28.559709 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2c064ea2-e29e-4e81-825f-ea5bc74fafb7 req-8f983f38-ff7d-4500-9830-1b4c41e2e1cf tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 944 time: 1.5476778 Mar 14 15:27:28.648711 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5120d0e3-dbf7-4df8-a308-c79d7b87db08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.658651 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06bea40-bee7-4b16-bc72-8f880a164ab1 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] DELETE failed (client error): The resource could not be found. Mar 14 15:27:28.659109 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06bea40-bee7-4b16-bc72-8f880a164ab1 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:27:28.659892 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-9db88e69-7225-42cf-9757-2e13771fa36b req-1552e035-a274-4e32-8822-3c57734f107d service neutron] For port 70a015d6-5050-4b10-b77d-1a1ea16fe35c, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:28.663115 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a06bea40-bee7-4b16-bc72-8f880a164ab1 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] 10.222.0.60 "DELETE /v2.0/subnets/c88d8c47-a9a9-4678-90a0-fe79c1bedd06 HTTP/1.1" status: 404 len: 337 time: 0.2251081 Mar 14 15:27:28.671459 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43812) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:28.721757 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3029bcc8-5513-4dde-a8e4-b6b6eff3e6c3 None None] Provisioning for port 8a2e5f59-a7e4-4feb-ae2d-a971354426b9 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:27:28.728263 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3029bcc8-5513-4dde-a8e4-b6b6eff3e6c3 None None] Provisioning complete for port 8a2e5f59-a7e4-4feb-ae2d-a971354426b9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:28.728981 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3029bcc8-5513-4dde-a8e4-b6b6eff3e6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.787830 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3029bcc8-5513-4dde-a8e4-b6b6eff3e6c3 None None] Port 8a2e5f59-a7e4-4feb-ae2d-a971354426b9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:27:28.813451 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-9db88e69-7225-42cf-9757-2e13771fa36b req-1552e035-a274-4e32-8822-3c57734f107d service neutron] For port 70a015d6-5050-4b10-b77d-1a1ea16fe35c, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=70a015d6-5050-4b10-b77d-1a1ea16fe35c,segment=NetworkSegment(9fdf4dda-1717-4ba3-8803-d553a0d7ff75),segment_id=9fdf4dda-1717-4ba3-8803-d553a0d7ff75)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:28.837159 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9db88e69-7225-42cf-9757-2e13771fa36b req-1552e035-a274-4e32-8822-3c57734f107d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.857678 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0fc9b37-8037-4cd9-9e76-ff9e2db791f2 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.874117 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9db88e69-7225-42cf-9757-2e13771fa36b req-1552e035-a274-4e32-8822-3c57734f107d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.875658 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9db88e69-7225-42cf-9757-2e13771fa36b req-1552e035-a274-4e32-8822-3c57734f107d service neutron] 10.222.0.24 "PUT /v2.0/ports/70a015d6-5050-4b10-b77d-1a1ea16fe35c HTTP/1.1" status: 200 len: 1094 time: 7.0791025 Mar 14 15:27:28.879107 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bba0bd6-d593-4bb1-a24d-863945439396', 'tag': '70a015d6-5050-4b10-b77d-1a1ea16fe35c'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:27:28.961352 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4394de2d-38ef-45c4-a0ca-75a91dc2e865 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.979575 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5120d0e3-dbf7-4df8-a308-c79d7b87db08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:29.024992 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'name': 'tempest-ServerActionsTestJSON-323819497-router', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:50Z', 'updated_at': '2022-03-14T15:27:02Z', 'revision_number': 4, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'gw_port': {'id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:52Z', 'updated_at': '2022-03-14T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '587a3fec-bb58-4693-a218-8a7512d9eac6', 'name': '', 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'mac_address': 'fa:16:3e:54:d1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '453fbd59-94cf-411e-8df0-3bc90080a3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:00Z', 'updated_at': '2022-03-14T15:27:28Z', 'revision_number': 4, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'subnets': [{'id': '453fbd59-94cf-411e-8df0-3bc90080a3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:29.039247 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadd6a65-b9eb-46ba-a195-cb43a58c4ad0 None None] The sync data for ids ['89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'] in dv-neutron-833561-1-hyperv is: [{'id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'name': 'tempest-ServerActionsTestJSON-323819497-router', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:50Z', 'updated_at': '2022-03-14T15:27:02Z', 'revision_number': 4, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'gw_port': {'id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:52Z', 'updated_at': '2022-03-14T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '587a3fec-bb58-4693-a218-8a7512d9eac6', 'name': '', 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'mac_address': 'fa:16:3e:54:d1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '453fbd59-94cf-411e-8df0-3bc90080a3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:00Z', 'updated_at': '2022-03-14T15:27:28Z', 'revision_number': 4, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'subnets': [{'id': '453fbd59-94cf-411e-8df0-3bc90080a3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:27:29.043198 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120d0e3-dbf7-4df8-a308-c79d7b87db08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Pushing event updated for resources: {'Port': ['ID=2ff6947e-6582-45e8-80e3-305fc8a088e2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:29.074724 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2c064ea2-e29e-4e81-825f-ea5bc74fafb7 req-880e8220-105d-4dfc-bc00-1b7450c317e1 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/security-groups?id=b402f9da-f4f4-492f-811c-246e6a8d2492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5130517 Mar 14 15:27:29.156123 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-5120d0e3-dbf7-4df8-a308-c79d7b87db08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:29.206528 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5120d0e3-dbf7-4df8-a308-c79d7b87db08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:29.210920 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5120d0e3-dbf7-4df8-a308-c79d7b87db08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:29.211552 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5120d0e3-dbf7-4df8-a308-c79d7b87db08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.257267 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5120d0e3-dbf7-4df8-a308-c79d7b87db08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 3.9805779 Mar 14 15:27:29.270978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43826) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:29.290838 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cf5ea987-1693-4e1b-ad72-06c04b4eebfe req-8625f46e-d1d3-4e7f-a1ad-720fd98cfe84 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 210 time: 0.1482894 Mar 14 15:27:29.297673 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8335'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:29.368460 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0fc9b37-8037-4cd9-9e76-ff9e2db791f2 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.393120 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-bb2e607e-cf15-4107-bcd7-2c3223babf42 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:27:29.394911 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad5256bf-79d9-4875-a56c-aba6eb4224c2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.410227 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bba0bd6-d593-4bb1-a24d-863945439396', 'tag': '70a015d6-5050-4b10-b77d-1a1ea16fe35c', 'status': 'completed', 'code': 200} Mar 14 15:27:29.440477 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552e035-a274-4e32-8822-3c57734f107d service neutron] Pushing event updated for resources: {'Port': ['ID=70a015d6-5050-4b10-b77d-1a1ea16fe35c,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:29.461117 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb2e607e-cf15-4107-bcd7-2c3223babf42 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.475610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-d0fc9b37-8037-4cd9-9e76-ff9e2db791f2 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e409daa-8f6a-4d85-b732-58552c0bf457']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:29.479132 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb2e607e-cf15-4107-bcd7-2c3223babf42 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.493934 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ad5256bf-79d9-4875-a56c-aba6eb4224c2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90062c88-66c6-4516-9e82-e1688fb18b13']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:29.510846 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-d0fc9b37-8037-4cd9-9e76-ff9e2db791f2 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4fa113f-f15a-4939-a95c-fa5d5b649915') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:29.511145 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-d0fc9b37-8037-4cd9-9e76-ff9e2db791f2 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4fa113f-f15a-4939-a95c-fa5d5b649915') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:29.538439 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0fc9b37-8037-4cd9-9e76-ff9e2db791f2 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.550211 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ad5256bf-79d9-4875-a56c-aba6eb4224c2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920193ab-a0f4-4b5e-998e-6e4a99915b41') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:29.550694 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ad5256bf-79d9-4875-a56c-aba6eb4224c2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920193ab-a0f4-4b5e-998e-6e4a99915b41') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:29.558999 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.586152 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad5256bf-79d9-4875-a56c-aba6eb4224c2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.605515 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0fc9b37-8037-4cd9-9e76-ff9e2db791f2 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.625385 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad5256bf-79d9-4875-a56c-aba6eb4224c2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.628752 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0fc9b37-8037-4cd9-9e76-ff9e2db791f2 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:27:29.629137 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0fc9b37-8037-4cd9-9e76-ff9e2db791f2 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:27:29.645330 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:27:29.647559 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-1bd555c1-b41c-40ff-8c63-9f28c3e32f42 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:27:29.654896 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5256bf-79d9-4875-a56c-aba6eb4224c2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:27:29.655302 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad5256bf-79d9-4875-a56c-aba6eb4224c2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:27:29.670394 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:27:29.676483 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1bd555c1-b41c-40ff-8c63-9f28c3e32f42 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.684647 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e607e-cf15-4107-bcd7-2c3223babf42 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Pushing event updated for resources: {'Port': ['ID=130dd652-1c73-4541-8adb-f1ce86b811be,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:29.700975 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1bd555c1-b41c-40ff-8c63-9f28c3e32f42 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.797925 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb2e607e-cf15-4107-bcd7-2c3223babf42 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.885292 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1bd555c1-b41c-40ff-8c63-9f28c3e32f42 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] In _notify_port_updated(), no bound segment for port cbcf6788-5ba8-4126-8c48-066237dad48c on network 6c7c3d7f-2633-4429-9f91-64eb7f1e43e2 {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 14 15:27:29.889180 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd555c1-b41c-40ff-8c63-9f28c3e32f42 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:29.889827 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1bd555c1-b41c-40ff-8c63-9f28c3e32f42 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.896659 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1bd555c1-b41c-40ff-8c63-9f28c3e32f42 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "PUT /v2.0/ports/cbcf6788-5ba8-4126-8c48-066237dad48c HTTP/1.1" status: 200 len: 1068 time: 3.1048381 Mar 14 15:27:29.903598 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43832) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:29.929685 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd555c1-b41c-40ff-8c63-9f28c3e32f42 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Pushing event updated for resources: {'Port': ['ID=cbcf6788-5ba8-4126-8c48-066237dad48c,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:29.942400 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad5256bf-79d9-4875-a56c-aba6eb4224c2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.947342 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5256bf-79d9-4875-a56c-aba6eb4224c2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 90062c88-66c6-4516-9e82-e1688fb18b13 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 14 15:27:29.949401 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad5256bf-79d9-4875-a56c-aba6eb4224c2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.967072 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0fc9b37-8037-4cd9-9e76-ff9e2db791f2 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.971644 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0fc9b37-8037-4cd9-9e76-ff9e2db791f2 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.975119 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb2e607e-cf15-4107-bcd7-2c3223babf42 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.983921 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bb2e607e-cf15-4107-bcd7-2c3223babf42 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.2735741 Mar 14 15:27:30.037713 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d0fc9b37-8037-4cd9-9e76-ff9e2db791f2 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] 10.222.0.60 "DELETE /v2.0/networks/6e409daa-8f6a-4d85-b732-58552c0bf457 HTTP/1.1" status: 204 len: 168 time: 1.3555794 Mar 14 15:27:30.045916 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-12bf9e4d-2fb9-488d-8680-86e3526543a9 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Deleting port cbcf6788-5ba8-4126-8c48-066237dad48c {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:27:30.054351 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-12bf9e4d-2fb9-488d-8680-86e3526543a9 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:30.061824 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5256bf-79d9-4875-a56c-aba6eb4224c2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Pushing event deleted for resources: {'Network': ['ID=90062c88-66c6-4516-9e82-e1688fb18b13,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:30.376254 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-54320925-faf7-4a4c-aeba-81cfe315d3d1 None None] Provisioning complete for port cbcf6788-5ba8-4126-8c48-066237dad48c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:30.378065 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4394de2d-38ef-45c4-a0ca-75a91dc2e865 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:30.378602 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54320925-faf7-4a4c-aeba-81cfe315d3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:30.387389 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc9b37-8037-4cd9-9e76-ff9e2db791f2 tempest-ExternalNetworksTestJSON-1993413318 tempest-ExternalNetworksTestJSON-1993413318-project] Pushing event deleted for resources: {'Network': ['ID=6e409daa-8f6a-4d85-b732-58552c0bf457,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:30.391578 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ad5256bf-79d9-4875-a56c-aba6eb4224c2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "DELETE /v2.0/networks/90062c88-66c6-4516-9e82-e1688fb18b13 HTTP/1.1" status: 204 len: 168 time: 3.2493377 Mar 14 15:27:30.400607 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4394de2d-38ef-45c4-a0ca-75a91dc2e865 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:30.465363 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] device_id is not set on port 2ff6947e-6582-45e8-80e3-305fc8a088e2 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:27:30.475471 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-54320925-faf7-4a4c-aeba-81cfe315d3d1 None None] Port cbcf6788-5ba8-4126-8c48-066237dad48c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:27:30.527251 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:30.684663 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43856) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:30.684865 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 587a3fec-bb58-4693-a218-8a7512d9eac6 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:27:30.765262 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Transition to ACTIVE for port object 2ff6947e-6582-45e8-80e3-305fc8a088e2 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:30.777530 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-e464b48f-3a4b-43e5-b796-6cac982d764a tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8079f8e4b19848a3b695e728e0683a28 HTTP/1.1" status: 200 len: 379 time: 0.4399073 Mar 14 15:27:30.823073 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-332e3226-f21f-4026-8e13-c652c6a5e940 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Request body: {'port': {'device_id': '68a53ffe-1476-42d9-a318-d3edf7ecb015', 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7', 'admin_state_up': True, 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'security_groups': ['176a5793-38e4-4ea8-9a52-4ba516fcaedb']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:30.862584 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 587a3fec-bb58-4693-a218-8a7512d9eac6 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:27:30.876977 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 587a3fec-bb58-4693-a218-8a7512d9eac6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:30.877346 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:30.879360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394de2d-38ef-45c4-a0ca-75a91dc2e865 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Pushing event updated for resources: {'Port': ['ID=8a2e5f59-a7e4-4feb-ae2d-a971354426b9,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:30.923926 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4394de2d-38ef-45c4-a0ca-75a91dc2e865 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:30.927402 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:31.084696 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-9a70b99d-c320-4c51-a6c4-80bf7e37df7a tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Synchronizing usage tracker for tenant:6caf3cf1c8df41a6b06f02779186d0e0 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:31.085139 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43866) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:31.097551 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-854a49e6-1482-4ff5-9361-75d7bf832e84 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Request body: {'router': {'name': 'tempest-router--1482723252', 'project_id': 'ba3b227c95474864bd974a19e657829e'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:31.122631 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-854a49e6-1482-4ff5-9361-75d7bf832e84 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:31.132559 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-854a49e6-1482-4ff5-9361-75d7bf832e84 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Usage tracker for resource:router and tenant:ba3b227c95474864bd974a19e657829e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:31.148915 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1dfa32-cde4-4bda-865d-be04b6c2aba3 req-0bfd1ae5-3778-4b8f-9881-261094ddcbfc tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:31.150461 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6c1dfa32-cde4-4bda-865d-be04b6c2aba3 req-0bfd1ae5-3778-4b8f-9881-261094ddcbfc tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 944 time: 0.7555065 Mar 14 15:27:31.153890 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-854a49e6-1482-4ff5-9361-75d7bf832e84 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:31.163549 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-854a49e6-1482-4ff5-9361-75d7bf832e84 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:31.240768 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:31.241203 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4394de2d-38ef-45c4-a0ca-75a91dc2e865 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Network c6ebe578-c45a-4010-9aa8-e6a3cbaf9881 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:31.250110 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-4394de2d-38ef-45c4-a0ca-75a91dc2e865 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:31.259838 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-854a49e6-1482-4ff5-9361-75d7bf832e84 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:31.260779 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-854a49e6-1482-4ff5-9361-75d7bf832e84 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:31.292430 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 587a3fec-bb58-4693-a218-8a7512d9eac6, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=587a3fec-bb58-4693-a218-8a7512d9eac6,segment=NetworkSegment(ad624868-762a-4d97-b5cf-48daabb17d8c),segment_id=ad624868-762a-4d97-b5cf-48daabb17d8c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:31.299611 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:31.307631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-12bf9e4d-2fb9-488d-8680-86e3526543a9 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:31.310495 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-854a49e6-1482-4ff5-9361-75d7bf832e84 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:31.409888 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=587a3fec-bb58-4693-a218-8a7512d9eac6,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:31.435606 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-854a49e6-1482-4ff5-9361-75d7bf832e84 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:31.507841 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7a33d1c4-f3c5-4c08-a1ac-649dc9537b1d req-0511a11a-2a28-4515-8aad-5838d5df512c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a768ca8c59c43f79f741921fc7a86a9&device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 1097 time: 1.2016733 Mar 14 15:27:31.559955 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6c1dfa32-cde4-4bda-865d-be04b6c2aba3 req-dd29cae8-d315-48a2-bc6c-d36540937c42 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/security-groups?id=b402f9da-f4f4-492f-811c-246e6a8d2492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3990386 Mar 14 15:27:31.564641 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-854a49e6-1482-4ff5-9361-75d7bf832e84 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:31.565634 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-854a49e6-1482-4ff5-9361-75d7bf832e84 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4768751 Mar 14 15:27:31.570018 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43870) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:31.577962 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-9a70b99d-c320-4c51-a6c4-80bf7e37df7a tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Unset dirty status for tenant:6caf3cf1c8df41a6b06f02779186d0e0 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:31.578776 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-9a70b99d-c320-4c51-a6c4-80bf7e37df7a tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--937474777&fields=id&tenant_id=6caf3cf1c8df41a6b06f02779186d0e0 HTTP/1.1" status: 200 len: 267 time: 1.2376525 Mar 14 15:27:31.579895 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Pushing event updated for resources: {'Port': ['ID=2ff6947e-6582-45e8-80e3-305fc8a088e2,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:31.618756 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a29aeeb9-180b-4876-9780-a53327acdd85 None None] Provisioning complete for port 8a2e5f59-a7e4-4feb-ae2d-a971354426b9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:31.619740 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a29aeeb9-180b-4876-9780-a53327acdd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:31.696708 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-12bf9e4d-2fb9-488d-8680-86e3526543a9 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Calling delete_port for cbcf6788-5ba8-4126-8c48-066237dad48c owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:27:31.728594 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a29aeeb9-180b-4876-9780-a53327acdd85 None None] Port 8a2e5f59-a7e4-4feb-ae2d-a971354426b9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:27:31.753503 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b038251-d7c2-4fc8-b6b9-9fd08358ab4e tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.008937 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-d20d12cb-b263-451f-85b8-f1b88953d6c0 req-66360ffd-5b5f-41fc-8d0b-3c839c0104b3 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Synchronizing usage tracker for tenant:8079f8e4b19848a3b695e728e0683a28 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:32.038774 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-332e3226-f21f-4026-8e13-c652c6a5e940 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:32.056918 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:32.057248 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:32.057621 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:32.079252 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-332e3226-f21f-4026-8e13-c652c6a5e940 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Usage tracker for resource:port and tenant:8079f8e4b19848a3b695e728e0683a28 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:32.089708 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6d18a54b-074b-4cd2-b9c2-3a7287b4b90d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2237ae8bc46548a0aa592df3cd003dbf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3732433 Mar 14 15:27:32.093111 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-332e3226-f21f-4026-8e13-c652c6a5e940 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:32.099770 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43874) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:32.111028 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-d20d12cb-b263-451f-85b8-f1b88953d6c0 req-66360ffd-5b5f-41fc-8d0b-3c839c0104b3 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Unset dirty status for tenant:8079f8e4b19848a3b695e728e0683a28 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:32.112163 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d20d12cb-b263-451f-85b8-f1b88953d6c0 req-66360ffd-5b5f-41fc-8d0b-3c839c0104b3 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 210 time: 0.3086362 Mar 14 15:27:32.122832 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-332e3226-f21f-4026-8e13-c652c6a5e940 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:32.153947 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:32.154331 dv-neutron-833561-1-hyperv neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:32.172449 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 2 to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 Mar 14 15:27:32.202504 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-d09755c2-fc09-46a5-8b12-0b6f70bf5636 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:32.204029 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-d09755c2-fc09-46a5-8b12-0b6f70bf5636 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/networks?id=da8edb3e-70af-4204-b598-deb9b1bae5e6 HTTP/1.1" status: 200 len: 812 time: 0.5158470 Mar 14 15:27:32.205112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33d1c4-f3c5-4c08-a1ac-649dc9537b1d req-71be0cf6-cbba-43b0-8e00-33979e7c68c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:32.206408 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7a33d1c4-f3c5-4c08-a1ac-649dc9537b1d req-71be0cf6-cbba-43b0-8e00-33979e7c68c0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7a768ca8c59c43f79f741921fc7a86a9&shared=False HTTP/1.1" status: 200 len: 907 time: 0.5516543 Mar 14 15:27:32.249079 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:32.249409 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:32.249743 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:32.264202 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-332e3226-f21f-4026-8e13-c652c6a5e940 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Made reservation on behalf of 8079f8e4b19848a3b695e728e0683a28 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:32.267619 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-332e3226-f21f-4026-8e13-c652c6a5e940 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.369378 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-34d54be6-25ba-40e6-acb1-5eae3d074814 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/quotas/6caf3cf1c8df41a6b06f02779186d0e0 HTTP/1.1" status: 200 len: 375 time: 0.1473103 Mar 14 15:27:32.369908 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:32.370255 dv-neutron-833561-1-hyperv neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:32.379946 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 3 to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 Mar 14 15:27:32.392604 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-12bf9e4d-2fb9-488d-8680-86e3526543a9 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.430882 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b038251-d7c2-4fc8-b6b9-9fd08358ab4e tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.438014 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b038251-d7c2-4fc8-b6b9-9fd08358ab4e tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.477957 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b038251-d7c2-4fc8-b6b9-9fd08358ab4e tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.478455 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b038251-d7c2-4fc8-b6b9-9fd08358ab4e tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e5d9a20-db69-4f6c-bf43-806b79af939b {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:27:32.489445 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b038251-d7c2-4fc8-b6b9-9fd08358ab4e tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.490568 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5b038251-d7c2-4fc8-b6b9-9fd08358ab4e tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "DELETE /v2.0/routers/7e5d9a20-db69-4f6c-bf43-806b79af939b HTTP/1.1" status: 204 len: 168 time: 0.9196210 Mar 14 15:27:32.504066 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4394de2d-38ef-45c4-a0ca-75a91dc2e865 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Router e508ac0a-f4c4-4236-a20b-137b65c60757 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:32.534693 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf9e4d-2fb9-488d-8680-86e3526543a9 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Pushing event deleted for resources: {'Port': ['ID=cbcf6788-5ba8-4126-8c48-066237dad48c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:32.545542 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:32.545875 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:32.546393 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:32.577193 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:32.577580 dv-neutron-833561-1-hyperv neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:32.586809 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 4 to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 Mar 14 15:27:32.666917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43882) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:32.671525 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 587a3fec-bb58-4693-a218-8a7512d9eac6 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:27:32.704625 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cade424b-f6f3-4832-b7ac-99b65dfe0157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.740810 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4394de2d-38ef-45c4-a0ca-75a91dc2e865 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:32.744114 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:32.744676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:32.745651 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:32.762781 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4394de2d-38ef-45c4-a0ca-75a91dc2e865 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] 10.222.0.60 "PUT /v2.0/routers/e508ac0a-f4c4-4236-a20b-137b65c60757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3099568 Mar 14 15:27:32.763600 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43888) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:32.776039 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81647065-82d7-4e39-8c61-c15c1d1db250 None None] Sync routers for ids ['e508ac0a-f4c4-4236-a20b-137b65c60757'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:27:32.776568 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9e524118-bafa-4f29-b730-9310259dcef2 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Request body: {'port': {'network_id': 'c6ebe578-c45a-4010-9aa8-e6a3cbaf9881', 'name': 'tempest-FloatingIPAdminTestJSON-1292480159'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:32.777727 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33d1c4-f3c5-4c08-a1ac-649dc9537b1d req-db23ecd7-cd3e-4a39-976e-208637002f05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:32.779454 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7a33d1c4-f3c5-4c08-a1ac-649dc9537b1d req-db23ecd7-cd3e-4a39-976e-208637002f05 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5625229 Mar 14 15:27:32.844034 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81647065-82d7-4e39-8c61-c15c1d1db250 None None] Routers {'e508ac0a-f4c4-4236-a20b-137b65c60757'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:32.845410 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-81647065-82d7-4e39-8c61-c15c1d1db250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e508ac0a-f4c4-4236-a20b-137b65c60757'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:32.868592 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cade424b-f6f3-4832-b7ac-99b65dfe0157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.937476 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-81647065-82d7-4e39-8c61-c15c1d1db250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:32.962406 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 587a3fec-bb58-4693-a218-8a7512d9eac6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:32.962947 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.969261 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:32.970844 dv-neutron-833561-1-hyperv neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:32.991037 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81647065-82d7-4e39-8c61-c15c1d1db250 None None] Routers {'e508ac0a-f4c4-4236-a20b-137b65c60757'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:32.991663 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-81647065-82d7-4e39-8c61-c15c1d1db250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e508ac0a-f4c4-4236-a20b-137b65c60757'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:32.995634 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 5 to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 Mar 14 15:27:33.067790 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-332e3226-f21f-4026-8e13-c652c6a5e940 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Allocated IP 172.20.0.3 (a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7/453fbd59-94cf-411e-8df0-3bc90080a3fb/159305ad-c04d-42e4-b276-25547c03e58b) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:33.071923 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-81647065-82d7-4e39-8c61-c15c1d1db250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:33.072545 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81647065-82d7-4e39-8c61-c15c1d1db250 None None] The sync data for ids ['e508ac0a-f4c4-4236-a20b-137b65c60757'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:27:33.099363 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b6363-46a4-493e-b560-a0c55e2a62b3 req-9be8cccf-fcd6-498f-9ed7-bc6352491572 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:33.101390 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f70b6363-46a4-493e-b560-a0c55e2a62b3 req-9be8cccf-fcd6-498f-9ed7-bc6352491572 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 944 time: 0.2900169 Mar 14 15:27:33.103996 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9e524118-bafa-4f29-b730-9310259dcef2 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:33.109995 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9e524118-bafa-4f29-b730-9310259dcef2 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Usage tracker for resource:port and tenant:a16a8b7c5ccf421f9e1a6999c8a79205 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:33.125598 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9e524118-bafa-4f29-b730-9310259dcef2 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:33.169341 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9e524118-bafa-4f29-b730-9310259dcef2 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:33.193264 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e524118-bafa-4f29-b730-9310259dcef2 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Made reservation on behalf of a16a8b7c5ccf421f9e1a6999c8a79205 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:33.196271 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9e524118-bafa-4f29-b730-9310259dcef2 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:33.217836 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f70b6363-46a4-493e-b560-a0c55e2a62b3 req-a7c79481-f1f3-4b25-ab21-0fd9514d23c1 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/security-groups?id=b402f9da-f4f4-492f-811c-246e6a8d2492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097267 Mar 14 15:27:33.224869 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-9e524118-bafa-4f29-b730-9310259dcef2 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] device_id is not set on port e2462fba-0f3c-4c99-9786-9ba7db0ba59c yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:27:33.262020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ffc0aff9-e90b-4626-bfbe-b6ad2e9982c6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2095555231', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:33.293014 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ffc0aff9-e90b-4626-bfbe-b6ad2e9982c6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:33.315364 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:33.315698 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:33.316030 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:33.320582 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ffc0aff9-e90b-4626-bfbe-b6ad2e9982c6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Usage tracker for resource:router and tenant:8be743d088344cc1b7f2829a0210b983 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:33.336395 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ffc0aff9-e90b-4626-bfbe-b6ad2e9982c6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:33.377203 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ffc0aff9-e90b-4626-bfbe-b6ad2e9982c6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:33.393289 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-b6a07b8c-7af0-4680-84cc-0f81cd7a6367 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6caf3cf1c8df41a6b06f02779186d0e0&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0055988 Mar 14 15:27:33.401543 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c3588364-2d94-4840-825c-db91c98b1195 req-a8adef79-15f9-4dec-8e22-4e6888d79224 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 210 time: 0.0523338 Mar 14 15:27:33.401761 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:33.401860 dv-neutron-833561-1-hyperv neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:33.413548 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 6 to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 Mar 14 15:27:33.420489 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-9e524118-bafa-4f29-b730-9310259dcef2 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Allocated IP 172.20.0.5 (c6ebe578-c45a-4010-9aa8-e6a3cbaf9881/55f3a00e-d482-49c1-8d41-e25cb575a5f0/e2462fba-0f3c-4c99-9786-9ba7db0ba59c) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:33.580753 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffc0aff9-e90b-4626-bfbe-b6ad2e9982c6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:33.581769 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffc0aff9-e90b-4626-bfbe-b6ad2e9982c6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:33.632257 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9e524118-bafa-4f29-b730-9310259dcef2 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:33.647097 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-9e524118-bafa-4f29-b730-9310259dcef2 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Transition to ACTIVE for port object e2462fba-0f3c-4c99-9786-9ba7db0ba59c will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:33.669439 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9e524118-bafa-4f29-b730-9310259dcef2 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:33.683384 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:33.683727 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:33.684062 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:33.724694 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-332e3226-f21f-4026-8e13-c652c6a5e940 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:33.741603 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e524118-bafa-4f29-b730-9310259dcef2 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Network c6ebe578-c45a-4010-9aa8-e6a3cbaf9881 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:33.744448 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-9e524118-bafa-4f29-b730-9310259dcef2 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:33.748181 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e524118-bafa-4f29-b730-9310259dcef2 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:33.760706 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cade424b-f6f3-4832-b7ac-99b65dfe0157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:33.793587 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e524118-bafa-4f29-b730-9310259dcef2 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Pushing event updated for resources: {'Port': ['ID=e2462fba-0f3c-4c99-9786-9ba7db0ba59c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:33.797101 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:33.797452 dv-neutron-833561-1-hyperv neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:33.811075 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 7 to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 Mar 14 15:27:33.816230 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e524118-bafa-4f29-b730-9310259dcef2 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:33.816901 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9e524118-bafa-4f29-b730-9310259dcef2 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:33.821866 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-12bf9e4d-2fb9-488d-8680-86e3526543a9 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:33.838436 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade424b-f6f3-4832-b7ac-99b65dfe0157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92133b72-9d08-4802-8deb-35a9794516c8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:33.843301 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9e524118-bafa-4f29-b730-9310259dcef2 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0754786 Mar 14 15:27:33.846729 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43896) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:33.851494 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-332e3226-f21f-4026-8e13-c652c6a5e940 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Transition to ACTIVE for port object 159305ad-c04d-42e4-b276-25547c03e58b will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:33.858186 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9db88e69-7225-42cf-9757-2e13771fa36b req-3994a8e5-e3ca-4653-a118-b4f1b7c23f8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a768ca8c59c43f79f741921fc7a86a9&device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 1097 time: 1.0163941 Mar 14 15:27:33.947318 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:33.947652 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:33.947980 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:33.978838 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-41573700-0967-4788-a163-62b67e0a47f7 None None] Provisioning for port e2462fba-0f3c-4c99-9786-9ba7db0ba59c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:27:33.985305 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-41573700-0967-4788-a163-62b67e0a47f7 None None] Provisioning complete for port e2462fba-0f3c-4c99-9786-9ba7db0ba59c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:33.986557 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-41573700-0967-4788-a163-62b67e0a47f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:33.991121 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffc0aff9-e90b-4626-bfbe-b6ad2e9982c6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:33.995279 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cade424b-f6f3-4832-b7ac-99b65dfe0157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:33.998997 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cade424b-f6f3-4832-b7ac-99b65dfe0157 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92133b72-9d08-4802-8deb-35a9794516c8 HTTP/1.1" status: 204 len: 168 time: 1.8785923 Mar 14 15:27:34.005046 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'project_id': 'a16a8b7c5ccf421f9e1a6999c8a79205', 'port_id': 'e2462fba-0f3c-4c99-9786-9ba7db0ba59c'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:34.006002 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9db88e69-7225-42cf-9757-2e13771fa36b req-b22ddba3-0103-47a3-9acf-c417bdc7a4b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70a015d6-5050-4b10-b77d-1a1ea16fe35c HTTP/1.1" status: 200 len: 217 time: 0.1268377 Mar 14 15:27:34.007313 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-12bf9e4d-2fb9-488d-8680-86e3526543a9 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "DELETE /v2.0/ports/cbcf6788-5ba8-4126-8c48-066237dad48c HTTP/1.1" status: 204 len: 168 time: 4.0791969 Mar 14 15:27:34.010941 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:34.011095 dv-neutron-833561-1-hyperv neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:34.011190 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43904) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:34.013011 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-80ed6837-030e-4bae-b199-a7675eb794d9 service neutron] 10.222.0.60 "GET /v2.0/networks/da8edb3e-70af-4204-b598-deb9b1bae5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669933 Mar 14 15:27:34.014464 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:34.017043 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 8 to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 Mar 14 15:27:34.051763 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Usage tracker for resource:floatingip and tenant:a16a8b7c5ccf421f9e1a6999c8a79205 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:34.059161 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:34.062761 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-004b3cb3-cedb-4205-ac20-fdeb9dfc574e tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] GET failed (client error): The resource could not be found. Mar 14 15:27:34.063339 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-004b3cb3-cedb-4205-ac20-fdeb9dfc574e tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Synchronizing usage tracker for tenant:29169e5688f540a0a0027cd19a85a362 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:34.073165 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:34.088171 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-004b3cb3-cedb-4205-ac20-fdeb9dfc574e tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Unset dirty status for tenant:29169e5688f540a0a0027cd19a85a362 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:34.092217 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-004b3cb3-cedb-4205-ac20-fdeb9dfc574e tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "GET /v2.0/ports/cbcf6788-5ba8-4126-8c48-066237dad48c HTTP/1.1" status: 404 len: 333 time: 0.0801673 Mar 14 15:27:34.092878 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-41573700-0967-4788-a163-62b67e0a47f7 None None] Port e2462fba-0f3c-4c99-9786-9ba7db0ba59c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:27:34.093001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43908) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:34.095926 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.147495 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:34.148028 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:34.148244 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:34.175751 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e9251a4d-1ed0-400e-a7e9-e6d19ad7821e tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Deleting port fc098281-d714-431f-843c-a8e07624f775 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:27:34.176424 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e9251a4d-1ed0-400e-a7e9-e6d19ad7821e tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.185852 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-332e3226-f21f-4026-8e13-c652c6a5e940 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.295919 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:34.296255 dv-neutron-833561-1-hyperv neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:34.317998 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 9 to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 Mar 14 15:27:34.344133 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db88e69-7225-42cf-9757-2e13771fa36b req-82571b4f-a2cc-4b31-8878-0c65fc2d6b78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.346739 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9db88e69-7225-42cf-9757-2e13771fa36b req-82571b4f-a2cc-4b31-8878-0c65fc2d6b78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=063aedb3-7811-4db4-ba2a-90a8dd4bc354 HTTP/1.1" status: 200 len: 845 time: 0.3306203 Mar 14 15:27:34.481058 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:34.481487 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:34.481893 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:34.500235 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-332e3226-f21f-4026-8e13-c652c6a5e940 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Network a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:34.505000 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43918) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:34.510440 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:34.510853 dv-neutron-833561-1-hyperv neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:34.511695 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-332e3226-f21f-4026-8e13-c652c6a5e940 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:34.531533 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-332e3226-f21f-4026-8e13-c652c6a5e940 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:34.560093 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 10 to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 Mar 14 15:27:34.605758 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e3226-f21f-4026-8e13-c652c6a5e940 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Pushing event updated for resources: {'Port': ['ID=159305ad-c04d-42e4-b276-25547c03e58b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:34.638730 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-37989c4f-a4f7-46a4-b7f5-132c0e550220 service neutron] 10.222.0.60 "GET /v2.0/networks/da8edb3e-70af-4204-b598-deb9b1bae5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800736 Mar 14 15:27:34.639733 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:34.640136 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:34.640582 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:34.658267 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:34.658677 dv-neutron-833561-1-hyperv neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:34.659101 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.694886 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-332e3226-f21f-4026-8e13-c652c6a5e940 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.695586 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-332e3226-f21f-4026-8e13-c652c6a5e940 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.713184 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffc0aff9-e90b-4626-bfbe-b6ad2e9982c6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.727734 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-332e3226-f21f-4026-8e13-c652c6a5e940 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9205387 Mar 14 15:27:34.762133 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e95d6ba3-1fc0-4f8b-b0ee-dc69cd736722 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=136d4e723cab417e9cf16c527408caa8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2403953 Mar 14 15:27:34.766006 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e9251a4d-1ed0-400e-a7e9-e6d19ad7821e tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.776648 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43924) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:34.797229 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-52cfa66b-a414-4fd5-a63d-fb8e23dd940d service neutron] Request body: {'port': {'device_id': '68a53ffe-1476-42d9-a318-d3edf7ecb015', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:34.858818 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7aa855f1-7af2-4b38-8388-e83a4821ecaa None None] Provisioning for port 159305ad-c04d-42e4-b276-25547c03e58b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:27:34.865073 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7aa855f1-7af2-4b38-8388-e83a4821ecaa None None] Provisioning complete for port 159305ad-c04d-42e4-b276-25547c03e58b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:34.865736 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7aa855f1-7af2-4b38-8388-e83a4821ecaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.916221 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9db88e69-7225-42cf-9757-2e13771fa36b req-9fb73012-3820-4fb1-b354-dbc93f90dd1c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d9d8d8c-ccb5-4a93-9f99-f993dc8af841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4875162 Mar 14 15:27:34.932006 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7aa855f1-7af2-4b38-8388-e83a4821ecaa None None] Port 159305ad-c04d-42e4-b276-25547c03e58b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:27:34.983083 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e9251a4d-1ed0-400e-a7e9-e6d19ad7821e tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Calling delete_port for fc098281-d714-431f-843c-a8e07624f775 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:27:35.017091 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc81c5-019d-4b90-906b-25d7901df4de req-f48e2068-a840-402f-931f-603aed4c764e tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:35.018553 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-adcc81c5-019d-4b90-906b-25d7901df4de req-f48e2068-a840-402f-931f-603aed4c764e tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 944 time: 0.5681520 Mar 14 15:27:35.073812 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd6ddd0b-7ea8-4bb0-b264-95e86bb23389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.077118 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.171085 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-adcc81c5-019d-4b90-906b-25d7901df4de req-00c88e70-6b89-4407-8217-427e17fb06cc tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/security-groups?id=b402f9da-f4f4-492f-811c-246e6a8d2492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386204 Mar 14 15:27:35.177277 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd6ddd0b-7ea8-4bb0-b264-95e86bb23389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.258945 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-52cfa66b-a414-4fd5-a63d-fb8e23dd940d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.301194 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] For port 2ff6947e-6582-45e8-80e3-305fc8a088e2, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:35.301572 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempted to set empty binding levels {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 14 15:27:35.321198 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.388347 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-73e3dcae-8c5b-4a48-a66a-d765e0390c75 req-2c60117b-4c48-46f6-a1f6-459a415cf835 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Synchronizing usage tracker for tenant:6caf3cf1c8df41a6b06f02779186d0e0 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:35.447965 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-73e3dcae-8c5b-4a48-a66a-d765e0390c75 req-2c60117b-4c48-46f6-a1f6-459a415cf835 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Unset dirty status for tenant:6caf3cf1c8df41a6b06f02779186d0e0 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:35.449190 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-73e3dcae-8c5b-4a48-a66a-d765e0390c75 req-2c60117b-4c48-46f6-a1f6-459a415cf835 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/ports?device_id=46aa99a7-d998-4a3d-9ca9-f77a2a7493e1 HTTP/1.1" status: 200 len: 210 time: 0.1561756 Mar 14 15:27:35.454265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e9251a4d-1ed0-400e-a7e9-e6d19ad7821e tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.463612 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Allocated IP 172.26.4.195 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/0f012c5f-a908-4828-911f-081473c81b96) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:35.511211 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd6ddd0b-7ea8-4bb0-b264-95e86bb23389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.537788 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9251a4d-1ed0-400e-a7e9-e6d19ad7821e tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Pushing event deleted for resources: {'Port': ['ID=fc098281-d714-431f-843c-a8e07624f775,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:35.548249 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9db88e69-7225-42cf-9757-2e13771fa36b req-6b06268c-226d-4bbb-acc0-a9cf4ee1ab47 service neutron] 10.222.0.24 "GET /v2.0/networks/2d9d8d8c-ccb5-4a93-9f99-f993dc8af841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960121 Mar 14 15:27:35.549038 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ddd0b-7ea8-4bb0-b264-95e86bb23389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d7b0d5-e38f-43f1-86f0-e6a625f708bd,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:35.590905 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea15e3-16a5-4ace-8a57-cdcf6906cdcc req-daa4711c-80eb-4212-b83d-7a9a16fce230 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:35.591772 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-d8ea15e3-16a5-4ace-8a57-cdcf6906cdcc req-daa4711c-80eb-4212-b83d-7a9a16fce230 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Synchronizing usage tracker for tenant:8079f8e4b19848a3b695e728e0683a28 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:35.609792 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] In _notify_port_updated(), no bound segment for port 2ff6947e-6582-45e8-80e3-305fc8a088e2 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 14 15:27:35.611108 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.612383 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] 10.222.0.60 "PUT /v2.0/ports/2ff6947e-6582-45e8-80e3-305fc8a088e2 HTTP/1.1" status: 200 len: 979 time: 6.3381457 Mar 14 15:27:35.620753 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 43940) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:35.630711 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878dddf-1759-4194-bd10-74fd1983cd41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Pushing event updated for resources: {'Port': ['ID=2ff6947e-6582-45e8-80e3-305fc8a088e2,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:35.681099 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e9251a4d-1ed0-400e-a7e9-e6d19ad7821e tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.707250 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e9251a4d-1ed0-400e-a7e9-e6d19ad7821e tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "DELETE /v2.0/ports/fc098281-d714-431f-843c-a8e07624f775 HTTP/1.1" status: 204 len: 168 time: 1.6132128 Mar 14 15:27:35.710379 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43944) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:35.711141 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd6ddd0b-7ea8-4bb0-b264-95e86bb23389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.712222 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-cd6ddd0b-7ea8-4bb0-b264-95e86bb23389 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59d7b0d5-e38f-43f1-86f0-e6a625f708bd HTTP/1.1" status: 204 len: 168 time: 0.9346497 Mar 14 15:27:35.785114 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-d8ea15e3-16a5-4ace-8a57-cdcf6906cdcc req-daa4711c-80eb-4212-b83d-7a9a16fce230 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Unset dirty status for tenant:8079f8e4b19848a3b695e728e0683a28 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:35.786309 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d8ea15e3-16a5-4ace-8a57-cdcf6906cdcc req-daa4711c-80eb-4212-b83d-7a9a16fce230 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 931 time: 0.8507752 Mar 14 15:27:35.806107 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcdbc6c0-4bc1-4eff-8f9c-eae8e0d59543 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] GET failed (client error): The resource could not be found. Mar 14 15:27:35.807375 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-fcdbc6c0-4bc1-4eff-8f9c-eae8e0d59543 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Synchronizing usage tracker for tenant:29169e5688f540a0a0027cd19a85a362 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:35.859625 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-fcdbc6c0-4bc1-4eff-8f9c-eae8e0d59543 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Unset dirty status for tenant:29169e5688f540a0a0027cd19a85a362 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:35.864429 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fcdbc6c0-4bc1-4eff-8f9c-eae8e0d59543 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "GET /v2.0/ports/fc098281-d714-431f-843c-a8e07624f775 HTTP/1.1" status: 404 len: 333 time: 0.1480036 Mar 14 15:27:35.865196 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43950) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:35.869650 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.944619 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-8b7fe030-13ee-4673-b938-9208ee5728a1 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Deleting port fb8c8df0-7438-49af-9642-e3bc3be2886b {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:27:35.945037 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b7fe030-13ee-4673-b938-9208ee5728a1 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:36.019935 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:36.059060 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d8ea15e3-16a5-4ace-8a57-cdcf6906cdcc req-34a49b25-06b2-48b8-8107-f88369b6d1b6 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432215 Mar 14 15:27:36.066285 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9db88e69-7225-42cf-9757-2e13771fa36b req-6802dbb2-677c-4d3a-abe8-d1aa506c7762 service neutron] 10.222.0.24 "GET /v2.0/networks/2d9d8d8c-ccb5-4a93-9f99-f993dc8af841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030396 Mar 14 15:27:36.136066 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4579d3d7-c6db-4ce1-8c42-77373fbc75f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Synchronizing usage tracker for tenant:490cd19839ec44a897ffcae71c6dd34f on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:36.142207 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffc0aff9-e90b-4626-bfbe-b6ad2e9982c6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:36.207123 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffc0aff9-e90b-4626-bfbe-b6ad2e9982c6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:36.232261 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:36.247776 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:36.267019 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:36.323987 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4579d3d7-c6db-4ce1-8c42-77373fbc75f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Unset dirty status for tenant:490cd19839ec44a897ffcae71c6dd34f on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:36.329778 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4579d3d7-c6db-4ce1-8c42-77373fbc75f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22967 time: 0.7004328 Mar 14 15:27:36.333383 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 43964) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:36.352442 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-52cfa66b-a414-4fd5-a63d-fb8e23dd940d service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:27:36.459931 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Pushing event updated for resources: {'Port': ['ID=0f012c5f-a908-4828-911f-081473c81b96,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:36.512879 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-06957274-5755-4b2c-95fa-5a62a6c59daf tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:36.514259 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-06957274-5755-4b2c-95fa-5a62a6c59daf tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.24 "GET /v2.0/networks?id=da8edb3e-70af-4204-b598-deb9b1bae5e6 HTTP/1.1" status: 200 len: 812 time: 0.3372502 Mar 14 15:27:36.523266 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-52cfa66b-a414-4fd5-a63d-fb8e23dd940d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159305ad-c04d-42e4-b276-25547c03e58b {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:27:36.550606 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-52cfa66b-a414-4fd5-a63d-fb8e23dd940d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:36.580496 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-52cfa66b-a414-4fd5-a63d-fb8e23dd940d service neutron] Transition to ACTIVE for port object 159305ad-c04d-42e4-b276-25547c03e58b will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:36.605468 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-52cfa66b-a414-4fd5-a63d-fb8e23dd940d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:36.611261 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-ffc0aff9-e90b-4626-bfbe-b6ad2e9982c6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Allocated IP 172.26.4.90 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/a2084b8b-9f59-4e80-afa1-0c68bd93803e) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:36.623778 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a1b3efd7-d023-4bc2-8882-3f2b4de9e66a tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Deleting port 2ff6947e-6582-45e8-80e3-305fc8a088e2 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:27:36.624267 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1b3efd7-d023-4bc2-8882-3f2b4de9e66a tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:36.722242 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-69dfa678-3805-4140-9ccb-047720e11e06 req-a6d32784-e00d-4e27-91c8-1ca1d3c648e3 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/ports?device_id=46aa99a7-d998-4a3d-9ca9-f77a2a7493e1 HTTP/1.1" status: 200 len: 210 time: 0.0762649 Mar 14 15:27:36.725205 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-f6e201f9-5cee-427f-a90f-e797ae0ef1a1 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6caf3cf1c8df41a6b06f02779186d0e0 HTTP/1.1" status: 200 len: 379 time: 0.1890047 Mar 14 15:27:36.790469 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-8bd279d9-8507-49b4-8900-cbddea220e79 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Request body: {'port': {'device_id': '46aa99a7-d998-4a3d-9ca9-f77a2a7493e1', 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6', 'admin_state_up': True, 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'security_groups': ['1027298d-b54d-44e8-bac6-fcf299b73f4a']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:36.864425 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b7fe030-13ee-4673-b938-9208ee5728a1 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:36.975618 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfa66b-a414-4fd5-a63d-fb8e23dd940d service neutron] Pushing event updated for resources: {'Port': ['ID=159305ad-c04d-42e4-b276-25547c03e58b,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:37.053471 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-8b7fe030-13ee-4673-b938-9208ee5728a1 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Calling delete_port for fb8c8df0-7438-49af-9642-e3bc3be2886b owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:27:37.146840 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b542bb-96e1-4a4f-9ee5-a42c275960c7 req-edaea78d-e1af-40de-a302-a9169d669a85 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:37.148390 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f8b542bb-96e1-4a4f-9ee5-a42c275960c7 req-edaea78d-e1af-40de-a302-a9169d669a85 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 944 time: 0.8101046 Mar 14 15:27:37.288282 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-8bd279d9-8507-49b4-8900-cbddea220e79 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:37.369112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffc0aff9-e90b-4626-bfbe-b6ad2e9982c6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.377620 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-8bd279d9-8507-49b4-8900-cbddea220e79 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:37.402817 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-52cfa66b-a414-4fd5-a63d-fb8e23dd940d service neutron] Attempting to bind port 159305ad-c04d-42e4-b276-25547c03e58b on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:37.403147 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-52cfa66b-a414-4fd5-a63d-fb8e23dd940d service neutron] Attempting to bind port 159305ad-c04d-42e4-b276-25547c03e58b by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ad624868-762a-4d97-b5cf-48daabb17d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:37.403476 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-52cfa66b-a414-4fd5-a63d-fb8e23dd940d service neutron] Attempting to bind port 159305ad-c04d-42e4-b276-25547c03e58b on network a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:37.407748 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-8bd279d9-8507-49b4-8900-cbddea220e79 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Made reservation on behalf of 6caf3cf1c8df41a6b06f02779186d0e0 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:37.410893 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-8bd279d9-8507-49b4-8900-cbddea220e79 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.446606 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-52cfa66b-a414-4fd5-a63d-fb8e23dd940d service neutron] Port 159305ad-c04d-42e4-b276-25547c03e58b on network a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:37.446851 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-52cfa66b-a414-4fd5-a63d-fb8e23dd940d service neutron] Attempting to bind port 159305ad-c04d-42e4-b276-25547c03e58b on network a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:37.457887 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-a1b3efd7-d023-4bc2-8882-3f2b4de9e66a tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] For port 2ff6947e-6582-45e8-80e3-305fc8a088e2, host hv-neutron-8335, got binding levels [] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:37.458446 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1b3efd7-d023-4bc2-8882-3f2b4de9e66a tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.507262 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-52cfa66b-a414-4fd5-a63d-fb8e23dd940d service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:27:37.507720 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-52cfa66b-a414-4fd5-a63d-fb8e23dd940d service neutron] Checking segment: {'id': 'ad624868-762a-4d97-b5cf-48daabb17d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:27:37.508002 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-52cfa66b-a414-4fd5-a63d-fb8e23dd940d service neutron] Bound using segment: {'id': 'ad624868-762a-4d97-b5cf-48daabb17d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:27:37.508446 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-52cfa66b-a414-4fd5-a63d-fb8e23dd940d service neutron] Bound port: 159305ad-c04d-42e4-b276-25547c03e58b, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad624868-762a-4d97-b5cf-48daabb17d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:37.508792 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-52cfa66b-a414-4fd5-a63d-fb8e23dd940d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.553304 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffc0aff9-e90b-4626-bfbe-b6ad2e9982c6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.585169 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8870a5-1889-4334-976c-df792ea388cc req-d2e601ee-af78-4094-9310-57967f13df21 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:37.586664 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-eb8870a5-1889-4334-976c-df792ea388cc req-d2e601ee-af78-4094-9310-57967f13df21 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 943 time: 0.2858992 Mar 14 15:27:37.612895 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a1b3efd7-d023-4bc2-8882-3f2b4de9e66a tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Calling delete_port for 2ff6947e-6582-45e8-80e3-305fc8a088e2 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:27:37.642031 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f8b542bb-96e1-4a4f-9ee5-a42c275960c7 req-aa6df9ad-ff13-406d-9f2a-aa1eb2545aa8 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/security-groups?id=b402f9da-f4f4-492f-811c-246e6a8d2492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3399036 Mar 14 15:27:37.706397 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b7fe030-13ee-4673-b938-9208ee5728a1 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.764404 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0aff9-e90b-4626-bfbe-b6ad2e9982c6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Pushing event updated for resources: {'Port': ['ID=a2084b8b-9f59-4e80-afa1-0c68bd93803e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:37.786034 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc0aff9-e90b-4626-bfbe-b6ad2e9982c6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:37.793455 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-ffc0aff9-e90b-4626-bfbe-b6ad2e9982c6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:37.800399 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fe030-13ee-4673-b938-9208ee5728a1 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Pushing event deleted for resources: {'Port': ['ID=fb8c8df0-7438-49af-9642-e3bc3be2886b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:37.802889 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc0aff9-e90b-4626-bfbe-b6ad2e9982c6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:37.869757 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-eb8870a5-1889-4334-976c-df792ea388cc req-718ec191-656e-4748-b487-10e50bc45a8e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300589 Mar 14 15:27:37.870869 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-52cfa66b-a414-4fd5-a63d-fb8e23dd940d service neutron] For port 159305ad-c04d-42e4-b276-25547c03e58b, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:37.877760 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-8bd279d9-8507-49b4-8900-cbddea220e79 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Allocated IP 172.20.0.8 (da8edb3e-70af-4204-b598-deb9b1bae5e6/88340b55-3da9-4e70-b482-546cb77b0872/11330c23-3a33-43d6-aa81-5f1b9340ab46) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:37.880589 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-52cfa66b-a414-4fd5-a63d-fb8e23dd940d service neutron] For port 159305ad-c04d-42e4-b276-25547c03e58b, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=159305ad-c04d-42e4-b276-25547c03e58b,segment=NetworkSegment(ad624868-762a-4d97-b5cf-48daabb17d8c),segment_id=ad624868-762a-4d97-b5cf-48daabb17d8c)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:37.901532 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-52cfa66b-a414-4fd5-a63d-fb8e23dd940d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.002838 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b7fe030-13ee-4673-b938-9208ee5728a1 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.028354 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8b7fe030-13ee-4673-b938-9208ee5728a1 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "DELETE /v2.0/ports/fb8c8df0-7438-49af-9642-e3bc3be2886b HTTP/1.1" status: 204 len: 168 time: 2.1619434 Mar 14 15:27:38.042074 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfa66b-a414-4fd5-a63d-fb8e23dd940d service neutron] Pushing event updated for resources: {'Port': ['ID=159305ad-c04d-42e4-b276-25547c03e58b,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:38.051830 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44000) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:38.080553 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-52cfa66b-a414-4fd5-a63d-fb8e23dd940d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.082371 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-52cfa66b-a414-4fd5-a63d-fb8e23dd940d service neutron] 10.222.0.24 "PUT /v2.0/ports/159305ad-c04d-42e4-b276-25547c03e58b HTTP/1.1" status: 200 len: 1093 time: 3.3300264 Mar 14 15:27:38.083556 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a53ffe-1476-42d9-a318-d3edf7ecb015', 'tag': '159305ad-c04d-42e4-b276-25547c03e58b'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:27:38.098668 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1b3efd7-d023-4bc2-8882-3f2b4de9e66a tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.160309 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dc09147b-cf3b-43e1-bc79-baa182bddb94 req-1b43af27-4fcb-4a75-949a-e10e2a10c303 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/ports?device_id=46aa99a7-d998-4a3d-9ca9-f77a2a7493e1 HTTP/1.1" status: 200 len: 210 time: 0.1660779 Mar 14 15:27:38.177462 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3efd7-d023-4bc2-8882-3f2b4de9e66a tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ff6947e-6582-45e8-80e3-305fc8a088e2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:38.201856 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1b3efd7-d023-4bc2-8882-3f2b4de9e66a tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.236016 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a1b3efd7-d023-4bc2-8882-3f2b4de9e66a tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] 10.222.0.60 "DELETE /v2.0/ports/2ff6947e-6582-45e8-80e3-305fc8a088e2 HTTP/1.1" status: 204 len: 168 time: 1.8928671 Mar 14 15:27:38.237370 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44008) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:38.356665 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44014) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:38.365057 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a53ffe-1476-42d9-a318-d3edf7ecb015', 'tag': '159305ad-c04d-42e4-b276-25547c03e58b', 'status': 'completed', 'code': 200} Mar 14 15:27:38.429146 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-455469c8-d159-4453-9690-73a2100c6178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] GET failed (client error): The resource could not be found. Mar 14 15:27:38.429717 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-455469c8-d159-4453-9690-73a2100c6178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Synchronizing usage tracker for tenant:490cd19839ec44a897ffcae71c6dd34f on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:38.453386 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-455469c8-d159-4453-9690-73a2100c6178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Unset dirty status for tenant:490cd19839ec44a897ffcae71c6dd34f on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:38.455093 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-455469c8-d159-4453-9690-73a2100c6178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] 10.222.0.60 "GET /v2.0/ports/2ff6947e-6582-45e8-80e3-305fc8a088e2 HTTP/1.1" status: 404 len: 333 time: 0.2138748 Mar 14 15:27:38.459218 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44020) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:38.465151 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-75e31111-2338-48e8-9c7f-52a5a676ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-629635447', 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:38.519299 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-75e31111-2338-48e8-9c7f-52a5a676ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:38.550368 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-75e31111-2338-48e8-9c7f-52a5a676ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:38.554251 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1197290726', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:38.572378 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:38.578269 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e31111-2338-48e8-9c7f-52a5a676ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Made reservation on behalf of 490cd19839ec44a897ffcae71c6dd34f for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:38.580732 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-75e31111-2338-48e8-9c7f-52a5a676ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.596503 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Usage tracker for resource:port and tenant:9a2cb7e52d2749f5900dd62ea972f0fd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:38.596876 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.605548 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:38.628107 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-75e31111-2338-48e8-9c7f-52a5a676ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] device_id is not set on port 7d42ce6a-aee1-46d7-a9f0-d3324b2a5509 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:27:38.629183 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:38.703809 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Made reservation on behalf of 9a2cb7e52d2749f5900dd62ea972f0fd for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:38.706374 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.724325 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.744152 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3456f0-03e1-447c-bc8a-34de87d4c938 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Deleting subnet 205cf50f-65a3-48de-b2a8-a459a7d81e39 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:27:38.749187 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-2003ba5d-f862-464d-81af-84e9ec80f3b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8079f8e4b19848a3b695e728e0683a28&device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 1096 time: 0.4808176 Mar 14 15:27:38.758137 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.771280 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-8bd279d9-8507-49b4-8900-cbddea220e79 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.774079 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab3456f0-03e1-447c-bc8a-34de87d4c938 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.906290 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-8bd279d9-8507-49b4-8900-cbddea220e79 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Transition to ACTIVE for port object 11330c23-3a33-43d6-aa81-5f1b9340ab46 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:38.921753 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-78833153-1ff4-431e-b51c-2e80d9772491 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=159305ad-c04d-42e4-b276-25547c03e58b HTTP/1.1" status: 200 len: 217 time: 0.1159842 Mar 14 15:27:38.927484 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab3456f0-03e1-447c-bc8a-34de87d4c938 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.002019 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:39.021752 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Usage tracker for resource:security_group_rule and tenant:9a2cb7e52d2749f5900dd62ea972f0fd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:39.036134 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:39.061691 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-75e31111-2338-48e8-9c7f-52a5a676ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.088657 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:39.104148 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590649b9-7bd9-435c-99b4-90f54eb17037 req-2424c004-9c2a-40d9-834c-3a9547d53eb9 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:39.105615 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-590649b9-7bd9-435c-99b4-90f54eb17037 req-2424c004-9c2a-40d9-834c-3a9547d53eb9 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 944 time: 0.3124228 Mar 14 15:27:39.132002 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffc0aff9-e90b-4626-bfbe-b6ad2e9982c6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.132723 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffc0aff9-e90b-4626-bfbe-b6ad2e9982c6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.135191 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-7b08fdcb-a68c-4329-bceb-6da9e75aaccd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:39.136633 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-7b08fdcb-a68c-4329-bceb-6da9e75aaccd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=453fbd59-94cf-411e-8df0-3bc90080a3fb HTTP/1.1" status: 200 len: 850 time: 0.1775980 Mar 14 15:27:39.191812 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-590649b9-7bd9-435c-99b4-90f54eb17037 req-b3a8e660-34ba-44e1-9be7-f6895fb84463 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/security-groups?id=b402f9da-f4f4-492f-811c-246e6a8d2492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751698 Mar 14 15:27:39.194410 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.197030 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-75e31111-2338-48e8-9c7f-52a5a676ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.244465 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-8bd279d9-8507-49b4-8900-cbddea220e79 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.248731 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.296360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e31111-2338-48e8-9c7f-52a5a676ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:39.333886 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-75e31111-2338-48e8-9c7f-52a5a676ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:39.345773 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e31111-2338-48e8-9c7f-52a5a676ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:39.346624 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e31111-2338-48e8-9c7f-52a5a676ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:39.347226 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-75e31111-2338-48e8-9c7f-52a5a676ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.379094 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e31111-2338-48e8-9c7f-52a5a676ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Pushing event updated for resources: {'Port': ['ID=7d42ce6a-aee1-46d7-a9f0-d3324b2a5509,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:39.476580 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.569610 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab3456f0-03e1-447c-bc8a-34de87d4c938 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.605685 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Pushing event updated for resources: {'Port': ['ID=0f012c5f-a908-4828-911f-081473c81b96,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:39.615901 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-75e31111-2338-48e8-9c7f-52a5a676ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1559536 Mar 14 15:27:39.619457 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44030) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:39.629598 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-8bd279d9-8507-49b4-8900-cbddea220e79 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Network da8edb3e-70af-4204-b598-deb9b1bae5e6 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:39.651931 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-8bd279d9-8507-49b4-8900-cbddea220e79 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:39.654631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-8bd279d9-8507-49b4-8900-cbddea220e79 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:39.693094 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd279d9-8507-49b4-8900-cbddea220e79 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Pushing event updated for resources: {'Port': ['ID=11330c23-3a33-43d6-aa81-5f1b9340ab46,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:39.705541 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2afe6602-ddd3-4bea-9e6c-daef68e25a80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Synchronizing usage tracker for tenant:490cd19839ec44a897ffcae71c6dd34f on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:39.717906 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710de8d3-8281-47ff-8735-0ac127276b56 req-d72cd883-7734-40ef-9444-37a6080425b6 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:39.720078 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-710de8d3-8281-47ff-8735-0ac127276b56 req-d72cd883-7734-40ef-9444-37a6080425b6 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/ports?device_id=46aa99a7-d998-4a3d-9ca9-f77a2a7493e1 HTTP/1.1" status: 200 len: 931 time: 0.3897703 Mar 14 15:27:39.756366 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5640f2-f9fd-46b0-9eb0-f82a3c043762 req-d99bd589-9808-4c5e-ad2d-11a795d9ca5c tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:39.757832 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3d5640f2-f9fd-46b0-9eb0-f82a3c043762 req-d99bd589-9808-4c5e-ad2d-11a795d9ca5c tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 943 time: 0.7246854 Mar 14 15:27:39.760760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2afe6602-ddd3-4bea-9e6c-daef68e25a80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Unset dirty status for tenant:490cd19839ec44a897ffcae71c6dd34f on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:39.764478 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2afe6602-ddd3-4bea-9e6c-daef68e25a80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] 10.222.0.60 "GET /v2.0/ports/7d42ce6a-aee1-46d7-a9f0-d3324b2a5509 HTTP/1.1" status: 200 len: 958 time: 0.1415553 Mar 14 15:27:39.765567 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44034) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:39.775469 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.812792 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.835805 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] device_id is not set on port 43bdc627-9e7e-463d-97b2-0bfc81495c1b yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:27:39.840632 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-710de8d3-8281-47ff-8735-0ac127276b56 req-bd7508a4-c851-4944-b94a-dd2b2d8d8042 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Synchronizing usage tracker for tenant:6caf3cf1c8df41a6b06f02779186d0e0 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:39.853796 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e837a8f9-a656-4ccf-9bb2-efde8b62a185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Deleting port 7d42ce6a-aee1-46d7-a9f0-d3324b2a5509 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:27:39.854172 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e837a8f9-a656-4ccf-9bb2-efde8b62a185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.872542 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-8bd279d9-8507-49b4-8900-cbddea220e79 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:39.873138 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-8bd279d9-8507-49b4-8900-cbddea220e79 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.905892 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-7612987d-b23b-4c4a-9f49-803c21d9e0c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7609482 Mar 14 15:27:39.915501 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-710de8d3-8281-47ff-8735-0ac127276b56 req-bd7508a4-c851-4944-b94a-dd2b2d8d8042 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Unset dirty status for tenant:6caf3cf1c8df41a6b06f02779186d0e0 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:39.916636 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-710de8d3-8281-47ff-8735-0ac127276b56 req-bd7508a4-c851-4944-b94a-dd2b2d8d8042 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/security-groups?id=1027298d-b54d-44e8-bac6-fcf299b73f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850863 Mar 14 15:27:39.935725 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab3456f0-03e1-447c-bc8a-34de87d4c938 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.966992 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a8436384-b5d3-4737-a49e-447c94205c08 None None] Provisioning for port 11330c23-3a33-43d6-aa81-5f1b9340ab46 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:27:39.973963 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a8436384-b5d3-4737-a49e-447c94205c08 None None] Provisioning complete for port 11330c23-3a33-43d6-aa81-5f1b9340ab46 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:39.975060 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a8436384-b5d3-4737-a49e-447c94205c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.992209 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Floating IP 8761b2c3-0484-4121-ac17-b689ba73dd78 associated. External IP: 172.26.4.195, port: e2462fba-0f3c-4c99-9786-9ba7db0ba59c. Mar 14 15:27:40.026554 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32848269-2b87-457b-87f2-14cf6b736053,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:40.082184 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a8436384-b5d3-4737-a49e-447c94205c08 None None] Port 11330c23-3a33-43d6-aa81-5f1b9340ab46 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:27:40.089618 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3456f0-03e1-447c-bc8a-34de87d4c938 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Pushing event deleted for resources: {'Subnet': ['ID=205cf50f-65a3-48de-b2a8-a459a7d81e39,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:40.132062 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3d5640f2-f9fd-46b0-9eb0-f82a3c043762 req-7f6842ab-658d-43c3-b21b-918537661c7a tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3545134 Mar 14 15:27:40.143317 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab3456f0-03e1-447c-bc8a-34de87d4c938 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.151522 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d06553f-4bb6-4ead-85bc-ba8610440497 None None] Network 6c7c3d7f-2633-4429-9f91-64eb7f1e43e2 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:27:40.201819 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-8bd279d9-8507-49b4-8900-cbddea220e79 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4201322 Mar 14 15:27:40.203160 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ab3456f0-03e1-447c-bc8a-34de87d4c938 tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "DELETE /v2.0/subnets/205cf50f-65a3-48de-b2a8-a459a7d81e39 HTTP/1.1" status: 204 len: 168 time: 2.1459465 Mar 14 15:27:40.216688 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44038) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:40.231286 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-d029c928-9d7e-4d2e-be4d-007900869ee0 service neutron] Request body: {'port': {'device_id': '46aa99a7-d998-4a3d-9ca9-f77a2a7493e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:40.348920 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e837a8f9-a656-4ccf-9bb2-efde8b62a185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.418563 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Allocated IP 172.26.4.235 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/43bdc627-9e7e-463d-97b2-0bfc81495c1b) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:40.425159 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-9fbb7cbc-81bf-4b52-ac0b-1c851cdf06f7 service neutron] 10.222.0.24 "GET /v2.0/networks/a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974475 Mar 14 15:27:40.506912 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e837a8f9-a656-4ccf-9bb2-efde8b62a185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Calling delete_port for 7d42ce6a-aee1-46d7-a9f0-d3324b2a5509 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:27:40.536777 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d221de-4eeb-46bd-8802-63cd899fa846 None None] DHCP port deletion for 6c7c3d7f-2633-4429-9f91-64eb7f1e43e2 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:27:40.540783 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f0d221de-4eeb-46bd-8802-63cd899fa846 None None] Deleting port d6f26ec6-5a3a-4627-b680-78989fa7a4fb {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:27:40.541168 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f0d221de-4eeb-46bd-8802-63cd899fa846 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.635939 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e837a8f9-a656-4ccf-9bb2-efde8b62a185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.652391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43936152-6e8a-4e68-8eb2-901a417dbc89 req-21d27e4c-398f-4c2b-83a4-c4ce5b2ea2a2 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:40.654091 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-43936152-6e8a-4e68-8eb2-901a417dbc89 req-21d27e4c-398f-4c2b-83a4-c4ce5b2ea2a2 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 944 time: 0.2429059 Mar 14 15:27:40.654433 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d6f26ec6-5a3a-4627-b680-78989fa7a4fb no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:27:40.659630 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ea819f8-5c26-4e9a-8ff6-92368939b59d tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.714456 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837a8f9-a656-4ccf-9bb2-efde8b62a185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d42ce6a-aee1-46d7-a9f0-d3324b2a5509,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:40.716063 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-d029c928-9d7e-4d2e-be4d-007900869ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.737340 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1ea819f8-5c26-4e9a-8ff6-92368939b59d tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Deleting port d6f26ec6-5a3a-4627-b680-78989fa7a4fb {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:27:40.737831 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ea819f8-5c26-4e9a-8ff6-92368939b59d tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.747916 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e837a8f9-a656-4ccf-9bb2-efde8b62a185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.772456 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-43936152-6e8a-4e68-8eb2-901a417dbc89 req-fa7b482d-7277-4f98-8c9f-fd4decb988d6 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/security-groups?id=b402f9da-f4f4-492f-811c-246e6a8d2492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891099 Mar 14 15:27:40.775029 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e837a8f9-a656-4ccf-9bb2-efde8b62a185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] 10.222.0.60 "DELETE /v2.0/ports/7d42ce6a-aee1-46d7-a9f0-d3324b2a5509 HTTP/1.1" status: 204 len: 168 time: 1.0092967 Mar 14 15:27:40.778176 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44044) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:40.822370 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd03a60f-16d7-405f-8319-c34a6525828b tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] GET failed (client error): The resource could not be found. Mar 14 15:27:40.822881 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-cd03a60f-16d7-405f-8319-c34a6525828b tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Synchronizing usage tracker for tenant:490cd19839ec44a897ffcae71c6dd34f on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:40.877239 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f0d221de-4eeb-46bd-8802-63cd899fa846 None None] For port d6f26ec6-5a3a-4627-b680-78989fa7a4fb, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=d6f26ec6-5a3a-4627-b680-78989fa7a4fb,segment=NetworkSegment(57691c18-3baa-432c-b28c-7f523d100fb3),segment_id=57691c18-3baa-432c-b28c-7f523d100fb3)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:40.877618 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f0d221de-4eeb-46bd-8802-63cd899fa846 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.888640 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.948227 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57175f57-8d68-4e81-83fa-b43adf9090f0 req-a64ed829-1c80-4229-b624-fff2c0fb3c2c service neutron] 10.222.0.24 "GET /v2.0/networks/a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073030 Mar 14 15:27:40.959423 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-cd03a60f-16d7-405f-8319-c34a6525828b tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Unset dirty status for tenant:490cd19839ec44a897ffcae71c6dd34f on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:40.965715 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-cd03a60f-16d7-405f-8319-c34a6525828b tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] 10.222.0.60 "GET /v2.0/ports/7d42ce6a-aee1-46d7-a9f0-d3324b2a5509 HTTP/1.1" status: 404 len: 333 time: 0.1817169 Mar 14 15:27:40.965715 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44050) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:40.978100 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-25a4a5e4-796f-4bb9-ad64-a109327816ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Request body: {'port': {'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-469685661'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:41.001762 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-25a4a5e4-796f-4bb9-ad64-a109327816ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:41.020886 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-25a4a5e4-796f-4bb9-ad64-a109327816ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:41.041781 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a4a5e4-796f-4bb9-ad64-a109327816ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Made reservation on behalf of 490cd19839ec44a897ffcae71c6dd34f for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:41.044615 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f0d221de-4eeb-46bd-8802-63cd899fa846 None None] Calling delete_port for d6f26ec6-5a3a-4627-b680-78989fa7a4fb owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:27:41.045087 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25a4a5e4-796f-4bb9-ad64-a109327816ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.061319 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.074034 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-25a4a5e4-796f-4bb9-ad64-a109327816ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] device_id is not set on port 020811d7-0921-482a-8f5b-3775e34fc2e6 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:27:41.108743 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port d6f26ec6-5a3a-4627-b680-78989fa7a4fb, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=d6f26ec6-5a3a-4627-b680-78989fa7a4fb,segment=NetworkSegment(57691c18-3baa-432c-b28c-7f523d100fb3),segment_id=57691c18-3baa-432c-b28c-7f523d100fb3)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:41.177576 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.271518 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 70a015d6-5050-4b10-b77d-1a1ea16fe35c details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:27:41.276765 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-f0d221de-4eeb-46bd-8802-63cd899fa846 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:27:41.277388 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-f0d221de-4eeb-46bd-8802-63cd899fa846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:27:41.314609 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=d6f26ec6-5a3a-4627-b680-78989fa7a4fb,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:41.345107 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Router e508ac0a-f4c4-4236-a20b-137b65c60757 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:41.403419 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.429133 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 70a015d6-5050-4b10-b77d-1a1ea16fe35c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=70a015d6-5050-4b10-b77d-1a1ea16fe35c,segment=NetworkSegment(9fdf4dda-1717-4ba3-8803-d553a0d7ff75),segment_id=9fdf4dda-1717-4ba3-8803-d553a0d7ff75)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:41.443729 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '70a015d6-5050-4b10-b77d-1a1ea16fe35c', 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841', 'port_id': '70a015d6-5050-4b10-b77d-1a1ea16fe35c', 'mac_address': 'fa:16:3e:6c:f9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063aedb3-7811-4db4-ba2a-90a8dd4bc354', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:27:41.497715 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.502344 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25a4a5e4-796f-4bb9-ad64-a109327816ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.516239 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a015d6-5050-4b10-b77d-1a1ea16fe35c {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:27:41.532036 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 70a015d6-5050-4b10-b77d-1a1ea16fe35c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=70a015d6-5050-4b10-b77d-1a1ea16fe35c,segment=NetworkSegment(9fdf4dda-1717-4ba3-8803-d553a0d7ff75),segment_id=9fdf4dda-1717-4ba3-8803-d553a0d7ff75)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:41.537946 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.604321 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:27:41.636260 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25a4a5e4-796f-4bb9-ad64-a109327816ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.640095 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=70a015d6-5050-4b10-b77d-1a1ea16fe35c,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:41.644215 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2ef7c-ec4a-46a6-a10a-78772e52eb02 req-deb92617-fe12-4f11-8272-596da52d6326 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:41.645732 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7ef2ef7c-ec4a-46a6-a10a-78772e52eb02 req-deb92617-fe12-4f11-8272-596da52d6326 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 943 time: 0.2666087 Mar 14 15:27:41.663323 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:41.711422 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Pushing event updated for resources: {'Port': ['ID=43bdc627-9e7e-463d-97b2-0bfc81495c1b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:41.730343 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:41.741236 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:41.778585 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f0d221de-4eeb-46bd-8802-63cd899fa846 None None] Deleting port d6f26ec6-5a3a-4627-b680-78989fa7a4fb {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:27:41.778933 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc0aff9-e90b-4626-bfbe-b6ad2e9982c6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Router e436c433-80b9-4a4f-bf96-e01ceec876e2 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:27:41.779151 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f0d221de-4eeb-46bd-8802-63cd899fa846 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.832181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-1ea819f8-5c26-4e9a-8ff6-92368939b59d tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] For port d6f26ec6-5a3a-4627-b680-78989fa7a4fb, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=d6f26ec6-5a3a-4627-b680-78989fa7a4fb,segment=NetworkSegment(57691c18-3baa-432c-b28c-7f523d100fb3),segment_id=57691c18-3baa-432c-b28c-7f523d100fb3)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:41.832538 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ea819f8-5c26-4e9a-8ff6-92368939b59d tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.851262 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4a5e4-796f-4bb9-ad64-a109327816ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Pushing event updated for resources: {'Port': ['ID=020811d7-0921-482a-8f5b-3775e34fc2e6,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:41.855739 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a4a5e4-796f-4bb9-ad64-a109327816ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:41.865479 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-25a4a5e4-796f-4bb9-ad64-a109327816ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:41.869936 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a4a5e4-796f-4bb9-ad64-a109327816ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:41.870245 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a4a5e4-796f-4bb9-ad64-a109327816ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:41.870850 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25a4a5e4-796f-4bb9-ad64-a109327816ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.900760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-7ef2ef7c-ec4a-46a6-a10a-78772e52eb02 req-7af40ddc-505c-4f09-8747-be47f09c2c49 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Synchronizing usage tracker for tenant:8079f8e4b19848a3b695e728e0683a28 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:41.925112 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-25a4a5e4-796f-4bb9-ad64-a109327816ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9568026 Mar 14 15:27:41.930886 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44058) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:41.938972 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8335'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:41.964806 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['70a015d6-5050-4b10-b77d-1a1ea16fe35c'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:27:41.976939 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-7ef2ef7c-ec4a-46a6-a10a-78772e52eb02 req-7af40ddc-505c-4f09-8747-be47f09c2c49 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Unset dirty status for tenant:8079f8e4b19848a3b695e728e0683a28 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:41.978119 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7ef2ef7c-ec4a-46a6-a10a-78772e52eb02 req-7af40ddc-505c-4f09-8747-be47f09c2c49 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2933688 Mar 14 15:27:42.001363 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1ea819f8-5c26-4e9a-8ff6-92368939b59d tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Calling delete_port for d6f26ec6-5a3a-4627-b680-78989fa7a4fb owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:27:42.036123 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:42.055731 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9018687e-57b4-4824-b4ff-2d5656b3c855 None None] Sync routers for ids ['e508ac0a-f4c4-4236-a20b-137b65c60757'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:27:42.072572 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.084804 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.088343 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9018687e-57b4-4824-b4ff-2d5656b3c855 None None] Routers {'e508ac0a-f4c4-4236-a20b-137b65c60757'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:42.089061 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9018687e-57b4-4824-b4ff-2d5656b3c855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e508ac0a-f4c4-4236-a20b-137b65c60757'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:42.113813 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bfe06e31-6cf1-4c77-b076-8425f711ae42 req-c472f58d-e682-483c-b4c5-5cd369344db3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8079f8e4b19848a3b695e728e0683a28&device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 1096 time: 0.9331098 Mar 14 15:27:42.114655 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:42.115229 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.148645 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e8e81-efe4-4ceb-90a7-263228957162 req-d720d104-f183-4b62-b867-a2a0ae6ecc0a tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:42.149776 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-eb9e8e81-efe4-4ceb-90a7-263228957162 req-d720d104-f183-4b62-b867-a2a0ae6ecc0a tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Synchronizing usage tracker for tenant:6caf3cf1c8df41a6b06f02779186d0e0 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:42.173549 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f0d221de-4eeb-46bd-8802-63cd899fa846 None None] For port d6f26ec6-5a3a-4627-b680-78989fa7a4fb, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=d6f26ec6-5a3a-4627-b680-78989fa7a4fb,segment=NetworkSegment(57691c18-3baa-432c-b28c-7f523d100fb3),segment_id=57691c18-3baa-432c-b28c-7f523d100fb3)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:42.183028 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9018687e-57b4-4824-b4ff-2d5656b3c855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:42.194715 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f0d221de-4eeb-46bd-8802-63cd899fa846 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.196135 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9018687e-57b4-4824-b4ff-2d5656b3c855 None None] Routers {'e508ac0a-f4c4-4236-a20b-137b65c60757'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:42.196955 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9018687e-57b4-4824-b4ff-2d5656b3c855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e508ac0a-f4c4-4236-a20b-137b65c60757'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:42.259406 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9018687e-57b4-4824-b4ff-2d5656b3c855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:42.260199 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9018687e-57b4-4824-b4ff-2d5656b3c855 None None] The sync data for ids ['e508ac0a-f4c4-4236-a20b-137b65c60757'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:27:42.294365 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c29992ec-2eba-4fec-bebc-65456d2ab051 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.4462056 Mar 14 15:27:42.299203 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44062) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:42.359464 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f0d221de-4eeb-46bd-8802-63cd899fa846 None None] Calling delete_port for d6f26ec6-5a3a-4627-b680-78989fa7a4fb owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:27:42.401883 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-19f750e0-9927-4f8a-b798-5dc75eb87ecc tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.0358591 Mar 14 15:27:42.408189 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44066) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:42.420137 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3e38501a-0ee6-4e1f-9cc6-6e840e55db96 tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.235'}]}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:42.433678 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-eb9e8e81-efe4-4ceb-90a7-263228957162 req-d720d104-f183-4b62-b867-a2a0ae6ecc0a tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Unset dirty status for tenant:6caf3cf1c8df41a6b06f02779186d0e0 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:42.440270 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-eb9e8e81-efe4-4ceb-90a7-263228957162 req-d720d104-f183-4b62-b867-a2a0ae6ecc0a tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/ports?device_id=46aa99a7-d998-4a3d-9ca9-f77a2a7493e1 HTTP/1.1" status: 200 len: 931 time: 1.0981944 Mar 14 15:27:42.470223 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-d029c928-9d7e-4d2e-be4d-007900869ee0 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:27:42.482693 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3e38501a-0ee6-4e1f-9cc6-6e840e55db96 tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:42.504839 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-f0d221de-4eeb-46bd-8802-63cd899fa846 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:27:42.505397 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-f0d221de-4eeb-46bd-8802-63cd899fa846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:27:42.507036 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3e38501a-0ee6-4e1f-9cc6-6e840e55db96 tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Usage tracker for resource:router and tenant:9a2cb7e52d2749f5900dd62ea972f0fd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:42.514014 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3e38501a-0ee6-4e1f-9cc6-6e840e55db96 tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:42.535953 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3e38501a-0ee6-4e1f-9cc6-6e840e55db96 tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:42.536438 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ea819f8-5c26-4e9a-8ff6-92368939b59d tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.549976 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2c1a7800-0adf-4ae8-8e8a-e3164eb49d73 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] 10.222.0.60 "GET /v2.0/floatingips/8761b2c3-0484-4121-ac17-b689ba73dd78 HTTP/1.1" status: 200 len: 983 time: 0.2495935 Mar 14 15:27:42.555177 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44070) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:42.617216 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e38501a-0ee6-4e1f-9cc6-6e840e55db96 tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.618165 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e38501a-0ee6-4e1f-9cc6-6e840e55db96 tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.619457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea819f8-5c26-4e9a-8ff6-92368939b59d tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Pushing event deleted for resources: {'Port': ['ID=d6f26ec6-5a3a-4627-b680-78989fa7a4fb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:42.626174 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a743cb-9b65-42c5-bb49-b005dad6624e req-d5fefa09-7956-4654-855e-cd3a5a5b327e tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:42.627647 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-88a743cb-9b65-42c5-bb49-b005dad6624e req-d5fefa09-7956-4654-855e-cd3a5a5b327e tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 945 time: 0.4025621 Mar 14 15:27:42.644677 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-d029c928-9d7e-4d2e-be4d-007900869ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11330c23-3a33-43d6-aa81-5f1b9340ab46 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:27:42.652104 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe06e31-6cf1-4c77-b076-8425f711ae42 req-f0338be9-1f3e-479b-a682-db728a013516 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:42.653494 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bfe06e31-6cf1-4c77-b076-8425f711ae42 req-f0338be9-1f3e-479b-a682-db728a013516 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 HTTP/1.1" status: 200 len: 912 time: 0.4889615 Mar 14 15:27:42.658354 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea819f8-5c26-4e9a-8ff6-92368939b59d tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] No DVR routers for this DVR port d6f26ec6-5a3a-4627-b680-78989fa7a4fb on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:27:42.661941 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-d029c928-9d7e-4d2e-be4d-007900869ee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.690961 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:27:42.747994 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-eb9e8e81-efe4-4ceb-90a7-263228957162 req-6222a1d1-742b-4428-8a92-eff42e757250 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/security-groups?id=1027298d-b54d-44e8-bac6-fcf299b73f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3068845 Mar 14 15:27:42.776300 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-113bc2a3-cc4d-464e-9d51-ee1058cfdba7 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2905 time: 0.2173946 Mar 14 15:27:42.776824 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e38501a-0ee6-4e1f-9cc6-6e840e55db96 tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.784446 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44074) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:42.788360 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-88a743cb-9b65-42c5-bb49-b005dad6624e req-353a6be3-3ed2-4831-91c3-633d0a7c6c62 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/security-groups?id=b402f9da-f4f4-492f-811c-246e6a8d2492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455827 Mar 14 15:27:42.795306 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-d029c928-9d7e-4d2e-be4d-007900869ee0 service neutron] Transition to ACTIVE for port object 11330c23-3a33-43d6-aa81-5f1b9340ab46 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:42.801637 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bfe06e31-6cf1-4c77-b076-8425f711ae42 req-bebe1a54-3aeb-4b96-8e53-d07a8e0dea4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=159305ad-c04d-42e4-b276-25547c03e58b HTTP/1.1" status: 200 len: 217 time: 0.1351843 Mar 14 15:27:42.873914 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1a43c802-50f6-47be-82b5-f8cca4dd186e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.883918 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] device_id is not set on port 020811d7-0921-482a-8f5b-3775e34fc2e6 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:27:42.894638 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.943299 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-d029c928-9d7e-4d2e-be4d-007900869ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.967332 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f0d221de-4eeb-46bd-8802-63cd899fa846 None None] Deleting port d6f26ec6-5a3a-4627-b680-78989fa7a4fb {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:27:42.968712 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f0d221de-4eeb-46bd-8802-63cd899fa846 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.975239 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Transition to ACTIVE for port object 020811d7-0921-482a-8f5b-3775e34fc2e6 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:42.988307 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.036938 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f0d221de-4eeb-46bd-8802-63cd899fa846 None None] The port 'd6f26ec6-5a3a-4627-b680-78989fa7a4fb' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:27:43.077266 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ea819f8-5c26-4e9a-8ff6-92368939b59d tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.196003 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029c928-9d7e-4d2e-be4d-007900869ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=11330c23-3a33-43d6-aa81-5f1b9340ab46,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:43.223400 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 70a015d6-5050-4b10-b77d-1a1ea16fe35c up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:27:43.246760 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-1ea819f8-5c26-4e9a-8ff6-92368939b59d tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7c3d7f-2633-4429-9f91-64eb7f1e43e2']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:43.259521 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Pushing event updated for resources: {'Port': ['ID=020811d7-0921-482a-8f5b-3775e34fc2e6,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:43.268196 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe06e31-6cf1-4c77-b076-8425f711ae42 req-e7533380-a2b2-4f0d-884e-a2d33a23a5e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:43.269664 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bfe06e31-6cf1-4c77-b076-8425f711ae42 req-e7533380-a2b2-4f0d-884e-a2d33a23a5e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=453fbd59-94cf-411e-8df0-3bc90080a3fb HTTP/1.1" status: 200 len: 850 time: 0.3275304 Mar 14 15:27:43.283114 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-15ed3d48-bb87-419b-940a-825868d46129 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Deleting port 0f012c5f-a908-4828-911f-081473c81b96 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:27:43.283455 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15ed3d48-bb87-419b-940a-825868d46129 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.314647 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 70a015d6-5050-4b10-b77d-1a1ea16fe35c completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:27:43.321645 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 70a015d6-5050-4b10-b77d-1a1ea16fe35c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:43.322163 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.324974 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-1ea819f8-5c26-4e9a-8ff6-92368939b59d tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57691c18-3baa-432c-b28c-7f523d100fb3') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:43.325278 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-1ea819f8-5c26-4e9a-8ff6-92368939b59d tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57691c18-3baa-432c-b28c-7f523d100fb3') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:43.334888 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e38501a-0ee6-4e1f-9cc6-6e840e55db96 tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.369232 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ea819f8-5c26-4e9a-8ff6-92368939b59d tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.388010 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:43.388362 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:43.388683 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:43.423246 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 020811d7-0921-482a-8f5b-3775e34fc2e6 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:43.423605 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:43.441153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ea819f8-5c26-4e9a-8ff6-92368939b59d tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.467989 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.469906 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 2 to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 Mar 14 15:27:43.479003 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc0aff9-e90b-4626-bfbe-b6ad2e9982c6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:43.503443 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea819f8-5c26-4e9a-8ff6-92368939b59d tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:27:43.503856 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ea819f8-5c26-4e9a-8ff6-92368939b59d tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.506568 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bba0bd6-d593-4bb1-a24d-863945439396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a015d6-5050-4b10-b77d-1a1ea16fe35c'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:27:43.525253 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:27:43.563051 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111771f7-84ee-4a60-bee3-103c4ac62f8e None None] Sync routers for ids ['e436c433-80b9-4a4f-bf96-e01ceec876e2'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:27:43.586751 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 70a015d6-5050-4b10-b77d-1a1ea16fe35c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=70a015d6-5050-4b10-b77d-1a1ea16fe35c,segment=NetworkSegment(9fdf4dda-1717-4ba3-8803-d553a0d7ff75),segment_id=9fdf4dda-1717-4ba3-8803-d553a0d7ff75)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:43.590491 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111771f7-84ee-4a60-bee3-103c4ac62f8e None None] Routers {'e436c433-80b9-4a4f-bf96-e01ceec876e2'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:43.591101 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-111771f7-84ee-4a60-bee3-103c4ac62f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e436c433-80b9-4a4f-bf96-e01ceec876e2'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:43.652200 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.654266 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:43.654780 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:43.655256 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:43.660453 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffc0aff9-e90b-4626-bfbe-b6ad2e9982c6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.662229 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ffc0aff9-e90b-4626-bfbe-b6ad2e9982c6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.9826555 Mar 14 15:27:43.670859 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44084) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:43.674833 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ea819f8-5c26-4e9a-8ff6-92368939b59d tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.685406 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 020811d7-0921-482a-8f5b-3775e34fc2e6 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:43.685730 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:43.691541 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-111771f7-84ee-4a60-bee3-103c4ac62f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:43.702735 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48872a-9e9a-4b7e-bf17-d7a18159e91d req-e623ee96-26d0-42e9-9997-ced00a0c84c3 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:43.705253 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5f48872a-9e9a-4b7e-bf17-d7a18159e91d req-e623ee96-26d0-42e9-9997-ced00a0c84c3 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 943 time: 0.5262480 Mar 14 15:27:43.726230 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111771f7-84ee-4a60-bee3-103c4ac62f8e None None] Routers {'e436c433-80b9-4a4f-bf96-e01ceec876e2'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:43.726762 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-111771f7-84ee-4a60-bee3-103c4ac62f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e436c433-80b9-4a4f-bf96-e01ceec876e2'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:43.744066 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15ed3d48-bb87-419b-940a-825868d46129 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.744601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15ed3d48-bb87-419b-940a-825868d46129 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.768039 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ea819f8-5c26-4e9a-8ff6-92368939b59d tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.771660 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-d029c928-9d7e-4d2e-be4d-007900869ee0 service neutron] Attempting to bind port 11330c23-3a33-43d6-aa81-5f1b9340ab46 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:43.772141 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-d029c928-9d7e-4d2e-be4d-007900869ee0 service neutron] Attempting to bind port 11330c23-3a33-43d6-aa81-5f1b9340ab46 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:43.772617 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-d029c928-9d7e-4d2e-be4d-007900869ee0 service neutron] Attempting to bind port 11330c23-3a33-43d6-aa81-5f1b9340ab46 on network da8edb3e-70af-4204-b598-deb9b1bae5e6 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:43.789813 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea819f8-5c26-4e9a-8ff6-92368939b59d tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] Pushing event deleted for resources: {'Network': ['ID=6c7c3d7f-2633-4429-9f91-64eb7f1e43e2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:43.794438 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bfe06e31-6cf1-4c77-b076-8425f711ae42 req-a6c3a7d6-7df3-4c71-89a1-6d8390f4003d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5130894 Mar 14 15:27:43.795230 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-111771f7-84ee-4a60-bee3-103c4ac62f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:43.795510 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111771f7-84ee-4a60-bee3-103c4ac62f8e None None] The sync data for ids ['e436c433-80b9-4a4f-bf96-e01ceec876e2'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:27:43.807198 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=70a015d6-5050-4b10-b77d-1a1ea16fe35c,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:43.871949 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1ea819f8-5c26-4e9a-8ff6-92368939b59d tempest-AllowedAddressPairIpV6TestJSON-1477411377 tempest-AllowedAddressPairIpV6TestJSON-1477411377-project] 10.222.0.60 "DELETE /v2.0/networks/6c7c3d7f-2633-4429-9f91-64eb7f1e43e2 HTTP/1.1" status: 204 len: 168 time: 3.6496434 Mar 14 15:27:43.893589 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 3 to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 Mar 14 15:27:43.904193 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-d029c928-9d7e-4d2e-be4d-007900869ee0 service neutron] Port 11330c23-3a33-43d6-aa81-5f1b9340ab46 on network da8edb3e-70af-4204-b598-deb9b1bae5e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:43.904518 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-d029c928-9d7e-4d2e-be4d-007900869ee0 service neutron] Attempting to bind port 11330c23-3a33-43d6-aa81-5f1b9340ab46 on network da8edb3e-70af-4204-b598-deb9b1bae5e6 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:43.909822 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-15ed3d48-bb87-419b-940a-825868d46129 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Calling delete_port for 0f012c5f-a908-4828-911f-081473c81b96 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:27:44.005346 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-d029c928-9d7e-4d2e-be4d-007900869ee0 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:27:44.005691 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-d029c928-9d7e-4d2e-be4d-007900869ee0 service neutron] Checking segment: {'id': 'baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:27:44.006101 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-d029c928-9d7e-4d2e-be4d-007900869ee0 service neutron] Bound using segment: {'id': 'baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:27:44.006550 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-d029c928-9d7e-4d2e-be4d-007900869ee0 service neutron] Bound port: 11330c23-3a33-43d6-aa81-5f1b9340ab46, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:44.006903 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-d029c928-9d7e-4d2e-be4d-007900869ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.017151 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:44.017151 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:44.017151 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:44.046699 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5f48872a-9e9a-4b7e-bf17-d7a18159e91d req-3a2a7fa9-4156-45cc-8196-2b16ab77970e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670758 Mar 14 15:27:44.057576 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 020811d7-0921-482a-8f5b-3775e34fc2e6 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:44.058005 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:44.062609 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 4 to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 Mar 14 15:27:44.106199 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:44.106543 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:44.106874 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:44.138143 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 020811d7-0921-482a-8f5b-3775e34fc2e6 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:44.138485 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:44.160867 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bfe06e31-6cf1-4c77-b076-8425f711ae42 req-a8fc7a1c-18aa-4106-b809-e8a54803fbac service neutron] 10.222.0.24 "GET /v2.0/networks/a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407764 Mar 14 15:27:44.167798 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 5 to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 Mar 14 15:27:44.211969 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44100) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:44.270020 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bf008-2769-4ad5-a418-19ba7ace631f req-13c9e12a-f3f4-4728-92ba-85093f959457 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:44.274553 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ae3bf008-2769-4ad5-a418-19ba7ace631f req-13c9e12a-f3f4-4728-92ba-85093f959457 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/ports?device_id=46aa99a7-d998-4a3d-9ca9-f77a2a7493e1 HTTP/1.1" status: 200 len: 943 time: 0.3735261 Mar 14 15:27:44.279940 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:44.280277 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:44.280722 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:44.284284 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-d029c928-9d7e-4d2e-be4d-007900869ee0 service neutron] For port 11330c23-3a33-43d6-aa81-5f1b9340ab46, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:44.361257 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bfe06e31-6cf1-4c77-b076-8425f711ae42 req-3289b57a-9ca0-45a0-a880-b0c1041e1890 service neutron] 10.222.0.24 "GET /v2.0/networks/a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841357 Mar 14 15:27:44.378665 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b4a40aeb-f520-4963-a5cc-fc513508957b tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "GET /v2.0/routers/e436c433-80b9-4a4f-bf96-e01ceec876e2 HTTP/1.1" status: 200 len: 924 time: 0.7061851 Mar 14 15:27:44.382093 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44106) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:44.383827 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 020811d7-0921-482a-8f5b-3775e34fc2e6 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:44.384121 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:44.387725 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 6 to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 Mar 14 15:27:44.426270 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bba0bd6-d593-4bb1-a24d-863945439396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a015d6-5050-4b10-b77d-1a1ea16fe35c', 'code': 200} Mar 14 15:27:44.427440 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15ed3d48-bb87-419b-940a-825868d46129 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.437769 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1308b92c-ef5f-4276-9d1b-e4d6dc7a4c87 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "GET /v2.0/ports?device_id=e436c433-80b9-4a4f-bf96-e01ceec876e2 HTTP/1.1" status: 200 len: 205 time: 0.0546756 Mar 14 15:27:44.442383 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44110) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:44.485511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:44.486142 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:44.486679 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:44.505844 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-d029c928-9d7e-4d2e-be4d-007900869ee0 service neutron] For port 11330c23-3a33-43d6-aa81-5f1b9340ab46, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=11330c23-3a33-43d6-aa81-5f1b9340ab46,segment=NetworkSegment(baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2),segment_id=baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:44.510010 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 020811d7-0921-482a-8f5b-3775e34fc2e6 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:44.510575 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:44.521191 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 7 to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 Mar 14 15:27:44.566000 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ae3bf008-2769-4ad5-a418-19ba7ace631f req-a765d043-0f9d-4f62-8240-77fc1ac08ecc tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/security-groups?id=1027298d-b54d-44e8-bac6-fcf299b73f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2802186 Mar 14 15:27:44.566753 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed3d48-bb87-419b-940a-825868d46129 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Pushing event deleted for resources: {'Port': ['ID=0f012c5f-a908-4828-911f-081473c81b96,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:44.592835 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-d029c928-9d7e-4d2e-be4d-007900869ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.627298 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:44.627639 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:44.628022 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:44.690080 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 020811d7-0921-482a-8f5b-3775e34fc2e6 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:44.690419 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:44.691363 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e38501a-0ee6-4e1f-9cc6-6e840e55db96 tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.720997 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 8 to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 Mar 14 15:27:44.745487 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e38501a-0ee6-4e1f-9cc6-6e840e55db96 tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.752740 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:44.753071 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:44.753402 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:44.761997 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] Sync routers for ids ['024a520f-a349-4727-bcef-1df29d838639'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:27:44.776657 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] Routers {'024a520f-a349-4727-bcef-1df29d838639'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:44.777626 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['024a520f-a349-4727-bcef-1df29d838639'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:44.800788 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15ed3d48-bb87-419b-940a-825868d46129 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.860460 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-d029c928-9d7e-4d2e-be4d-007900869ee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.861808 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-d029c928-9d7e-4d2e-be4d-007900869ee0 service neutron] 10.222.0.24 "PUT /v2.0/ports/11330c23-3a33-43d6-aa81-5f1b9340ab46 HTTP/1.1" status: 200 len: 1093 time: 4.6442366 Mar 14 15:27:44.867060 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46aa99a7-d998-4a3d-9ca9-f77a2a7493e1', 'tag': '11330c23-3a33-43d6-aa81-5f1b9340ab46'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:27:44.943297 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 020811d7-0921-482a-8f5b-3775e34fc2e6 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:44.943872 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:44.952294 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 9 to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 Mar 14 15:27:44.989653 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:44.989854 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:44.990219 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:45.008010 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029c928-9d7e-4d2e-be4d-007900869ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=11330c23-3a33-43d6-aa81-5f1b9340ab46,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:45.029419 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46aa99a7-d998-4a3d-9ca9-f77a2a7493e1', 'tag': '11330c23-3a33-43d6-aa81-5f1b9340ab46', 'status': 'completed', 'code': 200} Mar 14 15:27:45.039621 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9af165bd-9abb-4de4-9f7f-bbfecbbc69a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.049714 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] Set router 024a520f-a349-4727-bcef-1df29d838639 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:27:45.055989 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-47ef9ce8-4c18-4505-b133-c43a126464ac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29169e5688f540a0a0027cd19a85a362&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8406301 Mar 14 15:27:45.060289 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44116) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:45.077109 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 020811d7-0921-482a-8f5b-3775e34fc2e6 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:45.077439 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:45.087547 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempt 10 to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 Mar 14 15:27:45.114214 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde65d8d-9497-48e2-8d60-d0e9d7b490e3 req-4999b19b-0926-4cb3-a659-46face4aee19 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:45.114967 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-fde65d8d-9497-48e2-8d60-d0e9d7b490e3 req-4999b19b-0926-4cb3-a659-46face4aee19 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Synchronizing usage tracker for tenant:7a768ca8c59c43f79f741921fc7a86a9 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:45.123288 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-89039ad4-5573-4f09-9697-2e957aa7cd65 req-c3a1aea9-1863-4fb4-b558-7de32b8006bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 1099 time: 0.4045055 Mar 14 15:27:45.133448 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:45.133788 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:45.134150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempting to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:45.186177 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-fde65d8d-9497-48e2-8d60-d0e9d7b490e3 req-4999b19b-0926-4cb3-a659-46face4aee19 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Unset dirty status for tenant:7a768ca8c59c43f79f741921fc7a86a9 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:45.192566 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fde65d8d-9497-48e2-8d60-d0e9d7b490e3 req-4999b19b-0926-4cb3-a659-46face4aee19 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 946 time: 0.6079550 Mar 14 15:27:45.201706 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Port 020811d7-0921-482a-8f5b-3775e34fc2e6 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:27:45.202079 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Failed to bind port 020811d7-0921-482a-8f5b-3775e34fc2e6 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'ea1b0fde-9aaa-460b-9451-175752f2d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '474f0fd3-4aea-42fc-82ae-1cb118c859b4'}] Mar 14 15:27:45.202594 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.224649 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-89039ad4-5573-4f09-9697-2e957aa7cd65 req-8f8599cc-b829-4b8d-bacb-7d54cfdbad5e service neutron] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.242258 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 159305ad-c04d-42e4-b276-25547c03e58b details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:27:45.259695 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-412176be-f677-4929-ba36-e7e44b34b036 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6caf3cf1c8df41a6b06f02779186d0e0&device_id=46aa99a7-d998-4a3d-9ca9-f77a2a7493e1 HTTP/1.1" status: 200 len: 1096 time: 0.3293271 Mar 14 15:27:45.383514 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] For port 020811d7-0921-482a-8f5b-3775e34fc2e6, host hv-neutron-8335, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:45.384053 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Attempted to set empty binding levels {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 14 15:27:45.392639 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-8e6e3356-e6d6-444f-a8ba-1fc91cfbbd26 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11330c23-3a33-43d6-aa81-5f1b9340ab46 HTTP/1.1" status: 200 len: 217 time: 0.1081939 Mar 14 15:27:45.426589 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 159305ad-c04d-42e4-b276-25547c03e58b, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=159305ad-c04d-42e4-b276-25547c03e58b,segment=NetworkSegment(ad624868-762a-4d97-b5cf-48daabb17d8c),segment_id=ad624868-762a-4d97-b5cf-48daabb17d8c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:45.434972 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.441983 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-89039ad4-5573-4f09-9697-2e957aa7cd65 req-8f8599cc-b829-4b8d-bacb-7d54cfdbad5e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:45.448371 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '159305ad-c04d-42e4-b276-25547c03e58b', 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7', 'port_id': '159305ad-c04d-42e4-b276-25547c03e58b', 'mac_address': 'fa:16:3e:d8:83:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453fbd59-94cf-411e-8df0-3bc90080a3fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:27:45.458523 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fde65d8d-9497-48e2-8d60-d0e9d7b490e3 req-7412ba17-d7f4-4fd5-ab75-dff09ccc63c9 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/security-groups?id=b402f9da-f4f4-492f-811c-246e6a8d2492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650063 Mar 14 15:27:45.494002 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-89039ad4-5573-4f09-9697-2e957aa7cd65 req-8f8599cc-b829-4b8d-bacb-7d54cfdbad5e service neutron] Usage tracker for resource:security_group_rule and tenant:fde8413e9fd747f1b85c09d1badc35fe is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:45.500885 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-89039ad4-5573-4f09-9697-2e957aa7cd65 req-8f8599cc-b829-4b8d-bacb-7d54cfdbad5e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:45.511684 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-89039ad4-5573-4f09-9697-2e957aa7cd65 req-8f8599cc-b829-4b8d-bacb-7d54cfdbad5e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:45.522531 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.538199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28f2359b-9f84-4a76-9358-1aaed4c50a38 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.546946 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159305ad-c04d-42e4-b276-25547c03e58b {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:27:45.559962 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024a520f-a349-4727-bcef-1df29d838639', 'name': 'tempest-ServersTestManualDisk-1993027457-router', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '7a481795-b36c-41d1-8a64-772c298c324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:51Z', 'updated_at': '2022-03-14T15:27:11Z', 'revision_number': 4, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'gw_port': {'id': '7a481795-b36c-41d1-8a64-772c298c324b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024a520f-a349-4727-bcef-1df29d838639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:54Z', 'updated_at': '2022-03-14T15:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '4dfa73e0-d397-450b-8d6d-9083fb47cf76', 'name': '', 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'mac_address': 'fa:16:3e:9b:5c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024a520f-a349-4727-bcef-1df29d838639', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88340b55-3da9-4e70-b482-546cb77b0872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:08Z', 'updated_at': '2022-03-14T15:27:11Z', 'revision_number': 2, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'subnets': [{'id': '88340b55-3da9-4e70-b482-546cb77b0872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:45.566077 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] Checking router: 024a520f-a349-4727-bcef-1df29d838639 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:27:45.566442 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] Updating router 024a520f-a349-4727-bcef-1df29d838639 port 4dfa73e0-d397-450b-8d6d-9083fb47cf76 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:27:45.584564 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 159305ad-c04d-42e4-b276-25547c03e58b, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=159305ad-c04d-42e4-b276-25547c03e58b,segment=NetworkSegment(ad624868-762a-4d97-b5cf-48daabb17d8c),segment_id=ad624868-762a-4d97-b5cf-48daabb17d8c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:45.589830 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-cbcf44a9-3e8d-4d20-850a-e7c2c3b87522 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:45.591464 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-cbcf44a9-3e8d-4d20-850a-e7c2c3b87522 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=88340b55-3da9-4e70-b482-546cb77b0872 HTTP/1.1" status: 200 len: 851 time: 0.1876349 Mar 14 15:27:45.592586 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.612906 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e38501a-0ee6-4e1f-9cc6-6e840e55db96 tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.647949 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.718281 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=159305ad-c04d-42e4-b276-25547c03e58b,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:45.814280 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a5454d8e-56bb-47bc-8261-16d8ee5962cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.815917 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Pushing event updated for resources: {'Port': ['ID=020811d7-0921-482a-8f5b-3775e34fc2e6,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:45.863697 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] In _notify_port_updated(), no bound segment for port 020811d7-0921-482a-8f5b-3775e34fc2e6 on network 474f0fd3-4aea-42fc-82ae-1cb118c859b4 {{(pid=83910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 14 15:27:45.865489 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.867285 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9b0950dc-9719-44bd-b498-e864c0c82537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] 10.222.0.60 "PUT /v2.0/ports/020811d7-0921-482a-8f5b-3775e34fc2e6 HTTP/1.1" status: 200 len: 980 time: 3.9348786 Mar 14 15:27:45.870632 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44124) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:45.888461 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a5454d8e-56bb-47bc-8261-16d8ee5962cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.893570 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-89039ad4-5573-4f09-9697-2e957aa7cd65 req-8f8599cc-b829-4b8d-bacb-7d54cfdbad5e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.911519 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['159305ad-c04d-42e4-b276-25547c03e58b'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:27:45.923560 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-20b2e4a8-77ae-4e47-bad4-6281a1c56bb0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da8edb3e-70af-4204-b598-deb9b1bae5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3243189 Mar 14 15:27:45.939340 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-89039ad4-5573-4f09-9697-2e957aa7cd65 req-8f8599cc-b829-4b8d-bacb-7d54cfdbad5e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.011199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8599cc-b829-4b8d-bacb-7d54cfdbad5e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6db11313-2e2b-42ff-b5bd-2cdb55678e23,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:46.054439 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.070321 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] Transition to ACTIVE for port object 4dfa73e0-d397-450b-8d6d-9083fb47cf76 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:46.081571 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.116967 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-89039ad4-5573-4f09-9697-2e957aa7cd65 req-8f8599cc-b829-4b8d-bacb-7d54cfdbad5e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b402f9da-f4f4-492f-811c-246e6a8d2492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9835048 Mar 14 15:27:46.129248 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b31c251b-5b2f-4517-a346-75ab04579b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Deleting port 020811d7-0921-482a-8f5b-3775e34fc2e6 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:27:46.129588 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b31c251b-5b2f-4517-a346-75ab04579b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.188329 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdf25f-829c-4b60-8e2a-0e14cc2ab651 req-375d2c97-5e87-4e65-8e9d-dea293a6730e tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:46.190079 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-15fdf25f-829c-4b60-8e2a-0e14cc2ab651 req-375d2c97-5e87-4e65-8e9d-dea293a6730e tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/ports?device_id=46aa99a7-d998-4a3d-9ca9-f77a2a7493e1 HTTP/1.1" status: 200 len: 943 time: 0.4127567 Mar 14 15:27:46.248635 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.325865 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e38501a-0ee6-4e1f-9cc6-6e840e55db96 tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.339106 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e38501a-0ee6-4e1f-9cc6-6e840e55db96 tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.364764 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af525c-19fa-46a1-93c3-40349334f4fe req-76ebcefc-d77f-4847-9afc-a0a03911c5fc tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:46.366310 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-50af525c-19fa-46a1-93c3-40349334f4fe req-76ebcefc-d77f-4847-9afc-a0a03911c5fc tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 943 time: 1.0966060 Mar 14 15:27:46.372912 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-5afcb7bf-8f92-4825-afd7-80ff89dee45b service neutron] 10.222.0.24 "GET /v2.0/networks/da8edb3e-70af-4204-b598-deb9b1bae5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345322 Mar 14 15:27:46.449360 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-50af525c-19fa-46a1-93c3-40349334f4fe req-7aab385a-4317-4cf3-91b9-8295afadf501 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599926 Mar 14 15:27:46.450259 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a5454d8e-56bb-47bc-8261-16d8ee5962cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.450907 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.475155 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e38501a-0ee6-4e1f-9cc6-6e840e55db96 tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.475882 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e38501a-0ee6-4e1f-9cc6-6e840e55db96 tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7dc45f24-7fac-4813-a06a-8f69705bd5a4 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:27:46.480304 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5454d8e-56bb-47bc-8261-16d8ee5962cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e5f910-90ad-46df-8283-c4db90d5af7d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:46.488111 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537ba29-0b59-4faa-b4de-38a3b0682690 None None] Pushing event updated for resources: {'Port': ['ID=4dfa73e0-d397-450b-8d6d-9083fb47cf76,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:46.514588 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] Attempting to bind port 4dfa73e0-d397-450b-8d6d-9083fb47cf76 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:46.514954 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] Attempting to bind port 4dfa73e0-d397-450b-8d6d-9083fb47cf76 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:46.515315 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] Attempting to bind port 4dfa73e0-d397-450b-8d6d-9083fb47cf76 on network da8edb3e-70af-4204-b598-deb9b1bae5e6 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:27:46.535298 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:27:46.538315 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28f2359b-9f84-4a76-9358-1aaed4c50a38 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.542494 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] Checking segment: {'id': 'baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:27:46.543128 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.543684 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] Bound using segment: {'id': 'baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:27:46.544343 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] Bound port: 4dfa73e0-d397-450b-8d6d-9083fb47cf76, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:46.544901 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.615338 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-15fdf25f-829c-4b60-8e2a-0e14cc2ab651 req-95a5033a-dc99-4bf0-82c5-899e3307e312 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/security-groups?id=1027298d-b54d-44e8-bac6-fcf299b73f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3920016 Mar 14 15:27:46.624584 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-b31c251b-5b2f-4517-a346-75ab04579b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] For port 020811d7-0921-482a-8f5b-3775e34fc2e6, host hv-neutron-8335, got binding levels [] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:46.625782 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b31c251b-5b2f-4517-a346-75ab04579b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.673880 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] For port 4dfa73e0-d397-450b-8d6d-9083fb47cf76, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:46.677275 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] For port 4dfa73e0-d397-450b-8d6d-9083fb47cf76, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=4dfa73e0-d397-450b-8d6d-9083fb47cf76,segment=NetworkSegment(baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2),segment_id=baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:46.684910 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.747907 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-3e38501a-0ee6-4e1f-9cc6-6e840e55db96 tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 14 15:27:46.749283 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3e38501a-0ee6-4e1f-9cc6-6e840e55db96 tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.3331008 Mar 14 15:27:46.756453 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44130) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:46.779829 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] Routers {'024a520f-a349-4727-bcef-1df29d838639'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:46.780867 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['024a520f-a349-4727-bcef-1df29d838639'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:46.803687 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device edd7d493-8708-4b5f-ab02-88daa9484dea no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:27:46.845787 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-28f2359b-9f84-4a76-9358-1aaed4c50a38 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Deleting port a2084b8b-9f59-4e80-afa1-0c68bd93803e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:27:46.846208 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28f2359b-9f84-4a76-9358-1aaed4c50a38 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.858244 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a5454d8e-56bb-47bc-8261-16d8ee5962cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.862904 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a5454d8e-56bb-47bc-8261-16d8ee5962cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/82e5f910-90ad-46df-8283-c4db90d5af7d HTTP/1.1" status: 204 len: 168 time: 1.8015616 Mar 14 15:27:46.895762 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-7d4e2ad3-fa79-4c5e-8157-46155e73852e tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Deleting port 43bdc627-9e7e-463d-97b2-0bfc81495c1b {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:27:46.895762 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7d4e2ad3-fa79-4c5e-8157-46155e73852e tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.899567 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: edd7d493-8708-4b5f-ab02-88daa9484dea {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:27:46.907284 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device edd7d493-8708-4b5f-ab02-88daa9484dea not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:27:46.953980 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b31c251b-5b2f-4517-a346-75ab04579b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Calling delete_port for 020811d7-0921-482a-8f5b-3775e34fc2e6 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:27:46.990743 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95872fad-cda2-4a69-bbc9-2146539b85e0 req-31d2d42d-0a32-4cd3-9ed9-57258b66c7f7 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:46.999269 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-95872fad-cda2-4a69-bbc9-2146539b85e0 req-31d2d42d-0a32-4cd3-9ed9-57258b66c7f7 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 946 time: 0.3181431 Mar 14 15:27:47.098518 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] Set router 024a520f-a349-4727-bcef-1df29d838639 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:27:47.177002 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9ad66cbb-7016-4b55-ac9f-cf397813071e req-0f540fcd-3ab3-4c2e-b79d-621817358e19 service neutron] 10.222.0.24 "GET /v2.0/networks/da8edb3e-70af-4204-b598-deb9b1bae5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6717484 Mar 14 15:27:47.189218 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b31c251b-5b2f-4517-a346-75ab04579b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:47.258510 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 159305ad-c04d-42e4-b276-25547c03e58b up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:27:47.260140 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7d4e2ad3-fa79-4c5e-8157-46155e73852e tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:47.342360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c251b-5b2f-4517-a346-75ab04579b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Pushing event deleted for resources: {'Port': ['ID=020811d7-0921-482a-8f5b-3775e34fc2e6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:47.378816 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28f2359b-9f84-4a76-9358-1aaed4c50a38 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:47.401998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b31c251b-5b2f-4517-a346-75ab04579b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:47.409767 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c251b-5b2f-4517-a346-75ab04579b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:47.410184 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c251b-5b2f-4517-a346-75ab04579b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:47.410527 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c251b-5b2f-4517-a346-75ab04579b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:47.410924 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c251b-5b2f-4517-a346-75ab04579b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:47.411283 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c251b-5b2f-4517-a346-75ab04579b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:47.411648 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c251b-5b2f-4517-a346-75ab04579b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:47.411997 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c251b-5b2f-4517-a346-75ab04579b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:47.412328 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c251b-5b2f-4517-a346-75ab04579b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:47.412716 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c251b-5b2f-4517-a346-75ab04579b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:47.416682 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c251b-5b2f-4517-a346-75ab04579b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:47.416682 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c251b-5b2f-4517-a346-75ab04579b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:47.425698 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 159305ad-c04d-42e4-b276-25547c03e58b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:27:47.435697 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537ba29-0b59-4faa-b4de-38a3b0682690 None None] Pushing event updated for resources: {'Port': ['ID=4dfa73e0-d397-450b-8d6d-9083fb47cf76,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:47.435842 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 159305ad-c04d-42e4-b276-25547c03e58b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:47.436500 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:47.520845 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-7d4e2ad3-fa79-4c5e-8157-46155e73852e tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Calling delete_port for 43bdc627-9e7e-463d-97b2-0bfc81495c1b owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:27:47.540259 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-28f2359b-9f84-4a76-9358-1aaed4c50a38 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Calling delete_port for a2084b8b-9f59-4e80-afa1-0c68bd93803e owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:27:47.599404 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b31c251b-5b2f-4517-a346-75ab04579b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] 10.222.0.60 "DELETE /v2.0/ports/020811d7-0921-482a-8f5b-3775e34fc2e6 HTTP/1.1" status: 204 len: 168 time: 1.7246106 Mar 14 15:27:47.601153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44146) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:47.657941 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-feed53ab-0203-4a71-b8f5-ba8b432922aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] GET failed (client error): The resource could not be found. Mar 14 15:27:47.658466 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-feed53ab-0203-4a71-b8f5-ba8b432922aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Synchronizing usage tracker for tenant:490cd19839ec44a897ffcae71c6dd34f on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:47.669461 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7d4e2ad3-fa79-4c5e-8157-46155e73852e tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:47.726164 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024a520f-a349-4727-bcef-1df29d838639', 'name': 'tempest-ServersTestManualDisk-1993027457-router', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '7a481795-b36c-41d1-8a64-772c298c324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:51Z', 'updated_at': '2022-03-14T15:27:11Z', 'revision_number': 4, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'gw_port': {'id': '7a481795-b36c-41d1-8a64-772c298c324b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024a520f-a349-4727-bcef-1df29d838639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:54Z', 'updated_at': '2022-03-14T15:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '4dfa73e0-d397-450b-8d6d-9083fb47cf76', 'name': '', 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'mac_address': 'fa:16:3e:9b:5c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024a520f-a349-4727-bcef-1df29d838639', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88340b55-3da9-4e70-b482-546cb77b0872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:08Z', 'updated_at': '2022-03-14T15:27:46Z', 'revision_number': 4, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'subnets': [{'id': '88340b55-3da9-4e70-b482-546cb77b0872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:47.736457 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e731a49c-c5e0-4b2e-b32c-930b220a982a None None] The sync data for ids ['024a520f-a349-4727-bcef-1df29d838639'] in dv-neutron-833561-1-hyperv is: [{'id': '024a520f-a349-4727-bcef-1df29d838639', 'name': 'tempest-ServersTestManualDisk-1993027457-router', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '7a481795-b36c-41d1-8a64-772c298c324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:51Z', 'updated_at': '2022-03-14T15:27:11Z', 'revision_number': 4, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'gw_port': {'id': '7a481795-b36c-41d1-8a64-772c298c324b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024a520f-a349-4727-bcef-1df29d838639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:54Z', 'updated_at': '2022-03-14T15:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '4dfa73e0-d397-450b-8d6d-9083fb47cf76', 'name': '', 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'mac_address': 'fa:16:3e:9b:5c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024a520f-a349-4727-bcef-1df29d838639', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88340b55-3da9-4e70-b482-546cb77b0872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:08Z', 'updated_at': '2022-03-14T15:27:46Z', 'revision_number': 4, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'subnets': [{'id': '88340b55-3da9-4e70-b482-546cb77b0872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:27:47.743074 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e2ad3-fa79-4c5e-8157-46155e73852e tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Pushing event deleted for resources: {'Port': ['ID=43bdc627-9e7e-463d-97b2-0bfc81495c1b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:47.749627 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:47.755893 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-95872fad-cda2-4a69-bbc9-2146539b85e0 req-b839ce7b-22f7-4056-8225-04e546c9f932 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/security-groups?id=b402f9da-f4f4-492f-811c-246e6a8d2492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7555523 Mar 14 15:27:47.897764 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a53ffe-1476-42d9-a318-d3edf7ecb015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159305ad-c04d-42e4-b276-25547c03e58b'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:27:47.914496 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 159305ad-c04d-42e4-b276-25547c03e58b, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=159305ad-c04d-42e4-b276-25547c03e58b,segment=NetworkSegment(ad624868-762a-4d97-b5cf-48daabb17d8c),segment_id=ad624868-762a-4d97-b5cf-48daabb17d8c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:47.918822 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:47.923790 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:47.937443 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4edc1e8f-68af-4b32-bce2-74d1847124c4 req-c0797d86-213d-47d1-910a-7adf748c90d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6caf3cf1c8df41a6b06f02779186d0e0&device_id=46aa99a7-d998-4a3d-9ca9-f77a2a7493e1 HTTP/1.1" status: 200 len: 1096 time: 0.6664648 Mar 14 15:27:47.947238 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-feed53ab-0203-4a71-b8f5-ba8b432922aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] Unset dirty status for tenant:490cd19839ec44a897ffcae71c6dd34f on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:47.954473 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-feed53ab-0203-4a71-b8f5-ba8b432922aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806468854-project-admin] 10.222.0.60 "GET /v2.0/ports/020811d7-0921-482a-8f5b-3775e34fc2e6 HTTP/1.1" status: 404 len: 333 time: 0.3496940 Mar 14 15:27:47.955988 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44156) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:48.046339 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=159305ad-c04d-42e4-b276-25547c03e58b,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:48.057197 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e2ad3-fa79-4c5e-8157-46155e73852e tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:48.057707 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e2ad3-fa79-4c5e-8157-46155e73852e tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:48.057867 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e2ad3-fa79-4c5e-8157-46155e73852e tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:48.058242 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e2ad3-fa79-4c5e-8157-46155e73852e tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:48.058576 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e2ad3-fa79-4c5e-8157-46155e73852e tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:48.058905 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e2ad3-fa79-4c5e-8157-46155e73852e tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:48.059228 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e2ad3-fa79-4c5e-8157-46155e73852e tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:48.059554 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e2ad3-fa79-4c5e-8157-46155e73852e tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:48.059878 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e2ad3-fa79-4c5e-8157-46155e73852e tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:48.060195 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e2ad3-fa79-4c5e-8157-46155e73852e tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:48.060514 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e2ad3-fa79-4c5e-8157-46155e73852e tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:48.113844 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7d4e2ad3-fa79-4c5e-8157-46155e73852e tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:48.133207 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7d4e2ad3-fa79-4c5e-8157-46155e73852e tempest-RoutersAdminNegativeIpV6Test-1561013324 tempest-RoutersAdminNegativeIpV6Test-1561013324-project-admin] 10.222.0.60 "DELETE /v2.0/ports/43bdc627-9e7e-463d-97b2-0bfc81495c1b HTTP/1.1" status: 204 len: 168 time: 1.3739605 Mar 14 15:27:48.154370 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ed3d48-bb87-419b-940a-825868d46129 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Router e508ac0a-f4c4-4236-a20b-137b65c60757 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:48.198045 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f08e732-040b-4fb3-a1a1-c02dd8b26a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:48.352463 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90298e-b360-46c6-8124-e0db2b42d2b8 req-232ae9f0-c206-4c24-8fb8-e36e4cf4dbeb tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:48.363992 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb90298e-b360-46c6-8124-e0db2b42d2b8 req-232ae9f0-c206-4c24-8fb8-e36e4cf4dbeb tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/ports?device_id=46aa99a7-d998-4a3d-9ca9-f77a2a7493e1 HTTP/1.1" status: 200 len: 943 time: 0.3490028 Mar 14 15:27:48.513411 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb90298e-b360-46c6-8124-e0db2b42d2b8 req-a99cfb23-4d6d-45cc-9839-ed403f26c925 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/security-groups?id=1027298d-b54d-44e8-bac6-fcf299b73f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479006 Mar 14 15:27:48.580961 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44170) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:48.653493 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ed3d48-bb87-419b-940a-825868d46129 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:48.661170 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15ed3d48-bb87-419b-940a-825868d46129 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:48.669451 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22fe04d-4ef5-4149-9d0c-8f8cc676e96e None None] Sync routers for ids ['e508ac0a-f4c4-4236-a20b-137b65c60757'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:27:48.675717 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a53ffe-1476-42d9-a318-d3edf7ecb015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159305ad-c04d-42e4-b276-25547c03e58b', 'code': 200} Mar 14 15:27:48.705728 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22fe04d-4ef5-4149-9d0c-8f8cc676e96e None None] Routers {'e508ac0a-f4c4-4236-a20b-137b65c60757'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:48.706385 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e22fe04d-4ef5-4149-9d0c-8f8cc676e96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e508ac0a-f4c4-4236-a20b-137b65c60757'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:48.760458 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44176) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:48.816723 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf94a5c-040a-4731-8863-f0deb8df0611 req-2eaa4651-2114-4546-8bf5-d35ec4b663f4 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:48.818397 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fbf94a5c-040a-4731-8863-f0deb8df0611 req-2eaa4651-2114-4546-8bf5-d35ec4b663f4 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 944 time: 0.9748790 Mar 14 15:27:48.818669 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 4dfa73e0-d397-450b-8d6d-9083fb47cf76 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:27:48.860450 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-15ed3d48-bb87-419b-940a-825868d46129 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] 10.222.0.60 "DELETE /v2.0/floatingips/8761b2c3-0484-4121-ac17-b689ba73dd78 HTTP/1.1" status: 204 len: 168 time: 6.0742435 Mar 14 15:27:48.867753 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44184) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:48.879516 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3e94f053-d4c2-4fd1-9a17-b7ae64b13164 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:48.894269 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3e94f053-d4c2-4fd1-9a17-b7ae64b13164 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:48.905579 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3e94f053-d4c2-4fd1-9a17-b7ae64b13164 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Usage tracker for resource:floatingip and tenant:2151ddacb1a543b7b0d9322ed1f1c298 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:48.910543 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e22fe04d-4ef5-4149-9d0c-8f8cc676e96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:48.923319 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3e94f053-d4c2-4fd1-9a17-b7ae64b13164 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:48.938926 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3e94f053-d4c2-4fd1-9a17-b7ae64b13164 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:48.965432 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22fe04d-4ef5-4149-9d0c-8f8cc676e96e None None] Routers {'e508ac0a-f4c4-4236-a20b-137b65c60757'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:48.966692 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e22fe04d-4ef5-4149-9d0c-8f8cc676e96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e508ac0a-f4c4-4236-a20b-137b65c60757'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:48.967635 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e94f053-d4c2-4fd1-9a17-b7ae64b13164 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.013951 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f08e732-040b-4fb3-a1a1-c02dd8b26a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.055905 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e22fe04d-4ef5-4149-9d0c-8f8cc676e96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:49.057205 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22fe04d-4ef5-4149-9d0c-8f8cc676e96e None None] The sync data for ids ['e508ac0a-f4c4-4236-a20b-137b65c60757'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:27:49.068562 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc1e8f-68af-4b32-bce2-74d1847124c4 req-d51b8ebe-0f29-4e20-b0cc-0556f4115d98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:49.072380 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4edc1e8f-68af-4b32-bce2-74d1847124c4 req-d51b8ebe-0f29-4e20-b0cc-0556f4115d98 service neutron] 10.222.0.24 "GET /v2.0/networks?id=da8edb3e-70af-4204-b598-deb9b1bae5e6 HTTP/1.1" status: 200 len: 913 time: 1.1278694 Mar 14 15:27:49.074076 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 4dfa73e0-d397-450b-8d6d-9083fb47cf76 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:27:49.081488 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 4dfa73e0-d397-450b-8d6d-9083fb47cf76 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:49.081863 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.104308 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-2f08e732-040b-4fb3-a1a1-c02dd8b26a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474f0fd3-4aea-42fc-82ae-1cb118c859b4']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:49.112798 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28f2359b-9f84-4a76-9358-1aaed4c50a38 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.245515 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2359b-9f84-4a76-9358-1aaed4c50a38 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Pushing event deleted for resources: {'Port': ['ID=a2084b8b-9f59-4e80-afa1-0c68bd93803e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:49.252128 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-2f08e732-040b-4fb3-a1a1-c02dd8b26a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1b0fde-9aaa-460b-9451-175752f2d7a4') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:49.252554 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-2f08e732-040b-4fb3-a1a1-c02dd8b26a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1b0fde-9aaa-460b-9451-175752f2d7a4') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:49.270275 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Request body: {'networks': [{'name': 'tempest-network--1898573811'}, {'name': 'tempest-network--517567062'}]} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:49.270669 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Request body: {'network': {'name': 'tempest-network--1898573811'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:49.271021 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Request body: {'network': {'name': 'tempest-network--517567062'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:49.274989 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25126661-c2a7-46b7-8cfb-a38ecffe82e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.289554 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:49.289788 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.299843 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Usage tracker for resource:network and tenant:e52f6a8fcb3b4f9ca2d0107e86ce6fcf is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:49.307719 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:49.323133 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 4dfa73e0-d397-450b-8d6d-9083fb47cf76, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=4dfa73e0-d397-450b-8d6d-9083fb47cf76,segment=NetworkSegment(baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2),segment_id=baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:49.323371 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:49.330134 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.336914 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f08e732-040b-4fb3-a1a1-c02dd8b26a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.359866 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-25126661-c2a7-46b7-8cfb-a38ecffe82e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:49.363751 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Made reservation on behalf of e52f6a8fcb3b4f9ca2d0107e86ce6fcf for: {'network': 2} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:49.366288 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.380599 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-25126661-c2a7-46b7-8cfb-a38ecffe82e2 admin admin] Usage tracker for resource:security_group_rule and tenant:708b75d5af134feb99a3eb65df3532ac is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:49.385378 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-25126661-c2a7-46b7-8cfb-a38ecffe82e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:49.389317 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4edc1e8f-68af-4b32-bce2-74d1847124c4 req-24a941ce-e76b-437b-95c9-0a62391ab032 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11330c23-3a33-43d6-aa81-5f1b9340ab46 HTTP/1.1" status: 200 len: 217 time: 0.3054855 Mar 14 15:27:49.393979 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.396671 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=4dfa73e0-d397-450b-8d6d-9083fb47cf76,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:49.403289 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-25126661-c2a7-46b7-8cfb-a38ecffe82e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:49.405198 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:49.405548 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:49.405884 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:49.406789 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:49.407240 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:49.407581 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:49.407907 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:49.408466 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:49.408569 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:49.408842 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:49.409410 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:49.434864 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a74f2-6c51-46f2-bffa-5f9f5802d116 req-5fdb5413-56b2-4845-abc7-f10e151cf6c9 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:49.436351 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f92a74f2-6c51-46f2-bffa-5f9f5802d116 req-5fdb5413-56b2-4845-abc7-f10e151cf6c9 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 946 time: 0.4053257 Mar 14 15:27:49.439703 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fbf94a5c-040a-4731-8863-f0deb8df0611 req-6fc74b29-9880-4e92-ba23-20b3c92e2bae tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5913076 Mar 14 15:27:49.455299 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f08e732-040b-4fb3-a1a1-c02dd8b26a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.471217 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f08e732-040b-4fb3-a1a1-c02dd8b26a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:27:49.471650 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f08e732-040b-4fb3-a1a1-c02dd8b26a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:27:49.500875 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:27:49.510699 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:49.528265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Usage tracker for resource:security_group_rule and tenant:e52f6a8fcb3b4f9ca2d0107e86ce6fcf is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:49.531787 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:49.548698 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:49.571472 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f92a74f2-6c51-46f2-bffa-5f9f5802d116 req-a45c98c4-1816-45f5-a812-f2bf3dd1320d tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/security-groups?id=b402f9da-f4f4-492f-811c-246e6a8d2492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205881 Mar 14 15:27:49.574492 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e94f053-d4c2-4fd1-9a17-b7ae64b13164 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.622898 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25126661-c2a7-46b7-8cfb-a38ecffe82e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.640075 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25126661-c2a7-46b7-8cfb-a38ecffe82e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.654468 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc1e8f-68af-4b32-bce2-74d1847124c4 req-a92ef7a7-43c4-48ff-9c6b-39f8d9dd9dfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:49.655865 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4edc1e8f-68af-4b32-bce2-74d1847124c4 req-a92ef7a7-43c4-48ff-9c6b-39f8d9dd9dfe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=88340b55-3da9-4e70-b482-546cb77b0872 HTTP/1.1" status: 200 len: 851 time: 0.2599797 Mar 14 15:27:49.756700 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a984a460-e96e-4964-b7f4-1d8c899c8935 req-924176af-06d6-401f-b32c-9314812ffce5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 1098 time: 0.7941213 Mar 14 15:27:49.770080 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25126661-c2a7-46b7-8cfb-a38ecffe82e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e495fb-24b6-4bda-be14-048238220d58,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:49.777352 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-25126661-c2a7-46b7-8cfb-a38ecffe82e2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=708b75d5af134feb99a3eb65df3532ac&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0157661 Mar 14 15:27:49.814345 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f08e732-040b-4fb3-a1a1-c02dd8b26a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.817298 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44196) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:49.866632 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f08e732-040b-4fb3-a1a1-c02dd8b26a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.869039 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28f2359b-9f84-4a76-9358-1aaed4c50a38 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.886241 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-3e94f053-d4c2-4fd1-9a17-b7ae64b13164 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Allocated IP 172.26.4.248 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/db679c3c-fcac-4a76-b7b5-1aa9c302857a) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:49.905427 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.926265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.926713 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.994150 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08e732-040b-4fb3-a1a1-c02dd8b26a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] Pushing event deleted for resources: {'Network': ['ID=474f0fd3-4aea-42fc-82ae-1cb118c859b4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:50.038820 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2f08e732-040b-4fb3-a1a1-c02dd8b26a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-153064907-project] 10.222.0.60 "DELETE /v2.0/networks/474f0fd3-4aea-42fc-82ae-1cb118c859b4 HTTP/1.1" status: 204 len: 168 time: 2.0493138 Mar 14 15:27:50.043843 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd706a6-95a9-402e-b4c9-ca69c974f258 req-db5085f1-f576-47d9-93fc-789454bc7131 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:50.045302 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-afd706a6-95a9-402e-b4c9-ca69c974f258 req-db5085f1-f576-47d9-93fc-789454bc7131 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 946 time: 0.2762756 Mar 14 15:27:50.065554 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44202) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:50.067254 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6126f5-6f3d-4dd6-abc4-0bd70b6355ec,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:50.078024 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:50.105444 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.105841 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Added segment a332d5b5-10f2-4f5e-817d-9152850dc407 of type vlan for network a3a33827-de3f-4394-9570-f7a078429696 Mar 14 15:27:50.125159 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e94f053-d4c2-4fd1-9a17-b7ae64b13164 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.136749 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a4b0c33b-a663-4008-9cd8-7b4f6813a75d tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Request body: {'floatingip': {'port_id': '70a015d6-5050-4b10-b77d-1a1ea16fe35c'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:50.150449 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.198454 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:50.204488 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e94f053-d4c2-4fd1-9a17-b7ae64b13164 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.251947 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.252289 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Added segment 46e342b6-01cb-44c2-bcd5-ecd8283dcd21 of type vlan for network fee81ebc-165c-4333-901b-a8eb5696a8a6 Mar 14 15:27:50.300166 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e94f053-d4c2-4fd1-9a17-b7ae64b13164 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:50.307483 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94f053-d4c2-4fd1-9a17-b7ae64b13164 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Pushing event updated for resources: {'Port': ['ID=db679c3c-fcac-4a76-b7b5-1aa9c302857a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:50.308973 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-3e94f053-d4c2-4fd1-9a17-b7ae64b13164 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:50.313440 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e94f053-d4c2-4fd1-9a17-b7ae64b13164 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:50.389991 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-a984a460-e96e-4964-b7f4-1d8c899c8935 req-9180a20c-1718-4f04-8be2-0d5a50ef5172 service neutron] Synchronizing usage tracker for tenant:fde8413e9fd747f1b85c09d1badc35fe on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:50.413819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28f2359b-9f84-4a76-9358-1aaed4c50a38 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.420545 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4b0c33b-a663-4008-9cd8-7b4f6813a75d tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.434327 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44208) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:50.439522 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.500277 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.500771 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.504422 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:50.507351 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:50.507976 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.523507 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28f2359b-9f84-4a76-9358-1aaed4c50a38 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.527588 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4edc1e8f-68af-4b32-bce2-74d1847124c4 req-79d72ffd-91a8-468e-a65c-8a906e0b9865 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da8edb3e-70af-4204-b598-deb9b1bae5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8135335 Mar 14 15:27:50.528201 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0e4b2d32-e72c-408b-8e31-cff87436b135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.538820 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d8549-bba3-41a3-8503-912a43fa8f36 req-ff5b4c44-c011-412e-928c-9afd4ada7f0d tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:50.540188 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-674d8549-bba3-41a3-8503-912a43fa8f36 req-ff5b4c44-c011-412e-928c-9afd4ada7f0d tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/ports?device_id=46aa99a7-d998-4a3d-9ca9-f77a2a7493e1 HTTP/1.1" status: 200 len: 943 time: 0.7798653 Mar 14 15:27:50.606489 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-a984a460-e96e-4964-b7f4-1d8c899c8935 req-9180a20c-1718-4f04-8be2-0d5a50ef5172 service neutron] Unset dirty status for tenant:fde8413e9fd747f1b85c09d1badc35fe on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:50.607897 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a984a460-e96e-4964-b7f4-1d8c899c8935 req-9180a20c-1718-4f04-8be2-0d5a50ef5172 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8400016 Mar 14 15:27:50.634829 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.664125 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Pushing event updated for resources: {'Network': ['ID=a3a33827-de3f-4394-9570-f7a078429696,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:50.682762 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network a3a33827-de3f-4394-9570-f7a078429696 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:27:50.698738 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0943964 Mar 14 15:27:50.703455 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 4dfa73e0-d397-450b-8d6d-9083fb47cf76 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:27:50.706781 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44216) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:50.850870 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 4dfa73e0-d397-450b-8d6d-9083fb47cf76 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:50.851228 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.872321 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0e4b2d32-e72c-408b-8e31-cff87436b135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.900141 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b4ef9-7d17-4fd3-b41a-bf3ab1d61490 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Pushing event updated for resources: {'Network': ['ID=fee81ebc-165c-4333-901b-a8eb5696a8a6,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:50.903823 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5c821202-da77-47b6-b91c-f4c42149ce7e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4b08b08d9cb4f13ba16efdb0d4549c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4605348 Mar 14 15:27:50.904754 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e94f053-d4c2-4fd1-9a17-b7ae64b13164 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.907945 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44220) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:50.946684 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network fee81ebc-165c-4333-901b-a8eb5696a8a6 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:27:51.019742 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e94f053-d4c2-4fd1-9a17-b7ae64b13164 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.027895 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4edc1e8f-68af-4b32-bce2-74d1847124c4 req-a1bfa93d-4fc7-4565-b45b-27c8222262f5 service neutron] 10.222.0.24 "GET /v2.0/networks/da8edb3e-70af-4204-b598-deb9b1bae5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862545 Mar 14 15:27:51.043988 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28f2359b-9f84-4a76-9358-1aaed4c50a38 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.045213 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f2359b-9f84-4a76-9358-1aaed4c50a38 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Fanout notify agent at l3_agent the message router_deleted on router e436c433-80b9-4a4f-bf96-e01ceec876e2 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:27:51.069770 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5031d1-0759-4281-bb04-b60fce86dce2 req-44f4f6b7-09c2-4690-b9bf-a0cf7c8a7f48 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:51.076537 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ce5031d1-0759-4281-bb04-b60fce86dce2 req-44f4f6b7-09c2-4690-b9bf-a0cf7c8a7f48 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.3766654 Mar 14 15:27:51.113516 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-674d8549-bba3-41a3-8503-912a43fa8f36 req-cc420a65-711e-467d-9e42-7859cb733e3d tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/security-groups?id=1027298d-b54d-44e8-bac6-fcf299b73f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5251019 Mar 14 15:27:51.128165 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eed39972-3285-4e7f-b3ee-8015187f596c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.211682 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28f2359b-9f84-4a76-9358-1aaed4c50a38 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.216460 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-28f2359b-9f84-4a76-9358-1aaed4c50a38 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "DELETE /v2.0/routers/e436c433-80b9-4a4f-bf96-e01ceec876e2 HTTP/1.1" status: 204 len: 168 time: 6.7694762 Mar 14 15:27:51.220315 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44224) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:51.245683 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eed39972-3285-4e7f-b3ee-8015187f596c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.258527 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ce5031d1-0759-4281-bb04-b60fce86dce2 req-d299f1b5-2f8f-4528-b87a-cdb41bc2559b tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811428 Mar 14 15:27:51.298224 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-24a856bd-049f-4c8a-81b2-d48e2972f2a0 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Request body: {'router': {'name': 'tempest-snat-router-126245475', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'enable_snat': False}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:51.300348 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 11330c23-3a33-43d6-aa81-5f1b9340ab46 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:27:51.358523 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eed39972-3285-4e7f-b3ee-8015187f596c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.374783 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c31f77-9231-4e11-b599-b0c391286995 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:51.379114 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c31f77-9231-4e11-b599-b0c391286995 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:51.383163 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c31f77-9231-4e11-b599-b0c391286995 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:51.387022 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c31f77-9231-4e11-b599-b0c391286995 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:51.391765 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c1c31f77-9231-4e11-b599-b0c391286995 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6548605 Mar 14 15:27:51.391930 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e94f053-d4c2-4fd1-9a17-b7ae64b13164 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.392368 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed39972-3285-4e7f-b3ee-8015187f596c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ead39b-e026-4b5d-abc3-e58c7e01515a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:51.394248 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-24a856bd-049f-4c8a-81b2-d48e2972f2a0 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:51.395192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44228) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:51.423438 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-24a856bd-049f-4c8a-81b2-d48e2972f2a0 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Usage tracker for resource:router and tenant:9f898e5d24f74cb0b260bc9e729c7776 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:51.424231 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eed39972-3285-4e7f-b3ee-8015187f596c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.427744 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-eed39972-3285-4e7f-b3ee-8015187f596c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/86ead39b-e026-4b5d-abc3-e58c7e01515a HTTP/1.1" status: 204 len: 168 time: 0.5164881 Mar 14 15:27:51.428956 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-24a856bd-049f-4c8a-81b2-d48e2972f2a0 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:51.430185 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e94f053-d4c2-4fd1-9a17-b7ae64b13164 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.445205 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-24a856bd-049f-4c8a-81b2-d48e2972f2a0 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:51.447269 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0e4b2d32-e72c-408b-8e31-cff87436b135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.487517 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b2d32-e72c-408b-8e31-cff87436b135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e495fb-24b6-4bda-be14-048238220d58,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:51.506993 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 11330c23-3a33-43d6-aa81-5f1b9340ab46, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=11330c23-3a33-43d6-aa81-5f1b9340ab46,segment=NetworkSegment(baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2),segment_id=baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:51.508355 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4edc1e8f-68af-4b32-bce2-74d1847124c4 req-1beaced7-bf47-4608-8ed1-3116b8e9220a service neutron] 10.222.0.24 "GET /v2.0/networks/da8edb3e-70af-4204-b598-deb9b1bae5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583716 Mar 14 15:27:51.512688 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24a856bd-049f-4c8a-81b2-d48e2972f2a0 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.513688 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24a856bd-049f-4c8a-81b2-d48e2972f2a0 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.534828 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0e4b2d32-e72c-408b-8e31-cff87436b135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.540184 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0e4b2d32-e72c-408b-8e31-cff87436b135 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/54e495fb-24b6-4bda-be14-048238220d58 HTTP/1.1" status: 204 len: 168 time: 1.7150893 Mar 14 15:27:51.540797 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '11330c23-3a33-43d6-aa81-5f1b9340ab46', 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6', 'port_id': '11330c23-3a33-43d6-aa81-5f1b9340ab46', 'mac_address': 'fa:16:3e:55:22:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88340b55-3da9-4e70-b482-546cb77b0872', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:27:51.624464 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94f053-d4c2-4fd1-9a17-b7ae64b13164 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Pushing event updated for resources: {'Port': ['ID=db679c3c-fcac-4a76-b7b5-1aa9c302857a,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:51.632361 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-384452ef-b77e-47dd-9144-54037856bb20 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.647423 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e94f053-d4c2-4fd1-9a17-b7ae64b13164 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.649616 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24a856bd-049f-4c8a-81b2-d48e2972f2a0 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.668729 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.708061 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11330c23-3a33-43d6-aa81-5f1b9340ab46 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:27:51.736632 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 11330c23-3a33-43d6-aa81-5f1b9340ab46, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=11330c23-3a33-43d6-aa81-5f1b9340ab46,segment=NetworkSegment(baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2),segment_id=baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:51.742219 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.785369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e94f053-d4c2-4fd1-9a17-b7ae64b13164 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.789208 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3e94f053-d4c2-4fd1-9a17-b7ae64b13164 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9169624 Mar 14 15:27:51.792887 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44238) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:51.819150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-384452ef-b77e-47dd-9144-54037856bb20 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.840082 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=11330c23-3a33-43d6-aa81-5f1b9340ab46,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:51.851132 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-384452ef-b77e-47dd-9144-54037856bb20 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a33827-de3f-4394-9570-f7a078429696']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:51.865753 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-384452ef-b77e-47dd-9144-54037856bb20 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a332d5b5-10f2-4f5e-817d-9152850dc407') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:51.866256 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-384452ef-b77e-47dd-9144-54037856bb20 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a332d5b5-10f2-4f5e-817d-9152850dc407') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:51.879126 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-384452ef-b77e-47dd-9144-54037856bb20 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.902842 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-384452ef-b77e-47dd-9144-54037856bb20 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.914826 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-384452ef-b77e-47dd-9144-54037856bb20 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:27:51.915227 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-384452ef-b77e-47dd-9144-54037856bb20 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:27:51.930860 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:27:52.049792 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44246) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:52.093274 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['11330c23-3a33-43d6-aa81-5f1b9340ab46'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:27:52.144566 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-384452ef-b77e-47dd-9144-54037856bb20 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.209322 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-384452ef-b77e-47dd-9144-54037856bb20 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.224831 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384452ef-b77e-47dd-9144-54037856bb20 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Pushing event deleted for resources: {'Network': ['ID=a3a33827-de3f-4394-9570-f7a078429696,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:52.237883 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-384452ef-b77e-47dd-9144-54037856bb20 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] 10.222.0.60 "DELETE /v2.0/networks/a3a33827-de3f-4394-9570-f7a078429696 HTTP/1.1" status: 204 len: 168 time: 0.8416486 Mar 14 15:27:52.245377 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44252) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:52.253083 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a8a8e1a7-82b2-42f9-a869-e8c693d68ecf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=490cd19839ec44a897ffcae71c6dd34f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2021582 Mar 14 15:27:52.257451 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44254) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:52.410967 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-aeb34f81-b39f-4a29-a5e3-525b8d3502df tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:52.416776 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44262) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:52.436022 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-aeb34f81-b39f-4a29-a5e3-525b8d3502df tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:52.528105 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-a4b0c33b-a663-4008-9cd8-7b4f6813a75d tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:27:52.564318 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-aeb34f81-b39f-4a29-a5e3-525b8d3502df tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Usage tracker for resource:floatingip and tenant:e43e5f2d2f454074bdf62a40822642e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:52.571764 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-aeb34f81-b39f-4a29-a5e3-525b8d3502df tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:52.590551 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-aeb34f81-b39f-4a29-a5e3-525b8d3502df tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:52.627602 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aeb34f81-b39f-4a29-a5e3-525b8d3502df tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.650886 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d0c8fabb-74a4-4fca-9bb5-ff7c93cff781 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a2cb7e52d2749f5900dd62ea972f0fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2314017 Mar 14 15:27:52.653385 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44266) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:52.689035 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-83723096-b9e2-474c-a0ce-ce1f783cf0e5 req-1a6284ba-e679-44a7-916b-d381b9a2e13b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8669369 Mar 14 15:27:52.710227 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6392f50-aead-4821-8788-e00961f3df18 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.719677 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24a856bd-049f-4c8a-81b2-d48e2972f2a0 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.726257 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff2dda18-32bd-469c-b6fc-20cce48b7bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.737574 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4b0c33b-a663-4008-9cd8-7b4f6813a75d tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.752191 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9fefa-f5d1-4850-9577-9606378dfdc8 req-8176d610-0cef-4bc2-b7dd-67f300b6a168 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:52.753720 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8de9fefa-f5d1-4850-9577-9606378dfdc8 req-8176d610-0cef-4bc2-b7dd-67f300b6a168 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.3125715 Mar 14 15:27:52.756398 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4b0c33b-a663-4008-9cd8-7b4f6813a75d tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.855022 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7d6de71-49b9-424a-827e-5738676cef4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.864030 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8de9fefa-f5d1-4850-9577-9606378dfdc8 req-983c01f4-18b9-4a5c-b53d-44a4d28a2d19 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014867 Mar 14 15:27:52.919724 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff2dda18-32bd-469c-b6fc-20cce48b7bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.920567 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7d6de71-49b9-424a-827e-5738676cef4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.980155 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aeb34f81-b39f-4a29-a5e3-525b8d3502df tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.023397 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d9061-ca9f-4915-b1ea-3e983395f17d req-a008dabc-f5c7-4f53-9e90-f32d36000e12 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:53.025865 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-970d9061-ca9f-4915-b1ea-3e983395f17d req-a008dabc-f5c7-4f53-9e90-f32d36000e12 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/ports?device_id=46aa99a7-d998-4a3d-9ca9-f77a2a7493e1 HTTP/1.1" status: 200 len: 944 time: 0.5888753 Mar 14 15:27:53.052112 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7d6de71-49b9-424a-827e-5738676cef4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.078076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6de71-49b9-424a-827e-5738676cef4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32848269-2b87-457b-87f2-14cf6b736053,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:53.148629 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7d6de71-49b9-424a-827e-5738676cef4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.151825 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c7d6de71-49b9-424a-827e-5738676cef4f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32848269-2b87-457b-87f2-14cf6b736053 HTTP/1.1" status: 204 len: 168 time: 0.4933655 Mar 14 15:27:53.237983 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62b7d0-36db-4107-b49d-cb9e5fe01556 req-8275a4d4-b178-4534-bb50-6fc533414210 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:53.239823 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5b62b7d0-36db-4107-b49d-cb9e5fe01556 req-8275a4d4-b178-4534-bb50-6fc533414210 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.1755517 Mar 14 15:27:53.255230 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44274) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:53.268872 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5431b34b-3009-4086-92ff-6635276dfc86 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Request body: {'floatingip': {'port_id': '159305ad-c04d-42e4-b276-25547c03e58b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:53.285921 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6392f50-aead-4821-8788-e00961f3df18 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.301744 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 11330c23-3a33-43d6-aa81-5f1b9340ab46 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:27:53.333035 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-c6392f50-aead-4821-8788-e00961f3df18 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee81ebc-165c-4333-901b-a8eb5696a8a6']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:53.346920 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-c6392f50-aead-4821-8788-e00961f3df18 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e342b6-01cb-44c2-bcd5-ecd8283dcd21') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:53.347226 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-c6392f50-aead-4821-8788-e00961f3df18 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e342b6-01cb-44c2-bcd5-ecd8283dcd21') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:53.353236 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5431b34b-3009-4086-92ff-6635276dfc86 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.377353 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6392f50-aead-4821-8788-e00961f3df18 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.418529 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-aeb34f81-b39f-4a29-a5e3-525b8d3502df tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Allocated IP 172.26.4.73 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/e19c60d5-3645-4ec5-8687-50f8d9cd8096) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:53.423306 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 11330c23-3a33-43d6-aa81-5f1b9340ab46 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:27:53.430415 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff2dda18-32bd-469c-b6fc-20cce48b7bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.432900 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 11330c23-3a33-43d6-aa81-5f1b9340ab46 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:53.433887 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.441813 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-83723096-b9e2-474c-a0ce-ce1f783cf0e5 req-158dc93e-3971-4f5f-963d-d97b9135cb3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a768ca8c59c43f79f741921fc7a86a9&device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 1099 time: 0.6333454 Mar 14 15:27:53.461150 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6392f50-aead-4821-8788-e00961f3df18 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.478647 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-970d9061-ca9f-4915-b1ea-3e983395f17d req-74f28aa4-9351-4f92-b8f0-a75677c50bfd tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/security-groups?id=1027298d-b54d-44e8-bac6-fcf299b73f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4356360 Mar 14 15:27:53.512171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2dda18-32bd-469c-b6fc-20cce48b7bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946da25e-9b17-440f-a7ba-4af6997788f7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:53.514662 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6392f50-aead-4821-8788-e00961f3df18 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:27:53.514662 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6392f50-aead-4821-8788-e00961f3df18 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:27:53.536320 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:27:53.559721 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff2dda18-32bd-469c-b6fc-20cce48b7bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.561102 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ff2dda18-32bd-469c-b6fc-20cce48b7bdf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/946da25e-9b17-440f-a7ba-4af6997788f7 HTTP/1.1" status: 204 len: 168 time: 1.2887254 Mar 14 15:27:53.648074 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aeb34f81-b39f-4a29-a5e3-525b8d3502df tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.667188 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.731018 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aeb34f81-b39f-4a29-a5e3-525b8d3502df tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.764040 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46aa99a7-d998-4a3d-9ca9-f77a2a7493e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11330c23-3a33-43d6-aa81-5f1b9340ab46'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:27:53.792824 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 11330c23-3a33-43d6-aa81-5f1b9340ab46, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=11330c23-3a33-43d6-aa81-5f1b9340ab46,segment=NetworkSegment(baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2),segment_id=baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:53.802642 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.837245 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb34f81-b39f-4a29-a5e3-525b8d3502df tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:53.842687 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-aeb34f81-b39f-4a29-a5e3-525b8d3502df tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:53.845793 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb34f81-b39f-4a29-a5e3-525b8d3502df tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:53.878752 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb34f81-b39f-4a29-a5e3-525b8d3502df tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Pushing event updated for resources: {'Port': ['ID=e19c60d5-3645-4ec5-8687-50f8d9cd8096,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:53.936556 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46aa99a7-d998-4a3d-9ca9-f77a2a7493e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11330c23-3a33-43d6-aa81-5f1b9340ab46', 'code': 200} Mar 14 15:27:53.977863 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=11330c23-3a33-43d6-aa81-5f1b9340ab46,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:54.005026 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6392f50-aead-4821-8788-e00961f3df18 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.016196 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6392f50-aead-4821-8788-e00961f3df18 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.056308 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6392f50-aead-4821-8788-e00961f3df18 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Pushing event deleted for resources: {'Network': ['ID=fee81ebc-165c-4333-901b-a8eb5696a8a6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:54.084412 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c6392f50-aead-4821-8788-e00961f3df18 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] 10.222.0.60 "DELETE /v2.0/networks/fee81ebc-165c-4333-901b-a8eb5696a8a6 HTTP/1.1" status: 204 len: 168 time: 1.8290956 Mar 14 15:27:54.088988 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44292) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:54.224669 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83723096-b9e2-474c-a0ce-ce1f783cf0e5 req-32c9df0c-155a-4266-a94f-1f487a40712a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:54.226207 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-83723096-b9e2-474c-a0ce-ce1f783cf0e5 req-32c9df0c-155a-4266-a94f-1f487a40712a service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d9d8d8c-ccb5-4a93-9f99-f993dc8af841 HTTP/1.1" status: 200 len: 907 time: 0.7409325 Mar 14 15:27:54.437198 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.l3_db [None req-a4b0c33b-a663-4008-9cd8-7b4f6813a75d tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Floating IP 16d69ef5-d092-495f-a0ff-955004b65e40 associated. External IP: 172.26.4.203, port: 70a015d6-5050-4b10-b77d-1a1ea16fe35c. Mar 14 15:27:54.547898 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c01728-d0cf-44c6-ba33-39a63f179b7d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:54.552373 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c01728-d0cf-44c6-ba33-39a63f179b7d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:54.553278 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-21c01728-d0cf-44c6-ba33-39a63f179b7d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Synchronizing usage tracker for tenant:e52f6a8fcb3b4f9ca2d0107e86ce6fcf on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:54.579953 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5431b34b-3009-4086-92ff-6635276dfc86 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.600250 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5431b34b-3009-4086-92ff-6635276dfc86 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.627191 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24a856bd-049f-4c8a-81b2-d48e2972f2a0 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.665303 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44316) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:54.694580 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24a856bd-049f-4c8a-81b2-d48e2972f2a0 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.743478 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-83723096-b9e2-474c-a0ce-ce1f783cf0e5 req-dbe524d1-cee5-4c22-be95-6da43597d2b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70a015d6-5050-4b10-b77d-1a1ea16fe35c HTTP/1.1" status: 200 len: 1000 time: 0.4423745 Mar 14 15:27:54.838129 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-21c01728-d0cf-44c6-ba33-39a63f179b7d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Unset dirty status for tenant:e52f6a8fcb3b4f9ca2d0107e86ce6fcf on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:54.842249 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-21c01728-d0cf-44c6-ba33-39a63f179b7d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7479334 Mar 14 15:27:54.861125 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44324) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:54.877838 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aeb34f81-b39f-4a29-a5e3-525b8d3502df tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.887221 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c71775bc-3044-42f1-ad2e-5d1e691a3668 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1160537049'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:54.911768 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c71775bc-3044-42f1-ad2e-5d1e691a3668 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:54.923930 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-94dab4cd-0e98-43a0-90a3-eb1a794576df req-65b2b6db-e14a-43f5-be6e-bbb9d78e78c4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=46aa99a7-d998-4a3d-9ca9-f77a2a7493e1 HTTP/1.1" status: 200 len: 1098 time: 0.6911430 Mar 14 15:27:54.955647 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aeb34f81-b39f-4a29-a5e3-525b8d3502df tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.981967 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83723096-b9e2-474c-a0ce-ce1f783cf0e5 req-1dbf7dbd-59f2-41d2-ad0b-1a9de9c4f18a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:54.983555 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-83723096-b9e2-474c-a0ce-ce1f783cf0e5 req-1dbf7dbd-59f2-41d2-ad0b-1a9de9c4f18a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=063aedb3-7811-4db4-ba2a-90a8dd4bc354 HTTP/1.1" status: 200 len: 845 time: 0.2046430 Mar 14 15:27:55.007142 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44330) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:55.014852 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c71775bc-3044-42f1-ad2e-5d1e691a3668 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:55.029973 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3e42bb47-fb10-49c1-983c-0109da5158bd tempest-AgentManagementNegativeTest-1459804639 tempest-AgentManagementNegativeTest-1459804639-project] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3509030 Mar 14 15:27:55.111827 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71775bc-3044-42f1-ad2e-5d1e691a3668 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Made reservation on behalf of e52f6a8fcb3b4f9ca2d0107e86ce6fcf for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:55.114805 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c71775bc-3044-42f1-ad2e-5d1e691a3668 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.208672 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-5431b34b-3009-4086-92ff-6635276dfc86 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Floating IP 3dcdbad4-ded8-478b-8b57-86efd90af136 associated. External IP: 172.26.4.219, port: 159305ad-c04d-42e4-b276-25547c03e58b. Mar 14 15:27:55.245274 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-24a856bd-049f-4c8a-81b2-d48e2972f2a0 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Allocated IP 172.26.4.206 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/5ffaa1f7-8b00-4a3a-a150-a098c296ab1e) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:55.249336 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-94dab4cd-0e98-43a0-90a3-eb1a794576df req-6c9a49f6-9b95-4ea5-b953-4daf1066a33f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1027298d-b54d-44e8-bac6-fcf299b73f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3148942 Mar 14 15:27:55.264806 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32481035-898e-419d-b03b-c5a3de71e11b req-c8d4ea80-8f26-4a58-be00-303c2293b88e tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:55.266906 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-32481035-898e-419d-b03b-c5a3de71e11b req-c8d4ea80-8f26-4a58-be00-303c2293b88e tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/ports?device_id=46aa99a7-d998-4a3d-9ca9-f77a2a7493e1 HTTP/1.1" status: 200 len: 945 time: 0.5645590 Mar 14 15:27:55.267602 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8aefd1e2-bf46-457c-8168-e8f00201f77f tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1601505093'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:55.280929 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71775bc-3044-42f1-ad2e-5d1e691a3668 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:55.329714 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8aefd1e2-bf46-457c-8168-e8f00201f77f tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:55.338256 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8aefd1e2-bf46-457c-8168-e8f00201f77f tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Usage tracker for resource:network and tenant:4f896cfc37c7440d9f7fa11c5cd372e5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:55.340897 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c71775bc-3044-42f1-ad2e-5d1e691a3668 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.341227 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-c71775bc-3044-42f1-ad2e-5d1e691a3668 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Added segment f05075cc-1994-48bb-baea-8d72e4aaea6f of type vlan for network bda8706c-0846-408f-b47d-bfad0f7ed9d7 Mar 14 15:27:55.347872 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8aefd1e2-bf46-457c-8168-e8f00201f77f tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:55.357882 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8aefd1e2-bf46-457c-8168-e8f00201f77f tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:55.378412 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aeb34f81-b39f-4a29-a5e3-525b8d3502df tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.393377 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aefd1e2-bf46-457c-8168-e8f00201f77f tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Made reservation on behalf of 4f896cfc37c7440d9f7fa11c5cd372e5 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:55.396560 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8aefd1e2-bf46-457c-8168-e8f00201f77f tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.410273 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aeb34f81-b39f-4a29-a5e3-525b8d3502df tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.429692 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44340) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:55.450100 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8aefd1e2-bf46-457c-8168-e8f00201f77f tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.460390 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-83723096-b9e2-474c-a0ce-ce1f783cf0e5 req-605ff7e9-bdd0-4b6e-ab96-c1e92e368edc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d9d8d8c-ccb5-4a93-9f99-f993dc8af841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4311495 Mar 14 15:27:55.480265 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c71775bc-3044-42f1-ad2e-5d1e691a3668 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.488203 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-32481035-898e-419d-b03b-c5a3de71e11b req-fc6c4627-8f79-4378-b023-ffff732cd274 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/security-groups?id=1027298d-b54d-44e8-bac6-fcf299b73f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120104 Mar 14 15:27:55.589835 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb34f81-b39f-4a29-a5e3-525b8d3502df tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Pushing event updated for resources: {'Port': ['ID=e19c60d5-3645-4ec5-8687-50f8d9cd8096,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:55.593325 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8aefd1e2-bf46-457c-8168-e8f00201f77f tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:55.603265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8aefd1e2-bf46-457c-8168-e8f00201f77f tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Usage tracker for resource:security_group_rule and tenant:4f896cfc37c7440d9f7fa11c5cd372e5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:55.608864 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8aefd1e2-bf46-457c-8168-e8f00201f77f tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:55.618167 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8aefd1e2-bf46-457c-8168-e8f00201f77f tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:55.621361 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aeb34f81-b39f-4a29-a5e3-525b8d3502df tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.654438 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24a856bd-049f-4c8a-81b2-d48e2972f2a0 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.657676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c71775bc-3044-42f1-ad2e-5d1e691a3668 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.661365 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71775bc-3044-42f1-ad2e-5d1e691a3668 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:55.661959 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c71775bc-3044-42f1-ad2e-5d1e691a3668 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.676932 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aeb34f81-b39f-4a29-a5e3-525b8d3502df tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.678146 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-aeb34f81-b39f-4a29-a5e3-525b8d3502df tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8844831 Mar 14 15:27:55.683822 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44346) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:55.846429 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8aefd1e2-bf46-457c-8168-e8f00201f77f tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.849969 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-87febc4e-2848-44f2-ab00-c4886cd6c616 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Synchronizing usage tracker for tenant:2151ddacb1a543b7b0d9322ed1f1c298 on resource:floatingip {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:55.856830 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8aefd1e2-bf46-457c-8168-e8f00201f77f tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.957803 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aefd1e2-bf46-457c-8168-e8f00201f77f tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:56.017596 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aefd1e2-bf46-457c-8168-e8f00201f77f tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5b97c8-b205-427f-bb5a-16bfc311dcef,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:56.021078 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc8f5159-46e5-4f24-b669-05425e7370df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:56.026485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-87febc4e-2848-44f2-ab00-c4886cd6c616 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Unset dirty status for tenant:2151ddacb1a543b7b0d9322ed1f1c298 on resource:floatingip {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:56.030437 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-87febc4e-2848-44f2-ab00-c4886cd6c616 tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3696 time: 0.3428266 Mar 14 15:27:56.031653 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44350) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:56.034370 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8aefd1e2-bf46-457c-8168-e8f00201f77f tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:56.034712 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-8aefd1e2-bf46-457c-8168-e8f00201f77f tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Added segment e736d75c-1f94-4e41-b127-9800a55ef19e of type vlan for network 6c519431-c724-4269-9141-0fbf83fe8919 Mar 14 15:27:56.099056 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71775bc-3044-42f1-ad2e-5d1e691a3668 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Pushing event updated for resources: {'Network': ['ID=bda8706c-0846-408f-b47d-bfad0f7ed9d7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:56.111015 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network bda8706c-0846-408f-b47d-bfad0f7ed9d7 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:27:56.113169 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c71775bc-3044-42f1-ad2e-5d1e691a3668 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2467268 Mar 14 15:27:56.127562 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44354) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:56.152983 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-738d4685-820f-4cfa-9199-7dd46d22e57d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-866384350'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:56.160732 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-83723096-b9e2-474c-a0ce-ce1f783cf0e5 req-e21832a2-e691-4865-bdfb-0f733d57fb02 service neutron] 10.222.0.24 "GET /v2.0/networks/2d9d8d8c-ccb5-4a93-9f99-f993dc8af841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110370 Mar 14 15:27:56.166399 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-738d4685-820f-4cfa-9199-7dd46d22e57d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:56.195018 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cc8f5159-46e5-4f24-b669-05425e7370df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:56.198793 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-738d4685-820f-4cfa-9199-7dd46d22e57d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Usage tracker for resource:network and tenant:e52f6a8fcb3b4f9ca2d0107e86ce6fcf is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:56.202246 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-738d4685-820f-4cfa-9199-7dd46d22e57d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:56.210020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-cc8f5159-46e5-4f24-b669-05425e7370df admin admin] Usage tracker for resource:security_group_rule and tenant:e63820aa679a4492a569492c25e9d1a0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:56.216328 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-738d4685-820f-4cfa-9199-7dd46d22e57d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:56.218375 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-cc8f5159-46e5-4f24-b669-05425e7370df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:56.231914 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24a856bd-049f-4c8a-81b2-d48e2972f2a0 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:56.257843 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-6ed0854c-a7bf-49a7-bce9-da21e7e7ad14 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Synchronizing usage tracker for tenant:a16a8b7c5ccf421f9e1a6999c8a79205 on resource:floatingip {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:27:56.268868 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8aefd1e2-bf46-457c-8168-e8f00201f77f tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:56.286865 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cc8f5159-46e5-4f24-b669-05425e7370df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:56.300644 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-6ed0854c-a7bf-49a7-bce9-da21e7e7ad14 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Unset dirty status for tenant:a16a8b7c5ccf421f9e1a6999c8a79205 on resource:floatingip {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:27:56.301810 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6ed0854c-a7bf-49a7-bce9-da21e7e7ad14 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2693784 Mar 14 15:27:56.308610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44358) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:56.367946 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738d4685-820f-4cfa-9199-7dd46d22e57d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Made reservation on behalf of e52f6a8fcb3b4f9ca2d0107e86ce6fcf for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:56.370825 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-738d4685-820f-4cfa-9199-7dd46d22e57d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:56.396723 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8aefd1e2-bf46-457c-8168-e8f00201f77f tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:56.400407 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aefd1e2-bf46-457c-8168-e8f00201f77f tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:56.401013 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8aefd1e2-bf46-457c-8168-e8f00201f77f tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:56.423665 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a856bd-049f-4c8a-81b2-d48e2972f2a0 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:56.424507 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a856bd-049f-4c8a-81b2-d48e2972f2a0 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Pushing event updated for resources: {'Port': ['ID=5ffaa1f7-8b00-4a3a-a150-a098c296ab1e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:56.432524 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-24a856bd-049f-4c8a-81b2-d48e2972f2a0 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:56.438387 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a856bd-049f-4c8a-81b2-d48e2972f2a0 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:27:56.532935 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738d4685-820f-4cfa-9199-7dd46d22e57d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:56.559178 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-83723096-b9e2-474c-a0ce-ce1f783cf0e5 req-fbca8649-134b-45d7-a0c8-d599bfdf8994 service neutron] 10.222.0.24 "GET /v2.0/networks/2d9d8d8c-ccb5-4a93-9f99-f993dc8af841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875444 Mar 14 15:27:56.600205 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-738d4685-820f-4cfa-9199-7dd46d22e57d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:56.600558 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-738d4685-820f-4cfa-9199-7dd46d22e57d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Added segment 43cda4f5-3eec-4a71-b5f7-87fab878aa82 of type vlan for network 37bbfa58-49ce-4693-8950-5e6ffe35be5e Mar 14 15:27:56.608923 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c75ea-117b-440e-a645-8d6f46124e00 tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Deleting port e19c60d5-3645-4ec5-8687-50f8d9cd8096 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:27:56.609929 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f5c75ea-117b-440e-a645-8d6f46124e00 tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:56.657513 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aefd1e2-bf46-457c-8168-e8f00201f77f tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Pushing event updated for resources: {'Network': ['ID=6c519431-c724-4269-9141-0fbf83fe8919,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:56.660929 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc8f5159-46e5-4f24-b669-05425e7370df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:56.662094 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8aefd1e2-bf46-457c-8168-e8f00201f77f tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6538215 Mar 14 15:27:56.667375 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44364) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:56.670558 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 6c519431-c724-4269-9141-0fbf83fe8919 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:27:56.688765 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc8f5159-46e5-4f24-b669-05425e7370df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:56.699134 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f5005d33-70f8-4068-83c0-b3834c47ca99 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Request body: {'subnet': {'network_id': '6c519431-c724-4269-9141-0fbf83fe8919', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:56.709510 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-738d4685-820f-4cfa-9199-7dd46d22e57d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:56.779422 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f5159-46e5-4f24-b669-05425e7370df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc68cc7-e9b0-45aa-8b65-440113c04c93,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:56.800002 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cc8f5159-46e5-4f24-b669-05425e7370df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e63820aa679a4492a569492c25e9d1a0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3566117 Mar 14 15:27:56.805553 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44372) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:56.810708 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b0c33b-a663-4008-9cd8-7b4f6813a75d tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Router f54a3fda-b511-4ddd-8023-d5b84d38d826 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:56.824649 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-738d4685-820f-4cfa-9199-7dd46d22e57d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:56.828824 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738d4685-820f-4cfa-9199-7dd46d22e57d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:56.829408 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-738d4685-820f-4cfa-9199-7dd46d22e57d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:56.992107 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d4685-820f-4cfa-9199-7dd46d22e57d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Pushing event updated for resources: {'Network': ['ID=37bbfa58-49ce-4693-8950-5e6ffe35be5e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:56.994567 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f5005d33-70f8-4068-83c0-b3834c47ca99 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:56.999143 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-738d4685-820f-4cfa-9199-7dd46d22e57d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8577182 Mar 14 15:27:57.003158 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5431b34b-3009-4086-92ff-6635276dfc86 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Router 89bbaaab-9a5d-4892-8641-fa97d9a6d7b1 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:57.004177 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 37bbfa58-49ce-4693-8950-5e6ffe35be5e details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:27:57.015812 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44376) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:57.020145 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f5005d33-70f8-4068-83c0-b3834c47ca99 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Usage tracker for resource:subnet and tenant:4f896cfc37c7440d9f7fa11c5cd372e5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:57.027994 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f5005d33-70f8-4068-83c0-b3834c47ca99 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:57.036246 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Request body: {'ports': [{'network_id': 'bda8706c-0846-408f-b47d-bfad0f7ed9d7', 'name': 'tempest-port--1184997937', 'admin_state_up': True}, {'network_id': '37bbfa58-49ce-4693-8950-5e6ffe35be5e', 'admin_state_up': False}]} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:57.036568 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Request body: {'port': {'network_id': 'bda8706c-0846-408f-b47d-bfad0f7ed9d7', 'name': 'tempest-port--1184997937', 'admin_state_up': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:57.037045 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Request body: {'port': {'network_id': '37bbfa58-49ce-4693-8950-5e6ffe35be5e', 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:57.063991 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f5005d33-70f8-4068-83c0-b3834c47ca99 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:57.147704 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba4a8fc1-76b3-4d9f-b142-924e5bbf6e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:57.161313 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f5c75ea-117b-440e-a645-8d6f46124e00 tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:57.161976 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f5c75ea-117b-440e-a645-8d6f46124e00 tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:57.198768 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5005d33-70f8-4068-83c0-b3834c47ca99 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Made reservation on behalf of 4f896cfc37c7440d9f7fa11c5cd372e5 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:57.201583 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24a856bd-049f-4c8a-81b2-d48e2972f2a0 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:57.202355 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24a856bd-049f-4c8a-81b2-d48e2972f2a0 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:57.206891 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba4a8fc1-76b3-4d9f-b142-924e5bbf6e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:57.390907 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c75ea-117b-440e-a645-8d6f46124e00 tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Calling delete_port for e19c60d5-3645-4ec5-8687-50f8d9cd8096 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:27:57.415296 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba4a8fc1-76b3-4d9f-b142-924e5bbf6e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:57.442305 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a8fc1-76b3-4d9f-b142-924e5bbf6e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc68cc7-e9b0-45aa-8b65-440113c04c93,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:57.451223 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba4a8fc1-76b3-4d9f-b142-924e5bbf6e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:57.454732 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ba4a8fc1-76b3-4d9f-b142-924e5bbf6e9b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fcc68cc7-e9b0-45aa-8b65-440113c04c93 HTTP/1.1" status: 204 len: 168 time: 0.6449456 Mar 14 15:27:57.464408 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b0c33b-a663-4008-9cd8-7b4f6813a75d tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:57.470312 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4b0c33b-a663-4008-9cd8-7b4f6813a75d tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:57.483601 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648be1ea-581d-48ed-96c3-7ebb9dec78d0 None None] Sync routers for ids ['f54a3fda-b511-4ddd-8023-d5b84d38d826'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:27:57.502917 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648be1ea-581d-48ed-96c3-7ebb9dec78d0 None None] Routers {'f54a3fda-b511-4ddd-8023-d5b84d38d826'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:57.503686 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-648be1ea-581d-48ed-96c3-7ebb9dec78d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['f54a3fda-b511-4ddd-8023-d5b84d38d826'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:57.544210 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a4b0c33b-a663-4008-9cd8-7b4f6813a75d tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "PUT /v2.0/floatingips/16d69ef5-d092-495f-a0ff-955004b65e40 HTTP/1.1" status: 200 len: 992 time: 7.4757590 Mar 14 15:27:57.546273 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bba0bd6-d593-4bb1-a24d-863945439396', 'tag': '70a015d6-5050-4b10-b77d-1a1ea16fe35c'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:27:57.606337 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a856bd-049f-4c8a-81b2-d48e2972f2a0 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Router dfca5d03-4dec-43b9-b228-6e79b001f77f is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:27:57.662881 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f5005d33-70f8-4068-83c0-b3834c47ca99 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:57.694798 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618626a-18a6-4dc5-9b64-b9eae9a61670 req-963192da-6614-44dc-b0d1-9fcfe91839b8 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:57.696275 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7618626a-18a6-4dc5-9b64-b9eae9a61670 req-963192da-6614-44dc-b0d1-9fcfe91839b8 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/ports?device_id=46aa99a7-d998-4a3d-9ca9-f77a2a7493e1 HTTP/1.1" status: 200 len: 945 time: 0.9136572 Mar 14 15:27:57.768206 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-648be1ea-581d-48ed-96c3-7ebb9dec78d0 None None] Set router f54a3fda-b511-4ddd-8023-d5b84d38d826 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:27:58.079317 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369046ed-ea32-400e-8c2a-230371f3667e req-4587675c-dcd9-4f0e-9fd3-680f2a3f7404 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:58.080986 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-369046ed-ea32-400e-8c2a-230371f3667e req-4587675c-dcd9-4f0e-9fd3-680f2a3f7404 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 946 time: 0.3479862 Mar 14 15:27:58.149255 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7618626a-18a6-4dc5-9b64-b9eae9a61670 req-3baf7b42-dbbb-449a-8e12-752040617c87 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/security-groups?id=1027298d-b54d-44e8-bac6-fcf299b73f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4315474 Mar 14 15:27:58.160852 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:58.195981 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-648be1ea-581d-48ed-96c3-7ebb9dec78d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'name': 'tempest-ServersTestJSON-2050657604-router', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:56Z', 'revision_number': 4, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'gw_port': {'id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '16d69ef5-d092-495f-a0ff-955004b65e40', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'floating_ip_address': '172.26.4.203', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'port_id': '70a015d6-5050-4b10-b77d-1a1ea16fe35c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841', 'mac_address': 'fa:16:3e:6c:f9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bba0bd6-d593-4bb1-a24d-863945439396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:27:09Z', 'updated_at': '2022-03-14T15:27:52Z', 'revision_number': 1, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a948df-2c7d-4908-9e28-67b1959d94bb', 'name': '', 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'mac_address': 'fa:16:3e:4e:aa:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '063aedb3-7811-4db4-ba2a-90a8dd4bc354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:53Z', 'updated_at': '2022-03-14T15:27:09Z', 'revision_number': 5, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'subnets': [{'id': '063aedb3-7811-4db4-ba2a-90a8dd4bc354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:58.200688 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648be1ea-581d-48ed-96c3-7ebb9dec78d0 None None] Checking router: f54a3fda-b511-4ddd-8023-d5b84d38d826 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:27:58.211963 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648be1ea-581d-48ed-96c3-7ebb9dec78d0 None None] Routers {'f54a3fda-b511-4ddd-8023-d5b84d38d826'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:58.212554 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-648be1ea-581d-48ed-96c3-7ebb9dec78d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['f54a3fda-b511-4ddd-8023-d5b84d38d826'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:58.221695 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Usage tracker for resource:port and tenant:e52f6a8fcb3b4f9ca2d0107e86ce6fcf is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:58.229919 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:58.244426 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:58.269770 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a856bd-049f-4c8a-81b2-d48e2972f2a0 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:58.273369 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-369046ed-ea32-400e-8c2a-230371f3667e req-3f39ab8b-a986-493c-96dd-b83c2ae60b0b tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/security-groups?id=b402f9da-f4f4-492f-811c-246e6a8d2492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853590 Mar 14 15:27:58.284566 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] Sync routers for ids ['dfca5d03-4dec-43b9-b228-6e79b001f77f'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:27:58.291967 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f5c75ea-117b-440e-a645-8d6f46124e00 tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:58.311113 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] Routers {'dfca5d03-4dec-43b9-b228-6e79b001f77f'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:58.311750 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['dfca5d03-4dec-43b9-b228-6e79b001f77f'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:58.328290 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bba0bd6-d593-4bb1-a24d-863945439396', 'tag': '70a015d6-5050-4b10-b77d-1a1ea16fe35c', 'status': 'completed', 'code': 200} Mar 14 15:27:58.381708 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Made reservation on behalf of e52f6a8fcb3b4f9ca2d0107e86ce6fcf for: {'port': 2} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:58.385503 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:58.424369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c75ea-117b-440e-a645-8d6f46124e00 tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Pushing event deleted for resources: {'Port': ['ID=e19c60d5-3645-4ec5-8687-50f8d9cd8096,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:58.445842 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:58.455088 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24a856bd-049f-4c8a-81b2-d48e2972f2a0 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:58.456349 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-24a856bd-049f-4c8a-81b2-d48e2972f2a0 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.2257648 Mar 14 15:27:58.461524 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44404) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:58.473327 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-648be1ea-581d-48ed-96c3-7ebb9dec78d0 None None] Set router f54a3fda-b511-4ddd-8023-d5b84d38d826 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:27:58.597258 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f5005d33-70f8-4068-83c0-b3834c47ca99 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:58.688066 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44410) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:58.701076 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] Set router dfca5d03-4dec-43b9-b228-6e79b001f77f gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:27:58.744535 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fe82de1b-037a-469a-bfcd-ce6936e845d3 req-a772e589-4c81-423f-ae20-67d9a626f99f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a768ca8c59c43f79f741921fc7a86a9&device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 1099 time: 0.4073477 Mar 14 15:27:58.788623 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f5c75ea-117b-440e-a645-8d6f46124e00 tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:58.845133 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5005d33-70f8-4068-83c0-b3834c47ca99 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Pushing event updated for resources: {'Subnet': ['ID=ae8d144b-303c-4929-9855-35b41f63cbf2,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:58.915694 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] device_id is not set on port 0c670058-46d9-4c7a-aced-f3993289d907 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:27:58.917035 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82de1b-037a-469a-bfcd-ce6936e845d3 req-30322f34-422e-410f-9aec-b72ed1031dba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:58.918579 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fe82de1b-037a-469a-bfcd-ce6936e845d3 req-30322f34-422e-410f-9aec-b72ed1031dba service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d9d8d8c-ccb5-4a93-9f99-f993dc8af841 HTTP/1.1" status: 200 len: 907 time: 0.1642249 Mar 14 15:27:58.921414 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5431b34b-3009-4086-92ff-6635276dfc86 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:58.926255 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f5c75ea-117b-440e-a645-8d6f46124e00 tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:58.929327 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2f5c75ea-117b-440e-a645-8d6f46124e00 tempest-FloatingIPAdminTestJSON-2086359646 tempest-FloatingIPAdminTestJSON-2086359646-project] 10.222.0.60 "DELETE /v2.0/floatingips/627850f0-aaf2-46b3-a125-c55ddfe152d7 HTTP/1.1" status: 204 len: 168 time: 2.6175821 Mar 14 15:27:58.931637 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5431b34b-3009-4086-92ff-6635276dfc86 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:58.946380 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79959ec-37b1-4c74-ab46-8ca68d8c621f None None] Sync routers for ids ['89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:27:58.970934 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44416) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:58.994574 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-18dd71ec-4143-449b-86a0-7de90f7285f1 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:58.995615 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-18dd71ec-4143-449b-86a0-7de90f7285f1 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.3028419 Mar 14 15:27:59.004581 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44418) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.004755 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79959ec-37b1-4c74-ab46-8ca68d8c621f None None] Routers {'89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:27:59.005345 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c79959ec-37b1-4c74-ab46-8ca68d8c621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:59.024399 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-07734d26-54b0-415b-b65d-1cc9e2e9a177 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:59.025427 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-07734d26-54b0-415b-b65d-1cc9e2e9a177 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0192912 Mar 14 15:27:59.028864 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44422) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.037898 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-a05d504e-241e-46bb-9bda-cdf692ebb4ae tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:59.038997 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a05d504e-241e-46bb-9bda-cdf692ebb4ae tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0085804 Mar 14 15:27:59.041750 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44426) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.058072 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-3b55ce58-9ee3-4bda-9d08-a5e44ba03f85 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:59.059102 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3b55ce58-9ee3-4bda-9d08-a5e44ba03f85 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0150344 Mar 14 15:27:59.064958 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d961271c-8664-44c5-867e-4d5db1aa6a44 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "GET /v2.0/routers/dfca5d03-4dec-43b9-b228-6e79b001f77f HTTP/1.1" status: 200 len: 908 time: 0.5991547 Mar 14 15:27:59.066380 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44430) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.066491 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5005d33-70f8-4068-83c0-b3834c47ca99 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Checking segment: {'id': 'e736d75c-1f94-4e41-b127-9800a55ef19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6c519431-c724-4269-9141-0fbf83fe8919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:27:59.066612 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44432) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.066701 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5005d33-70f8-4068-83c0-b3834c47ca99 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Network hostable DHCP agents. Network: 6c519431-c724-4269-9141-0fbf83fe8919, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:27:59.075138 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-ad02973e-d437-4f27-a0e6-908de840b256 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:59.076154 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ad02973e-d437-4f27-a0e6-908de840b256 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0088105 Mar 14 15:27:59.079220 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-166b317f-1ecb-4b14-92b6-5e8c905161d2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Request body: {'router': {'name': 'tempest-snat-router-126245475', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'enable_snat': True}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:27:59.084269 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44440) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.090431 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-166b317f-1ecb-4b14-92b6-5e8c905161d2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:27:59.097172 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-08438838-906b-4e69-98db-05f419164ecc tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:59.098485 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-08438838-906b-4e69-98db-05f419164ecc tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0123796 Mar 14 15:27:59.101361 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44444) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.104464 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-166b317f-1ecb-4b14-92b6-5e8c905161d2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Usage tracker for resource:router and tenant:9f898e5d24f74cb0b260bc9e729c7776 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:27:59.108330 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fe82de1b-037a-469a-bfcd-ce6936e845d3 req-463d23f7-74d0-4fd2-94bb-a364e09234ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70a015d6-5050-4b10-b77d-1a1ea16fe35c HTTP/1.1" status: 200 len: 1000 time: 0.1825032 Mar 14 15:27:59.111396 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-ba85c8a4-05a4-48f2-b5c8-6038b46c799e tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:59.112374 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ba85c8a4-05a4-48f2-b5c8-6038b46c799e tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0100927 Mar 14 15:27:59.113316 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-166b317f-1ecb-4b14-92b6-5e8c905161d2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:27:59.116153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44448) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.119958 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.161139 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-e4afbf4d-c3ea-4e76-bf8b-c6cba7d1dd31 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:59.162211 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e4afbf4d-c3ea-4e76-bf8b-c6cba7d1dd31 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0440011 Mar 14 15:27:59.163889 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-166b317f-1ecb-4b14-92b6-5e8c905161d2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:27:59.169359 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44452) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.176310 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-1d2c9cec-82d2-4014-abd3-c7616d754396 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:59.177380 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1d2c9cec-82d2-4014-abd3-c7616d754396 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0059898 Mar 14 15:27:59.185166 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44456) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.199906 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfca5d03-4dec-43b9-b228-6e79b001f77f', 'name': 'tempest-snat-router-126245475', 'tenant_id': '9f898e5d24f74cb0b260bc9e729c7776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.206'}], 'enable_snat': False}, 'gw_port_id': '5ffaa1f7-8b00-4a3a-a150-a098c296ab1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:51Z', 'updated_at': '2022-03-14T15:27:56Z', 'revision_number': 3, 'project_id': '9f898e5d24f74cb0b260bc9e729c7776', 'gw_port': {'id': '5ffaa1f7-8b00-4a3a-a150-a098c296ab1e', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ed:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfca5d03-4dec-43b9-b228-6e79b001f77f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:54Z', 'updated_at': '2022-03-14T15:27:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:59.204672 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] Checking router: dfca5d03-4dec-43b9-b228-6e79b001f77f for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:27:59.205086 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] Updating router dfca5d03-4dec-43b9-b228-6e79b001f77f port 5ffaa1f7-8b00-4a3a-a150-a098c296ab1e binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:27:59.222158 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-aa6556c9-e4c9-442b-bcae-ddfd95f9729f tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:59.223177 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-648be1ea-581d-48ed-96c3-7ebb9dec78d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'name': 'tempest-ServersTestJSON-2050657604-router', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:56Z', 'revision_number': 4, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'gw_port': {'id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '16d69ef5-d092-495f-a0ff-955004b65e40', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'floating_ip_address': '172.26.4.203', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'port_id': '70a015d6-5050-4b10-b77d-1a1ea16fe35c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841', 'mac_address': 'fa:16:3e:6c:f9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bba0bd6-d593-4bb1-a24d-863945439396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:27:09Z', 'updated_at': '2022-03-14T15:27:52Z', 'revision_number': 1, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a948df-2c7d-4908-9e28-67b1959d94bb', 'name': '', 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'mac_address': 'fa:16:3e:4e:aa:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '063aedb3-7811-4db4-ba2a-90a8dd4bc354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:53Z', 'updated_at': '2022-03-14T15:27:09Z', 'revision_number': 5, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'subnets': [{'id': '063aedb3-7811-4db4-ba2a-90a8dd4bc354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:59.224527 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-aa6556c9-e4c9-442b-bcae-ddfd95f9729f tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0345259 Mar 14 15:27:59.227733 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44462) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.233271 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-166b317f-1ecb-4b14-92b6-5e8c905161d2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.234466 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-166b317f-1ecb-4b14-92b6-5e8c905161d2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.244632 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648be1ea-581d-48ed-96c3-7ebb9dec78d0 None None] The sync data for ids ['f54a3fda-b511-4ddd-8023-d5b84d38d826'] in dv-neutron-833561-1-hyperv is: [{'id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'name': 'tempest-ServersTestJSON-2050657604-router', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:56Z', 'revision_number': 4, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'gw_port': {'id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '16d69ef5-d092-495f-a0ff-955004b65e40', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'floating_ip_address': '172.26.4.203', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'port_id': '70a015d6-5050-4b10-b77d-1a1ea16fe35c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841', 'mac_address': 'fa:16:3e:6c:f9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bba0bd6-d593-4bb1-a24d-863945439396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:27:09Z', 'updated_at': '2022-03-14T15:27:52Z', 'revision_number': 1, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a948df-2c7d-4908-9e28-67b1959d94bb', 'name': '', 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'mac_address': 'fa:16:3e:4e:aa:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '063aedb3-7811-4db4-ba2a-90a8dd4bc354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:53Z', 'updated_at': '2022-03-14T15:27:09Z', 'revision_number': 5, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'subnets': [{'id': '063aedb3-7811-4db4-ba2a-90a8dd4bc354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:27:59.261341 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-166b317f-1ecb-4b14-92b6-5e8c905161d2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.272116 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-c79959ec-37b1-4c74-ab46-8ca68d8c621f None None] Set router 89bbaaab-9a5d-4892-8641-fa97d9a6d7b1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:27:59.282512 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-5548df95-3c4c-4568-825e-3b5aa8b5f6f1 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:59.286760 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5548df95-3c4c-4568-825e-3b5aa8b5f6f1 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0553617 Mar 14 15:27:59.290997 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44466) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.339067 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.408491 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-ff2db8de-adae-439e-8c45-8a594c55c6bd tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:59.410711 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ff2db8de-adae-439e-8c45-8a594c55c6bd tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0291455 Mar 14 15:27:59.429020 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] device_id is not set on port d47ecd5a-ec01-404d-9053-847f9e42725d yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:27:59.459814 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44470) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.467435 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-0159769d-7c34-4198-8de1-8b4ea4bf1ad1 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:59.475527 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0159769d-7c34-4198-8de1-8b4ea4bf1ad1 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0149229 Mar 14 15:27:59.496531 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5431b34b-3009-4086-92ff-6635276dfc86 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "PUT /v2.0/floatingips/3dcdbad4-ded8-478b-8b57-86efd90af136 HTTP/1.1" status: 200 len: 991 time: 6.2392933 Mar 14 15:27:59.497291 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44474) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.502326 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a53ffe-1476-42d9-a318-d3edf7ecb015', 'tag': '159305ad-c04d-42e4-b276-25547c03e58b'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:27:59.516068 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-307bad4c-6e1c-4ef6-a18c-ea48513133c8 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:59.520198 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-307bad4c-6e1c-4ef6-a18c-ea48513133c8 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0138364 Mar 14 15:27:59.532726 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44482) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.590523 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82de1b-037a-469a-bfcd-ce6936e845d3 req-ff0552cb-0ee3-436a-bc02-ae1958bf19f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:59.591709 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fe82de1b-037a-469a-bfcd-ce6936e845d3 req-ff0552cb-0ee3-436a-bc02-ae1958bf19f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=063aedb3-7811-4db4-ba2a-90a8dd4bc354 HTTP/1.1" status: 200 len: 845 time: 0.4746764 Mar 14 15:27:59.619003 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-8c832238-d5a0-4ff4-a0de-d65a1bfa76c7 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:59.622626 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8c832238-d5a0-4ff4-a0de-d65a1bfa76c7 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0871677 Mar 14 15:27:59.625532 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-9fafc25c-bfd2-4027-9d6d-ccbc9b5c748c tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Deleting port db679c3c-fcac-4a76-b7b5-1aa9c302857a {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:27:59.625804 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fafc25c-bfd2-4027-9d6d-ccbc9b5c748c tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.652313 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5005d33-70f8-4068-83c0-b3834c47ca99 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Network 6c519431-c724-4269-9141-0fbf83fe8919 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:27:59.660038 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44488) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.678065 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-b88257a4-faaa-4f0c-8344-c5a82d3f9464 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:59.682033 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b88257a4-faaa-4f0c-8344-c5a82d3f9464 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0210259 Mar 14 15:27:59.686964 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44492) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.703058 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-51ecb20a-f160-4c5c-803c-08e7e781747f tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:59.707426 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-51ecb20a-f160-4c5c-803c-08e7e781747f tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0193546 Mar 14 15:27:59.711852 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44496) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.713222 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f5005d33-70f8-4068-83c0-b3834c47ca99 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 6c519431-c724-4269-9141-0fbf83fe8919) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:59.723169 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-1619b759-caaa-4fb2-9bfb-7ea4d68141cc tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:59.726913 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1619b759-caaa-4fb2-9bfb-7ea4d68141cc tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0116422 Mar 14 15:27:59.728989 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44500) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.736552 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5005d33-70f8-4068-83c0-b3834c47ca99 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:59.741479 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f5005d33-70f8-4068-83c0-b3834c47ca99 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.752590 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-8c8159ff-eb90-4c53-becb-a1040c88564b tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:59.759626 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8c8159ff-eb90-4c53-becb-a1040c88564b tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0242252 Mar 14 15:27:59.771805 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.778681 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44504) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.786790 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] Transition to ACTIVE for port object 5ffaa1f7-8b00-4a3a-a150-a098c296ab1e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:59.793553 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde526e3-6b2a-4f5a-a8dd-391ea0f18161 None None] Network 6c519431-c724-4269-9141-0fbf83fe8919 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:27:59.824005 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.845145 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-1f99ece8-16b5-4bd2-9e72-f9ab341147f5 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:59.848954 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1f99ece8-16b5-4bd2-9e72-f9ab341147f5 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0257545 Mar 14 15:27:59.853289 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44508) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.889963 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-1a8f19e1-93af-4d93-8782-1bde44e82a0f tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:59.893634 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1a8f19e1-93af-4d93-8782-1bde44e82a0f tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0344071 Mar 14 15:27:59.899122 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44512) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.901707 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-166b317f-1ecb-4b14-92b6-5e8c905161d2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.920461 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-38fd2b9c-858a-4640-a264-3f8a91b3023a tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:59.925121 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-38fd2b9c-858a-4640-a264-3f8a91b3023a tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0164595 Mar 14 15:27:59.930768 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44518) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.943870 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fe82de1b-037a-469a-bfcd-ce6936e845d3 req-fa3cb02e-57e3-4ac6-84e1-194ea6f65aa8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d9d8d8c-ccb5-4a93-9f99-f993dc8af841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3210559 Mar 14 15:27:59.948268 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-e34b5dee-b6d7-4579-9b7a-d44f9a5012d9 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:59.951814 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e34b5dee-b6d7-4579-9b7a-d44f9a5012d9 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0123549 Mar 14 15:27:59.954428 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44522) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.971648 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f5005d33-70f8-4068-83c0-b3834c47ca99 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2911215 Mar 14 15:27:59.979414 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44526) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:27:59.986397 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-549af851-4cd6-4a6d-959f-80bc2c5f90f1 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:27:59.989909 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-549af851-4cd6-4a6d-959f-80bc2c5f90f1 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0312963 Mar 14 15:27:59.991834 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44530) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:00.023196 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c79959ec-37b1-4c74-ab46-8ca68d8c621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'name': 'tempest-ServerActionsTestJSON-323819497-router', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:50Z', 'updated_at': '2022-03-14T15:27:02Z', 'revision_number': 4, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'gw_port': {'id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:52Z', 'updated_at': '2022-03-14T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '3dcdbad4-ded8-478b-8b57-86efd90af136', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'floating_ip_address': '172.26.4.219', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'port_id': '159305ad-c04d-42e4-b276-25547c03e58b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7', 'mac_address': 'fa:16:3e:d8:83:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a53ffe-1476-42d9-a318-d3edf7ecb015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:27:14Z', 'updated_at': '2022-03-14T15:27:54Z', 'revision_number': 1, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587a3fec-bb58-4693-a218-8a7512d9eac6', 'name': '', 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'mac_address': 'fa:16:3e:54:d1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '453fbd59-94cf-411e-8df0-3bc90080a3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:00Z', 'updated_at': '2022-03-14T15:27:31Z', 'revision_number': 5, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'subnets': [{'id': '453fbd59-94cf-411e-8df0-3bc90080a3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:00.027463 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79959ec-37b1-4c74-ab46-8ca68d8c621f None None] Checking router: 89bbaaab-9a5d-4892-8641-fa97d9a6d7b1 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:28:00.027672 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-0b299fb7-dfd0-4e8b-8a1a-245f337e1de7 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:00.031287 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0b299fb7-dfd0-4e8b-8a1a-245f337e1de7 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0355635 Mar 14 15:28:00.035719 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44534) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:00.044718 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79959ec-37b1-4c74-ab46-8ca68d8c621f None None] Routers {'89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:28:00.045915 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c79959ec-37b1-4c74-ab46-8ca68d8c621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:00.048332 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-ad91aade-4486-4cfa-b4ca-e9919b3b999e tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:00.049259 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ad91aade-4486-4cfa-b4ca-e9919b3b999e tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0085166 Mar 14 15:28:00.063601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44538) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:00.067276 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b87e60ce-1531-4d89-9972-020bb155c8ab tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Request body: {'port': {'network_id': '6c519431-c724-4269-9141-0fbf83fe8919', 'name': 'tempest-AllowedAddressPairTestJSON-140647244'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:00.088964 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-1a347f4d-43a6-46a6-9613-c453b1d9b087 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:00.089901 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1a347f4d-43a6-46a6-9613-c453b1d9b087 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0232997 Mar 14 15:28:00.095918 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c09441-002d-4706-b7b9-98b877e18eb2 req-257d960b-977c-430a-b449-4fea004b9ca0 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:00.097346 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-12c09441-002d-4706-b7b9-98b877e18eb2 req-257d960b-977c-430a-b449-4fea004b9ca0 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.3163660 Mar 14 15:28:00.101209 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44542) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:00.104860 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.108386 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fafc25c-bfd2-4027-9d6d-ccbc9b5c748c tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.108693 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fafc25c-bfd2-4027-9d6d-ccbc9b5c748c tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.119144 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-4eea6dbe-26a4-40da-a7d1-d9df3f7b416a tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:00.120095 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4eea6dbe-26a4-40da-a7d1-d9df3f7b416a tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0179925 Mar 14 15:28:00.152846 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44546) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:00.166912 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] Attempting to bind port 5ffaa1f7-8b00-4a3a-a150-a098c296ab1e on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:00.167288 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] Attempting to bind port 5ffaa1f7-8b00-4a3a-a150-a098c296ab1e by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:00.167656 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] Attempting to bind port 5ffaa1f7-8b00-4a3a-a150-a098c296ab1e on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:00.198862 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:28:00.199337 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:00.199638 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.200030 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:28:00.200514 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] Bound port: 5ffaa1f7-8b00-4a3a-a150-a098c296ab1e, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:00.204043 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.260274 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fe82de1b-037a-469a-bfcd-ce6936e845d3 req-745c63bf-692e-486e-b4ad-de1b8c259c0b service neutron] 10.222.0.24 "GET /v2.0/networks/2d9d8d8c-ccb5-4a93-9f99-f993dc8af841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074520 Mar 14 15:28:00.269411 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1da4d-01f8-4384-b0ff-a24db1307ef9 req-2d037475-273d-4368-80dd-7379e5a4a950 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:00.271156 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-15e1da4d-01f8-4384-b0ff-a24db1307ef9 req-2d037475-273d-4368-80dd-7379e5a4a950 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/ports?device_id=46aa99a7-d998-4a3d-9ca9-f77a2a7493e1 HTTP/1.1" status: 200 len: 945 time: 0.8848021 Mar 14 15:28:00.288034 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-449de00c-b91f-42c3-89a3-8d4db6a81111 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:00.293089 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-449de00c-b91f-42c3-89a3-8d4db6a81111 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0361476 Mar 14 15:28:00.335458 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44552) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:00.343391 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-c79959ec-37b1-4c74-ab46-8ca68d8c621f None None] Set router 89bbaaab-9a5d-4892-8641-fa97d9a6d7b1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:28:00.364436 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba676d0-6841-4ee5-9d3c-1446b6dc4186 None None] Pushing event updated for resources: {'Port': ['ID=5ffaa1f7-8b00-4a3a-a150-a098c296ab1e,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:00.439615 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-9fafc25c-bfd2-4027-9d6d-ccbc9b5c748c tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Calling delete_port for db679c3c-fcac-4a76-b7b5-1aa9c302857a owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:00.465608 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] For port 5ffaa1f7-8b00-4a3a-a150-a098c296ab1e, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:00.475986 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-331199ad-a49d-40d1-a6c4-27f80c83a28d tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:00.476766 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-331199ad-a49d-40d1-a6c4-27f80c83a28d tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.1395156 Mar 14 15:28:00.484328 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] For port 5ffaa1f7-8b00-4a3a-a150-a098c296ab1e, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5ffaa1f7-8b00-4a3a-a150-a098c296ab1e,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:00.486946 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65794dd0-28c1-4581-b8b6-9b0dc7234179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-6c519431-c724-4269-9141-0fbf83fe8919', 'network_id': '6c519431-c724-4269-9141-0fbf83fe8919', 'tenant_id': '4f896cfc37c7440d9f7fa11c5cd372e5', 'fixed_ips': [{'subnet_id': 'ae8d144b-303c-4929-9855-35b41f63cbf2'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:28:00.487769 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-65794dd0-28c1-4581-b8b6-9b0dc7234179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.497213 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44556) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:00.502974 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.513817 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-0ef41045-9a8d-4f59-b605-18ad49abfd00 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:00.514681 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0ef41045-9a8d-4f59-b605-18ad49abfd00 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0051334 Mar 14 15:28:00.527289 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44560) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:00.541182 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-9ed03618-a6ee-44d0-97ef-a30dfb4dac73 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:00.542133 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9ed03618-a6ee-44d0-97ef-a30dfb4dac73 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0130095 Mar 14 15:28:00.550410 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44564) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:00.559988 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-e1aef51c-e7b3-4610-ae12-26353c967130 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:00.564266 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e1aef51c-e7b3-4610-ae12-26353c967130 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0086880 Mar 14 15:28:00.566378 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44568) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:00.578383 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-12c09441-002d-4706-b7b9-98b877e18eb2 req-b2bf95ad-fa2d-4153-a155-ab86d5565d17 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4550798 Mar 14 15:28:00.583357 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-e6cc4b30-24a3-4211-bfd9-08b673a639d5 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:00.586766 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e6cc4b30-24a3-4211-bfd9-08b673a639d5 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0163682 Mar 14 15:28:00.593244 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44572) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:00.598847 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-f72b2118-e0db-4e0f-80bb-c7a3b6c23268 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:00.602862 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f72b2118-e0db-4e0f-80bb-c7a3b6c23268 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0050423 Mar 14 15:28:00.602862 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44576) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:00.617236 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.622453 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-088e511d-d63c-41c9-8b98-75c4015fd974 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:00.626804 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-088e511d-d63c-41c9-8b98-75c4015fd974 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0200558 Mar 14 15:28:00.693047 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44584) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:00.704941 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Pushing event updated for resources: {'Port': ['ID=0c670058-46d9-4c7a-aced-f3993289d907,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:00.759025 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-8c405f4d-f6e9-40b1-8dcd-4359d33e3411 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:00.764326 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8c405f4d-f6e9-40b1-8dcd-4359d33e3411 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0203764 Mar 14 15:28:00.768320 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] Routers {'dfca5d03-4dec-43b9-b228-6e79b001f77f'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:28:00.768969 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['dfca5d03-4dec-43b9-b228-6e79b001f77f'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:00.769159 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44588) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:00.779385 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-6bfe0ccf-d652-48c1-8a66-7d06e5ec5f9d tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:00.780322 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6bfe0ccf-d652-48c1-8a66-7d06e5ec5f9d tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0087128 Mar 14 15:28:00.785083 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fe82de1b-037a-469a-bfcd-ce6936e845d3 req-753f591a-8e79-40f9-87c5-a83453a20301 service neutron] 10.222.0.24 "GET /v2.0/networks/2d9d8d8c-ccb5-4a93-9f99-f993dc8af841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5118601 Mar 14 15:28:00.787418 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44592) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:00.793783 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-d7717e2e-a0e3-49cc-9cf3-8918d5fc0abc tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:00.794867 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d7717e2e-a0e3-49cc-9cf3-8918d5fc0abc tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0058138 Mar 14 15:28:00.800507 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44596) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:00.811813 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-a4de6616-3b46-4e53-a4da-86d150730e69 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:00.812855 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a4de6616-3b46-4e53-a4da-86d150730e69 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0114496 Mar 14 15:28:00.815792 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Checking segment: {'id': 'f05075cc-1994-48bb-baea-8d72e4aaea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'bda8706c-0846-408f-b47d-bfad0f7ed9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:00.816151 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Network hostable DHCP agents. Network: bda8706c-0846-408f-b47d-bfad0f7ed9d7, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:00.821275 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44600) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:00.845777 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fafc25c-bfd2-4027-9d6d-ccbc9b5c748c tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.866221 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-ddfaaf6c-a2ad-4fcf-ae24-b7c56dff49da tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:00.870460 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ddfaaf6c-a2ad-4fcf-ae24-b7c56dff49da tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0456090 Mar 14 15:28:00.876366 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44604) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:00.886154 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Network bda8706c-0846-408f-b47d-bfad0f7ed9d7 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:00.886394 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-aba961e5-e2c4-48ba-a134-5714d4c2c078 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:00.892669 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-aba961e5-e2c4-48ba-a134-5714d4c2c078 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0147781 Mar 14 15:28:00.897306 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44608) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:00.923037 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-295137a9-f0b9-4f04-bb7d-a51fbb03cf78 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:00.924068 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-295137a9-f0b9-4f04-bb7d-a51fbb03cf78 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0201471 Mar 14 15:28:00.928112 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a53ffe-1476-42d9-a318-d3edf7ecb015', 'tag': '159305ad-c04d-42e4-b276-25547c03e58b', 'status': 'completed', 'code': 200} Mar 14 15:28:00.930713 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafc25c-bfd2-4027-9d6d-ccbc9b5c748c tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Pushing event deleted for resources: {'Port': ['ID=db679c3c-fcac-4a76-b7b5-1aa9c302857a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:00.937411 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44612) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:00.945178 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-15e1da4d-01f8-4384-b0ff-a24db1307ef9 req-4d0adb7d-672b-420b-889c-625a3ac25f13 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/security-groups?id=1027298d-b54d-44e8-bac6-fcf299b73f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6654382 Mar 14 15:28:00.986502 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-22901c39-ee7e-4e40-a6c9-b96a2654c10d tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:00.989866 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-22901c39-ee7e-4e40-a6c9-b96a2654c10d tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0066056 Mar 14 15:28:01.048692 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, bda8706c-0846-408f-b47d-bfad0f7ed9d7) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:01.053541 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:01.054414 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:01.057174 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44620) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:01.059863 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fafc25c-bfd2-4027-9d6d-ccbc9b5c748c tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:01.078802 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50688233-59e1-419c-b149-ed9d2da12827 None None] Network bda8706c-0846-408f-b47d-bfad0f7ed9d7 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:01.115133 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-22bf5f95-6fca-46cb-84d0-abf922d196fe tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:01.119033 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-22bf5f95-6fca-46cb-84d0-abf922d196fe tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0580375 Mar 14 15:28:01.127689 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44624) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:01.143611 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-e0988b84-70af-4f0f-b48c-30811521f9ce tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:01.146101 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e0988b84-70af-4f0f-b48c-30811521f9ce tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0086713 Mar 14 15:28:01.165890 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44628) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:01.172976 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c79959ec-37b1-4c74-ab46-8ca68d8c621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'name': 'tempest-ServerActionsTestJSON-323819497-router', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:50Z', 'updated_at': '2022-03-14T15:27:02Z', 'revision_number': 4, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'gw_port': {'id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:52Z', 'updated_at': '2022-03-14T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '3dcdbad4-ded8-478b-8b57-86efd90af136', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'floating_ip_address': '172.26.4.219', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'port_id': '159305ad-c04d-42e4-b276-25547c03e58b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7', 'mac_address': 'fa:16:3e:d8:83:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a53ffe-1476-42d9-a318-d3edf7ecb015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:27:14Z', 'updated_at': '2022-03-14T15:27:54Z', 'revision_number': 1, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587a3fec-bb58-4693-a218-8a7512d9eac6', 'name': '', 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'mac_address': 'fa:16:3e:54:d1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '453fbd59-94cf-411e-8df0-3bc90080a3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:00Z', 'updated_at': '2022-03-14T15:27:31Z', 'revision_number': 5, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'subnets': [{'id': '453fbd59-94cf-411e-8df0-3bc90080a3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:01.177388 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79959ec-37b1-4c74-ab46-8ca68d8c621f None None] The sync data for ids ['89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'] in dv-neutron-833561-1-hyperv is: [{'id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'name': 'tempest-ServerActionsTestJSON-323819497-router', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:50Z', 'updated_at': '2022-03-14T15:27:02Z', 'revision_number': 4, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'gw_port': {'id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:52Z', 'updated_at': '2022-03-14T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '3dcdbad4-ded8-478b-8b57-86efd90af136', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'floating_ip_address': '172.26.4.219', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'port_id': '159305ad-c04d-42e4-b276-25547c03e58b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7', 'mac_address': 'fa:16:3e:d8:83:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a53ffe-1476-42d9-a318-d3edf7ecb015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:27:14Z', 'updated_at': '2022-03-14T15:27:54Z', 'revision_number': 1, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587a3fec-bb58-4693-a218-8a7512d9eac6', 'name': '', 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'mac_address': 'fa:16:3e:54:d1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '453fbd59-94cf-411e-8df0-3bc90080a3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:00Z', 'updated_at': '2022-03-14T15:27:31Z', 'revision_number': 5, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'subnets': [{'id': '453fbd59-94cf-411e-8df0-3bc90080a3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:28:01.200986 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba676d0-6841-4ee5-9d3c-1446b6dc4186 None None] Pushing event updated for resources: {'Port': ['ID=5ffaa1f7-8b00-4a3a-a150-a098c296ab1e,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:01.217892 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b87e60ce-1531-4d89-9972-020bb155c8ab tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:01.252407 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b87e60ce-1531-4d89-9972-020bb155c8ab tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Usage tracker for resource:port and tenant:4f896cfc37c7440d9f7fa11c5cd372e5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:01.256465 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b87e60ce-1531-4d89-9972-020bb155c8ab tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:01.311817 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-d7ff6996-c972-491d-9005-e100d8bdd6d5 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:01.313346 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d7ff6996-c972-491d-9005-e100d8bdd6d5 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.1466002 Mar 14 15:28:01.316542 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Checking segment: {'id': '43cda4f5-3eec-4a71-b5f7-87fab878aa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '37bbfa58-49ce-4693-8950-5e6ffe35be5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:01.317098 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Network hostable DHCP agents. Network: 37bbfa58-49ce-4693-8950-5e6ffe35be5e, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:01.325946 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44632) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:01.326205 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b87e60ce-1531-4d89-9972-020bb155c8ab tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:01.337948 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fafc25c-bfd2-4027-9d6d-ccbc9b5c748c tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:01.339483 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9fafc25c-bfd2-4027-9d6d-ccbc9b5c748c tempest-FloatingIPAdminTestJSON-1780774025 tempest-FloatingIPAdminTestJSON-1780774025-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/d527eeee-6ec2-4bfc-9600-9f411074deae HTTP/1.1" status: 204 len: 168 time: 2.2626081 Mar 14 15:28:01.344484 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-18324f5d-ff85-4202-bb6f-0a542a69813b tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:01.345701 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-18324f5d-ff85-4202-bb6f-0a542a69813b tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0101354 Mar 14 15:28:01.355791 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44636) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:01.356272 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44638) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:01.370319 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-380dc297-e023-4f49-b1b8-70ac9f307453 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:01.373563 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-380dc297-e023-4f49-b1b8-70ac9f307453 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0129278 Mar 14 15:28:01.377374 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44644) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:01.377531 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87e60ce-1531-4d89-9972-020bb155c8ab tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Made reservation on behalf of 4f896cfc37c7440d9f7fa11c5cd372e5 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:01.381137 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b87e60ce-1531-4d89-9972-020bb155c8ab tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:01.398981 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Pushing event updated for resources: {'Port': ['ID=d47ecd5a-ec01-404d-9053-847f9e42725d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:01.408630 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-eefa9969-6612-4396-af9a-8b9f94b4b207 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:01.408630 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-eefa9969-6612-4396-af9a-8b9f94b4b207 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0113337 Mar 14 15:28:01.411219 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44648) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:01.424994 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-63916f81-7458-433d-8022-4a13cc90dedc tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:01.428290 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-63916f81-7458-433d-8022-4a13cc90dedc tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0120089 Mar 14 15:28:01.430110 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44652) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:01.433575 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-b87e60ce-1531-4d89-9972-020bb155c8ab tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] device_id is not set on port 8fd3bcb6-a0e1-4da4-a8a8-f601d6f9a105 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:28:01.435858 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-65794dd0-28c1-4581-b8b6-9b0dc7234179 None None] Allocated IP 172.20.0.2 (6c519431-c724-4269-9141-0fbf83fe8919/ae8d144b-303c-4929-9855-35b41f63cbf2/731e72b2-b34d-4c18-9243-2822185a95cf) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:01.452097 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fccb6c-9281-440e-b7f9-6a51a6ae2e28 req-ab764ddd-0391-46c4-a3b4-eac6aab9d06d tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:01.454429 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-51fccb6c-9281-440e-b7f9-6a51a6ae2e28 req-ab764ddd-0391-46c4-a3b4-eac6aab9d06d tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.2408936 Mar 14 15:28:01.462912 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] Set router dfca5d03-4dec-43b9-b228-6e79b001f77f gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:28:01.498226 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-44b78a47-645f-4919-bbdb-c6e9c2fe254f tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Deleting port e2462fba-0f3c-4c99-9786-9ba7db0ba59c {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:01.498681 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44b78a47-645f-4919-bbdb-c6e9c2fe254f tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:01.504071 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-dc785f24-3912-4a5f-8bc1-e758968c9e05 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:01.507554 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-dc785f24-3912-4a5f-8bc1-e758968c9e05 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0742352 Mar 14 15:28:01.517631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44656) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:01.533217 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9369df1a-3fc1-467c-9df3-21498825671b req-3489b44f-39cf-4ddd-9749-da02e9ca7eb2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8079f8e4b19848a3b695e728e0683a28&device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 1098 time: 0.5684593 Mar 14 15:28:01.543315 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-09334a1a-caf1-4276-a75c-2e5ddc50eeeb tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:01.547339 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-09334a1a-caf1-4276-a75c-2e5ddc50eeeb tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0255947 Mar 14 15:28:01.560244 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44660) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:01.602363 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f01eb-b3c5-4ad6-8b0a-9165c6ac7da5 req-47921ede-7ce2-478d-86af-2529001fcee3 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:01.603825 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9b1f01eb-b3c5-4ad6-8b0a-9165c6ac7da5 req-47921ede-7ce2-478d-86af-2529001fcee3 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/ports?device_id=46aa99a7-d998-4a3d-9ca9-f77a2a7493e1 HTTP/1.1" status: 200 len: 945 time: 0.3529513 Mar 14 15:28:01.631827 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Network 37bbfa58-49ce-4693-8950-5e6ffe35be5e is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:01.646442 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44662) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:01.651958 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-57fc22bb-cf8e-4bc3-9f4b-a497154f53d1 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:01.655232 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-57fc22bb-cf8e-4bc3-9f4b-a497154f53d1 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0226161 Mar 14 15:28:01.655351 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-166b317f-1ecb-4b14-92b6-5e8c905161d2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:01.678139 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44666) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:01.705678 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-f9e8e149-997e-44ca-81d7-4c1370b03d82 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:01.709235 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f9e8e149-997e-44ca-81d7-4c1370b03d82 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0183024 Mar 14 15:28:01.709235 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-166b317f-1ecb-4b14-92b6-5e8c905161d2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:01.716290 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44672) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:01.716928 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c3435088-f05a-4435-9b87-881169ed6067 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Request body: {'floatingip': {'port_id': '11330c23-3a33-43d6-aa81-5f1b9340ab46'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:01.755933 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-00d302ec-0488-4c59-afd0-bbdb15f302f8 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:01.759427 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-00d302ec-0488-4c59-afd0-bbdb15f302f8 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0396936 Mar 14 15:28:01.761153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44676) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:01.770686 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-945b3609-8d58-4360-b3b5-ca607be801d3 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:01.774907 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-945b3609-8d58-4360-b3b5-ca607be801d3 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0104444 Mar 14 15:28:01.777013 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44680) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:01.788585 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-a1c6fec0-f34d-4897-83df-e65d7898c507 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:01.791871 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a1c6fec0-f34d-4897-83df-e65d7898c507 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0101583 Mar 14 15:28:01.792238 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44684) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:01.797625 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3435088-f05a-4435-9b87-881169ed6067 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:01.841897 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369df1a-3fc1-467c-9df3-21498825671b req-2ac6cd44-0bc9-43ac-9e8f-53e81f9635c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:01.843429 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9369df1a-3fc1-467c-9df3-21498825671b req-2ac6cd44-0bc9-43ac-9e8f-53e81f9635c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 HTTP/1.1" status: 200 len: 912 time: 0.2951312 Mar 14 15:28:01.865589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 37bbfa58-49ce-4693-8950-5e6ffe35be5e) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:01.869980 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:01.873570 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:01.877933 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:01.878874 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:01.885503 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-0c24ad39-ca2e-4e09-b779-bbfccf998f11 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:01.888525 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7084341-8b75-444b-b0b1-08bebaed5f22 None None] Network 37bbfa58-49ce-4693-8950-5e6ffe35be5e requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:01.888682 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0c24ad39-ca2e-4e09-b779-bbfccf998f11 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0409760 Mar 14 15:28:01.906851 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44688) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:01.916365 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-54500761-c934-4288-b05f-5a65f08404bd tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:01.919553 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-54500761-c934-4288-b05f-5a65f08404bd tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0047841 Mar 14 15:28:01.925489 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44692) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:01.929048 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-51fccb6c-9281-440e-b7f9-6a51a6ae2e28 req-6b853e6b-53fc-456a-8bcf-5051ed880a0c tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4676497 Mar 14 15:28:01.956482 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-5081531b-ce27-4602-ac5f-fc7cf1e2904d tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:01.959879 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5081531b-ce27-4602-ac5f-fc7cf1e2904d tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0286739 Mar 14 15:28:01.964000 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44696) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:01.978126 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [None req-434cdbfe-7ec1-41a0-ab14-bb8e180604db tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:01.978126 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-434cdbfe-7ec1-41a0-ab14-bb8e180604db tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0091503 Mar 14 15:28:01.984538 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44700) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:01.992374 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-8bc1a591-855c-4e08-92fc-22b7b220eec1 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:01.995750 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8bc1a591-855c-4e08-92fc-22b7b220eec1 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0052836 Mar 14 15:28:01.996116 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-166b317f-1ecb-4b14-92b6-5e8c905161d2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Allocated IP 172.26.4.66 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/c5be58f5-8182-4fa9-bdb8-cb51fef26879) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:02.018094 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44704) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:02.030187 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [None req-0cc4a2d6-5cce-439e-abd8-b52e30e144c2 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:28:02.035101 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0cc4a2d6-5cce-439e-abd8-b52e30e144c2 tempest-ExtensionsTestJSON-1013366114 tempest-ExtensionsTestJSON-1013366114-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0100830 Mar 14 15:28:02.049912 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-27679ce0-4ab5-4fa9-98fa-60b1428bfb1d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.0320990 Mar 14 15:28:02.050627 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44710) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:02.132251 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-65794dd0-28c1-4581-b8b6-9b0dc7234179 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:02.136425 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93310217-b3ec-483e-ac81-4624949ab699 None None] New status for floating IP 16d69ef5-d092-495f-a0ff-955004b65e40: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:28:02.233673 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9369df1a-3fc1-467c-9df3-21498825671b req-171422a3-3825-4c31-8374-7bf1f88a0ac5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=159305ad-c04d-42e4-b276-25547c03e58b HTTP/1.1" status: 200 len: 999 time: 0.3632219 Mar 14 15:28:02.285698 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8b7048-befe-41e9-8cec-30e3b145de58 None None] New status for floating IP 3dcdbad4-ded8-478b-8b57-86efd90af136: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:28:02.301936 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-65794dd0-28c1-4581-b8b6-9b0dc7234179 None None] Transition to ACTIVE for port object 731e72b2-b34d-4c18-9243-2822185a95cf will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:02.362555 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44b78a47-645f-4919-bbdb-c6e9c2fe254f tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:02.364574 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-166b317f-1ecb-4b14-92b6-5e8c905161d2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:02.372765 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369df1a-3fc1-467c-9df3-21498825671b req-25132283-e778-4d0c-8ee7-9a15ef9b3ade service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:02.375142 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9369df1a-3fc1-467c-9df3-21498825671b req-25132283-e778-4d0c-8ee7-9a15ef9b3ade service neutron] 10.222.0.24 "GET /v2.0/subnets?id=453fbd59-94cf-411e-8df0-3bc90080a3fb HTTP/1.1" status: 200 len: 850 time: 0.1283638 Mar 14 15:28:02.400461 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-65794dd0-28c1-4581-b8b6-9b0dc7234179 None None] Transition to ACTIVE for port object 731e72b2-b34d-4c18-9243-2822185a95cf will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:02.491321 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-166b317f-1ecb-4b14-92b6-5e8c905161d2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:02.500001 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44716) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:02.539434 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-65794dd0-28c1-4581-b8b6-9b0dc7234179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:02.585958 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b317f-1ecb-4b14-92b6-5e8c905161d2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Pushing event updated for resources: {'Port': ['ID=c5be58f5-8182-4fa9-bdb8-cb51fef26879,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:02.618382 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65794dd0-28c1-4581-b8b6-9b0dc7234179 None None] Pushing event updated for resources: {'Port': ['ID=731e72b2-b34d-4c18-9243-2822185a95cf,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:02.629824 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166b317f-1ecb-4b14-92b6-5e8c905161d2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:02.636376 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-166b317f-1ecb-4b14-92b6-5e8c905161d2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:02.636706 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfca5d03-4dec-43b9-b228-6e79b001f77f', 'name': 'tempest-snat-router-126245475', 'tenant_id': '9f898e5d24f74cb0b260bc9e729c7776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.206'}], 'enable_snat': False}, 'gw_port_id': '5ffaa1f7-8b00-4a3a-a150-a098c296ab1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:51Z', 'updated_at': '2022-03-14T15:27:56Z', 'revision_number': 3, 'project_id': '9f898e5d24f74cb0b260bc9e729c7776', 'gw_port': {'id': '5ffaa1f7-8b00-4a3a-a150-a098c296ab1e', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ed:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfca5d03-4dec-43b9-b228-6e79b001f77f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:54Z', 'updated_at': '2022-03-14T15:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:02.647890 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166b317f-1ecb-4b14-92b6-5e8c905161d2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:02.654101 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015a2e08-b796-45af-8ea9-7cf7e56f0128 None None] The sync data for ids ['dfca5d03-4dec-43b9-b228-6e79b001f77f'] in dv-neutron-833561-1-hyperv is: [{'id': 'dfca5d03-4dec-43b9-b228-6e79b001f77f', 'name': 'tempest-snat-router-126245475', 'tenant_id': '9f898e5d24f74cb0b260bc9e729c7776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.206'}], 'enable_snat': False}, 'gw_port_id': '5ffaa1f7-8b00-4a3a-a150-a098c296ab1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:51Z', 'updated_at': '2022-03-14T15:27:56Z', 'revision_number': 3, 'project_id': '9f898e5d24f74cb0b260bc9e729c7776', 'gw_port': {'id': '5ffaa1f7-8b00-4a3a-a150-a098c296ab1e', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ed:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfca5d03-4dec-43b9-b228-6e79b001f77f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:54Z', 'updated_at': '2022-03-14T15:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:28:02.708230 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b87e60ce-1531-4d89-9972-020bb155c8ab tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Allocated IP 172.20.0.12 (6c519431-c724-4269-9141-0fbf83fe8919/ae8d144b-303c-4929-9855-35b41f63cbf2/8fd3bcb6-a0e1-4da4-a8a8-f601d6f9a105) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:02.741601 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65794dd0-28c1-4581-b8b6-9b0dc7234179 None None] Network 6c519431-c724-4269-9141-0fbf83fe8919 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:02.744346 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-65794dd0-28c1-4581-b8b6-9b0dc7234179 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:02.748857 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65794dd0-28c1-4581-b8b6-9b0dc7234179 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:02.750782 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9369df1a-3fc1-467c-9df3-21498825671b req-776f2ab7-eb9e-4bcd-82ae-defadb7e082e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3497939 Mar 14 15:28:02.796370 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-44b78a47-645f-4919-bbdb-c6e9c2fe254f tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Calling delete_port for e2462fba-0f3c-4c99-9786-9ba7db0ba59c owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:02.851800 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-65794dd0-28c1-4581-b8b6-9b0dc7234179 None None] Attempting to bind port 731e72b2-b34d-4c18-9243-2822185a95cf on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:02.852506 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-65794dd0-28c1-4581-b8b6-9b0dc7234179 None None] Attempting to bind port 731e72b2-b34d-4c18-9243-2822185a95cf by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'e736d75c-1f94-4e41-b127-9800a55ef19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6c519431-c724-4269-9141-0fbf83fe8919'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:02.853427 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65794dd0-28c1-4581-b8b6-9b0dc7234179 None None] Attempting to bind port 731e72b2-b34d-4c18-9243-2822185a95cf on network 6c519431-c724-4269-9141-0fbf83fe8919 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:02.861548 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65794dd0-28c1-4581-b8b6-9b0dc7234179 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:28:02.862307 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65794dd0-28c1-4581-b8b6-9b0dc7234179 None None] Checking segment: {'id': 'e736d75c-1f94-4e41-b127-9800a55ef19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6c519431-c724-4269-9141-0fbf83fe8919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:02.863285 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-65794dd0-28c1-4581-b8b6-9b0dc7234179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:02.863942 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65794dd0-28c1-4581-b8b6-9b0dc7234179 None None] Bound using segment: {'id': 'e736d75c-1f94-4e41-b127-9800a55ef19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6c519431-c724-4269-9141-0fbf83fe8919'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:28:02.864876 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-65794dd0-28c1-4581-b8b6-9b0dc7234179 None None] Bound port: 731e72b2-b34d-4c18-9243-2822185a95cf, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e736d75c-1f94-4e41-b127-9800a55ef19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6c519431-c724-4269-9141-0fbf83fe8919'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:02.865460 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-65794dd0-28c1-4581-b8b6-9b0dc7234179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:02.956896 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05cf686-c833-4986-a809-a835511e3c47 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:02.960811 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05cf686-c833-4986-a809-a835511e3c47 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:02.961598 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b05cf686-c833-4986-a809-a835511e3c47 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Synchronizing usage tracker for tenant:e52f6a8fcb3b4f9ca2d0107e86ce6fcf on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:28:02.974542 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-65794dd0-28c1-4581-b8b6-9b0dc7234179 None None] For port 731e72b2-b34d-4c18-9243-2822185a95cf, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:02.977737 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-65794dd0-28c1-4581-b8b6-9b0dc7234179 None None] For port 731e72b2-b34d-4c18-9243-2822185a95cf, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=731e72b2-b34d-4c18-9243-2822185a95cf,segment=NetworkSegment(e736d75c-1f94-4e41-b127-9800a55ef19e),segment_id=e736d75c-1f94-4e41-b127-9800a55ef19e)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:02.983499 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-65794dd0-28c1-4581-b8b6-9b0dc7234179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.078874 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65794dd0-28c1-4581-b8b6-9b0dc7234179 None None] Pushing event updated for resources: {'Port': ['ID=731e72b2-b34d-4c18-9243-2822185a95cf,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:03.136709 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b05cf686-c833-4986-a809-a835511e3c47 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Unset dirty status for tenant:e52f6a8fcb3b4f9ca2d0107e86ce6fcf on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:28:03.140937 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b05cf686-c833-4986-a809-a835511e3c47 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.0835629 Mar 14 15:28:03.142593 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44724) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:03.173653 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f4dcff9-84dc-4de7-abb9-4b18114e9f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.294621 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-c3435088-f05a-4435-9b87-881169ed6067 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:28:03.357014 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9369df1a-3fc1-467c-9df3-21498825671b req-4ae2afa0-ec87-4861-96b0-ab176d59ccb7 service neutron] 10.222.0.24 "GET /v2.0/networks/a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5747492 Mar 14 15:28:03.358102 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44b78a47-645f-4919-bbdb-c6e9c2fe254f tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.385608 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1f4dcff9-84dc-4de7-abb9-4b18114e9f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:03.455153 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b78a47-645f-4919-bbdb-c6e9c2fe254f tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Pushing event deleted for resources: {'Port': ['ID=e2462fba-0f3c-4c99-9786-9ba7db0ba59c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:03.479581 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1f4dcff9-84dc-4de7-abb9-4b18114e9f93 admin admin] Usage tracker for resource:security_group_rule and tenant:41d87ccbedc042d6b4562e657325b5a7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:03.492026 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1f4dcff9-84dc-4de7-abb9-4b18114e9f93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:03.493966 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-51371933-a44e-4010-9f77-7f11edb0d25d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Deleting port 0c670058-46d9-4c7a-aced-f3993289d907 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:03.494292 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51371933-a44e-4010-9f77-7f11edb0d25d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.514854 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1f4dcff9-84dc-4de7-abb9-4b18114e9f93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:03.550196 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9d96d-3f7c-439b-bd24-e4fd44c5f87d req-b74f3474-cb25-43ac-adb8-89d30ec9a625 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:03.551687 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7be9d96d-3f7c-439b-bd24-e4fd44c5f87d req-b74f3474-cb25-43ac-adb8-89d30ec9a625 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.4568512 Mar 14 15:28:03.559881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b87e60ce-1531-4d89-9972-020bb155c8ab tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.568112 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3435088-f05a-4435-9b87-881169ed6067 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.583946 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3435088-f05a-4435-9b87-881169ed6067 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.631789 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-b87e60ce-1531-4d89-9972-020bb155c8ab tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Transition to ACTIVE for port object 8fd3bcb6-a0e1-4da4-a8a8-f601d6f9a105 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:03.675982 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9369df1a-3fc1-467c-9df3-21498825671b req-85b28808-e30c-4436-ab69-f7bbc79aab99 service neutron] 10.222.0.24 "GET /v2.0/networks/a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948599 Mar 14 15:28:03.721499 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7be9d96d-3f7c-439b-bd24-e4fd44c5f87d req-effddb0c-1cc3-471f-a880-1de6066f9f06 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566203 Mar 14 15:28:03.774599 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44b78a47-645f-4919-bbdb-c6e9c2fe254f tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.776254 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f4dcff9-84dc-4de7-abb9-4b18114e9f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.777776 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-166b317f-1ecb-4b14-92b6-5e8c905161d2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.778677 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-166b317f-1ecb-4b14-92b6-5e8c905161d2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.791987 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-44b78a47-645f-4919-bbdb-c6e9c2fe254f tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] 10.222.0.60 "DELETE /v2.0/ports/e2462fba-0f3c-4c99-9786-9ba7db0ba59c HTTP/1.1" status: 204 len: 168 time: 2.4230039 Mar 14 15:28:03.798896 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44728) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:03.839129 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f4dcff9-84dc-4de7-abb9-4b18114e9f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.926830 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b87e60ce-1531-4d89-9972-020bb155c8ab tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.971542 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51371933-a44e-4010-9f77-7f11edb0d25d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.013846 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dcff9-84dc-4de7-abb9-4b18114e9f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f44c3e6-ab4e-4c6b-9f17-e5331c8f2d20,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:04.044258 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1f4dcff9-84dc-4de7-abb9-4b18114e9f93 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41d87ccbedc042d6b4562e657325b5a7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4662209 Mar 14 15:28:04.058237 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87e60ce-1531-4d89-9972-020bb155c8ab tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Network 6c519431-c724-4269-9141-0fbf83fe8919 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:04.058845 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44734) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:04.066184 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b87e60ce-1531-4d89-9972-020bb155c8ab tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:04.068633 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87e60ce-1531-4d89-9972-020bb155c8ab tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:04.109802 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e60ce-1531-4d89-9972-020bb155c8ab tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Pushing event updated for resources: {'Port': ['ID=8fd3bcb6-a0e1-4da4-a8a8-f601d6f9a105,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:04.141375 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778131da-f40c-4323-806a-71d86dcf582f None None] Network 6c519431-c724-4269-9141-0fbf83fe8919 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:04.173981 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87e60ce-1531-4d89-9972-020bb155c8ab tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:04.175220 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b87e60ce-1531-4d89-9972-020bb155c8ab tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.210009 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-51371933-a44e-4010-9f77-7f11edb0d25d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Calling delete_port for 0c670058-46d9-4c7a-aced-f3993289d907 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:04.271777 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b87e60ce-1531-4d89-9972-020bb155c8ab tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2805834 Mar 14 15:28:04.271777 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c894cab5-8e07-4e9d-b99f-90e4b3279390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.272896 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44738) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:04.280301 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cc0e95-f08d-4cd3-9f40-03dd857b2b55 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:04.281618 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-95cc0e95-f08d-4cd3-9f40-03dd857b2b55 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Synchronizing usage tracker for tenant:a16a8b7c5ccf421f9e1a6999c8a79205 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:28:04.290854 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-36dc7056-556d-4368-9b35-92c3efe6e5cd None None] Provisioning for port 731e72b2-b34d-4c18-9243-2822185a95cf completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:28:04.291798 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-439caa6f-1756-45ea-8730-ea5b6b2140cc tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Request body: {'port': {'network_id': '6c519431-c724-4269-9141-0fbf83fe8919', 'name': 'tempest-AllowedAddressPairTestJSON-1171762460', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:57:d1:9c'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:04.319835 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c894cab5-8e07-4e9d-b99f-90e4b3279390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.427268 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c894cab5-8e07-4e9d-b99f-90e4b3279390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.444956 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166b317f-1ecb-4b14-92b6-5e8c905161d2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Router 6167b3d6-f804-4306-b0af-fb4df5f63baa is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:28:04.451859 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894cab5-8e07-4e9d-b99f-90e4b3279390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f44c3e6-ab4e-4c6b-9f17-e5331c8f2d20,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:04.457397 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51371933-a44e-4010-9f77-7f11edb0d25d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.458938 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-95cc0e95-f08d-4cd3-9f40-03dd857b2b55 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Unset dirty status for tenant:a16a8b7c5ccf421f9e1a6999c8a79205 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:28:04.460452 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-95cc0e95-f08d-4cd3-9f40-03dd857b2b55 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] 10.222.0.60 "GET /v2.0/ports?device_id=e508ac0a-f4c4-4236-a20b-137b65c60757 HTTP/1.1" status: 200 len: 913 time: 0.6584878 Mar 14 15:28:04.463341 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44742) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:04.524377 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c894cab5-8e07-4e9d-b99f-90e4b3279390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.525504 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c894cab5-8e07-4e9d-b99f-90e4b3279390 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f44c3e6-ab4e-4c6b-9f17-e5331c8f2d20 HTTP/1.1" status: 204 len: 168 time: 0.4657350 Mar 14 15:28:04.532383 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51371933-a44e-4010-9f77-7f11edb0d25d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Pushing event deleted for resources: {'Port': ['ID=0c670058-46d9-4c7a-aced-f3993289d907,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:04.543211 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-c3435088-f05a-4435-9b87-881169ed6067 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Floating IP 82c4318a-63f1-417b-8c81-b2c38e737915 associated. External IP: 172.26.4.47, port: 11330c23-3a33-43d6-aa81-5f1b9340ab46. Mar 14 15:28:04.641011 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51371933-a44e-4010-9f77-7f11edb0d25d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.744781 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 731e72b2-b34d-4c18-9243-2822185a95cf up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:28:04.778643 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-439caa6f-1756-45ea-8730-ea5b6b2140cc tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:04.782664 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-51371933-a44e-4010-9f77-7f11edb0d25d tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] 10.222.0.60 "DELETE /v2.0/ports/0c670058-46d9-4c7a-aced-f3993289d907 HTTP/1.1" status: 204 len: 168 time: 1.5779004 Mar 14 15:28:04.784757 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44752) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:04.805978 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-439caa6f-1756-45ea-8730-ea5b6b2140cc tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Usage tracker for resource:port and tenant:4f896cfc37c7440d9f7fa11c5cd372e5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:04.813412 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-439caa6f-1756-45ea-8730-ea5b6b2140cc tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:04.821972 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-439caa6f-1756-45ea-8730-ea5b6b2140cc tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:04.852889 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 731e72b2-b34d-4c18-9243-2822185a95cf completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:28:04.863609 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439caa6f-1756-45ea-8730-ea5b6b2140cc tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Made reservation on behalf of 4f896cfc37c7440d9f7fa11c5cd372e5 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:04.871833 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 731e72b2-b34d-4c18-9243-2822185a95cf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:04.872499 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.940444 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7f18c7f6-5f1a-486c-a743-87e811ea8f7c None None] Provisioning for port 8fd3bcb6-a0e1-4da4-a8a8-f601d6f9a105 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:28:04.951667 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7f18c7f6-5f1a-486c-a743-87e811ea8f7c None None] Provisioning complete for port 8fd3bcb6-a0e1-4da4-a8a8-f601d6f9a105 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:04.952270 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f18c7f6-5f1a-486c-a743-87e811ea8f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.010357 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-0445f7c5-98b2-4ed6-a871-f80a34f5b4e4 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Deleting port d47ecd5a-ec01-404d-9053-847f9e42725d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:05.010705 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0445f7c5-98b2-4ed6-a871-f80a34f5b4e4 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.080707 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.152542 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 731e72b2-b34d-4c18-9243-2822185a95cf, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=731e72b2-b34d-4c18-9243-2822185a95cf,segment=NetworkSegment(e736d75c-1f94-4e41-b127-9800a55ef19e),segment_id=e736d75c-1f94-4e41-b127-9800a55ef19e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:05.163152 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7f18c7f6-5f1a-486c-a743-87e811ea8f7c None None] Port 8fd3bcb6-a0e1-4da4-a8a8-f601d6f9a105 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:28:05.179886 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-439caa6f-1756-45ea-8730-ea5b6b2140cc tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.181648 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.217299 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-439caa6f-1756-45ea-8730-ea5b6b2140cc tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] device_id is not set on port e18c1c96-55b0-4463-994f-cf3df44687dc yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:28:05.266090 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222a9bd-603f-4d07-94d6-b0209471e2e5 req-84a797ee-379f-440a-b9f9-b7bb013b1a42 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:05.274138 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5222a9bd-603f-4d07-94d6-b0209471e2e5 req-84a797ee-379f-440a-b9f9-b7bb013b1a42 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.2559307 Mar 14 15:28:05.298209 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0445f7c5-98b2-4ed6-a871-f80a34f5b4e4 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.318400 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7f18c7f6-5f1a-486c-a743-87e811ea8f7c None None] Provisioning complete for port 731e72b2-b34d-4c18-9243-2822185a95cf triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:05.319066 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f18c7f6-5f1a-486c-a743-87e811ea8f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.344333 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=731e72b2-b34d-4c18-9243-2822185a95cf,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:05.380960 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5222a9bd-603f-4d07-94d6-b0209471e2e5 req-12c9e83d-eeb0-4b71-893b-b3581e646ccf tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059771 Mar 14 15:28:05.472474 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-0445f7c5-98b2-4ed6-a871-f80a34f5b4e4 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Calling delete_port for d47ecd5a-ec01-404d-9053-847f9e42725d owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:05.489961 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-439caa6f-1756-45ea-8730-ea5b6b2140cc tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Allocated IP 172.20.0.9 (6c519431-c724-4269-9141-0fbf83fe8919/ae8d144b-303c-4929-9855-35b41f63cbf2/e18c1c96-55b0-4463-994f-cf3df44687dc) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:05.599858 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4f56672b-f92e-4115-a5c0-c391bf17baaa None None] Provisioning complete for port 8fd3bcb6-a0e1-4da4-a8a8-f601d6f9a105 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:05.600284 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f56672b-f92e-4115-a5c0-c391bf17baaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.644156 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166b317f-1ecb-4b14-92b6-5e8c905161d2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:28:05.667416 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] Sync routers for ids ['6167b3d6-f804-4306-b0af-fb4df5f63baa'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:28:05.669881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0445f7c5-98b2-4ed6-a871-f80a34f5b4e4 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.685776 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4f56672b-f92e-4115-a5c0-c391bf17baaa None None] Port 8fd3bcb6-a0e1-4da4-a8a8-f601d6f9a105 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:28:05.695042 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] Routers {'6167b3d6-f804-4306-b0af-fb4df5f63baa'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:28:05.696011 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['6167b3d6-f804-4306-b0af-fb4df5f63baa'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:05.720359 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0445f7c5-98b2-4ed6-a871-f80a34f5b4e4 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.751158 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445f7c5-98b2-4ed6-a871-f80a34f5b4e4 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Pushing event deleted for resources: {'Port': ['ID=d47ecd5a-ec01-404d-9053-847f9e42725d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:05.806867 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44772) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:05.813932 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0445f7c5-98b2-4ed6-a871-f80a34f5b4e4 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] 10.222.0.60 "DELETE /v2.0/ports/d47ecd5a-ec01-404d-9053-847f9e42725d HTTP/1.1" status: 204 len: 168 time: 1.0167091 Mar 14 15:28:05.817463 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44776) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:05.820801 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-166b317f-1ecb-4b14-92b6-5e8c905161d2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.821497 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-166b317f-1ecb-4b14-92b6-5e8c905161d2 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.7525890 Mar 14 15:28:05.837655 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bc5a0-b4d7-4c86-85da-66e19daf5b26 req-3488e10c-fe2f-4b8c-b5ee-eaa797ad9a79 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:05.839246 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ea5bc5a0-b4d7-4c86-85da-66e19daf5b26 req-3488e10c-fe2f-4b8c-b5ee-eaa797ad9a79 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.3047419 Mar 14 15:28:05.839909 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44782) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:05.888080 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1478c40e-6cf0-45b1-a70c-cea6a6ad7fac tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Synchronizing usage tracker for tenant:e52f6a8fcb3b4f9ca2d0107e86ce6fcf on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:28:05.963722 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-baa6c853-2bbb-47e8-a6de-a235a367a9b9 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1724941435'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:05.966688 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1478c40e-6cf0-45b1-a70c-cea6a6ad7fac tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Unset dirty status for tenant:e52f6a8fcb3b4f9ca2d0107e86ce6fcf on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:28:05.972796 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1478c40e-6cf0-45b1-a70c-cea6a6ad7fac tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1461301 Mar 14 15:28:05.974608 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-baa6c853-2bbb-47e8-a6de-a235a367a9b9 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:05.976611 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44786) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:05.984342 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-439caa6f-1756-45ea-8730-ea5b6b2140cc tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.990206 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-baa6c853-2bbb-47e8-a6de-a235a367a9b9 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Usage tracker for resource:network and tenant:8ce288610c2044ef9092cae68bf915fb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:05.994039 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] Set router 6167b3d6-f804-4306-b0af-fb4df5f63baa gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:28:05.998762 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e38f118e-f155-45b9-9419-1d581b3aa339 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1556607512'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:06.006364 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-baa6c853-2bbb-47e8-a6de-a235a367a9b9 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:06.018079 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-baa6c853-2bbb-47e8-a6de-a235a367a9b9 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:06.020195 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e38f118e-f155-45b9-9419-1d581b3aa339 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:06.032001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e38f118e-f155-45b9-9419-1d581b3aa339 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Usage tracker for resource:network and tenant:e52f6a8fcb3b4f9ca2d0107e86ce6fcf is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:06.036159 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e38f118e-f155-45b9-9419-1d581b3aa339 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:06.042020 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-439caa6f-1756-45ea-8730-ea5b6b2140cc tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Transition to ACTIVE for port object e18c1c96-55b0-4463-994f-cf3df44687dc will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:06.051572 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e38f118e-f155-45b9-9419-1d581b3aa339 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:06.056940 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa6c853-2bbb-47e8-a6de-a235a367a9b9 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Made reservation on behalf of 8ce288610c2044ef9092cae68bf915fb for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:06.059985 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-baa6c853-2bbb-47e8-a6de-a235a367a9b9 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.084148 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-baa6c853-2bbb-47e8-a6de-a235a367a9b9 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.097580 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38f118e-f155-45b9-9419-1d581b3aa339 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Made reservation on behalf of e52f6a8fcb3b4f9ca2d0107e86ce6fcf for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:06.100477 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e38f118e-f155-45b9-9419-1d581b3aa339 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.117642 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ea5bc5a0-b4d7-4c86-85da-66e19daf5b26 req-87acf349-5924-424d-b1c7-f7e34e6984e4 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026875 Mar 14 15:28:06.168657 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-baa6c853-2bbb-47e8-a6de-a235a367a9b9 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:06.174116 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-439caa6f-1756-45ea-8730-ea5b6b2140cc tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.213059 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-baa6c853-2bbb-47e8-a6de-a235a367a9b9 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Usage tracker for resource:security_group_rule and tenant:8ce288610c2044ef9092cae68bf915fb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:06.215708 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38f118e-f155-45b9-9419-1d581b3aa339 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:06.228081 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-baa6c853-2bbb-47e8-a6de-a235a367a9b9 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:06.257543 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-baa6c853-2bbb-47e8-a6de-a235a367a9b9 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:06.262388 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e38f118e-f155-45b9-9419-1d581b3aa339 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.262729 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-e38f118e-f155-45b9-9419-1d581b3aa339 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Added segment ea3a7fbc-fabe-4f1d-b999-077ba03310b7 of type vlan for network 9e9824a6-c1e5-4c0e-af1f-f9e06cc1b89d Mar 14 15:28:06.300761 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439caa6f-1756-45ea-8730-ea5b6b2140cc tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Network 6c519431-c724-4269-9141-0fbf83fe8919 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:06.312297 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439caa6f-1756-45ea-8730-ea5b6b2140cc tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Pushing event updated for resources: {'Port': ['ID=e18c1c96-55b0-4463-994f-cf3df44687dc,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:06.315851 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-439caa6f-1756-45ea-8730-ea5b6b2140cc tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:06.317843 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439caa6f-1756-45ea-8730-ea5b6b2140cc tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:06.325217 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6167b3d6-f804-4306-b0af-fb4df5f63baa', 'name': 'tempest-snat-router-126245475', 'tenant_id': '9f898e5d24f74cb0b260bc9e729c7776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'c5be58f5-8182-4fa9-bdb8-cb51fef26879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:59Z', 'updated_at': '2022-03-14T15:28:03Z', 'revision_number': 3, 'project_id': '9f898e5d24f74cb0b260bc9e729c7776', 'gw_port': {'id': 'c5be58f5-8182-4fa9-bdb8-cb51fef26879', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ee:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6167b3d6-f804-4306-b0af-fb4df5f63baa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:28:01Z', 'updated_at': '2022-03-14T15:28:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:06.330071 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62965454-61e9-4b0e-916c-f5a95ea39fb8 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.332718 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] Checking router: 6167b3d6-f804-4306-b0af-fb4df5f63baa for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:28:06.333261 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] Updating router 6167b3d6-f804-4306-b0af-fb4df5f63baa port c5be58f5-8182-4fa9-bdb8-cb51fef26879 binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:28:06.401755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.474583 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-eaceafb0-edd5-4383-817d-033f8ae28272 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "GET /v2.0/routers/6167b3d6-f804-4306-b0af-fb4df5f63baa HTTP/1.1" status: 200 len: 906 time: 0.5616820 Mar 14 15:28:06.475130 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44792) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:06.603895 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439caa6f-1756-45ea-8730-ea5b6b2140cc tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:06.604495 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-439caa6f-1756-45ea-8730-ea5b6b2140cc tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.620395 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e38f118e-f155-45b9-9419-1d581b3aa339 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.679889 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3435088-f05a-4435-9b87-881169ed6067 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Router 024a520f-a349-4727-bcef-1df29d838639 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:28:06.734801 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-439caa6f-1756-45ea-8730-ea5b6b2140cc tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.4598582 Mar 14 15:28:06.739999 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44798) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:06.809030 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-baa6c853-2bbb-47e8-a6de-a235a367a9b9 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.810196 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e38f118e-f155-45b9-9419-1d581b3aa339 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.814179 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38f118e-f155-45b9-9419-1d581b3aa339 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:06.814881 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e38f118e-f155-45b9-9419-1d581b3aa339 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.831591 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.845410 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] Transition to ACTIVE for port object c5be58f5-8182-4fa9-bdb8-cb51fef26879 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:06.855850 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 731e72b2-b34d-4c18-9243-2822185a95cf up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:28:06.899863 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.918529 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-baa6c853-2bbb-47e8-a6de-a235a367a9b9 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.039459 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a90da762-13e7-430b-8c98-dfd1631052d8 None None] Provisioning for port e18c1c96-55b0-4463-994f-cf3df44687dc completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:28:07.042648 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0e861-40e9-4302-bcd1-8c2429b6630a None None] Pushing event updated for resources: {'Port': ['ID=c5be58f5-8182-4fa9-bdb8-cb51fef26879,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:07.053187 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] Attempting to bind port c5be58f5-8182-4fa9-bdb8-cb51fef26879 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:07.053553 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] Attempting to bind port c5be58f5-8182-4fa9-bdb8-cb51fef26879 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:07.053914 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] Attempting to bind port c5be58f5-8182-4fa9-bdb8-cb51fef26879 on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:07.057212 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a90da762-13e7-430b-8c98-dfd1631052d8 None None] Provisioning complete for port e18c1c96-55b0-4463-994f-cf3df44687dc triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:07.057572 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a90da762-13e7-430b-8c98-dfd1631052d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.101876 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e38f118e-f155-45b9-9419-1d581b3aa339 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1200764 Mar 14 15:28:07.103157 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f118e-f155-45b9-9419-1d581b3aa339 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Pushing event updated for resources: {'Network': ['ID=9e9824a6-c1e5-4c0e-af1f-f9e06cc1b89d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:07.108176 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44802) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:07.126211 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f6f7a67e-37c5-452c-8a93-808e7c9b3fdf tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-122020672'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:07.129538 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:28:07.130151 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:07.130357 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.130738 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:28:07.131215 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] Bound port: c5be58f5-8182-4fa9-bdb8-cb51fef26879, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:07.131583 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.144334 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f6f7a67e-37c5-452c-8a93-808e7c9b3fdf tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:07.154235 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f6f7a67e-37c5-452c-8a93-808e7c9b3fdf tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Usage tracker for resource:network and tenant:e52f6a8fcb3b4f9ca2d0107e86ce6fcf is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:07.160732 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 9e9824a6-c1e5-4c0e-af1f-f9e06cc1b89d details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:28:07.162270 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f6f7a67e-37c5-452c-8a93-808e7c9b3fdf tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:07.178566 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa6c853-2bbb-47e8-a6de-a235a367a9b9 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:07.180221 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f6f7a67e-37c5-452c-8a93-808e7c9b3fdf tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:07.200333 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6c853-2bbb-47e8-a6de-a235a367a9b9 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8bdd55-9638-41db-80d7-20ab4f1e5b99,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:07.214549 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf4b909-fb96-4905-bd51-5d61dbef86b8 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:07.219081 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf4b909-fb96-4905-bd51-5d61dbef86b8 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:07.223001 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf4b909-fb96-4905-bd51-5d61dbef86b8 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:07.223912 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2bf4b909-fb96-4905-bd51-5d61dbef86b8 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Synchronizing usage tracker for tenant:4f896cfc37c7440d9f7fa11c5cd372e5 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:28:07.233024 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f7a67e-37c5-452c-8a93-808e7c9b3fdf tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Made reservation on behalf of e52f6a8fcb3b4f9ca2d0107e86ce6fcf for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:07.236408 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a67e-37c5-452c-8a93-808e7c9b3fdf tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.244247 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-baa6c853-2bbb-47e8-a6de-a235a367a9b9 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.244866 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-baa6c853-2bbb-47e8-a6de-a235a367a9b9 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Added segment 707f1da8-65dd-493f-a033-9f2527cbf20c of type vlan for network 0d56dffa-722d-42ce-87e7-05b420e88c55 Mar 14 15:28:07.268082 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33f5b6-b001-4bc7-ba41-4303e50893d5 req-142db42d-8029-4b40-990b-f2ac195f437d tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:07.269773 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-aa33f5b6-b001-4bc7-ba41-4303e50893d5 req-142db42d-8029-4b40-990b-f2ac195f437d tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.2516744 Mar 14 15:28:07.297863 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-baa6c853-2bbb-47e8-a6de-a235a367a9b9 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.328341 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a90da762-13e7-430b-8c98-dfd1631052d8 None None] Port e18c1c96-55b0-4463-994f-cf3df44687dc cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:28:07.337990 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 731e72b2-b34d-4c18-9243-2822185a95cf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:07.338388 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.347232 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2bf4b909-fb96-4905-bd51-5d61dbef86b8 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Unset dirty status for tenant:4f896cfc37c7440d9f7fa11c5cd372e5 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:28:07.348478 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2bf4b909-fb96-4905-bd51-5d61dbef86b8 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.6028473 Mar 14 15:28:07.351041 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f7a67e-37c5-452c-8a93-808e7c9b3fdf tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:07.353919 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44806) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:07.378464 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a67e-37c5-452c-8a93-808e7c9b3fdf tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.378804 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-f6f7a67e-37c5-452c-8a93-808e7c9b3fdf tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Added segment b42e46c7-be20-4a03-8169-cecc5ab74571 of type vlan for network 46dc6c73-8d05-4d23-aa45-10b68a5610f2 Mar 14 15:28:07.387485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-baa6c853-2bbb-47e8-a6de-a235a367a9b9 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.396517 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa6c853-2bbb-47e8-a6de-a235a367a9b9 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:07.397392 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-baa6c853-2bbb-47e8-a6de-a235a367a9b9 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.405079 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-aa33f5b6-b001-4bc7-ba41-4303e50893d5 req-c7af2b7f-639c-476d-9c72-ba9c446b4a96 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270158 Mar 14 15:28:07.454918 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a67e-37c5-452c-8a93-808e7c9b3fdf tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.461019 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1fb3-202a-4656-9313-f71b1fe4229f tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.481175 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] For port c5be58f5-8182-4fa9-bdb8-cb51fef26879, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:07.485315 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] For port c5be58f5-8182-4fa9-bdb8-cb51fef26879, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c5be58f5-8182-4fa9-bdb8-cb51fef26879,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:07.498007 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.543950 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4f5c871c-1255-401f-b31d-c94e02dd9bac tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Deleting port e18c1c96-55b0-4463-994f-cf3df44687dc {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:07.544311 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4f5c871c-1255-401f-b31d-c94e02dd9bac tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.647809 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0e861-40e9-4302-bcd1-8c2429b6630a None None] Pushing event updated for resources: {'Port': ['ID=c5be58f5-8182-4fa9-bdb8-cb51fef26879,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:07.654619 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] Routers {'6167b3d6-f804-4306-b0af-fb4df5f63baa'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:28:07.655231 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['6167b3d6-f804-4306-b0af-fb4df5f63baa'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:07.706724 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-baa6c853-2bbb-47e8-a6de-a235a367a9b9 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8986862 Mar 14 15:28:07.754748 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6c853-2bbb-47e8-a6de-a235a367a9b9 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Network': ['ID=0d56dffa-722d-42ce-87e7-05b420e88c55,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:07.756107 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a67e-37c5-452c-8a93-808e7c9b3fdf tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.760591 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f7a67e-37c5-452c-8a93-808e7c9b3fdf tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:07.761179 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a67e-37c5-452c-8a93-808e7c9b3fdf tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.825897 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3435088-f05a-4435-9b87-881169ed6067 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:28:07.833014 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3435088-f05a-4435-9b87-881169ed6067 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.839562 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d548f96-b389-48f6-a049-12a08d9189ef None None] Sync routers for ids ['024a520f-a349-4727-bcef-1df29d838639'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:28:07.863308 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44814) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:07.866629 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d548f96-b389-48f6-a049-12a08d9189ef None None] Routers {'024a520f-a349-4727-bcef-1df29d838639'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:28:07.867312 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3d548f96-b389-48f6-a049-12a08d9189ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['024a520f-a349-4727-bcef-1df29d838639'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:07.869271 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-697622a4-eddd-420e-8325-88c782c02443 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'subnet': {'network_id': '0d56dffa-722d-42ce-87e7-05b420e88c55', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:07.928863 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 0d56dffa-722d-42ce-87e7-05b420e88c55 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:28:07.949182 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7a67e-37c5-452c-8a93-808e7c9b3fdf tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Pushing event updated for resources: {'Network': ['ID=46dc6c73-8d05-4d23-aa45-10b68a5610f2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:07.959765 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f6f7a67e-37c5-452c-8a93-808e7c9b3fdf tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8481927 Mar 14 15:28:08.101502 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 46dc6c73-8d05-4d23-aa45-10b68a5610f2 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:28:08.114899 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44820) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:08.133551 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Request body: {'subnets': [{'network_id': '9e9824a6-c1e5-4c0e-af1f-f9e06cc1b89d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--376285442', 'ip_version': 4}, {'network_id': '46dc6c73-8d05-4d23-aa45-10b68a5610f2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:08.134131 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Request body: {'subnet': {'network_id': '9e9824a6-c1e5-4c0e-af1f-f9e06cc1b89d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--376285442', 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:08.134840 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Request body: {'subnet': {'network_id': '46dc6c73-8d05-4d23-aa45-10b68a5610f2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:08.240933 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c3435088-f05a-4435-9b87-881169ed6067 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "PUT /v2.0/floatingips/82c4318a-63f1-417b-8c81-b2c38e737915 HTTP/1.1" status: 200 len: 990 time: 6.5835345 Mar 14 15:28:08.260639 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4f5c871c-1255-401f-b31d-c94e02dd9bac tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:08.277265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46aa99a7-d998-4a3d-9ca9-f77a2a7493e1', 'tag': '11330c23-3a33-43d6-aa81-5f1b9340ab46'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:28:08.308694 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-3d548f96-b389-48f6-a049-12a08d9189ef None None] Set router 024a520f-a349-4727-bcef-1df29d838639 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:28:08.325480 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1fb3-202a-4656-9313-f71b1fe4229f tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:08.461293 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] Set router 6167b3d6-f804-4306-b0af-fb4df5f63baa gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:28:08.511012 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:08.540930 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4f5c871c-1255-401f-b31d-c94e02dd9bac tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Calling delete_port for e18c1c96-55b0-4463-994f-cf3df44687dc owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:08.561095 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Usage tracker for resource:subnet and tenant:e52f6a8fcb3b4f9ca2d0107e86ce6fcf is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:08.569297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ed9d1fb3-202a-4656-9313-f71b1fe4229f tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Deleting port c5be58f5-8182-4fa9-bdb8-cb51fef26879 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:08.569807 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1fb3-202a-4656-9313-f71b1fe4229f tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:08.592568 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-697622a4-eddd-420e-8325-88c782c02443 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:08.609106 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-697622a4-eddd-420e-8325-88c782c02443 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Usage tracker for resource:subnet and tenant:8ce288610c2044ef9092cae68bf915fb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:08.615346 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-697622a4-eddd-420e-8325-88c782c02443 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:08.632075 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-697622a4-eddd-420e-8325-88c782c02443 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:08.674270 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:08.674988 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697622a4-eddd-420e-8325-88c782c02443 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Made reservation on behalf of 8ce288610c2044ef9092cae68bf915fb for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:08.685095 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:08.755640 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5ffaa1f7-8b00-4a3a-a150-a098c296ab1e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:28:08.802250 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Made reservation on behalf of e52f6a8fcb3b4f9ca2d0107e86ce6fcf for: {'subnet': 2} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:08.809573 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3d548f96-b389-48f6-a049-12a08d9189ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024a520f-a349-4727-bcef-1df29d838639', 'name': 'tempest-ServersTestManualDisk-1993027457-router', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '7a481795-b36c-41d1-8a64-772c298c324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:51Z', 'updated_at': '2022-03-14T15:27:11Z', 'revision_number': 4, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'gw_port': {'id': '7a481795-b36c-41d1-8a64-772c298c324b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024a520f-a349-4727-bcef-1df29d838639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:54Z', 'updated_at': '2022-03-14T15:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '82c4318a-63f1-417b-8c81-b2c38e737915', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'floating_ip_address': '172.26.4.47', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '024a520f-a349-4727-bcef-1df29d838639', 'port_id': '11330c23-3a33-43d6-aa81-5f1b9340ab46', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6', 'mac_address': 'fa:16:3e:55:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa99a7-d998-4a3d-9ca9-f77a2a7493e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:27:26Z', 'updated_at': '2022-03-14T15:28:03Z', 'revision_number': 1, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfa73e0-d397-450b-8d6d-9083fb47cf76', 'name': '', 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'mac_address': 'fa:16:3e:9b:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024a520f-a349-4727-bcef-1df29d838639', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88340b55-3da9-4e70-b482-546cb77b0872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:08Z', 'updated_at': '2022-03-14T15:27:49Z', 'revision_number': 5, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'subnets': [{'id': '88340b55-3da9-4e70-b482-546cb77b0872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:08.814553 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d548f96-b389-48f6-a049-12a08d9189ef None None] Checking router: 024a520f-a349-4727-bcef-1df29d838639 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:28:08.826846 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d548f96-b389-48f6-a049-12a08d9189ef None None] Routers {'024a520f-a349-4727-bcef-1df29d838639'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:28:08.827648 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3d548f96-b389-48f6-a049-12a08d9189ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:27:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['024a520f-a349-4727-bcef-1df29d838639'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:08.950157 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a54471-4d0e-4f11-a6d7-96e7e999c786 req-6244b01c-c3d2-4388-ad92-1ee74bda66b6 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:08.957370 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-77a54471-4d0e-4f11-a6d7-96e7e999c786 req-6244b01c-c3d2-4388-ad92-1ee74bda66b6 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.4581065 Mar 14 15:28:08.976932 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 5ffaa1f7-8b00-4a3a-a150-a098c296ab1e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:28:08.987726 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 5ffaa1f7-8b00-4a3a-a150-a098c296ab1e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:08.988200 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.006028 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-697622a4-eddd-420e-8325-88c782c02443 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.032659 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-3d548f96-b389-48f6-a049-12a08d9189ef None None] Set router 024a520f-a349-4727-bcef-1df29d838639 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:28:09.092774 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4f5c871c-1255-401f-b31d-c94e02dd9bac tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.142862 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6167b3d6-f804-4306-b0af-fb4df5f63baa', 'name': 'tempest-snat-router-126245475', 'tenant_id': '9f898e5d24f74cb0b260bc9e729c7776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'c5be58f5-8182-4fa9-bdb8-cb51fef26879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:59Z', 'updated_at': '2022-03-14T15:28:03Z', 'revision_number': 3, 'project_id': '9f898e5d24f74cb0b260bc9e729c7776', 'gw_port': {'id': 'c5be58f5-8182-4fa9-bdb8-cb51fef26879', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ee:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6167b3d6-f804-4306-b0af-fb4df5f63baa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:28:01Z', 'updated_at': '2022-03-14T15:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:09.167446 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ab9d85-e2e1-480c-b5dd-2ab4f1b56165 None None] The sync data for ids ['6167b3d6-f804-4306-b0af-fb4df5f63baa'] in dv-neutron-833561-1-hyperv is: [{'id': '6167b3d6-f804-4306-b0af-fb4df5f63baa', 'name': 'tempest-snat-router-126245475', 'tenant_id': '9f898e5d24f74cb0b260bc9e729c7776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'c5be58f5-8182-4fa9-bdb8-cb51fef26879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:59Z', 'updated_at': '2022-03-14T15:28:03Z', 'revision_number': 3, 'project_id': '9f898e5d24f74cb0b260bc9e729c7776', 'gw_port': {'id': 'c5be58f5-8182-4fa9-bdb8-cb51fef26879', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ee:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6167b3d6-f804-4306-b0af-fb4df5f63baa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:28:01Z', 'updated_at': '2022-03-14T15:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:28:09.187697 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-ed9d1fb3-202a-4656-9313-f71b1fe4229f tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] For port c5be58f5-8182-4fa9-bdb8-cb51fef26879, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c5be58f5-8182-4fa9-bdb8-cb51fef26879,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:09.188074 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.188302 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1fb3-202a-4656-9313-f71b1fe4229f tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.215931 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 5ffaa1f7-8b00-4a3a-a150-a098c296ab1e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5ffaa1f7-8b00-4a3a-a150-a098c296ab1e,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:09.224092 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c871c-1255-401f-b31d-c94e02dd9bac tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Pushing event deleted for resources: {'Port': ['ID=e18c1c96-55b0-4463-994f-cf3df44687dc,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:09.229752 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f0c6e-bcb9-433c-8a73-6119a561d02d req-2b034c53-8ffa-46bb-9fd1-1551bf483770 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:09.234314 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.237570 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e46f0c6e-bcb9-433c-8a73-6119a561d02d req-2b034c53-8ffa-46bb-9fd1-1551bf483770 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/ports?device_id=46aa99a7-d998-4a3d-9ca9-f77a2a7493e1 HTTP/1.1" status: 200 len: 945 time: 0.7303555 Mar 14 15:28:09.244883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-62965454-61e9-4b0e-916c-f5a95ea39fb8 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Deleting port 8a2e5f59-a7e4-4feb-ae2d-a971354426b9 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:09.245221 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62965454-61e9-4b0e-916c-f5a95ea39fb8 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.248221 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-77a54471-4d0e-4f11-a6d7-96e7e999c786 req-54b84189-8558-4eba-a1e1-36f8e99ffd1c tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2897034 Mar 14 15:28:09.378166 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=5ffaa1f7-8b00-4a3a-a150-a098c296ab1e,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:09.379414 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46aa99a7-d998-4a3d-9ca9-f77a2a7493e1', 'tag': '11330c23-3a33-43d6-aa81-5f1b9340ab46', 'status': 'completed', 'code': 200} Mar 14 15:28:09.521990 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3d548f96-b389-48f6-a049-12a08d9189ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024a520f-a349-4727-bcef-1df29d838639', 'name': 'tempest-ServersTestManualDisk-1993027457-router', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '7a481795-b36c-41d1-8a64-772c298c324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:51Z', 'updated_at': '2022-03-14T15:27:11Z', 'revision_number': 4, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'gw_port': {'id': '7a481795-b36c-41d1-8a64-772c298c324b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024a520f-a349-4727-bcef-1df29d838639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:54Z', 'updated_at': '2022-03-14T15:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '82c4318a-63f1-417b-8c81-b2c38e737915', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'floating_ip_address': '172.26.4.47', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '024a520f-a349-4727-bcef-1df29d838639', 'port_id': '11330c23-3a33-43d6-aa81-5f1b9340ab46', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6', 'mac_address': 'fa:16:3e:55:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa99a7-d998-4a3d-9ca9-f77a2a7493e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:27:26Z', 'updated_at': '2022-03-14T15:28:03Z', 'revision_number': 1, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfa73e0-d397-450b-8d6d-9083fb47cf76', 'name': '', 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'mac_address': 'fa:16:3e:9b:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024a520f-a349-4727-bcef-1df29d838639', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88340b55-3da9-4e70-b482-546cb77b0872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:08Z', 'updated_at': '2022-03-14T15:27:49Z', 'revision_number': 5, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'subnets': [{'id': '88340b55-3da9-4e70-b482-546cb77b0872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:09.526162 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d548f96-b389-48f6-a049-12a08d9189ef None None] The sync data for ids ['024a520f-a349-4727-bcef-1df29d838639'] in dv-neutron-833561-1-hyperv is: [{'id': '024a520f-a349-4727-bcef-1df29d838639', 'name': 'tempest-ServersTestManualDisk-1993027457-router', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '7a481795-b36c-41d1-8a64-772c298c324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:51Z', 'updated_at': '2022-03-14T15:27:11Z', 'revision_number': 4, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'gw_port': {'id': '7a481795-b36c-41d1-8a64-772c298c324b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024a520f-a349-4727-bcef-1df29d838639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:54Z', 'updated_at': '2022-03-14T15:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '82c4318a-63f1-417b-8c81-b2c38e737915', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'floating_ip_address': '172.26.4.47', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '024a520f-a349-4727-bcef-1df29d838639', 'port_id': '11330c23-3a33-43d6-aa81-5f1b9340ab46', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6', 'mac_address': 'fa:16:3e:55:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa99a7-d998-4a3d-9ca9-f77a2a7493e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:27:26Z', 'updated_at': '2022-03-14T15:28:03Z', 'revision_number': 1, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfa73e0-d397-450b-8d6d-9083fb47cf76', 'name': '', 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'mac_address': 'fa:16:3e:9b:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024a520f-a349-4727-bcef-1df29d838639', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88340b55-3da9-4e70-b482-546cb77b0872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:08Z', 'updated_at': '2022-03-14T15:27:49Z', 'revision_number': 5, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'subnets': [{'id': '88340b55-3da9-4e70-b482-546cb77b0872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:28:09.544626 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ed9d1fb3-202a-4656-9313-f71b1fe4229f tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Calling delete_port for c5be58f5-8182-4fa9-bdb8-cb51fef26879 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:09.605815 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4f5c871c-1255-401f-b31d-c94e02dd9bac tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.637798 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-697622a4-eddd-420e-8325-88c782c02443 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.670596 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4f5c871c-1255-401f-b31d-c94e02dd9bac tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "DELETE /v2.0/ports/e18c1c96-55b0-4463-994f-cf3df44687dc HTTP/1.1" status: 204 len: 168 time: 2.3154986 Mar 14 15:28:09.680815 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44832) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:09.740287 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b95971-9733-432d-8a64-4e5c3bbdfe74 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] GET failed (client error): The resource could not be found. Mar 14 15:28:09.740783 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d6b95971-9733-432d-8a64-4e5c3bbdfe74 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Synchronizing usage tracker for tenant:4f896cfc37c7440d9f7fa11c5cd372e5 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:28:09.772614 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697622a4-eddd-420e-8325-88c782c02443 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Subnet': ['ID=838087fb-7e6d-431b-b00d-da1beaedbc48,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:09.781311 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d6b95971-9733-432d-8a64-4e5c3bbdfe74 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Unset dirty status for tenant:4f896cfc37c7440d9f7fa11c5cd372e5 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:28:09.782322 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d6b95971-9733-432d-8a64-4e5c3bbdfe74 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "GET /v2.0/ports/e18c1c96-55b0-4463-994f-cf3df44687dc HTTP/1.1" status: 404 len: 333 time: 0.1003301 Mar 14 15:28:09.785808 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.785808 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.785999 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44836) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:09.792958 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b24ad861-ca10-4ab8-940f-a02cd577b6e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Request body: {'port': {'network_id': '6c519431-c724-4269-9141-0fbf83fe8919', 'name': 'tempest-AllowedAddressPairTestJSON-1327919096'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:09.857280 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697622a4-eddd-420e-8325-88c782c02443 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Checking segment: {'id': '707f1da8-65dd-493f-a033-9f2527cbf20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0d56dffa-722d-42ce-87e7-05b420e88c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:09.857636 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697622a4-eddd-420e-8325-88c782c02443 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Network hostable DHCP agents. Network: 0d56dffa-722d-42ce-87e7-05b420e88c55, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:09.912677 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e46f0c6e-bcb9-433c-8a73-6119a561d02d req-fb7303bb-27eb-4c1d-b1cd-e4aee4627c97 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/security-groups?id=1027298d-b54d-44e8-bac6-fcf299b73f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6742454 Mar 14 15:28:09.946114 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b24ad861-ca10-4ab8-940f-a02cd577b6e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:09.961058 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697622a4-eddd-420e-8325-88c782c02443 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Network 0d56dffa-722d-42ce-87e7-05b420e88c55 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:09.967069 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b24ad861-ca10-4ab8-940f-a02cd577b6e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:09.985354 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-697622a4-eddd-420e-8325-88c782c02443 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 0d56dffa-722d-42ce-87e7-05b420e88c55) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:09.990647 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697622a4-eddd-420e-8325-88c782c02443 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:09.991804 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-697622a4-eddd-420e-8325-88c782c02443 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.998817 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24ad861-ca10-4ab8-940f-a02cd577b6e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Made reservation on behalf of 4f896cfc37c7440d9f7fa11c5cd372e5 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:10.000456 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880cfee9-dead-4a0d-a17d-1d632eded0e4 None None] Network 0d56dffa-722d-42ce-87e7-05b420e88c55 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:10.002843 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b24ad861-ca10-4ab8-940f-a02cd577b6e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.026319 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9289aebf-d5ac-4ae2-9eec-d49bad9ed096 req-fd80fc2d-e210-47cf-aa15-c05ab7dd23ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6caf3cf1c8df41a6b06f02779186d0e0&device_id=46aa99a7-d998-4a3d-9ca9-f77a2a7493e1 HTTP/1.1" status: 200 len: 1098 time: 0.5089824 Mar 14 15:28:10.037286 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-697622a4-eddd-420e-8325-88c782c02443 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1697302 Mar 14 15:28:10.037286 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-b24ad861-ca10-4ab8-940f-a02cd577b6e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] device_id is not set on port 92c2ebdf-94a6-4eb2-99ea-4b846dc3bbde yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:28:10.053652 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62965454-61e9-4b0e-916c-f5a95ea39fb8 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.061652 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44844) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:10.137570 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-75ee36f3-a3ca-4df4-9b87-f3e902ce9c14 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-73983485'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:10.204848 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-b24ad861-ca10-4ab8-940f-a02cd577b6e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Allocated IP 172.20.0.5 (6c519431-c724-4269-9141-0fbf83fe8919/ae8d144b-303c-4929-9855-35b41f63cbf2/92c2ebdf-94a6-4eb2-99ea-4b846dc3bbde) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:10.262856 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e67ad5-f175-48f8-8195-99b8ab7f2624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-0d56dffa-722d-42ce-87e7-05b420e88c55', 'network_id': '0d56dffa-722d-42ce-87e7-05b420e88c55', 'tenant_id': '8ce288610c2044ef9092cae68bf915fb', 'fixed_ips': [{'subnet_id': '838087fb-7e6d-431b-b00d-da1beaedbc48'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:28:10.263672 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-30e67ad5-f175-48f8-8195-99b8ab7f2624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.267038 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-62965454-61e9-4b0e-916c-f5a95ea39fb8 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Calling delete_port for 8a2e5f59-a7e4-4feb-ae2d-a971354426b9 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:10.298257 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-75ee36f3-a3ca-4df4-9b87-f3e902ce9c14 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:10.353012 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-75ee36f3-a3ca-4df4-9b87-f3e902ce9c14 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Usage tracker for resource:network and tenant:8ce288610c2044ef9092cae68bf915fb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:10.400516 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-75ee36f3-a3ca-4df4-9b87-f3e902ce9c14 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:10.424804 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-30e67ad5-f175-48f8-8195-99b8ab7f2624 None None] Allocated IP 172.20.255.242 (0d56dffa-722d-42ce-87e7-05b420e88c55/838087fb-7e6d-431b-b00d-da1beaedbc48/e458544a-80ba-4bbd-afd4-cbe8424fa288) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:10.426755 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-75ee36f3-a3ca-4df4-9b87-f3e902ce9c14 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:10.557171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ee36f3-a3ca-4df4-9b87-f3e902ce9c14 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Made reservation on behalf of 8ce288610c2044ef9092cae68bf915fb for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:10.560062 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75ee36f3-a3ca-4df4-9b87-f3e902ce9c14 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.600179 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1fb3-202a-4656-9313-f71b1fe4229f tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.648046 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-30e67ad5-f175-48f8-8195-99b8ab7f2624 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.664065 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-30e67ad5-f175-48f8-8195-99b8ab7f2624 None None] Transition to ACTIVE for port object e458544a-80ba-4bbd-afd4-cbe8424fa288 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:10.691394 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5ffaa1f7-8b00-4a3a-a150-a098c296ab1e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:28:10.715112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d1fb3-202a-4656-9313-f71b1fe4229f tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5be58f5-8182-4fa9-bdb8-cb51fef26879,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:10.734491 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289aebf-d5ac-4ae2-9eec-d49bad9ed096 req-bba7daaf-8fb2-4061-b789-043a3b71e50a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:10.736280 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9289aebf-d5ac-4ae2-9eec-d49bad9ed096 req-bba7daaf-8fb2-4061-b789-043a3b71e50a service neutron] 10.222.0.24 "GET /v2.0/networks?id=da8edb3e-70af-4204-b598-deb9b1bae5e6 HTTP/1.1" status: 200 len: 913 time: 0.7026346 Mar 14 15:28:10.750003 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b24ad861-ca10-4ab8-940f-a02cd577b6e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.768325 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-b24ad861-ca10-4ab8-940f-a02cd577b6e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Transition to ACTIVE for port object 92c2ebdf-94a6-4eb2-99ea-4b846dc3bbde will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:10.791937 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b24ad861-ca10-4ab8-940f-a02cd577b6e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.805426 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-30e67ad5-f175-48f8-8195-99b8ab7f2624 None None] Transition to ACTIVE for port object e458544a-80ba-4bbd-afd4-cbe8424fa288 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:10.815404 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-30e67ad5-f175-48f8-8195-99b8ab7f2624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.877172 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24ad861-ca10-4ab8-940f-a02cd577b6e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Network 6c519431-c724-4269-9141-0fbf83fe8919 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:10.881016 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b24ad861-ca10-4ab8-940f-a02cd577b6e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:10.883480 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ad861-ca10-4ab8-940f-a02cd577b6e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:10.902384 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e67ad5-f175-48f8-8195-99b8ab7f2624 None None] Network 0d56dffa-722d-42ce-87e7-05b420e88c55 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:10.908025 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-30e67ad5-f175-48f8-8195-99b8ab7f2624 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:10.914129 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e67ad5-f175-48f8-8195-99b8ab7f2624 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:10.915674 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ad861-ca10-4ab8-940f-a02cd577b6e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Pushing event updated for resources: {'Port': ['ID=92c2ebdf-94a6-4eb2-99ea-4b846dc3bbde,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:10.916315 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e67ad5-f175-48f8-8195-99b8ab7f2624 None None] Pushing event updated for resources: {'Port': ['ID=e458544a-80ba-4bbd-afd4-cbe8424fa288,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:10.920116 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 5ffaa1f7-8b00-4a3a-a150-a098c296ab1e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:10.920473 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.964181 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24ad861-ca10-4ab8-940f-a02cd577b6e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:10.964557 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b24ad861-ca10-4ab8-940f-a02cd577b6e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.988613 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ee36f3-a3ca-4df4-9b87-f3e902ce9c14 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:10.993728 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b24ad861-ca10-4ab8-940f-a02cd577b6e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2065811 Mar 14 15:28:10.996228 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44850) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:11.003664 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a24261aa-82a5-4760-992b-878c20b2c2f6 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:57:d1:9c'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:11.067466 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-30e67ad5-f175-48f8-8195-99b8ab7f2624 None None] Attempting to bind port e458544a-80ba-4bbd-afd4-cbe8424fa288 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:11.068089 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-30e67ad5-f175-48f8-8195-99b8ab7f2624 None None] Attempting to bind port e458544a-80ba-4bbd-afd4-cbe8424fa288 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '707f1da8-65dd-493f-a033-9f2527cbf20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0d56dffa-722d-42ce-87e7-05b420e88c55'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:11.068089 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e67ad5-f175-48f8-8195-99b8ab7f2624 None None] Attempting to bind port e458544a-80ba-4bbd-afd4-cbe8424fa288 on network 0d56dffa-722d-42ce-87e7-05b420e88c55 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:11.079247 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e67ad5-f175-48f8-8195-99b8ab7f2624 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:28:11.079623 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e67ad5-f175-48f8-8195-99b8ab7f2624 None None] Checking segment: {'id': '707f1da8-65dd-493f-a033-9f2527cbf20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0d56dffa-722d-42ce-87e7-05b420e88c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:11.080022 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-30e67ad5-f175-48f8-8195-99b8ab7f2624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.080410 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e67ad5-f175-48f8-8195-99b8ab7f2624 None None] Bound using segment: {'id': '707f1da8-65dd-493f-a033-9f2527cbf20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0d56dffa-722d-42ce-87e7-05b420e88c55'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:28:11.082010 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-30e67ad5-f175-48f8-8195-99b8ab7f2624 None None] Bound port: e458544a-80ba-4bbd-afd4-cbe8424fa288, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707f1da8-65dd-493f-a033-9f2527cbf20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0d56dffa-722d-42ce-87e7-05b420e88c55'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:11.082010 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-30e67ad5-f175-48f8-8195-99b8ab7f2624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.178977 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75ee36f3-a3ca-4df4-9b87-f3e902ce9c14 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.179361 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-75ee36f3-a3ca-4df4-9b87-f3e902ce9c14 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Added segment f55ea9c2-9fcf-465a-a2af-61e853ef4fb8 of type vlan for network 36b82ff3-252f-456e-a187-e2b63e89731f Mar 14 15:28:11.243089 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3215f-146b-4632-823e-333300e9c24a req-7b2fc074-2b53-4c95-b2ce-4c823ce7722f tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:11.250586 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-28d3215f-146b-4632-823e-333300e9c24a req-7b2fc074-2b53-4c95-b2ce-4c823ce7722f tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.8425632 Mar 14 15:28:11.287539 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-30e67ad5-f175-48f8-8195-99b8ab7f2624 None None] For port e458544a-80ba-4bbd-afd4-cbe8424fa288, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:11.292186 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-30e67ad5-f175-48f8-8195-99b8ab7f2624 None None] For port e458544a-80ba-4bbd-afd4-cbe8424fa288, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=e458544a-80ba-4bbd-afd4-cbe8424fa288,segment=NetworkSegment(707f1da8-65dd-493f-a033-9f2527cbf20c),segment_id=707f1da8-65dd-493f-a033-9f2527cbf20c)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:11.295087 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3805e45c-4040-45d2-ab7b-6ad4c5677c8a None None] Provisioning for port 92c2ebdf-94a6-4eb2-99ea-4b846dc3bbde completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:28:11.300696 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a24261aa-82a5-4760-992b-878c20b2c2f6 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.301725 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-30e67ad5-f175-48f8-8195-99b8ab7f2624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.340793 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3805e45c-4040-45d2-ab7b-6ad4c5677c8a None None] Provisioning complete for port 92c2ebdf-94a6-4eb2-99ea-4b846dc3bbde triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:11.340793 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3805e45c-4040-45d2-ab7b-6ad4c5677c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.366474 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75ee36f3-a3ca-4df4-9b87-f3e902ce9c14 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.434254 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3805e45c-4040-45d2-ab7b-6ad4c5677c8a None None] Port 92c2ebdf-94a6-4eb2-99ea-4b846dc3bbde cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:28:11.441399 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e67ad5-f175-48f8-8195-99b8ab7f2624 None None] Pushing event updated for resources: {'Port': ['ID=e458544a-80ba-4bbd-afd4-cbe8424fa288,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:11.442240 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9289aebf-d5ac-4ae2-9eec-d49bad9ed096 req-cfe6cd2f-220c-4088-a232-8922e2bafdc1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11330c23-3a33-43d6-aa81-5f1b9340ab46 HTTP/1.1" status: 200 len: 998 time: 0.5255020 Mar 14 15:28:11.527826 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-28d3215f-146b-4632-823e-333300e9c24a req-783de6b2-96ad-4f8b-bc8d-cf138aa66a9c tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750278 Mar 14 15:28:11.652416 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1fb3-202a-4656-9313-f71b1fe4229f tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.796976 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75ee36f3-a3ca-4df4-9b87-f3e902ce9c14 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.800654 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ee36f3-a3ca-4df4-9b87-f3e902ce9c14 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:11.801230 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75ee36f3-a3ca-4df4-9b87-f3e902ce9c14 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.826663 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62965454-61e9-4b0e-916c-f5a95ea39fb8 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.870238 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289aebf-d5ac-4ae2-9eec-d49bad9ed096 req-7de7a459-820a-4db0-90ce-f163ec32b51b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:11.871700 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9289aebf-d5ac-4ae2-9eec-d49bad9ed096 req-7de7a459-820a-4db0-90ce-f163ec32b51b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=88340b55-3da9-4e70-b482-546cb77b0872 HTTP/1.1" status: 200 len: 851 time: 0.3588426 Mar 14 15:28:12.000582 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62965454-61e9-4b0e-916c-f5a95ea39fb8 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Pushing event deleted for resources: {'Port': ['ID=8a2e5f59-a7e4-4feb-ae2d-a971354426b9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:12.086566 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a24261aa-82a5-4760-992b-878c20b2c2f6 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.091957 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a24261aa-82a5-4760-992b-878c20b2c2f6 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.232780 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee36f3-a3ca-4df4-9b87-f3e902ce9c14 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Network': ['ID=36b82ff3-252f-456e-a187-e2b63e89731f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:12.251993 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 36b82ff3-252f-456e-a187-e2b63e89731f details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:28:12.252538 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24261aa-82a5-4760-992b-878c20b2c2f6 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Pushing event updated for resources: {'Port': ['ID=92c2ebdf-94a6-4eb2-99ea-4b846dc3bbde,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:12.267372 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a24261aa-82a5-4760-992b-878c20b2c2f6 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] In _notify_port_updated(), no bound segment for port 92c2ebdf-94a6-4eb2-99ea-4b846dc3bbde on network 6c519431-c724-4269-9141-0fbf83fe8919 {{(pid=83910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 14 15:28:12.271485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24261aa-82a5-4760-992b-878c20b2c2f6 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:12.272111 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a24261aa-82a5-4760-992b-878c20b2c2f6 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.273427 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a24261aa-82a5-4760-992b-878c20b2c2f6 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "PUT /v2.0/ports/92c2ebdf-94a6-4eb2-99ea-4b846dc3bbde HTTP/1.1" status: 200 len: 994 time: 1.2762668 Mar 14 15:28:12.276220 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44854) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:12.324452 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-75ee36f3-a3ca-4df4-9b87-f3e902ce9c14 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.2554076 Mar 14 15:28:12.333388 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44858) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:12.347164 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1fb3-202a-4656-9313-f71b1fe4229f tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.371051 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3b4c0176-ff04-4185-be13-a3f5d406fa50 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'subnet': {'network_id': '36b82ff3-252f-456e-a187-e2b63e89731f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:12.380753 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a1333961-c87f-4901-8fb9-80218dcde8ad tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Deleting port 92c2ebdf-94a6-4eb2-99ea-4b846dc3bbde {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:12.381192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1333961-c87f-4901-8fb9-80218dcde8ad tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.613244 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.618927 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1fb3-202a-4656-9313-f71b1fe4229f tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.706598 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0b6830-d67f-499c-8ac0-35a404cd154b None None] Network 0d56dffa-722d-42ce-87e7-05b420e88c55 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:12.825576 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1333961-c87f-4901-8fb9-80218dcde8ad tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.833377 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device e458544a-80ba-4bbd-afd4-cbe8424fa288 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:28:12.877570 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Pushing event updated for resources: {'Subnet': ['ID=2a3dd6b3-7101-42df-a15b-f58c38220727,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:12.895204 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3b4c0176-ff04-4185-be13-a3f5d406fa50 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:12.910295 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9289aebf-d5ac-4ae2-9eec-d49bad9ed096 req-561ed672-72e0-44c9-a521-ca18ef7c522d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da8edb3e-70af-4204-b598-deb9b1bae5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0030425 Mar 14 15:28:12.914860 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3b4c0176-ff04-4185-be13-a3f5d406fa50 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Usage tracker for resource:subnet and tenant:8ce288610c2044ef9092cae68bf915fb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:12.917284 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1fb3-202a-4656-9313-f71b1fe4229f tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.917812 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9d1fb3-202a-4656-9313-f71b1fe4229f tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6167b3d6-f804-4306-b0af-fb4df5f63baa {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:28:12.921512 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3b4c0176-ff04-4185-be13-a3f5d406fa50 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:12.954760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378baf04-882b-43e7-b4a2-14d1ea315f70 req-b63a0826-24e3-45c6-989e-4e21b3691375 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:12.955030 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e97ba890-f479-4ae6-b6e7-e91da7b11f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.956286 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-378baf04-882b-43e7-b4a2-14d1ea315f70 req-b63a0826-24e3-45c6-989e-4e21b3691375 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.2618930 Mar 14 15:28:12.959122 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3b4c0176-ff04-4185-be13-a3f5d406fa50 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:12.962316 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1fb3-202a-4656-9313-f71b1fe4229f tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.963633 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ed9d1fb3-202a-4656-9313-f71b1fe4229f tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "DELETE /v2.0/routers/6167b3d6-f804-4306-b0af-fb4df5f63baa HTTP/1.1" status: 204 len: 168 time: 6.4874456 Mar 14 15:28:12.965604 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-83546823-bbca-4d92-be93-c308063785ba None None] Provisioning complete for port 92c2ebdf-94a6-4eb2-99ea-4b846dc3bbde triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:12.966039 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83546823-bbca-4d92-be93-c308063785ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.968582 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a1333961-c87f-4901-8fb9-80218dcde8ad tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Calling delete_port for 92c2ebdf-94a6-4eb2-99ea-4b846dc3bbde owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:12.995799 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44864) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:13.037789 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-83546823-bbca-4d92-be93-c308063785ba None None] Port 92c2ebdf-94a6-4eb2-99ea-4b846dc3bbde cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:28:13.058968 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4c0176-ff04-4185-be13-a3f5d406fa50 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Made reservation on behalf of 8ce288610c2044ef9092cae68bf915fb for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:13.177022 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-83546823-bbca-4d92-be93-c308063785ba None None] Provisioning for port e458544a-80ba-4bbd-afd4-cbe8424fa288 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:28:13.189884 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port e458544a-80ba-4bbd-afd4-cbe8424fa288 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:28:13.194842 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Checking segment: {'id': 'ea3a7fbc-fabe-4f1d-b999-077ba03310b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9e9824a6-c1e5-4c0e-af1f-f9e06cc1b89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:13.195546 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Network hostable DHCP agents. Network: 9e9824a6-c1e5-4c0e-af1f-f9e06cc1b89d, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:13.206005 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9289aebf-d5ac-4ae2-9eec-d49bad9ed096 req-a9f9d0c0-6ed5-4243-b469-4962418d9600 service neutron] 10.222.0.24 "GET /v2.0/networks/da8edb3e-70af-4204-b598-deb9b1bae5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816494 Mar 14 15:28:13.221553 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-378baf04-882b-43e7-b4a2-14d1ea315f70 req-62ef8588-26c0-4baa-90ee-7a072e2abc87 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254598 Mar 14 15:28:13.260103 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b4c0176-ff04-4185-be13-a3f5d406fa50 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:13.292444 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-83546823-bbca-4d92-be93-c308063785ba None None] Provisioning complete for port e458544a-80ba-4bbd-afd4-cbe8424fa288 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:13.292444 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83546823-bbca-4d92-be93-c308063785ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:13.313116 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1333961-c87f-4901-8fb9-80218dcde8ad tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:13.333698 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port e458544a-80ba-4bbd-afd4-cbe8424fa288 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:13.334100 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:13.370546 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1333961-c87f-4901-8fb9-80218dcde8ad tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Pushing event deleted for resources: {'Port': ['ID=92c2ebdf-94a6-4eb2-99ea-4b846dc3bbde,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:13.444567 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3e93f55-752a-4975-b868-f824597d89b7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:13.463059 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Network 9e9824a6-c1e5-4c0e-af1f-f9e06cc1b89d is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:13.484670 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 9e9824a6-c1e5-4c0e-af1f-f9e06cc1b89d) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:13.505701 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:13.517729 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac0c6be-a9c0-4745-a6ed-d2a2167bac1f None None] Network 9e9824a6-c1e5-4c0e-af1f-f9e06cc1b89d requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:13.660167 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9289aebf-d5ac-4ae2-9eec-d49bad9ed096 req-3a3e0107-ab88-44d5-a52b-11aeaada09f5 service neutron] 10.222.0.24 "GET /v2.0/networks/da8edb3e-70af-4204-b598-deb9b1bae5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849719 Mar 14 15:28:13.667500 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Pushing event updated for resources: {'Subnet': ['ID=12aeaa33-d549-417b-a1c9-c4fc1d20ed24,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:13.684479 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62965454-61e9-4b0e-916c-f5a95ea39fb8 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:13.699644 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Checking segment: {'id': 'b42e46c7-be20-4a03-8169-cecc5ab74571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '46dc6c73-8d05-4d23-aa45-10b68a5610f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:13.700026 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Network hostable DHCP agents. Network: 46dc6c73-8d05-4d23-aa45-10b68a5610f2, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:13.761292 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83546823-bbca-4d92-be93-c308063785ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:13.780477 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:13.914964 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port e458544a-80ba-4bbd-afd4-cbe8424fa288, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=e458544a-80ba-4bbd-afd4-cbe8424fa288,segment=NetworkSegment(707f1da8-65dd-493f-a033-9f2527cbf20c),segment_id=707f1da8-65dd-493f-a033-9f2527cbf20c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:13.927947 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1333961-c87f-4901-8fb9-80218dcde8ad tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:13.930731 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:13.944488 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a1333961-c87f-4901-8fb9-80218dcde8ad tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "DELETE /v2.0/ports/92c2ebdf-94a6-4eb2-99ea-4b846dc3bbde HTTP/1.1" status: 204 len: 168 time: 1.6646821 Mar 14 15:28:13.944744 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44868) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:13.991205 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ed33a4-5b54-49e2-9864-45464c497e86 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] GET failed (client error): The resource could not be found. Mar 14 15:28:13.991708 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-67ed33a4-5b54-49e2-9864-45464c497e86 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Synchronizing usage tracker for tenant:4f896cfc37c7440d9f7fa11c5cd372e5 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:28:14.001489 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Network 46dc6c73-8d05-4d23-aa45-10b68a5610f2 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:14.023171 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-67ed33a4-5b54-49e2-9864-45464c497e86 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Unset dirty status for tenant:4f896cfc37c7440d9f7fa11c5cd372e5 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:28:14.028227 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-67ed33a4-5b54-49e2-9864-45464c497e86 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "GET /v2.0/ports/92c2ebdf-94a6-4eb2-99ea-4b846dc3bbde HTTP/1.1" status: 404 len: 333 time: 0.0824962 Mar 14 15:28:14.030522 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44872) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:14.035614 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 46dc6c73-8d05-4d23-aa45-10b68a5610f2) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:14.036835 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-915adaed-7462-4599-8ff7-dafd8451da04 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Request body: {'port': {'network_id': '6c519431-c724-4269-9141-0fbf83fe8919', 'name': 'tempest-AllowedAddressPairTestJSON-502659668'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:14.042571 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:14.042958 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:14.043619 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.059429 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b4c0176-ff04-4185-be13-a3f5d406fa50 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.084753 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edce397e-65dc-44e2-8f81-71470b00a95f None None] Network 46dc6c73-8d05-4d23-aa45-10b68a5610f2 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:14.135351 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-180f6392-a2cc-41d1-9951-e82b8181b060 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 6.0160134 Mar 14 15:28:14.143988 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44876) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:14.186380 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-83546823-bbca-4d92-be93-c308063785ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:28:14.186912 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-83546823-bbca-4d92-be93-c308063785ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:28:14.187886 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dda540c-4290-407e-831e-024bd1043365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-9e9824a6-c1e5-4c0e-af1f-f9e06cc1b89d', 'network_id': '9e9824a6-c1e5-4c0e-af1f-f9e06cc1b89d', 'tenant_id': 'e52f6a8fcb3b4f9ca2d0107e86ce6fcf', 'fixed_ips': [{'subnet_id': '2a3dd6b3-7101-42df-a15b-f58c38220727'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:28:14.188688 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6dda540c-4290-407e-831e-024bd1043365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.213994 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3e93f55-752a-4975-b868-f824597d89b7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.220798 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-915adaed-7462-4599-8ff7-dafd8451da04 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:14.231012 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=e458544a-80ba-4bbd-afd4-cbe8424fa288,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:14.238838 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c0176-ff04-4185-be13-a3f5d406fa50 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Subnet': ['ID=be5f074e-41be-428d-b7fa-7567aa83a736,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:14.239048 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-915adaed-7462-4599-8ff7-dafd8451da04 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:14.240756 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c3e93f55-752a-4975-b868-f824597d89b7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Deleting port 5ffaa1f7-8b00-4a3a-a150-a098c296ab1e {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:14.241150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3e93f55-752a-4975-b868-f824597d89b7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.268668 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbd764c-6274-46c7-af77-eef16e0a4ac0 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:14.271467 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbd764c-6274-46c7-af77-eef16e0a4ac0 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:14.272700 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbd764c-6274-46c7-af77-eef16e0a4ac0 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:14.273550 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-efbd764c-6274-46c7-af77-eef16e0a4ac0 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Synchronizing usage tracker for tenant:e52f6a8fcb3b4f9ca2d0107e86ce6fcf on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:28:14.288715 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4c0176-ff04-4185-be13-a3f5d406fa50 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Checking segment: {'id': 'f55ea9c2-9fcf-465a-a2af-61e853ef4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '36b82ff3-252f-456e-a187-e2b63e89731f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:14.289260 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4c0176-ff04-4185-be13-a3f5d406fa50 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Network hostable DHCP agents. Network: 36b82ff3-252f-456e-a187-e2b63e89731f, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:14.296404 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915adaed-7462-4599-8ff7-dafd8451da04 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Made reservation on behalf of 4f896cfc37c7440d9f7fa11c5cd372e5 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:14.299863 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-915adaed-7462-4599-8ff7-dafd8451da04 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.349886 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-efbd764c-6274-46c7-af77-eef16e0a4ac0 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Unset dirty status for tenant:e52f6a8fcb3b4f9ca2d0107e86ce6fcf on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:28:14.354520 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-efbd764c-6274-46c7-af77-eef16e0a4ac0 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2002091 Mar 14 15:28:14.355235 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-915adaed-7462-4599-8ff7-dafd8451da04 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] device_id is not set on port 1e46a047-dcb5-4d76-b350-7301a86620f9 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:28:14.358923 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44882) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:14.397867 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4c0176-ff04-4185-be13-a3f5d406fa50 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Network 36b82ff3-252f-456e-a187-e2b63e89731f is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:14.535948 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc544f7-c20e-4901-97aa-07a32dd632cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-46dc6c73-8d05-4d23-aa45-10b68a5610f2', 'network_id': '46dc6c73-8d05-4d23-aa45-10b68a5610f2', 'tenant_id': 'e52f6a8fcb3b4f9ca2d0107e86ce6fcf', 'fixed_ips': [{'subnet_id': '12aeaa33-d549-417b-a1c9-c4fc1d20ed24'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:28:14.536773 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bc544f7-c20e-4901-97aa-07a32dd632cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.576045 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-c3e93f55-752a-4975-b868-f824597d89b7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] For port 5ffaa1f7-8b00-4a3a-a150-a098c296ab1e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5ffaa1f7-8b00-4a3a-a150-a098c296ab1e,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:14.576424 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3e93f55-752a-4975-b868-f824597d89b7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.606826 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-6dda540c-4290-407e-831e-024bd1043365 None None] Allocated IP 172.20.0.2 (9e9824a6-c1e5-4c0e-af1f-f9e06cc1b89d/2a3dd6b3-7101-42df-a15b-f58c38220727/e9b545b5-0ab4-4253-b76c-a51f2373c331) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:14.721332 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c3e93f55-752a-4975-b868-f824597d89b7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Calling delete_port for 5ffaa1f7-8b00-4a3a-a150-a098c296ab1e owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:14.735017 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-3b4c0176-ff04-4185-be13-a3f5d406fa50 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 36b82ff3-252f-456e-a187-e2b63e89731f) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:14.756760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-915adaed-7462-4599-8ff7-dafd8451da04 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Allocated IP 172.20.0.13 (6c519431-c724-4269-9141-0fbf83fe8919/ae8d144b-303c-4929-9855-35b41f63cbf2/1e46a047-dcb5-4d76-b350-7301a86620f9) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:14.759242 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4c0176-ff04-4185-be13-a3f5d406fa50 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:14.759841 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b4c0176-ff04-4185-be13-a3f5d406fa50 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.768352 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device e458544a-80ba-4bbd-afd4-cbe8424fa288 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:28:14.808194 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6157ebfc-9d1f-4f6f-bf37-fb7fab8e2ac1 None None] Network 36b82ff3-252f-456e-a187-e2b63e89731f requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:14.862606 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3b4c0176-ff04-4185-be13-a3f5d406fa50 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.5239458 Mar 14 15:28:14.864217 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44886) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:15.000578 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b5965-1785-4b6c-b7f5-0ddba514301d req-75291bed-b3f5-4563-8329-53c1ee4271af tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:15.002028 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fe6b5965-1785-4b6c-b7f5-0ddba514301d req-75291bed-b3f5-4563-8329-53c1ee4271af tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.6055739 Mar 14 15:28:15.074363 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-915adaed-7462-4599-8ff7-dafd8451da04 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.092775 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3e93f55-752a-4975-b868-f824597d89b7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.103878 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-915adaed-7462-4599-8ff7-dafd8451da04 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Transition to ACTIVE for port object 1e46a047-dcb5-4d76-b350-7301a86620f9 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:15.165067 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a2643a-059b-43fb-8bd4-f6a04f349014 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Deleting subnet 2a3dd6b3-7101-42df-a15b-f58c38220727 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:28:15.183884 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e93f55-752a-4975-b868-f824597d89b7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ffaa1f7-8b00-4a3a-a150-a098c296ab1e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:15.208133 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-6bc544f7-c20e-4901-97aa-07a32dd632cd None None] Allocated IP 172.20.0.18 (46dc6c73-8d05-4d23-aa45-10b68a5610f2/12aeaa33-d549-417b-a1c9-c4fc1d20ed24/3ca8b50d-7597-42d3-8b31-7ef97a51b071) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:15.268047 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198bf70a-5993-45b9-9803-82d7cd474bf4 None None] New status for floating IP 82c4318a-63f1-417b-8c81-b2c38e737915: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:28:15.279613 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fe6b5965-1785-4b6c-b7f5-0ddba514301d req-5fcaead7-a2cd-4942-a752-0ab1f2304bad tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711225 Mar 14 15:28:15.284718 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-915adaed-7462-4599-8ff7-dafd8451da04 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.318570 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ec38fe4-728a-465c-8d18-07b0fbd0bf53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.378825 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1aff64f6-e95c-4a3e-99b5-6f886465a73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.406683 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ec38fe4-728a-465c-8d18-07b0fbd0bf53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.454937 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6dda540c-4290-407e-831e-024bd1043365 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.493677 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915adaed-7462-4599-8ff7-dafd8451da04 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Network 6c519431-c724-4269-9141-0fbf83fe8919 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:15.498207 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-915adaed-7462-4599-8ff7-dafd8451da04 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:15.504764 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915adaed-7462-4599-8ff7-dafd8451da04 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:15.506370 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ec38fe4-728a-465c-8d18-07b0fbd0bf53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.545695 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915adaed-7462-4599-8ff7-dafd8451da04 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Pushing event updated for resources: {'Port': ['ID=1e46a047-dcb5-4d76-b350-7301a86620f9,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:15.550689 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3e93f55-752a-4975-b868-f824597d89b7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.584463 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec38fe4-728a-465c-8d18-07b0fbd0bf53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Subnet': ['ID=be5f074e-41be-428d-b7fa-7567aa83a736,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:15.588199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62965454-61e9-4b0e-916c-f5a95ea39fb8 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Router e508ac0a-f4c4-4236-a20b-137b65c60757 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:28:15.636508 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6dda540c-4290-407e-831e-024bd1043365 None None] Transition to ACTIVE for port object e9b545b5-0ab4-4253-b76c-a51f2373c331 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:15.691856 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ec38fe4-728a-465c-8d18-07b0fbd0bf53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.725460 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-4ec38fe4-728a-465c-8d18-07b0fbd0bf53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b82ff3-252f-456e-a187-e2b63e89731f']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:15.785895 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9ceaa352-badc-40bf-9ebd-4fdbad32ae8f None None] Provisioning complete for port e458544a-80ba-4bbd-afd4-cbe8424fa288 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:15.786287 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa352-badc-40bf-9ebd-4fdbad32ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.793752 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-4ec38fe4-728a-465c-8d18-07b0fbd0bf53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55ea9c2-9fcf-465a-a2af-61e853ef4fb8') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:15.794106 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-4ec38fe4-728a-465c-8d18-07b0fbd0bf53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55ea9c2-9fcf-465a-a2af-61e853ef4fb8') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:15.818422 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6dda540c-4290-407e-831e-024bd1043365 None None] Transition to ACTIVE for port object e9b545b5-0ab4-4253-b76c-a51f2373c331 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:15.851096 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port e458544a-80ba-4bbd-afd4-cbe8424fa288 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:15.851461 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.868408 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ec38fe4-728a-465c-8d18-07b0fbd0bf53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.875676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-34a2643a-059b-43fb-8bd4-f6a04f349014 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.902796 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6dda540c-4290-407e-831e-024bd1043365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.941178 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ec38fe4-728a-465c-8d18-07b0fbd0bf53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.951465 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18be9957-cfcf-4307-a95e-09bf8e25e23b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-36b82ff3-252f-456e-a187-e2b63e89731f', 'network_id': '36b82ff3-252f-456e-a187-e2b63e89731f', 'tenant_id': '8ce288610c2044ef9092cae68bf915fb', 'fixed_ips': [{'subnet_id': 'be5f074e-41be-428d-b7fa-7567aa83a736'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:28:15.952706 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-18be9957-cfcf-4307-a95e-09bf8e25e23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.955985 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec38fe4-728a-465c-8d18-07b0fbd0bf53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:28:15.956452 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ec38fe4-728a-465c-8d18-07b0fbd0bf53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.961054 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915adaed-7462-4599-8ff7-dafd8451da04 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:15.961677 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-915adaed-7462-4599-8ff7-dafd8451da04 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.972591 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-34a2643a-059b-43fb-8bd4-f6a04f349014 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.975064 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3e93f55-752a-4975-b868-f824597d89b7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.988722 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3e93f55-752a-4975-b868-f824597d89b7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:16.004104 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:16.008802 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-915adaed-7462-4599-8ff7-dafd8451da04 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9769650 Mar 14 15:28:16.009022 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44892) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:16.022886 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f3283783-0326-456b-b8e8-bc502788b2af tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:57:d1:9c'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:16.077776 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3e93f55-752a-4975-b868-f824597d89b7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.077776 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e93f55-752a-4975-b868-f824597d89b7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dfca5d03-4dec-43b9-b228-6e79b001f77f {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:28:16.091596 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3e93f55-752a-4975-b868-f824597d89b7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.098595 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c3e93f55-752a-4975-b868-f824597d89b7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "DELETE /v2.0/routers/dfca5d03-4dec-43b9-b228-6e79b001f77f HTTP/1.1" status: 204 len: 168 time: 3.1013086 Mar 14 15:28:16.099261 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44896) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:16.184360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3c1ea41d-7622-4cdc-bc92-87ea3f3b3d21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1840017453', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:16.191401 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3c1ea41d-7622-4cdc-bc92-87ea3f3b3d21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:16.195654 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3c1ea41d-7622-4cdc-bc92-87ea3f3b3d21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Usage tracker for resource:router and tenant:8be743d088344cc1b7f2829a0210b983 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:16.198799 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3c1ea41d-7622-4cdc-bc92-87ea3f3b3d21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:16.204956 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3c1ea41d-7622-4cdc-bc92-87ea3f3b3d21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:16.212763 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f3283783-0326-456b-b8e8-bc502788b2af tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.223614 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dda540c-4290-407e-831e-024bd1043365 None None] Network 9e9824a6-c1e5-4c0e-af1f-f9e06cc1b89d is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:16.226762 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea41d-7622-4cdc-bc92-87ea3f3b3d21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.227861 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea41d-7622-4cdc-bc92-87ea3f3b3d21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.236023 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda540c-4290-407e-831e-024bd1043365 None None] Pushing event updated for resources: {'Port': ['ID=e9b545b5-0ab4-4253-b76c-a51f2373c331,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:16.256304 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-6dda540c-4290-407e-831e-024bd1043365 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:16.258686 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dda540c-4290-407e-831e-024bd1043365 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:16.289885 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-34a2643a-059b-43fb-8bd4-f6a04f349014 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.333618 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ec38fe4-728a-465c-8d18-07b0fbd0bf53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.355612 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.361177 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ec38fe4-728a-465c-8d18-07b0fbd0bf53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.378853 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec38fe4-728a-465c-8d18-07b0fbd0bf53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Network': ['ID=36b82ff3-252f-456e-a187-e2b63e89731f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:16.396243 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4ec38fe4-728a-465c-8d18-07b0fbd0bf53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/networks/36b82ff3-252f-456e-a187-e2b63e89731f HTTP/1.1" status: 204 len: 168 time: 1.5190592 Mar 14 15:28:16.399120 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44904) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:16.408519 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-36e9b12b-4981-44e6-9725-93b66587e804 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1999409112'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:16.425665 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-36e9b12b-4981-44e6-9725-93b66587e804 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:16.432837 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea41d-7622-4cdc-bc92-87ea3f3b3d21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.434643 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-36e9b12b-4981-44e6-9725-93b66587e804 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Usage tracker for resource:network and tenant:8ce288610c2044ef9092cae68bf915fb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:16.438911 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-36e9b12b-4981-44e6-9725-93b66587e804 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:16.446729 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-34a2643a-059b-43fb-8bd4-f6a04f349014 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.450744 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-36e9b12b-4981-44e6-9725-93b66587e804 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:16.465608 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bc544f7-c20e-4901-97aa-07a32dd632cd None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.503683 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2643a-059b-43fb-8bd4-f6a04f349014 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Pushing event deleted for resources: {'Subnet': ['ID=2a3dd6b3-7101-42df-a15b-f58c38220727,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:16.511934 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-34a2643a-059b-43fb-8bd4-f6a04f349014 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.523102 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62965454-61e9-4b0e-916c-f5a95ea39fb8 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:28:16.526134 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e9b12b-4981-44e6-9725-93b66587e804 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Made reservation on behalf of 8ce288610c2044ef9092cae68bf915fb for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:16.535158 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-36e9b12b-4981-44e6-9725-93b66587e804 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.538048 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8664828-2163-48ad-8b05-d7034d90676c None None] Sync routers for ids ['e508ac0a-f4c4-4236-a20b-137b65c60757'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:28:16.549610 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6bc544f7-c20e-4901-97aa-07a32dd632cd None None] Transition to ACTIVE for port object 3ca8b50d-7597-42d3-8b31-7ef97a51b071 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:16.568370 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8664828-2163-48ad-8b05-d7034d90676c None None] Routers {'e508ac0a-f4c4-4236-a20b-137b65c60757'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:28:16.570302 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a8664828-2163-48ad-8b05-d7034d90676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:28:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e508ac0a-f4c4-4236-a20b-137b65c60757'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:16.570761 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-62965454-61e9-4b0e-916c-f5a95ea39fb8 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] 10.222.0.60 "PUT /v2.0/routers/e508ac0a-f4c4-4236-a20b-137b65c60757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1039999 Mar 14 15:28:16.573002 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccba734e-62e7-4983-8bd5-6877e25d5581 None None] Network 36b82ff3-252f-456e-a187-e2b63e89731f requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:16.573467 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44908) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:16.600625 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6dda540c-4290-407e-831e-024bd1043365 None None] Attempting to bind port e9b545b5-0ab4-4253-b76c-a51f2373c331 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:16.600990 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6dda540c-4290-407e-831e-024bd1043365 None None] Attempting to bind port e9b545b5-0ab4-4253-b76c-a51f2373c331 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'ea3a7fbc-fabe-4f1d-b999-077ba03310b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9e9824a6-c1e5-4c0e-af1f-f9e06cc1b89d'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:16.601338 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda540c-4290-407e-831e-024bd1043365 None None] Attempting to bind port e9b545b5-0ab4-4253-b76c-a51f2373c331 on network 9e9824a6-c1e5-4c0e-af1f-f9e06cc1b89d {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:16.603289 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.613064 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccba734e-62e7-4983-8bd5-6877e25d5581 None None] Network 36b82ff3-252f-456e-a187-e2b63e89731f could not be found, it might have been deleted concurrently. {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 14 15:28:16.616288 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6bc544f7-c20e-4901-97aa-07a32dd632cd None None] Transition to ACTIVE for port object 3ca8b50d-7597-42d3-8b31-7ef97a51b071 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:16.619990 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda540c-4290-407e-831e-024bd1043365 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:28:16.620362 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda540c-4290-407e-831e-024bd1043365 None None] Checking segment: {'id': 'ea3a7fbc-fabe-4f1d-b999-077ba03310b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9e9824a6-c1e5-4c0e-af1f-f9e06cc1b89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:16.620830 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6dda540c-4290-407e-831e-024bd1043365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.621219 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda540c-4290-407e-831e-024bd1043365 None None] Bound using segment: {'id': 'ea3a7fbc-fabe-4f1d-b999-077ba03310b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9e9824a6-c1e5-4c0e-af1f-f9e06cc1b89d'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:28:16.622279 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6dda540c-4290-407e-831e-024bd1043365 None None] Bound port: e9b545b5-0ab4-4253-b76c-a51f2373c331, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3a7fbc-fabe-4f1d-b999-077ba03310b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9e9824a6-c1e5-4c0e-af1f-f9e06cc1b89d'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:16.622657 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6dda540c-4290-407e-831e-024bd1043365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.632768 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-34a2643a-059b-43fb-8bd4-f6a04f349014 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] 10.222.0.60 "DELETE /v2.0/subnets/2a3dd6b3-7101-42df-a15b-f58c38220727 HTTP/1.1" status: 204 len: 168 time: 2.2721238 Mar 14 15:28:16.638389 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bc544f7-c20e-4901-97aa-07a32dd632cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.656338 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44912) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:16.671605 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a8664828-2163-48ad-8b05-d7034d90676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:16.692575 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8664828-2163-48ad-8b05-d7034d90676c None None] Routers {'e508ac0a-f4c4-4236-a20b-137b65c60757'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:28:16.693410 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a8664828-2163-48ad-8b05-d7034d90676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:28:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e508ac0a-f4c4-4236-a20b-137b65c60757'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:16.779315 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc544f7-c20e-4901-97aa-07a32dd632cd None None] Pushing event updated for resources: {'Port': ['ID=3ca8b50d-7597-42d3-8b31-7ef97a51b071,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:16.784501 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc544f7-c20e-4901-97aa-07a32dd632cd None None] Network 46dc6c73-8d05-4d23-aa45-10b68a5610f2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:16.786933 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e9b12b-4981-44e6-9725-93b66587e804 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:16.787758 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-6bc544f7-c20e-4901-97aa-07a32dd632cd None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:16.790203 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc544f7-c20e-4901-97aa-07a32dd632cd None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:16.794965 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-afd0e86d-8d37-4e09-ad84-eb45ddc84d3a None None] Provisioning for port 1e46a047-dcb5-4d76-b350-7301a86620f9 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:28:16.816138 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-36e9b12b-4981-44e6-9725-93b66587e804 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.816494 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-36e9b12b-4981-44e6-9725-93b66587e804 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Added segment e168f8fd-9f7e-4d7b-bfcf-bbf1f8236a1b of type vlan for network 89131ad3-ce06-49c2-9b75-a871930cec35 Mar 14 15:28:16.822447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-afd0e86d-8d37-4e09-ad84-eb45ddc84d3a None None] Provisioning complete for port 1e46a047-dcb5-4d76-b350-7301a86620f9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:16.822896 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afd0e86d-8d37-4e09-ad84-eb45ddc84d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.847159 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a8664828-2163-48ad-8b05-d7034d90676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:16.848863 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8664828-2163-48ad-8b05-d7034d90676c None None] The sync data for ids ['e508ac0a-f4c4-4236-a20b-137b65c60757'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:28:16.867867 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea41d-7622-4cdc-bc92-87ea3f3b3d21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.883284 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f3283783-0326-456b-b8e8-bc502788b2af tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.894140 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6dda540c-4290-407e-831e-024bd1043365 None None] For port e9b545b5-0ab4-4253-b76c-a51f2373c331, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:16.898088 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354a0b6-41e2-403b-8927-e3f0d81cc7fe req-7d59c080-c640-4888-aaff-d60b9932f4e3 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:16.899431 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f354a0b6-41e2-403b-8927-e3f0d81cc7fe req-7d59c080-c640-4888-aaff-d60b9932f4e3 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.2453208 Mar 14 15:28:16.900467 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f3283783-0326-456b-b8e8-bc502788b2af tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.944642 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6dda540c-4290-407e-831e-024bd1043365 None None] For port e9b545b5-0ab4-4253-b76c-a51f2373c331, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=e9b545b5-0ab4-4253-b76c-a51f2373c331,segment=NetworkSegment(ea3a7fbc-fabe-4f1d-b999-077ba03310b7),segment_id=ea3a7fbc-fabe-4f1d-b999-077ba03310b7)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:16.950260 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-36e9b12b-4981-44e6-9725-93b66587e804 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.970603 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6dda540c-4290-407e-831e-024bd1043365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.007093 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-afd0e86d-8d37-4e09-ad84-eb45ddc84d3a None None] Port 1e46a047-dcb5-4d76-b350-7301a86620f9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:28:17.031739 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e1aa05-ebc7-4bad-b35b-c7d6246a3eaa tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Deleting subnet 12aeaa33-d549-417b-a1c9-c4fc1d20ed24 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:28:17.034972 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6bc544f7-c20e-4901-97aa-07a32dd632cd None None] Attempting to bind port 3ca8b50d-7597-42d3-8b31-7ef97a51b071 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:17.035346 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1e1aa05-ebc7-4bad-b35b-c7d6246a3eaa tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.035462 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6bc544f7-c20e-4901-97aa-07a32dd632cd None None] Attempting to bind port 3ca8b50d-7597-42d3-8b31-7ef97a51b071 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'b42e46c7-be20-4a03-8169-cecc5ab74571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '46dc6c73-8d05-4d23-aa45-10b68a5610f2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:17.035706 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc544f7-c20e-4901-97aa-07a32dd632cd None None] Attempting to bind port 3ca8b50d-7597-42d3-8b31-7ef97a51b071 on network 46dc6c73-8d05-4d23-aa45-10b68a5610f2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:17.081806 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-36e9b12b-4981-44e6-9725-93b66587e804 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.089325 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e9b12b-4981-44e6-9725-93b66587e804 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:17.090041 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-36e9b12b-4981-44e6-9725-93b66587e804 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.115180 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc544f7-c20e-4901-97aa-07a32dd632cd None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:28:17.115406 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc544f7-c20e-4901-97aa-07a32dd632cd None None] Checking segment: {'id': 'b42e46c7-be20-4a03-8169-cecc5ab74571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '46dc6c73-8d05-4d23-aa45-10b68a5610f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:17.115814 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bc544f7-c20e-4901-97aa-07a32dd632cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.115930 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3283783-0326-456b-b8e8-bc502788b2af tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Pushing event updated for resources: {'Port': ['ID=1e46a047-dcb5-4d76-b350-7301a86620f9,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:17.116208 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc544f7-c20e-4901-97aa-07a32dd632cd None None] Bound using segment: {'id': 'b42e46c7-be20-4a03-8169-cecc5ab74571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '46dc6c73-8d05-4d23-aa45-10b68a5610f2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:28:17.116672 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6bc544f7-c20e-4901-97aa-07a32dd632cd None None] Bound port: 3ca8b50d-7597-42d3-8b31-7ef97a51b071, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42e46c7-be20-4a03-8169-cecc5ab74571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '46dc6c73-8d05-4d23-aa45-10b68a5610f2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:17.117043 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bc544f7-c20e-4901-97aa-07a32dd632cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.140051 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f354a0b6-41e2-403b-8927-e3f0d81cc7fe req-67b4afb7-3585-4569-ab50-d7dd0250a869 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849856 Mar 14 15:28:17.148787 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda540c-4290-407e-831e-024bd1043365 None None] Pushing event updated for resources: {'Port': ['ID=e9b545b5-0ab4-4253-b76c-a51f2373c331,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:17.154338 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-f3283783-0326-456b-b8e8-bc502788b2af tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] In _notify_port_updated(), no bound segment for port 1e46a047-dcb5-4d76-b350-7301a86620f9 on network 6c519431-c724-4269-9141-0fbf83fe8919 {{(pid=83910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 14 15:28:17.158860 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3283783-0326-456b-b8e8-bc502788b2af tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:17.159616 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f3283783-0326-456b-b8e8-bc502788b2af tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.163523 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f3283783-0326-456b-b8e8-bc502788b2af tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "PUT /v2.0/ports/1e46a047-dcb5-4d76-b350-7301a86620f9 HTTP/1.1" status: 200 len: 996 time: 1.1535296 Mar 14 15:28:17.164459 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44916) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:17.220326 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c05e6d-11e2-4bef-b828-2270c0450cf9 None None] Network 9e9824a6-c1e5-4c0e-af1f-f9e06cc1b89d requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:17.227035 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1e1aa05-ebc7-4bad-b35b-c7d6246a3eaa tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.267296 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-0c53b2eb-4415-4bf5-82a3-dc174222cc14 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Deleting port 1e46a047-dcb5-4d76-b350-7301a86620f9 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:17.267633 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0c53b2eb-4415-4bf5-82a3-dc174222cc14 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.328372 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-36e9b12b-4981-44e6-9725-93b66587e804 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9267204 Mar 14 15:28:17.332219 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44920) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:17.349731 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1ef27d58-914f-4c3b-940f-70762b6bc56b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'subnet': {'network_id': '89131ad3-ce06-49c2-9b75-a871930cec35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:17.443420 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9b12b-4981-44e6-9725-93b66587e804 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Network': ['ID=89131ad3-ce06-49c2-9b75-a871930cec35,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:17.474390 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6bc544f7-c20e-4901-97aa-07a32dd632cd None None] For port 3ca8b50d-7597-42d3-8b31-7ef97a51b071, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:17.477416 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 89131ad3-ce06-49c2-9b75-a871930cec35 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:28:17.481478 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cae3cc6d-98a4-497c-a5ae-44ed792b2b0e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.617287 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6bc544f7-c20e-4901-97aa-07a32dd632cd None None] For port 3ca8b50d-7597-42d3-8b31-7ef97a51b071, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=3ca8b50d-7597-42d3-8b31-7ef97a51b071,segment=NetworkSegment(b42e46c7-be20-4a03-8169-cecc5ab74571),segment_id=b42e46c7-be20-4a03-8169-cecc5ab74571)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:17.644355 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bc544f7-c20e-4901-97aa-07a32dd632cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.676018 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1e1aa05-ebc7-4bad-b35b-c7d6246a3eaa tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.729205 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6340fe78-e501-4a9a-9e44-4edcb916cfe0 None None] Provisioning complete for port 1e46a047-dcb5-4d76-b350-7301a86620f9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:17.729961 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6340fe78-e501-4a9a-9e44-4edcb916cfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.760135 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea41d-7622-4cdc-bc92-87ea3f3b3d21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.769539 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1e1aa05-ebc7-4bad-b35b-c7d6246a3eaa tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.785627 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1ef27d58-914f-4c3b-940f-70762b6bc56b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:17.803456 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1ef27d58-914f-4c3b-940f-70762b6bc56b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Usage tracker for resource:subnet and tenant:8ce288610c2044ef9092cae68bf915fb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:17.808770 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea41d-7622-4cdc-bc92-87ea3f3b3d21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.813743 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1ef27d58-914f-4c3b-940f-70762b6bc56b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:17.817428 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc544f7-c20e-4901-97aa-07a32dd632cd None None] Pushing event updated for resources: {'Port': ['ID=3ca8b50d-7597-42d3-8b31-7ef97a51b071,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:17.824717 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1ef27d58-914f-4c3b-940f-70762b6bc56b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:17.829511 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6340fe78-e501-4a9a-9e44-4edcb916cfe0 None None] Port 1e46a047-dcb5-4d76-b350-7301a86620f9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:28:17.863440 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1e1aa05-ebc7-4bad-b35b-c7d6246a3eaa tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.873395 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1aa05-ebc7-4bad-b35b-c7d6246a3eaa tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Pushing event deleted for resources: {'Subnet': ['ID=12aeaa33-d549-417b-a1c9-c4fc1d20ed24,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:17.888675 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.893272 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b1e1aa05-ebc7-4bad-b35b-c7d6246a3eaa tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] 10.222.0.60 "DELETE /v2.0/subnets/12aeaa33-d549-417b-a1c9-c4fc1d20ed24 HTTP/1.1" status: 204 len: 168 time: 1.2357988 Mar 14 15:28:17.897412 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44924) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:17.922250 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef27d58-914f-4c3b-940f-70762b6bc56b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Made reservation on behalf of 8ce288610c2044ef9092cae68bf915fb for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:17.973825 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0c53b2eb-4415-4bf5-82a3-dc174222cc14 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.036538 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed52daa-e66d-45c1-b05a-0565c8d22c6f tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:18.037244 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bed52daa-e66d-45c1-b05a-0565c8d22c6f tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Synchronizing usage tracker for tenant:e52f6a8fcb3b4f9ca2d0107e86ce6fcf on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:28:18.067507 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bed52daa-e66d-45c1-b05a-0565c8d22c6f tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Unset dirty status for tenant:e52f6a8fcb3b4f9ca2d0107e86ce6fcf on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:28:18.072631 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bed52daa-e66d-45c1-b05a-0565c8d22c6f tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1706927 Mar 14 15:28:18.078920 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44928) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:18.252737 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cae3cc6d-98a4-497c-a5ae-44ed792b2b0e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.271166 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f30df8cb-e222-46cc-ac5b-06dedfb51de8 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.274677 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-cae3cc6d-98a4-497c-a5ae-44ed792b2b0e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Deleting port f69979a4-cbdf-4102-b780-a2ee25b41b81 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:18.275197 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cae3cc6d-98a4-497c-a5ae-44ed792b2b0e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.289939 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-0c53b2eb-4415-4bf5-82a3-dc174222cc14 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Calling delete_port for 1e46a047-dcb5-4d76-b350-7301a86620f9 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:18.333615 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f30df8cb-e222-46cc-ac5b-06dedfb51de8 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Deleting port 3ca8b50d-7597-42d3-8b31-7ef97a51b071 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:18.334234 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f30df8cb-e222-46cc-ac5b-06dedfb51de8 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.384877 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ef27d58-914f-4c3b-940f-70762b6bc56b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.398559 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-3c1ea41d-7622-4cdc-bc92-87ea3f3b3d21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Allocated IP 172.26.4.13 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/a2ac1bb2-7807-4c48-84cf-186fdd3d2c81) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:18.608983 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:28:18.615260 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.ipam_backend_mixin [None req-1ef27d58-914f-4c3b-940f-70762b6bc56b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Performing IP validity checks on allocation pools {{(pid=83910) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 14 15:28:18.615752 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.ipam_backend_mixin [None req-1ef27d58-914f-4c3b-940f-70762b6bc56b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83910) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 14 15:28:18.713756 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0c53b2eb-4415-4bf5-82a3-dc174222cc14 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.740621 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 3ca8b50d-7597-42d3-8b31-7ef97a51b071 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:28:18.788042 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53b2eb-4415-4bf5-82a3-dc174222cc14 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Pushing event deleted for resources: {'Port': ['ID=1e46a047-dcb5-4d76-b350-7301a86620f9,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:18.828044 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea41d-7622-4cdc-bc92-87ea3f3b3d21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.852184 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cae3cc6d-98a4-497c-a5ae-44ed792b2b0e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.854606 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 3ca8b50d-7597-42d3-8b31-7ef97a51b071 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:28:18.875043 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b84be5-ad0b-40d7-ac8d-d9c3c0b4c8a2 req-463118f7-77c2-4573-a0a4-5b3c74cbb0f9 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:18.876683 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-09b84be5-ad0b-40d7-ac8d-d9c3c0b4c8a2 req-463118f7-77c2-4573-a0a4-5b3c74cbb0f9 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.5181050 Mar 14 15:28:18.940974 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-f30df8cb-e222-46cc-ac5b-06dedfb51de8 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] For port 3ca8b50d-7597-42d3-8b31-7ef97a51b071, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=3ca8b50d-7597-42d3-8b31-7ef97a51b071,segment=NetworkSegment(b42e46c7-be20-4a03-8169-cecc5ab74571),segment_id=b42e46c7-be20-4a03-8169-cecc5ab74571)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:18.941355 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f30df8cb-e222-46cc-ac5b-06dedfb51de8 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.016926 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0c53b2eb-4415-4bf5-82a3-dc174222cc14 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.017531 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-cae3cc6d-98a4-497c-a5ae-44ed792b2b0e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Calling delete_port for f69979a4-cbdf-4102-b780-a2ee25b41b81 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:19.048936 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea41d-7622-4cdc-bc92-87ea3f3b3d21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.069911 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8689c0-6188-4743-8ada-0212d344e4e3 None None] Network 46dc6c73-8d05-4d23-aa45-10b68a5610f2 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:19.097474 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ef27d58-914f-4c3b-940f-70762b6bc56b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.172562 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0c53b2eb-4415-4bf5-82a3-dc174222cc14 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "DELETE /v2.0/ports/1e46a047-dcb5-4d76-b350-7301a86620f9 HTTP/1.1" status: 204 len: 168 time: 2.0060866 Mar 14 15:28:19.177155 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44934) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:19.181699 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1ea41d-7622-4cdc-bc92-87ea3f3b3d21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:19.194030 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f30df8cb-e222-46cc-ac5b-06dedfb51de8 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Calling delete_port for 3ca8b50d-7597-42d3-8b31-7ef97a51b071 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:19.202180 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-36b28630-6160-4fce-a31c-bc909b5e2f25 None None] Provisioning for port 3ca8b50d-7597-42d3-8b31-7ef97a51b071 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:28:19.240562 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-3c1ea41d-7622-4cdc-bc92-87ea3f3b3d21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:19.244946 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-36b28630-6160-4fce-a31c-bc909b5e2f25 None None] Provisioning complete for port 3ca8b50d-7597-42d3-8b31-7ef97a51b071 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:19.245429 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-36b28630-6160-4fce-a31c-bc909b5e2f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.261995 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-09b84be5-ad0b-40d7-ac8d-d9c3c0b4c8a2 req-47ab39e7-0ac3-4416-b5c0-00bc04dad57c tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3356130 Mar 14 15:28:19.281104 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1ea41d-7622-4cdc-bc92-87ea3f3b3d21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:19.320185 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f30df8cb-e222-46cc-ac5b-06dedfb51de8 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.324685 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe4a031-030d-4264-8735-6b02ec7cf422 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] GET failed (client error): The resource could not be found. Mar 14 15:28:19.325192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-afe4a031-030d-4264-8735-6b02ec7cf422 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Synchronizing usage tracker for tenant:4f896cfc37c7440d9f7fa11c5cd372e5 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:28:19.343682 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ea41d-7622-4cdc-bc92-87ea3f3b3d21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Pushing event updated for resources: {'Port': ['ID=a2ac1bb2-7807-4c48-84cf-186fdd3d2c81,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:19.361208 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.plugins.ml2.db [None req-36b28630-6160-4fce-a31c-bc909b5e2f25 None None] No ports have port_id starting with 3ca8b50d-7597-42d3-8b31-7ef97a51b071 Mar 14 15:28:19.362079 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef27d58-914f-4c3b-940f-70762b6bc56b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Checking segment: {'id': 'e168f8fd-9f7e-4d7b-bfcf-bbf1f8236a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '89131ad3-ce06-49c2-9b75-a871930cec35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:19.362079 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef27d58-914f-4c3b-940f-70762b6bc56b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Network hostable DHCP agents. Network: 89131ad3-ce06-49c2-9b75-a871930cec35, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:19.367128 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30df8cb-e222-46cc-ac5b-06dedfb51de8 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Pushing event deleted for resources: {'Port': ['ID=3ca8b50d-7597-42d3-8b31-7ef97a51b071,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:19.380181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30df8cb-e222-46cc-ac5b-06dedfb51de8 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] No DVR routers for this DVR port 3ca8b50d-7597-42d3-8b31-7ef97a51b071 on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:19.383200 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef27d58-914f-4c3b-940f-70762b6bc56b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Subnet': ['ID=febc1914-ac3b-4496-bdf0-3c905059db3d,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:19.390809 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-afe4a031-030d-4264-8735-6b02ec7cf422 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Unset dirty status for tenant:4f896cfc37c7440d9f7fa11c5cd372e5 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:28:19.391916 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-afe4a031-030d-4264-8735-6b02ec7cf422 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "GET /v2.0/ports/1e46a047-dcb5-4d76-b350-7301a86620f9 HTTP/1.1" status: 404 len: 333 time: 0.2086916 Mar 14 15:28:19.419001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44938) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:19.428905 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-67b538b6-f01c-479a-98d3-1d03d623393e tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Request body: {'port': {'network_id': '6c519431-c724-4269-9141-0fbf83fe8919', 'name': 'tempest-AllowedAddressPairTestJSON-1202858170'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:19.447367 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af28b0b7-e45e-4361-9824-305ec97263ac None None] DHCP port deletion for 46dc6c73-8d05-4d23-aa45-10b68a5610f2 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:28:19.466999 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673977d0-70ff-4389-900e-160df9f842d2 None None] get_active_networks_info from dv-neutron-833561-1-hyperv {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 14 15:28:19.564876 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f30df8cb-e222-46cc-ac5b-06dedfb51de8 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.588397 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cae3cc6d-98a4-497c-a5ae-44ed792b2b0e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.632820 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-f30df8cb-e222-46cc-ac5b-06dedfb51de8 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46dc6c73-8d05-4d23-aa45-10b68a5610f2']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:19.638651 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef27d58-914f-4c3b-940f-70762b6bc56b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Network 89131ad3-ce06-49c2-9b75-a871930cec35 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:19.650075 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3cc6d-98a4-497c-a5ae-44ed792b2b0e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Pushing event deleted for resources: {'Port': ['ID=f69979a4-cbdf-4102-b780-a2ee25b41b81,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:19.657285 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-f30df8cb-e222-46cc-ac5b-06dedfb51de8 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42e46c7-be20-4a03-8169-cecc5ab74571') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:19.657419 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-f30df8cb-e222-46cc-ac5b-06dedfb51de8 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42e46c7-be20-4a03-8169-cecc5ab74571') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:19.659634 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-1ef27d58-914f-4c3b-940f-70762b6bc56b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 89131ad3-ce06-49c2-9b75-a871930cec35) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:19.669204 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef27d58-914f-4c3b-940f-70762b6bc56b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:19.669378 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ef27d58-914f-4c3b-940f-70762b6bc56b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.694845 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f30df8cb-e222-46cc-ac5b-06dedfb51de8 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.734401 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1ef27d58-914f-4c3b-940f-70762b6bc56b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.3903196 Mar 14 15:28:19.735052 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44944) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:19.746095 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f30df8cb-e222-46cc-ac5b-06dedfb51de8 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.760580 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30df8cb-e222-46cc-ac5b-06dedfb51de8 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:28:19.760983 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f30df8cb-e222-46cc-ac5b-06dedfb51de8 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.779510 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673977d0-70ff-4389-900e-160df9f842d2 None None] Unable to find a vacant binding_index for network 89131ad3-ce06-49c2-9b75-a871930cec35 and agent b0a06188-cacb-4531-b7e0-b1c4f250c97a {{(pid=83912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:19.781227 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:19.788739 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673977d0-70ff-4389-900e-160df9f842d2 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 89131ad3-ce06-49c2-9b75-a871930cec35) {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:28:19.812565 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-67b538b6-f01c-479a-98d3-1d03d623393e tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:19.854764 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-67b538b6-f01c-479a-98d3-1d03d623393e tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:19.887605 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b538b6-f01c-479a-98d3-1d03d623393e tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Made reservation on behalf of 4f896cfc37c7440d9f7fa11c5cd372e5 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:19.890910 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67b538b6-f01c-479a-98d3-1d03d623393e tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.943753 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad70d99c-f60c-4e96-953c-3e52cde9800d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.947931 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-67b538b6-f01c-479a-98d3-1d03d623393e tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] device_id is not set on port 7ec0d490-b945-4ca9-a730-5274d7c615aa yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:28:20.019524 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea41d-7622-4cdc-bc92-87ea3f3b3d21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.020276 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea41d-7622-4cdc-bc92-87ea3f3b3d21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.090661 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f30df8cb-e222-46cc-ac5b-06dedfb51de8 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.112537 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f30df8cb-e222-46cc-ac5b-06dedfb51de8 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.132641 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30df8cb-e222-46cc-ac5b-06dedfb51de8 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Pushing event deleted for resources: {'Network': ['ID=46dc6c73-8d05-4d23-aa45-10b68a5610f2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:20.139392 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cae3cc6d-98a4-497c-a5ae-44ed792b2b0e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.265484 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e197de-9b73-4a4f-b883-ef9b0ae7f469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-89131ad3-ce06-49c2-9b75-a871930cec35', 'network_id': '89131ad3-ce06-49c2-9b75-a871930cec35', 'tenant_id': '8ce288610c2044ef9092cae68bf915fb', 'fixed_ips': [{'subnet_id': 'febc1914-ac3b-4496-bdf0-3c905059db3d'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:28:20.266591 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22e197de-9b73-4a4f-b883-ef9b0ae7f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.275316 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f30df8cb-e222-46cc-ac5b-06dedfb51de8 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] 10.222.0.60 "DELETE /v2.0/networks/46dc6c73-8d05-4d23-aa45-10b68a5610f2 HTTP/1.1" status: 204 len: 168 time: 2.1926029 Mar 14 15:28:20.277319 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad70d99c-f60c-4e96-953c-3e52cde9800d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.284350 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44948) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:20.373180 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-67b538b6-f01c-479a-98d3-1d03d623393e tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Allocated IP 172.20.0.14 (6c519431-c724-4269-9141-0fbf83fe8919/ae8d144b-303c-4929-9855-35b41f63cbf2/7ec0d490-b945-4ca9-a730-5274d7c615aa) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server [None req-22e197de-9b73-4a4f-b883-ef9b0ae7f469 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet febc1914-ac3b-4496-bdf0-3c905059db3d: This subnet is being modified by another concurrent operation. Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:28:20.525363 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise exception Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet febc1914-ac3b-4496-bdf0-3c905059db3d: This subnet is being modified by another concurrent operation. Mar 14 15:28:20.528533 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server Mar 14 15:28:20.531939 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad70d99c-f60c-4e96-953c-3e52cde9800d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.549056 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cae3cc6d-98a4-497c-a5ae-44ed792b2b0e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.555430 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539fd5ec-a7f5-4556-bf6d-411bb797a22c None None] get_active_networks_info from dv-neutron-833561-1-hyperv {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 14 15:28:20.558566 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4fb25806-4642-41f7-9475-531dbc0c6c57 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.564049 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cae3cc6d-98a4-497c-a5ae-44ed792b2b0e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.583226 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4fb25806-4642-41f7-9475-531dbc0c6c57 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Deleting port e9b545b5-0ab4-4253-b76c-a51f2373c331 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:20.583863 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4fb25806-4642-41f7-9475-531dbc0c6c57 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.617031 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70d99c-f60c-4e96-953c-3e52cde9800d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Subnet': ['ID=febc1914-ac3b-4496-bdf0-3c905059db3d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:20.648152 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cae3cc6d-98a4-497c-a5ae-44ed792b2b0e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.648799 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae3cc6d-98a4-497c-a5ae-44ed792b2b0e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Fanout notify agent at l3_agent the message router_deleted on router e508ac0a-f4c4-4236-a20b-137b65c60757 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:28:20.668739 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cae3cc6d-98a4-497c-a5ae-44ed792b2b0e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.669854 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cae3cc6d-98a4-497c-a5ae-44ed792b2b0e tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] 10.222.0.60 "DELETE /v2.0/routers/e508ac0a-f4c4-4236-a20b-137b65c60757 HTTP/1.1" status: 204 len: 168 time: 4.0951316 Mar 14 15:28:20.673885 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.693515 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44954) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:20.736747 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 3ca8b50d-7597-42d3-8b31-7ef97a51b071 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:28:20.776691 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 3ca8b50d-7597-42d3-8b31-7ef97a51b071 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:28:20.777035 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 3ca8b50d-7597-42d3-8b31-7ef97a51b071 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:28:20.807140 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539fd5ec-a7f5-4556-bf6d-411bb797a22c None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:28:20.859564 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-4fb25806-4642-41f7-9475-531dbc0c6c57 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] For port e9b545b5-0ab4-4253-b76c-a51f2373c331, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=e9b545b5-0ab4-4253-b76c-a51f2373c331,segment=NetworkSegment(ea3a7fbc-fabe-4f1d-b999-077ba03310b7),segment_id=ea3a7fbc-fabe-4f1d-b999-077ba03310b7)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:20.860014 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4fb25806-4642-41f7-9475-531dbc0c6c57 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.940283 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad70d99c-f60c-4e96-953c-3e52cde9800d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.005336 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4fb25806-4642-41f7-9475-531dbc0c6c57 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Calling delete_port for e9b545b5-0ab4-4253-b76c-a51f2373c331 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:21.021940 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcf4a5-d15f-4b08-85e9-792a36bdafc6 req-69b2e5c9-c5ea-469f-ac93-fc0e584f8899 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:21.023471 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a4bcf4a5-d15f-4b08-85e9-792a36bdafc6 req-69b2e5c9-c5ea-469f-ac93-fc0e584f8899 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.5902383 Mar 14 15:28:21.092050 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4fb25806-4642-41f7-9475-531dbc0c6c57 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.101709 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ad70d99c-f60c-4e96-953c-3e52cde9800d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89131ad3-ce06-49c2-9b75-a871930cec35']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:21.146286 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb25806-4642-41f7-9475-531dbc0c6c57 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Pushing event deleted for resources: {'Port': ['ID=e9b545b5-0ab4-4253-b76c-a51f2373c331,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:21.146532 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ad70d99c-f60c-4e96-953c-3e52cde9800d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e168f8fd-9f7e-4d7b-bfcf-bbf1f8236a1b') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:21.146769 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ad70d99c-f60c-4e96-953c-3e52cde9800d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e168f8fd-9f7e-4d7b-bfcf-bbf1f8236a1b') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:21.152707 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb25806-4642-41f7-9475-531dbc0c6c57 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] No DVR routers for this DVR port e9b545b5-0ab4-4253-b76c-a51f2373c331 on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:21.173727 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67b538b6-f01c-479a-98d3-1d03d623393e tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.180739 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad70d99c-f60c-4e96-953c-3e52cde9800d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.238285 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa7b2b4-d496-4505-9c63-231e7c493dd1 None None] Network 89131ad3-ce06-49c2-9b75-a871930cec35 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:21.249429 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-67b538b6-f01c-479a-98d3-1d03d623393e tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Transition to ACTIVE for port object 7ec0d490-b945-4ca9-a730-5274d7c615aa will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:21.259769 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad70d99c-f60c-4e96-953c-3e52cde9800d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.282293 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a4bcf4a5-d15f-4b08-85e9-792a36bdafc6 req-3c248f02-0d84-4f2b-8e37-276c4b7b50bd tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979282 Mar 14 15:28:21.290734 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad70d99c-f60c-4e96-953c-3e52cde9800d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:28:21.291137 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad70d99c-f60c-4e96-953c-3e52cde9800d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.303113 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4fb25806-4642-41f7-9475-531dbc0c6c57 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:21.315568 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e797bf-0562-4551-a942-6d1bb3482c28 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Deleting subnet 55f3a00e-d482-49c1-8d41-e25cb575a5f0 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:28:21.324318 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06e797bf-0562-4551-a942-6d1bb3482c28 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.332053 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-4fb25806-4642-41f7-9475-531dbc0c6c57 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e9824a6-c1e5-4c0e-af1f-f9e06cc1b89d']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:21.350424 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-4fb25806-4642-41f7-9475-531dbc0c6c57 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3a7fbc-fabe-4f1d-b999-077ba03310b7') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:21.350791 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-4fb25806-4642-41f7-9475-531dbc0c6c57 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3a7fbc-fabe-4f1d-b999-077ba03310b7') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:21.363126 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4fb25806-4642-41f7-9475-531dbc0c6c57 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.380966 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4fb25806-4642-41f7-9475-531dbc0c6c57 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.388635 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb25806-4642-41f7-9475-531dbc0c6c57 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:28:21.389069 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4fb25806-4642-41f7-9475-531dbc0c6c57 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:21.404393 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:21.436969 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bae67a-20a5-46d4-942d-94f70cb6cceb None None] Network 89131ad3-ce06-49c2-9b75-a871930cec35 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:21.486478 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4fb25806-4642-41f7-9475-531dbc0c6c57 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.491459 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4fb25806-4642-41f7-9475-531dbc0c6c57 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.521418 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb25806-4642-41f7-9475-531dbc0c6c57 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Pushing event deleted for resources: {'Network': ['ID=9e9824a6-c1e5-4c0e-af1f-f9e06cc1b89d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:21.536931 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4fb25806-4642-41f7-9475-531dbc0c6c57 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] 10.222.0.60 "DELETE /v2.0/networks/9e9824a6-c1e5-4c0e-af1f-f9e06cc1b89d HTTP/1.1" status: 204 len: 168 time: 1.2492616 Mar 14 15:28:21.537640 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44958) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:21.578296 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06e797bf-0562-4551-a942-6d1bb3482c28 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.607747 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad70d99c-f60c-4e96-953c-3e52cde9800d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.630074 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67b538b6-f01c-479a-98d3-1d03d623393e tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.631987 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad70d99c-f60c-4e96-953c-3e52cde9800d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.657749 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-939a187a-de4d-428f-be63-85375d45229e tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.686696 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70d99c-f60c-4e96-953c-3e52cde9800d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Network': ['ID=89131ad3-ce06-49c2-9b75-a871930cec35,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:21.714359 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1ea41d-7622-4cdc-bc92-87ea3f3b3d21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Router deffaff8-8ab2-42a0-9162-734a17999d5b is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:28:21.727079 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ad70d99c-f60c-4e96-953c-3e52cde9800d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/networks/89131ad3-ce06-49c2-9b75-a871930cec35 HTTP/1.1" status: 204 len: 168 time: 1.9910176 Mar 14 15:28:21.750881 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44962) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:21.765719 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-02ad4487-b5db-4543-bd3e-d857637617df tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-954396382'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:21.770779 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b538b6-f01c-479a-98d3-1d03d623393e tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Network 6c519431-c724-4269-9141-0fbf83fe8919 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:21.816620 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-02ad4487-b5db-4543-bd3e-d857637617df tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:21.818950 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-67b538b6-f01c-479a-98d3-1d03d623393e tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:21.824404 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b538b6-f01c-479a-98d3-1d03d623393e tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Pushing event updated for resources: {'Port': ['ID=7ec0d490-b945-4ca9-a730-5274d7c615aa,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:21.826576 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b538b6-f01c-479a-98d3-1d03d623393e tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:21.855424 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-02ad4487-b5db-4543-bd3e-d857637617df tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Usage tracker for resource:network and tenant:8ce288610c2044ef9092cae68bf915fb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:21.862539 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-02ad4487-b5db-4543-bd3e-d857637617df tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:21.889196 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-02ad4487-b5db-4543-bd3e-d857637617df tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:21.914883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-939a187a-de4d-428f-be63-85375d45229e tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.941790 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-939a187a-de4d-428f-be63-85375d45229e tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37bbfa58-49ce-4693-8950-5e6ffe35be5e']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:21.958011 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-939a187a-de4d-428f-be63-85375d45229e tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43cda4f5-3eec-4a71-b5f7-87fab878aa82') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:21.958955 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-939a187a-de4d-428f-be63-85375d45229e tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43cda4f5-3eec-4a71-b5f7-87fab878aa82') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:21.975386 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-939a187a-de4d-428f-be63-85375d45229e tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.992949 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-939a187a-de4d-428f-be63-85375d45229e tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.000495 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-939a187a-de4d-428f-be63-85375d45229e tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:28:22.000985 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-939a187a-de4d-428f-be63-85375d45229e tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:22.015895 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:22.025204 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06e797bf-0562-4551-a942-6d1bb3482c28 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.066436 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b538b6-f01c-479a-98d3-1d03d623393e tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:22.067040 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67b538b6-f01c-479a-98d3-1d03d623393e tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.070442 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ad4487-b5db-4543-bd3e-d857637617df tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Made reservation on behalf of 8ce288610c2044ef9092cae68bf915fb for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:22.073143 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02ad4487-b5db-4543-bd3e-d857637617df tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.097727 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-939a187a-de4d-428f-be63-85375d45229e tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.116705 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-62a89e6d-b225-4e94-acdb-83b5d71cdef8 None None] Provisioning for port 7ec0d490-b945-4ca9-a730-5274d7c615aa completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:28:22.117261 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-939a187a-de4d-428f-be63-85375d45229e tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.122693 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-62a89e6d-b225-4e94-acdb-83b5d71cdef8 None None] Provisioning complete for port 7ec0d490-b945-4ca9-a730-5274d7c615aa triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:22.123180 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62a89e6d-b225-4e94-acdb-83b5d71cdef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.130520 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-67b538b6-f01c-479a-98d3-1d03d623393e tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7080262 Mar 14 15:28:22.137401 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-939a187a-de4d-428f-be63-85375d45229e tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] 10.222.0.60 "DELETE /v2.0/networks/37bbfa58-49ce-4693-8950-5e6ffe35be5e HTTP/1.1" status: 204 len: 168 time: 0.5990229 Mar 14 15:28:22.138549 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44966) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:22.145495 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44968) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:22.147984 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a187a-de4d-428f-be63-85375d45229e tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Pushing event deleted for resources: {'Network': ['ID=37bbfa58-49ce-4693-8950-5e6ffe35be5e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:22.158237 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8c8b7278-427e-499f-9606-8f8ad5e041f9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Request body: {'port': {'network_id': '6c519431-c724-4269-9141-0fbf83fe8919', 'name': 'tempest-AllowedAddressPairTestJSON-1431067461'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:22.187650 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-62a89e6d-b225-4e94-acdb-83b5d71cdef8 None None] Port 7ec0d490-b945-4ca9-a730-5274d7c615aa cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:28:22.232020 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ad4487-b5db-4543-bd3e-d857637617df tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:22.272300 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02ad4487-b5db-4543-bd3e-d857637617df tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.272577 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-02ad4487-b5db-4543-bd3e-d857637617df tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Added segment a4883767-e569-4965-b326-2c911532dcaa of type vlan for network d718e8f9-efda-41af-9acc-fb0598ea02a4 Mar 14 15:28:22.293223 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06e797bf-0562-4551-a942-6d1bb3482c28 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.301366 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8c8b7278-427e-499f-9606-8f8ad5e041f9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:22.310929 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8c8b7278-427e-499f-9606-8f8ad5e041f9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:22.321768 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8b7278-427e-499f-9606-8f8ad5e041f9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Made reservation on behalf of 4f896cfc37c7440d9f7fa11c5cd372e5 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:22.324979 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8c8b7278-427e-499f-9606-8f8ad5e041f9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.348176 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-8c8b7278-427e-499f-9606-8f8ad5e041f9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] device_id is not set on port 4b178063-ba86-4d23-87c5-26d201278c53 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:28:22.351186 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62b24429-658a-42c8-835e-1ee71fe20475 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.358253 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e797bf-0562-4551-a942-6d1bb3482c28 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Pushing event deleted for resources: {'Subnet': ['ID=55f3a00e-d482-49c1-8d41-e25cb575a5f0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:22.366093 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02ad4487-b5db-4543-bd3e-d857637617df tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.379293 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06e797bf-0562-4551-a942-6d1bb3482c28 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.392620 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe60f937-e307-4998-8f5c-0bc20a068bdc None None] Network c6ebe578-c45a-4010-9aa8-e6a3cbaf9881 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:22.442413 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-06e797bf-0562-4551-a942-6d1bb3482c28 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] 10.222.0.60 "DELETE /v2.0/subnets/55f3a00e-d482-49c1-8d41-e25cb575a5f0 HTTP/1.1" status: 204 len: 168 time: 1.7476435 Mar 14 15:28:22.448619 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44976) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:22.557457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-8c8b7278-427e-499f-9606-8f8ad5e041f9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Allocated IP 172.20.0.3 (6c519431-c724-4269-9141-0fbf83fe8919/ae8d144b-303c-4929-9855-35b41f63cbf2/4b178063-ba86-4d23-87c5-26d201278c53) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:22.576159 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690aad22-ad13-462a-a947-a0de2c7c6cfb req-3fa8a932-7e7b-4d12-bc9f-fc88e9b68c41 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:22.577650 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-690aad22-ad13-462a-a947-a0de2c7c6cfb req-3fa8a932-7e7b-4d12-bc9f-fc88e9b68c41 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.1610811 Mar 14 15:28:22.591644 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02ad4487-b5db-4543-bd3e-d857637617df tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.595296 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ad4487-b5db-4543-bd3e-d857637617df tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:22.595878 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02ad4487-b5db-4543-bd3e-d857637617df tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.676371 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1de241d-2ef7-4201-a11b-9949ec05d654 None None] DHCP port deletion for c6ebe578-c45a-4010-9aa8-e6a3cbaf9881 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:28:22.680688 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f1de241d-2ef7-4201-a11b-9949ec05d654 None None] Deleting port 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:22.681517 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1de241d-2ef7-4201-a11b-9949ec05d654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.688928 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-690aad22-ad13-462a-a947-a0de2c7c6cfb req-19dd8011-077c-4b6e-918f-a038d2f59f78 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884101 Mar 14 15:28:22.720614 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62b24429-658a-42c8-835e-1ee71fe20475 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.786833 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-62b24429-658a-42c8-835e-1ee71fe20475 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda8706c-0846-408f-b47d-bfad0f7ed9d7']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:22.796920 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36bc1e5c-c0f6-4a8b-96c4-892ec96d18fd tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.805845 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-02ad4487-b5db-4543-bd3e-d857637617df tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0540097 Mar 14 15:28:22.809003 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44980) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:22.809572 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad4487-b5db-4543-bd3e-d857637617df tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Network': ['ID=d718e8f9-efda-41af-9acc-fb0598ea02a4,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:22.813692 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-62b24429-658a-42c8-835e-1ee71fe20475 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05075cc-1994-48bb-baea-8d72e4aaea6f') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:22.814026 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-62b24429-658a-42c8-835e-1ee71fe20475 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05075cc-1994-48bb-baea-8d72e4aaea6f') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:22.818090 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8deedb24-bb4a-496e-9713-627744611d54 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'subnet': {'network_id': 'd718e8f9-efda-41af-9acc-fb0598ea02a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:22.834703 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62b24429-658a-42c8-835e-1ee71fe20475 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.848922 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-36bc1e5c-c0f6-4a8b-96c4-892ec96d18fd tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Deleting port 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:22.849119 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36bc1e5c-c0f6-4a8b-96c4-892ec96d18fd tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.877381 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1ea41d-7622-4cdc-bc92-87ea3f3b3d21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:28:22.890871 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62b24429-658a-42c8-835e-1ee71fe20475 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.908900 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8c8b7278-427e-499f-9606-8f8ad5e041f9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.912565 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b24429-658a-42c8-835e-1ee71fe20475 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:28:22.912967 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62b24429-658a-42c8-835e-1ee71fe20475 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.914891 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f1de241d-2ef7-4201-a11b-9949ec05d654 None None] For port 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea,segment=NetworkSegment(896d33ae-5a29-4362-b6fe-bdf0668fdc18),segment_id=896d33ae-5a29-4362-b6fe-bdf0668fdc18)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:22.915306 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1de241d-2ef7-4201-a11b-9949ec05d654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:22.928344 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:22.960492 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8deedb24-bb4a-496e-9713-627744611d54 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:22.964511 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8deedb24-bb4a-496e-9713-627744611d54 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Usage tracker for resource:subnet and tenant:8ce288610c2044ef9092cae68bf915fb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:22.968005 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8deedb24-bb4a-496e-9713-627744611d54 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:22.973841 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8deedb24-bb4a-496e-9713-627744611d54 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:23.053494 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba41b182-47d4-4a2c-a17f-fc01f2babe25 None None] Sync routers for ids ['deffaff8-8ab2-42a0-9162-734a17999d5b'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:28:23.056617 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network d718e8f9-efda-41af-9acc-fb0598ea02a4 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:28:23.074625 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f1de241d-2ef7-4201-a11b-9949ec05d654 None None] Calling delete_port for 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:23.099565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8deedb24-bb4a-496e-9713-627744611d54 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Made reservation on behalf of 8ce288610c2044ef9092cae68bf915fb for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:23.107130 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea41d-7622-4cdc-bc92-87ea3f3b3d21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.108904 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3c1ea41d-7622-4cdc-bc92-87ea3f3b3d21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.0053401 Mar 14 15:28:23.114089 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44984) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:23.124630 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-dfce9b33-1866-4a9b-a32e-4f1dfa430392 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'enable_snat': False}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:23.197214 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba41b182-47d4-4a2c-a17f-fc01f2babe25 None None] Routers {'deffaff8-8ab2-42a0-9162-734a17999d5b'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:28:23.197886 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ba41b182-47d4-4a2c-a17f-fc01f2babe25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:28:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['deffaff8-8ab2-42a0-9162-734a17999d5b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:23.211095 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8deedb24-bb4a-496e-9713-627744611d54 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.233695 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-8c8b7278-427e-499f-9606-8f8ad5e041f9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Transition to ACTIVE for port object 4b178063-ba86-4d23-87c5-26d201278c53 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:23.284891 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62b24429-658a-42c8-835e-1ee71fe20475 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.318833 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62b24429-658a-42c8-835e-1ee71fe20475 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.325246 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ba41b182-47d4-4a2c-a17f-fc01f2babe25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:23.334665 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b24429-658a-42c8-835e-1ee71fe20475 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] Pushing event deleted for resources: {'Network': ['ID=bda8706c-0846-408f-b47d-bfad0f7ed9d7,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:23.345476 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-62b24429-658a-42c8-835e-1ee71fe20475 tempest-BulkNetworkOpsTest-1521087722 tempest-BulkNetworkOpsTest-1521087722-project] 10.222.0.60 "DELETE /v2.0/networks/bda8706c-0846-408f-b47d-bfad0f7ed9d7 HTTP/1.1" status: 204 len: 168 time: 1.1947482 Mar 14 15:28:23.349807 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba41b182-47d4-4a2c-a17f-fc01f2babe25 None None] Routers {'deffaff8-8ab2-42a0-9162-734a17999d5b'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:28:23.350792 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ba41b182-47d4-4a2c-a17f-fc01f2babe25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:28:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['deffaff8-8ab2-42a0-9162-734a17999d5b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:23.421885 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1de241d-2ef7-4201-a11b-9949ec05d654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.422171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8c8b7278-427e-499f-9606-8f8ad5e041f9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.511612 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de241d-2ef7-4201-a11b-9949ec05d654 None None] No DVR routers for this DVR port 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:23.518356 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de241d-2ef7-4201-a11b-9949ec05d654 None None] Pushing event deleted for resources: {'Port': ['ID=8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:23.520235 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-36bc1e5c-c0f6-4a8b-96c4-892ec96d18fd tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] For port 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea,segment=NetworkSegment(896d33ae-5a29-4362-b6fe-bdf0668fdc18),segment_id=896d33ae-5a29-4362-b6fe-bdf0668fdc18)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:23.521884 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36bc1e5c-c0f6-4a8b-96c4-892ec96d18fd tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.528282 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ba41b182-47d4-4a2c-a17f-fc01f2babe25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:23.528928 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba41b182-47d4-4a2c-a17f-fc01f2babe25 None None] The sync data for ids ['deffaff8-8ab2-42a0-9162-734a17999d5b'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:28:23.541310 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8b7278-427e-499f-9606-8f8ad5e041f9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Network 6c519431-c724-4269-9141-0fbf83fe8919 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:23.548378 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8c8b7278-427e-499f-9606-8f8ad5e041f9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:23.550789 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8b7278-427e-499f-9606-8f8ad5e041f9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:23.586259 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b7278-427e-499f-9606-8f8ad5e041f9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Pushing event updated for resources: {'Port': ['ID=4b178063-ba86-4d23-87c5-26d201278c53,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:23.655591 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-36bc1e5c-c0f6-4a8b-96c4-892ec96d18fd tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Calling delete_port for 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:23.655902 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8b7278-427e-499f-9606-8f8ad5e041f9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:23.656628 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8c8b7278-427e-499f-9606-8f8ad5e041f9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.682456 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8deedb24-bb4a-496e-9713-627744611d54 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.735371 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8c8b7278-427e-499f-9606-8f8ad5e041f9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5904992 Mar 14 15:28:23.737884 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 44994) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:23.757029 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a3f219e5-2da1-4a2c-b5df-b71cce341fd7 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:57:d1:9c'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:1d:da:50'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:23.830002 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 44998) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:23.844815 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.api [None req-36bc1e5c-c0f6-4a8b-96c4-892ec96d18fd tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:28:23.845373 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG oslo_db.api [None req-36bc1e5c-c0f6-4a8b-96c4-892ec96d18fd tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:28:23.933543 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fd7cba30-3c1e-45f7-a2fd-b94f702a8031 None None] Provisioning for port 4b178063-ba86-4d23-87c5-26d201278c53 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:28:23.940755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fd7cba30-3c1e-45f7-a2fd-b94f702a8031 None None] Provisioning complete for port 4b178063-ba86-4d23-87c5-26d201278c53 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:23.941136 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd7cba30-3c1e-45f7-a2fd-b94f702a8031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.002571 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fd7cba30-3c1e-45f7-a2fd-b94f702a8031 None None] Port 4b178063-ba86-4d23-87c5-26d201278c53 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:28:24.048142 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deedb24-bb4a-496e-9713-627744611d54 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Subnet': ['ID=58acc796-9571-44f7-8482-9431d8fda45d,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:24.072098 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deedb24-bb4a-496e-9713-627744611d54 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Checking segment: {'id': 'a4883767-e569-4965-b326-2c911532dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd718e8f9-efda-41af-9acc-fb0598ea02a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:24.072472 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deedb24-bb4a-496e-9713-627744611d54 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Network hostable DHCP agents. Network: d718e8f9-efda-41af-9acc-fb0598ea02a4, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:24.073717 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852132f-a5d0-44ec-a4c6-f772842722ec req-d0a19d5e-5e75-4f24-9568-aa5308fe061f tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:24.075195 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2852132f-a5d0-44ec-a4c6-f772842722ec req-d0a19d5e-5e75-4f24-9568-aa5308fe061f tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.1723926 Mar 14 15:28:24.166136 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deedb24-bb4a-496e-9713-627744611d54 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Network d718e8f9-efda-41af-9acc-fb0598ea02a4 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:24.178601 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8de8009f-6163-4d7a-95f6-507db00d05a2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e52f6a8fcb3b4f9ca2d0107e86ce6fcf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3438768 Mar 14 15:28:24.179117 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45004) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:24.190732 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8deedb24-bb4a-496e-9713-627744611d54 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, d718e8f9-efda-41af-9acc-fb0598ea02a4) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:24.195526 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deedb24-bb4a-496e-9713-627744611d54 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:24.196137 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8deedb24-bb4a-496e-9713-627744611d54 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.205963 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445cad18-9c54-409b-adc1-aa7f01139f6a None None] Network d718e8f9-efda-41af-9acc-fb0598ea02a4 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:24.206621 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2852132f-a5d0-44ec-a4c6-f772842722ec req-65d4e653-55e4-429c-8aae-a1a5a0051c29 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126196 Mar 14 15:28:24.212142 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3f219e5-2da1-4a2c-b5df-b71cce341fd7 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.282443 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8deedb24-bb4a-496e-9713-627744611d54 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4719195 Mar 14 15:28:24.283086 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45010) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:24.331892 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3772c45-5f5a-4049-a2c5-e128c1138662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.388065 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-36bc1e5c-c0f6-4a8b-96c4-892ec96d18fd tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Deleting port 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:24.388574 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36bc1e5c-c0f6-4a8b-96c4-892ec96d18fd tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.489862 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-36bc1e5c-c0f6-4a8b-96c4-892ec96d18fd tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] The port '8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:28:24.492466 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3772c45-5f5a-4049-a2c5-e128c1138662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.505520 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca898ffd-6315-420b-8bf0-55732e0355c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-d718e8f9-efda-41af-9acc-fb0598ea02a4', 'network_id': 'd718e8f9-efda-41af-9acc-fb0598ea02a4', 'tenant_id': '8ce288610c2044ef9092cae68bf915fb', 'fixed_ips': [{'subnet_id': '58acc796-9571-44f7-8482-9431d8fda45d'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:28:24.506712 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ca898ffd-6315-420b-8bf0-55732e0355c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.583625 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.689308 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:28:24.727190 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:28:24.727529 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8d30cdc6-fbc4-4984-b0d7-4ac8a7b674ea not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:28:24.740163 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-ca898ffd-6315-420b-8bf0-55732e0355c6 None None] Allocated IP 172.20.0.1 (d718e8f9-efda-41af-9acc-fb0598ea02a4/58acc796-9571-44f7-8482-9431d8fda45d/5d6b1505-a4d0-4af4-a21a-61465334118a) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:24.772390 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3f219e5-2da1-4a2c-b5df-b71cce341fd7 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.777507 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.818765 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3f219e5-2da1-4a2c-b5df-b71cce341fd7 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.903371 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36bc1e5c-c0f6-4a8b-96c4-892ec96d18fd tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.946946 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-36bc1e5c-c0f6-4a8b-96c4-892ec96d18fd tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ebe578-c45a-4010-9aa8-e6a3cbaf9881']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:24.969586 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-36bc1e5c-c0f6-4a8b-96c4-892ec96d18fd tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896d33ae-5a29-4362-b6fe-bdf0668fdc18') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:24.970036 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-36bc1e5c-c0f6-4a8b-96c4-892ec96d18fd tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896d33ae-5a29-4362-b6fe-bdf0668fdc18') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:24.971971 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f219e5-2da1-4a2c-b5df-b71cce341fd7 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Pushing event updated for resources: {'Port': ['ID=4b178063-ba86-4d23-87c5-26d201278c53,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:24.987413 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1532c3e4-94d8-48cd-a7ae-90b671ef2f86 req-5eb587a3-f216-4060-922c-73b2cadb50fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8079f8e4b19848a3b695e728e0683a28&device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 1098 time: 0.3291876 Mar 14 15:28:24.989991 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36bc1e5c-c0f6-4a8b-96c4-892ec96d18fd tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.993360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a3f219e5-2da1-4a2c-b5df-b71cce341fd7 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] In _notify_port_updated(), no bound segment for port 4b178063-ba86-4d23-87c5-26d201278c53 on network 6c519431-c724-4269-9141-0fbf83fe8919 {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 14 15:28:24.997324 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f219e5-2da1-4a2c-b5df-b71cce341fd7 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:24.997950 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3f219e5-2da1-4a2c-b5df-b71cce341fd7 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.999489 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a3f219e5-2da1-4a2c-b5df-b71cce341fd7 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "PUT /v2.0/ports/4b178063-ba86-4d23-87c5-26d201278c53 HTTP/1.1" status: 200 len: 1057 time: 1.2539821 Mar 14 15:28:25.001086 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3772c45-5f5a-4049-a2c5-e128c1138662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.005524 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45018) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:25.008588 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ca898ffd-6315-420b-8bf0-55732e0355c6 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.024505 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ca898ffd-6315-420b-8bf0-55732e0355c6 None None] Transition to ACTIVE for port object 5d6b1505-a4d0-4af4-a21a-61465334118a will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:25.075445 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36bc1e5c-c0f6-4a8b-96c4-892ec96d18fd tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.079521 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3772c45-5f5a-4049-a2c5-e128c1138662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6126f5-6f3d-4dd6-abc4-0bd70b6355ec,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:25.111731 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36bc1e5c-c0f6-4a8b-96c4-892ec96d18fd tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:28:25.112133 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36bc1e5c-c0f6-4a8b-96c4-892ec96d18fd tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:25.134741 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:25.171576 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532c3e4-94d8-48cd-a7ae-90b671ef2f86 req-f9341dde-b9e6-449d-94ae-4e4490dc7fb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:25.173012 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1532c3e4-94d8-48cd-a7ae-90b671ef2f86 req-f9341dde-b9e6-449d-94ae-4e4490dc7fb3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 HTTP/1.1" status: 200 len: 912 time: 0.1723523 Mar 14 15:28:25.200947 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dfca0-c6f9-44f0-896b-9d4e9b453578 req-b9f1e337-d513-4944-9fbf-8955ec0170f0 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:25.207819 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1c9dfca0-c6f9-44f0-896b-9d4e9b453578 req-b9f1e337-d513-4944-9fbf-8955ec0170f0 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.5738282 Mar 14 15:28:25.245751 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-72e348be-1061-4a82-9ee7-95aba721772f None None] Provisioning complete for port 4b178063-ba86-4d23-87c5-26d201278c53 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:25.246425 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-72e348be-1061-4a82-9ee7-95aba721772f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.253429 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-dc4c233b-9111-4b4d-b661-0ca4f9d918ec tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Deleting port 4b178063-ba86-4d23-87c5-26d201278c53 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:25.253764 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc4c233b-9111-4b4d-b661-0ca4f9d918ec tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.294924 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1532c3e4-94d8-48cd-a7ae-90b671ef2f86 req-fa9352d8-b851-4c9d-9688-14b7cfba8516 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=159305ad-c04d-42e4-b276-25547c03e58b HTTP/1.1" status: 200 len: 1001 time: 0.1151927 Mar 14 15:28:25.301286 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3772c45-5f5a-4049-a2c5-e128c1138662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.304967 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a3772c45-5f5a-4049-a2c5-e128c1138662 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4a6126f5-6f3d-4dd6-abc4-0bd70b6355ec HTTP/1.1" status: 204 len: 168 time: 1.1226337 Mar 14 15:28:25.310340 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-72e348be-1061-4a82-9ee7-95aba721772f None None] Port 4b178063-ba86-4d23-87c5-26d201278c53 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:28:25.320079 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ca898ffd-6315-420b-8bf0-55732e0355c6 None None] Transition to ACTIVE for port object 5d6b1505-a4d0-4af4-a21a-61465334118a will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:25.330281 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ca898ffd-6315-420b-8bf0-55732e0355c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.339055 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36bc1e5c-c0f6-4a8b-96c4-892ec96d18fd tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.368703 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36bc1e5c-c0f6-4a8b-96c4-892ec96d18fd tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.374458 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532c3e4-94d8-48cd-a7ae-90b671ef2f86 req-a0155be8-7878-47b9-b349-bb6fd4b9534c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:25.376246 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1532c3e4-94d8-48cd-a7ae-90b671ef2f86 req-a0155be8-7878-47b9-b349-bb6fd4b9534c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=453fbd59-94cf-411e-8df0-3bc90080a3fb HTTP/1.1" status: 200 len: 850 time: 0.0754926 Mar 14 15:28:25.408815 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca898ffd-6315-420b-8bf0-55732e0355c6 None None] Pushing event updated for resources: {'Port': ['ID=5d6b1505-a4d0-4af4-a21a-61465334118a,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:25.419714 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc1e5c-c0f6-4a8b-96c4-892ec96d18fd tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Pushing event deleted for resources: {'Network': ['ID=c6ebe578-c45a-4010-9aa8-e6a3cbaf9881,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:25.426566 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca898ffd-6315-420b-8bf0-55732e0355c6 None None] Network d718e8f9-efda-41af-9acc-fb0598ea02a4 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:25.428150 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-ca898ffd-6315-420b-8bf0-55732e0355c6 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:25.431165 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca898ffd-6315-420b-8bf0-55732e0355c6 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:25.446409 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1c9dfca0-c6f9-44f0-896b-9d4e9b453578 req-b23e7bd7-0460-4d00-acaa-6afa8f61d0e0 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2376320 Mar 14 15:28:25.448105 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-36bc1e5c-c0f6-4a8b-96c4-892ec96d18fd tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] 10.222.0.60 "DELETE /v2.0/networks/c6ebe578-c45a-4010-9aa8-e6a3cbaf9881 HTTP/1.1" status: 204 len: 168 time: 2.9956326 Mar 14 15:28:25.453304 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45024) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:25.534062 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.536617 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ca898ffd-6315-420b-8bf0-55732e0355c6 None None] Attempting to bind port 5d6b1505-a4d0-4af4-a21a-61465334118a on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:25.537189 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ca898ffd-6315-420b-8bf0-55732e0355c6 None None] Attempting to bind port 5d6b1505-a4d0-4af4-a21a-61465334118a by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'a4883767-e569-4965-b326-2c911532dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd718e8f9-efda-41af-9acc-fb0598ea02a4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:25.537830 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca898ffd-6315-420b-8bf0-55732e0355c6 None None] Attempting to bind port 5d6b1505-a4d0-4af4-a21a-61465334118a on network d718e8f9-efda-41af-9acc-fb0598ea02a4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:25.543861 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dfce9b33-1866-4a9b-a32e-4f1dfa430392 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.546886 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca898ffd-6315-420b-8bf0-55732e0355c6 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:28:25.547452 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca898ffd-6315-420b-8bf0-55732e0355c6 None None] Checking segment: {'id': 'a4883767-e569-4965-b326-2c911532dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd718e8f9-efda-41af-9acc-fb0598ea02a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:25.549014 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ca898ffd-6315-420b-8bf0-55732e0355c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.549759 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca898ffd-6315-420b-8bf0-55732e0355c6 None None] Bound using segment: {'id': 'a4883767-e569-4965-b326-2c911532dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd718e8f9-efda-41af-9acc-fb0598ea02a4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:28:25.550385 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ca898ffd-6315-420b-8bf0-55732e0355c6 None None] Bound port: 5d6b1505-a4d0-4af4-a21a-61465334118a, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4883767-e569-4965-b326-2c911532dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd718e8f9-efda-41af-9acc-fb0598ea02a4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:25.551352 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ca898ffd-6315-420b-8bf0-55732e0355c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.620344 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Subnet': ['ID=58acc796-9571-44f7-8482-9431d8fda45d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:25.678374 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc4c233b-9111-4b4d-b661-0ca4f9d918ec tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.699355 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ca898ffd-6315-420b-8bf0-55732e0355c6 None None] For port 5d6b1505-a4d0-4af4-a21a-61465334118a, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:25.703411 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ca898ffd-6315-420b-8bf0-55732e0355c6 None None] For port 5d6b1505-a4d0-4af4-a21a-61465334118a, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5d6b1505-a4d0-4af4-a21a-61465334118a,segment=NetworkSegment(a4883767-e569-4965-b326-2c911532dcaa),segment_id=a4883767-e569-4965-b326-2c911532dcaa)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:25.708697 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ca898ffd-6315-420b-8bf0-55732e0355c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.809012 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca898ffd-6315-420b-8bf0-55732e0355c6 None None] Pushing event updated for resources: {'Port': ['ID=5d6b1505-a4d0-4af4-a21a-61465334118a,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:25.820581 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-dc4c233b-9111-4b4d-b661-0ca4f9d918ec tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Calling delete_port for 4b178063-ba86-4d23-87c5-26d201278c53 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:25.928046 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1532c3e4-94d8-48cd-a7ae-90b671ef2f86 req-5b7e413d-fd17-425b-9ea3-3622e17d290c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5445955 Mar 14 15:28:25.954197 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.961555 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d2468506-e618-40d3-8d98-56b35a8ed283 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Deleting port 168f4898-59e4-4a55-9b59-4b1d8a52f90f {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:25.961844 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d2468506-e618-40d3-8d98-56b35a8ed283 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.970166 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f92b770-71d9-414a-a123-06a54f6bb0a8 None None] Network d718e8f9-efda-41af-9acc-fb0598ea02a4 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:26.089195 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d718e8f9-efda-41af-9acc-fb0598ea02a4']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:26.126918 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4883767-e569-4965-b326-2c911532dcaa') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:26.127221 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4883767-e569-4965-b326-2c911532dcaa') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:26.203398 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:26.238146 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc4c233b-9111-4b4d-b661-0ca4f9d918ec tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:26.248791 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:26.252273 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1532c3e4-94d8-48cd-a7ae-90b671ef2f86 req-b21531ff-ab3b-4eeb-8fa2-f9b56e84a23e service neutron] 10.222.0.24 "GET /v2.0/networks/a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166025 Mar 14 15:28:26.296746 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:28:26.296746 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:26.309811 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5369559-bc8e-43df-9789-f2edc44f2bf5 None None] get_active_networks_info from dv-neutron-833561-1-hyperv {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:26.312035 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:26.320488 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c233b-9111-4b4d-b661-0ca4f9d918ec tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Pushing event deleted for resources: {'Port': ['ID=4b178063-ba86-4d23-87c5-26d201278c53,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:26.465475 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d2468506-e618-40d3-8d98-56b35a8ed283 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:26.465475 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d2468506-e618-40d3-8d98-56b35a8ed283 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:26.480628 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dfce9b33-1866-4a9b-a32e-4f1dfa430392 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:26.490901 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dfce9b33-1866-4a9b-a32e-4f1dfa430392 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-950448'] for router, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:26.518550 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5369559-bc8e-43df-9789-f2edc44f2bf5 None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:28:26.563475 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45046) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:26.635994 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.api [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 15:28:26.635994 dv-neutron-833561-1-hyperv neutron-server[83911]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 15:28:26.635994 dv-neutron-833561-1-hyperv neutron-server[83911]: [parameters: {'id': 'd718e8f9-efda-41af-9acc-fb0598ea02a4'}] Mar 14 15:28:26.635994 dv-neutron-833561-1-hyperv neutron-server[83911]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:28:26.636913 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG oslo_db.api [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:28:26.648610 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d2468506-e618-40d3-8d98-56b35a8ed283 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Calling delete_port for 168f4898-59e4-4a55-9b59-4b1d8a52f90f owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:26.765068 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1532c3e4-94d8-48cd-a7ae-90b671ef2f86 req-f06a5faf-8230-40c1-aa4e-dc888778a888 service neutron] 10.222.0.24 "GET /v2.0/networks/a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033734 Mar 14 15:28:26.859161 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de751284-22f8-45d3-a7ce-98d615e68b5d req-f2c31b50-d9c0-4beb-bb1f-edf4c768d96d tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:26.860633 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-de751284-22f8-45d3-a7ce-98d615e68b5d req-f2c31b50-d9c0-4beb-bb1f-edf4c768d96d tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.2234864 Mar 14 15:28:26.870613 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-385159ce-73e8-4c28-bb0e-11bfd6420a2a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-839336480'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:26.885233 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-385159ce-73e8-4c28-bb0e-11bfd6420a2a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:26.903471 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-385159ce-73e8-4c28-bb0e-11bfd6420a2a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Usage tracker for resource:network and tenant:d9cfdbb6b6c34210b02a80d9af087402 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:26.912228 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-385159ce-73e8-4c28-bb0e-11bfd6420a2a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:26.928094 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-385159ce-73e8-4c28-bb0e-11bfd6420a2a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:26.959258 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d2468506-e618-40d3-8d98-56b35a8ed283 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:26.985183 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc4c233b-9111-4b4d-b661-0ca4f9d918ec tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:26.998034 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385159ce-73e8-4c28-bb0e-11bfd6420a2a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Made reservation on behalf of d9cfdbb6b6c34210b02a80d9af087402 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:27.002239 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-385159ce-73e8-4c28-bb0e-11bfd6420a2a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.005889 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-dc4c233b-9111-4b4d-b661-0ca4f9d918ec tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "DELETE /v2.0/ports/4b178063-ba86-4d23-87c5-26d201278c53 HTTP/1.1" status: 204 len: 168 time: 1.9822633 Mar 14 15:28:27.006521 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45054) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:27.020997 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-de751284-22f8-45d3-a7ce-98d615e68b5d req-d457cac5-485e-4bb3-afc1-7f217b083447 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459846 Mar 14 15:28:27.021630 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2468506-e618-40d3-8d98-56b35a8ed283 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Pushing event deleted for resources: {'Port': ['ID=168f4898-59e4-4a55-9b59-4b1d8a52f90f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:27.029792 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-385159ce-73e8-4c28-bb0e-11bfd6420a2a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.064169 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45bb2c9-10d6-462b-9dd6-5560d3512d80 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] GET failed (client error): The resource could not be found. Mar 14 15:28:27.064880 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b45bb2c9-10d6-462b-9dd6-5560d3512d80 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Synchronizing usage tracker for tenant:4f896cfc37c7440d9f7fa11c5cd372e5 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:28:27.090178 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b45bb2c9-10d6-462b-9dd6-5560d3512d80 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Unset dirty status for tenant:4f896cfc37c7440d9f7fa11c5cd372e5 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:28:27.093883 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b45bb2c9-10d6-462b-9dd6-5560d3512d80 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "GET /v2.0/ports/4b178063-ba86-4d23-87c5-26d201278c53 HTTP/1.1" status: 404 len: 333 time: 0.0838804 Mar 14 15:28:27.094329 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45058) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:27.137573 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.142199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-385159ce-73e8-4c28-bb0e-11bfd6420a2a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:27.150119 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-385159ce-73e8-4c28-bb0e-11bfd6420a2a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Usage tracker for resource:security_group_rule and tenant:d9cfdbb6b6c34210b02a80d9af087402 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:27.154795 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-385159ce-73e8-4c28-bb0e-11bfd6420a2a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:27.164710 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-385159ce-73e8-4c28-bb0e-11bfd6420a2a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:27.173951 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d2468506-e618-40d3-8d98-56b35a8ed283 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.174920 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-811a9297-c4c8-44d8-a85f-dc41e9b62b06 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Deleting port 7ec0d490-b945-4ca9-a730-5274d7c615aa {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:27.175273 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-811a9297-c4c8-44d8-a85f-dc41e9b62b06 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.179601 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Deleting port 5d6b1505-a4d0-4af4-a21a-61465334118a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:27.179933 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.297007 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfce9b33-1866-4a9b-a32e-4f1dfa430392 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Router deffaff8-8ab2-42a0-9162-734a17999d5b has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:28:27.548047 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d2468506-e618-40d3-8d98-56b35a8ed283 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.549055 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d2468506-e618-40d3-8d98-56b35a8ed283 tempest-FloatingIPAdminTestJSON-1300253079 tempest-FloatingIPAdminTestJSON-1300253079-project] 10.222.0.60 "DELETE /v2.0/floatingips/55fabe4c-bc7e-4c08-90e8-c6cfa84713b4 HTTP/1.1" status: 204 len: 168 time: 2.0945513 Mar 14 15:28:27.550932 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-385159ce-73e8-4c28-bb0e-11bfd6420a2a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.566611 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-385159ce-73e8-4c28-bb0e-11bfd6420a2a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.590217 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] For port 5d6b1505-a4d0-4af4-a21a-61465334118a, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5d6b1505-a4d0-4af4-a21a-61465334118a,segment=NetworkSegment(a4883767-e569-4965-b326-2c911532dcaa),segment_id=a4883767-e569-4965-b326-2c911532dcaa)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:27.590685 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.590996 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-811a9297-c4c8-44d8-a85f-dc41e9b62b06 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.613665 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385159ce-73e8-4c28-bb0e-11bfd6420a2a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:27.672713 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385159ce-73e8-4c28-bb0e-11bfd6420a2a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2468754-45cd-465e-9867-38ab5fd05916,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:27.718835 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-811a9297-c4c8-44d8-a85f-dc41e9b62b06 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Calling delete_port for 7ec0d490-b945-4ca9-a730-5274d7c615aa owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:27.732514 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-385159ce-73e8-4c28-bb0e-11bfd6420a2a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.732966 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-385159ce-73e8-4c28-bb0e-11bfd6420a2a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Added segment 86c03035-9b01-434c-a141-97df69da5812 of type vlan for network f2de749c-d838-486a-81de-335cc2e19fe2 Mar 14 15:28:27.740187 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Calling delete_port for 5d6b1505-a4d0-4af4-a21a-61465334118a owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:27.814078 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-385159ce-73e8-4c28-bb0e-11bfd6420a2a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.853368 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.893062 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-385159ce-73e8-4c28-bb0e-11bfd6420a2a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.893663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfce9b33-1866-4a9b-a32e-4f1dfa430392 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:28:27.896849 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385159ce-73e8-4c28-bb0e-11bfd6420a2a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:27.897453 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-385159ce-73e8-4c28-bb0e-11bfd6420a2a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.902691 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5759351-b4e4-4de2-a0df-c01462ff578b None None] Sync routers for ids ['deffaff8-8ab2-42a0-9162-734a17999d5b'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:28:27.913510 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-811a9297-c4c8-44d8-a85f-dc41e9b62b06 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.920772 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5759351-b4e4-4de2-a0df-c01462ff578b None None] Routers {'deffaff8-8ab2-42a0-9162-734a17999d5b'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:28:27.921772 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e5759351-b4e4-4de2-a0df-c01462ff578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:28:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['deffaff8-8ab2-42a0-9162-734a17999d5b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:27.933167 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Port': ['ID=5d6b1505-a4d0-4af4-a21a-61465334118a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:27.941212 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45068) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:27.972932 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dfce9b33-1866-4a9b-a32e-4f1dfa430392 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.976875 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-dfce9b33-1866-4a9b-a32e-4f1dfa430392 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "PUT /v2.0/routers/deffaff8-8ab2-42a0-9162-734a17999d5b HTTP/1.1" status: 200 len: 925 time: 4.8588836 Mar 14 15:28:27.983484 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45072) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:28.003632 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No DVR routers for this DVR port 5d6b1505-a4d0-4af4-a21a-61465334118a on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:28.004148 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e5759351-b4e4-4de2-a0df-c01462ff578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:28.018454 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5759351-b4e4-4de2-a0df-c01462ff578b None None] Routers {'deffaff8-8ab2-42a0-9162-734a17999d5b'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:28:28.019374 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e5759351-b4e4-4de2-a0df-c01462ff578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:28:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['deffaff8-8ab2-42a0-9162-734a17999d5b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:28.073548 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a9297-c4c8-44d8-a85f-dc41e9b62b06 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Pushing event deleted for resources: {'Port': ['ID=7ec0d490-b945-4ca9-a730-5274d7c615aa,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:28.108848 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-385159ce-73e8-4c28-bb0e-11bfd6420a2a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5412080 Mar 14 15:28:28.125137 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e5759351-b4e4-4de2-a0df-c01462ff578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:28.125550 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5759351-b4e4-4de2-a0df-c01462ff578b None None] The sync data for ids ['deffaff8-8ab2-42a0-9162-734a17999d5b'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:28:28.235135 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-811a9297-c4c8-44d8-a85f-dc41e9b62b06 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.236255 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385159ce-73e8-4c28-bb0e-11bfd6420a2a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event updated for resources: {'Network': ['ID=f2de749c-d838-486a-81de-335cc2e19fe2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:28.248768 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network f2de749c-d838-486a-81de-335cc2e19fe2 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:28:28.265194 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-811a9297-c4c8-44d8-a85f-dc41e9b62b06 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "DELETE /v2.0/ports/7ec0d490-b945-4ca9-a730-5274d7c615aa HTTP/1.1" status: 204 len: 168 time: 1.1698413 Mar 14 15:28:28.273121 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45080) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:28.347225 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-012df6f1-5877-40b5-952b-fa1a363035d6 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] GET failed (client error): The resource could not be found. Mar 14 15:28:28.347887 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-012df6f1-5877-40b5-952b-fa1a363035d6 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Synchronizing usage tracker for tenant:4f896cfc37c7440d9f7fa11c5cd372e5 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:28:28.370018 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.409742 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d718e8f9-efda-41af-9acc-fb0598ea02a4']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:28.430806 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-012df6f1-5877-40b5-952b-fa1a363035d6 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Unset dirty status for tenant:4f896cfc37c7440d9f7fa11c5cd372e5 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:28:28.432326 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-012df6f1-5877-40b5-952b-fa1a363035d6 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "GET /v2.0/ports/7ec0d490-b945-4ca9-a730-5274d7c615aa HTTP/1.1" status: 404 len: 333 time: 0.1582720 Mar 14 15:28:28.434199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4883767-e569-4965-b326-2c911532dcaa') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:28.434587 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4883767-e569-4965-b326-2c911532dcaa') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:28.437517 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45084) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:28.451502 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.477671 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6497b474-a26a-403f-a853-e9f60c423ddc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a16a8b7c5ccf421f9e1a6999c8a79205&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5353174 Mar 14 15:28:28.478788 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.480871 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45088) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:28.488720 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:28:28.489219 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:28.505170 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:28.633587 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d36337ab-2613-4197-9cfd-5c6a201c7744 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Deleting port 8fd3bcb6-a0e1-4da4-a8a8-f601d6f9a105 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:28.633931 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d36337ab-2613-4197-9cfd-5c6a201c7744 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.642693 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2abc5d42-61a4-46f1-8d84-e1df54d7e16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.644419 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.665150 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.678587 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981a147-f8f0-48cc-a34d-3672b903a481 req-c6fb6688-8dc0-40c5-8f71-5345fbbad830 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:28.678993 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Network': ['ID=d718e8f9-efda-41af-9acc-fb0598ea02a4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:28.680043 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b981a147-f8f0-48cc-a34d-3672b903a481 req-c6fb6688-8dc0-40c5-8f71-5345fbbad830 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.3213758 Mar 14 15:28:28.705523 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e64610a4-ce6c-4d0e-b8bb-f3bcb67259a6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/networks/d718e8f9-efda-41af-9acc-fb0598ea02a4 HTTP/1.1" status: 204 len: 168 time: 4.4101708 Mar 14 15:28:28.705734 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45092) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:28.709659 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2abc5d42-61a4-46f1-8d84-e1df54d7e16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.720794 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1aa1a934-e6c2-41b1-8acb-dca4090de677 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1210983851'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:28.727156 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1aa1a934-e6c2-41b1-8acb-dca4090de677 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:28.738850 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1aa1a934-e6c2-41b1-8acb-dca4090de677 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Usage tracker for resource:network and tenant:8ce288610c2044ef9092cae68bf915fb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:28.743846 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1aa1a934-e6c2-41b1-8acb-dca4090de677 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:28.761508 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1aa1a934-e6c2-41b1-8acb-dca4090de677 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:28.777232 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa1a934-e6c2-41b1-8acb-dca4090de677 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Made reservation on behalf of 8ce288610c2044ef9092cae68bf915fb for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:28.780574 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a934-e6c2-41b1-8acb-dca4090de677 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.812071 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa1a934-e6c2-41b1-8acb-dca4090de677 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:28.825236 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a934-e6c2-41b1-8acb-dca4090de677 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.825580 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-1aa1a934-e6c2-41b1-8acb-dca4090de677 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Added segment c4849dc0-cc89-498e-9f72-2693eb3bdea4 of type vlan for network c77be9d3-d1cf-469f-8a88-7654ee33727f Mar 14 15:28:28.827678 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2abc5d42-61a4-46f1-8d84-e1df54d7e16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.855549 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc5d42-61a4-46f1-8d84-e1df54d7e16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302910a0-9eac-4216-90cb-035ee1661f85,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:28.878550 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2abc5d42-61a4-46f1-8d84-e1df54d7e16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.878744 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b981a147-f8f0-48cc-a34d-3672b903a481 req-0011b686-3dc9-48df-9d90-aca072a7b459 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848435 Mar 14 15:28:28.885773 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2abc5d42-61a4-46f1-8d84-e1df54d7e16a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/302910a0-9eac-4216-90cb-035ee1661f85 HTTP/1.1" status: 204 len: 168 time: 0.3939636 Mar 14 15:28:28.898064 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a934-e6c2-41b1-8acb-dca4090de677 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.938203 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a934-e6c2-41b1-8acb-dca4090de677 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.942697 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa1a934-e6c2-41b1-8acb-dca4090de677 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:28.943598 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a934-e6c2-41b1-8acb-dca4090de677 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.978478 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d36337ab-2613-4197-9cfd-5c6a201c7744 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:29.055185 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1aa1a934-e6c2-41b1-8acb-dca4090de677 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3479717 Mar 14 15:28:29.059881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45100) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:29.069755 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9e839497-24cd-4fd2-a0bf-9fe579266181 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'subnet': {'network_id': 'c77be9d3-d1cf-469f-8a88-7654ee33727f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:29.096161 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1a934-e6c2-41b1-8acb-dca4090de677 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Network': ['ID=c77be9d3-d1cf-469f-8a88-7654ee33727f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:29.107250 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network c77be9d3-d1cf-469f-8a88-7654ee33727f details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:28:29.120905 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d36337ab-2613-4197-9cfd-5c6a201c7744 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Calling delete_port for 8fd3bcb6-a0e1-4da4-a8a8-f601d6f9a105 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:29.157200 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4f148298-9eea-4619-8060-58b4883a90a5 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "GET /v2.0/routers/deffaff8-8ab2-42a0-9162-734a17999d5b HTTP/1.1" status: 200 len: 925 time: 1.1463137 Mar 14 15:28:29.165198 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45104) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:29.368789 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-66cd29e9-08c3-4adb-900e-cf1fac4ab2d6 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Synchronizing usage tracker for tenant:9f898e5d24f74cb0b260bc9e729c7776 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:28:29.379011 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9e839497-24cd-4fd2-a0bf-9fe579266181 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:29.382467 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9e839497-24cd-4fd2-a0bf-9fe579266181 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Usage tracker for resource:subnet and tenant:8ce288610c2044ef9092cae68bf915fb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:29.385413 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9e839497-24cd-4fd2-a0bf-9fe579266181 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:29.392373 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9e839497-24cd-4fd2-a0bf-9fe579266181 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:29.400219 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d36337ab-2613-4197-9cfd-5c6a201c7744 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:29.409758 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e839497-24cd-4fd2-a0bf-9fe579266181 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Made reservation on behalf of 8ce288610c2044ef9092cae68bf915fb for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:29.433200 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294248d2-e7a0-4a5f-aa44-d92b6c8148fc req-cfafdd69-f861-48a4-80d2-36e208747809 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:29.434673 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-294248d2-e7a0-4a5f-aa44-d92b6c8148fc req-cfafdd69-f861-48a4-80d2-36e208747809 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.2380009 Mar 14 15:28:29.464541 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36337ab-2613-4197-9cfd-5c6a201c7744 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Pushing event deleted for resources: {'Port': ['ID=8fd3bcb6-a0e1-4da4-a8a8-f601d6f9a105,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:29.468643 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-66cd29e9-08c3-4adb-900e-cf1fac4ab2d6 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Unset dirty status for tenant:9f898e5d24f74cb0b260bc9e729c7776 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:28:29.472790 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-66cd29e9-08c3-4adb-900e-cf1fac4ab2d6 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&device_id=deffaff8-8ab2-42a0-9162-734a17999d5b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3069434 Mar 14 15:28:29.473782 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45110) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:29.524623 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45114) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:29.568318 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-022973ba-58ff-4e94-98ee-96aa9d6ff950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:29.593113 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e839497-24cd-4fd2-a0bf-9fe579266181 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:29.704243 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac5df02-1a23-4e74-9913-cf3ff792e485 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:29.704825 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5ac5df02-1a23-4e74-9913-cf3ff792e485 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Synchronizing usage tracker for tenant:9f898e5d24f74cb0b260bc9e729c7776 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:28:29.731621 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d36337ab-2613-4197-9cfd-5c6a201c7744 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:29.751872 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5ac5df02-1a23-4e74-9913-cf3ff792e485 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Unset dirty status for tenant:9f898e5d24f74cb0b260bc9e729c7776 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:28:29.753266 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5ac5df02-1a23-4e74-9913-cf3ff792e485 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "GET /v2.0/networks/e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 HTTP/1.1" status: 200 len: 881 time: 0.2784863 Mar 14 15:28:29.756177 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45118) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:29.798614 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d36337ab-2613-4197-9cfd-5c6a201c7744 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "DELETE /v2.0/ports/8fd3bcb6-a0e1-4da4-a8a8-f601d6f9a105 HTTP/1.1" status: 204 len: 168 time: 1.3576241 Mar 14 15:28:29.804644 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45122) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:29.805160 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-294248d2-e7a0-4a5f-aa44-d92b6c8148fc req-823d602c-5197-4b30-a694-870382d76925 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3148568 Mar 14 15:28:29.844867 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5402ad0e-2ee1-402b-a1a9-777b2cf79131 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "GET /v2.0/ports?device_id=deffaff8-8ab2-42a0-9162-734a17999d5b HTTP/1.1" status: 200 len: 205 time: 0.0873098 Mar 14 15:28:29.848877 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45128) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:30.016517 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-022973ba-58ff-4e94-98ee-96aa9d6ff950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:30.021509 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-022973ba-58ff-4e94-98ee-96aa9d6ff950 admin admin] Usage tracker for resource:security_group_rule and tenant:e43e5f2d2f454074bdf62a40822642e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:30.026700 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-022973ba-58ff-4e94-98ee-96aa9d6ff950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:30.036547 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-022973ba-58ff-4e94-98ee-96aa9d6ff950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:30.102370 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e839497-24cd-4fd2-a0bf-9fe579266181 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.201295 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-022973ba-58ff-4e94-98ee-96aa9d6ff950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.218707 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-08254e80-2d10-4d42-9cd8-42b2fc0328e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Deleting subnet ae8d144b-303c-4929-9855-35b41f63cbf2 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:28:30.220805 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-022973ba-58ff-4e94-98ee-96aa9d6ff950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.224291 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08254e80-2d10-4d42-9cd8-42b2fc0328e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.295414 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-022973ba-58ff-4e94-98ee-96aa9d6ff950 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e43e5f2d2f454074bdf62a40822642e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7697592 Mar 14 15:28:30.302296 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45134) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:30.327430 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08254e80-2d10-4d42-9cd8-42b2fc0328e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.332459 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e839497-24cd-4fd2-a0bf-9fe579266181 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Subnet': ['ID=3e0daecb-06df-455b-a790-f30e5b3711a6,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:30.367420 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022973ba-58ff-4e94-98ee-96aa9d6ff950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1183a320-b3ac-4e56-ab55-3c3a6b90c4df,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:30.372808 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e839497-24cd-4fd2-a0bf-9fe579266181 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Checking segment: {'id': 'c4849dc0-cc89-498e-9f72-2693eb3bdea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c77be9d3-d1cf-469f-8a88-7654ee33727f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:30.373172 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e839497-24cd-4fd2-a0bf-9fe579266181 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Network hostable DHCP agents. Network: c77be9d3-d1cf-469f-8a88-7654ee33727f, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:30.418116 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e839497-24cd-4fd2-a0bf-9fe579266181 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Network c77be9d3-d1cf-469f-8a88-7654ee33727f is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:30.430427 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd809f-32ac-4f22-b8a7-44302af41030 req-536a96bb-aa89-4143-bf7e-55f77dd26e26 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:30.432252 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bccd809f-32ac-4f22-b8a7-44302af41030 req-536a96bb-aa89-4143-bf7e-55f77dd26e26 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.1454496 Mar 14 15:28:30.438964 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-9e839497-24cd-4fd2-a0bf-9fe579266181 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, c77be9d3-d1cf-469f-8a88-7654ee33727f) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:30.448690 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36673617-5953-4f7f-8dd0-93650208fb9a None None] Network c77be9d3-d1cf-469f-8a88-7654ee33727f requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:30.470977 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e839497-24cd-4fd2-a0bf-9fe579266181 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:30.474197 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e839497-24cd-4fd2-a0bf-9fe579266181 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.536196 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45138) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:30.536918 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9e839497-24cd-4fd2-a0bf-9fe579266181 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4710281 Mar 14 15:28:30.542276 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bccd809f-32ac-4f22-b8a7-44302af41030 req-e899dc7e-271f-41f6-b074-7c4ae333b21e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969515 Mar 14 15:28:30.548414 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51d69178-4752-431c-9c5f-ee1f2a547d97 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.684337 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ebb411d-280e-4710-b46e-34f158240638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.741780 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e2fa95-c35c-4150-91b9-93257c9a36b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-c77be9d3-d1cf-469f-8a88-7654ee33727f', 'network_id': 'c77be9d3-d1cf-469f-8a88-7654ee33727f', 'tenant_id': '8ce288610c2044ef9092cae68bf915fb', 'fixed_ips': [{'subnet_id': '3e0daecb-06df-455b-a790-f30e5b3711a6'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:28:30.742672 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b9e2fa95-c35c-4150-91b9-93257c9a36b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.848260 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ebb411d-280e-4710-b46e-34f158240638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.923572 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08254e80-2d10-4d42-9cd8-42b2fc0328e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.947388 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-b9e2fa95-c35c-4150-91b9-93257c9a36b4 None None] Allocated IP 172.20.0.2 (c77be9d3-d1cf-469f-8a88-7654ee33727f/3e0daecb-06df-455b-a790-f30e5b3711a6/5af08697-266c-4c43-b3c2-1cdc6b866d9b) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:31.030360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.072050 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45047304-8173-4e52-82c1-eb92cca59d3f req-870b11cb-2d78-4e76-8ab3-274069765849 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:31.073725 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-45047304-8173-4e52-82c1-eb92cca59d3f req-870b11cb-2d78-4e76-8ab3-274069765849 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.3865974 Mar 14 15:28:31.120102 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ebb411d-280e-4710-b46e-34f158240638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.164682 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08254e80-2d10-4d42-9cd8-42b2fc0328e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.179451 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b9e2fa95-c35c-4150-91b9-93257c9a36b4 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.191060 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b9e2fa95-c35c-4150-91b9-93257c9a36b4 None None] Transition to ACTIVE for port object 5af08697-266c-4c43-b3c2-1cdc6b866d9b will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:31.209405 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b9e2fa95-c35c-4150-91b9-93257c9a36b4 None None] Transition to ACTIVE for port object 5af08697-266c-4c43-b3c2-1cdc6b866d9b will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:31.212569 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb411d-280e-4710-b46e-34f158240638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1183a320-b3ac-4e56-ab55-3c3a6b90c4df,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:31.218860 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b9e2fa95-c35c-4150-91b9-93257c9a36b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.233685 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08254e80-2d10-4d42-9cd8-42b2fc0328e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Pushing event deleted for resources: {'Subnet': ['ID=ae8d144b-303c-4929-9855-35b41f63cbf2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:31.252285 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.294903 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08254e80-2d10-4d42-9cd8-42b2fc0328e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.299355 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-08254e80-2d10-4d42-9cd8-42b2fc0328e9 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "DELETE /v2.0/subnets/ae8d144b-303c-4929-9855-35b41f63cbf2 HTTP/1.1" status: 204 len: 168 time: 1.4924564 Mar 14 15:28:31.299533 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e2fa95-c35c-4150-91b9-93257c9a36b4 None None] Network c77be9d3-d1cf-469f-8a88-7654ee33727f is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:31.300446 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45144) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:31.314096 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ebf889-3bef-425e-b0e3-1e8a44e0b9fb None None] Network 6c519431-c724-4269-9141-0fbf83fe8919 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:31.320396 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ebb411d-280e-4710-b46e-34f158240638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.321494 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6ebb411d-280e-4710-b46e-34f158240638 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1183a320-b3ac-4e56-ab55-3c3a6b90c4df HTTP/1.1" status: 204 len: 168 time: 1.0183008 Mar 14 15:28:31.333305 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-45047304-8173-4e52-82c1-eb92cca59d3f req-129d3436-a3be-4a46-b509-cd36a001e445 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223456 Mar 14 15:28:31.341434 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-b9e2fa95-c35c-4150-91b9-93257c9a36b4 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:31.372750 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51d69178-4752-431c-9c5f-ee1f2a547d97 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.379892 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e2fa95-c35c-4150-91b9-93257c9a36b4 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:31.380100 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45150) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:31.387598 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d8d23290-822b-4ca3-b4fd-f6364914afb3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Request body: {'subnet': {'network_id': 'f2de749c-d838-486a-81de-335cc2e19fe2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:31.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.431221 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2fa95-c35c-4150-91b9-93257c9a36b4 None None] Pushing event updated for resources: {'Port': ['ID=5af08697-266c-4c43-b3c2-1cdc6b866d9b,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:31.462727 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-51d69178-4752-431c-9c5f-ee1f2a547d97 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Deleting port a2ac1bb2-7807-4c48-84cf-186fdd3d2c81 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:31.463108 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51d69178-4752-431c-9c5f-ee1f2a547d97 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.546827 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41a4ec64-2e46-466d-b3b3-31ffdc028ba4 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.564485 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-41a4ec64-2e46-466d-b3b3-31ffdc028ba4 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Deleting port 731e72b2-b34d-4c18-9243-2822185a95cf {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:31.565182 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41a4ec64-2e46-466d-b3b3-31ffdc028ba4 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.567621 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Subnet': ['ID=3e0daecb-06df-455b-a790-f30e5b3711a6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:31.605296 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b9e2fa95-c35c-4150-91b9-93257c9a36b4 None None] Attempting to bind port 5af08697-266c-4c43-b3c2-1cdc6b866d9b on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:31.605931 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b9e2fa95-c35c-4150-91b9-93257c9a36b4 None None] Attempting to bind port 5af08697-266c-4c43-b3c2-1cdc6b866d9b by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'c4849dc0-cc89-498e-9f72-2693eb3bdea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c77be9d3-d1cf-469f-8a88-7654ee33727f'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:31.606027 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e2fa95-c35c-4150-91b9-93257c9a36b4 None None] Attempting to bind port 5af08697-266c-4c43-b3c2-1cdc6b866d9b on network c77be9d3-d1cf-469f-8a88-7654ee33727f {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:31.624957 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e2fa95-c35c-4150-91b9-93257c9a36b4 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:28:31.625331 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e2fa95-c35c-4150-91b9-93257c9a36b4 None None] Checking segment: {'id': 'c4849dc0-cc89-498e-9f72-2693eb3bdea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c77be9d3-d1cf-469f-8a88-7654ee33727f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:31.625743 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b9e2fa95-c35c-4150-91b9-93257c9a36b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.626158 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e2fa95-c35c-4150-91b9-93257c9a36b4 None None] Bound using segment: {'id': 'c4849dc0-cc89-498e-9f72-2693eb3bdea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c77be9d3-d1cf-469f-8a88-7654ee33727f'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:28:31.626638 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b9e2fa95-c35c-4150-91b9-93257c9a36b4 None None] Bound port: 5af08697-266c-4c43-b3c2-1cdc6b866d9b, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4849dc0-cc89-498e-9f72-2693eb3bdea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c77be9d3-d1cf-469f-8a88-7654ee33727f'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:31.627012 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b9e2fa95-c35c-4150-91b9-93257c9a36b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.759257 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b9e2fa95-c35c-4150-91b9-93257c9a36b4 None None] For port 5af08697-266c-4c43-b3c2-1cdc6b866d9b, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:31.764569 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b9e2fa95-c35c-4150-91b9-93257c9a36b4 None None] For port 5af08697-266c-4c43-b3c2-1cdc6b866d9b, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5af08697-266c-4c43-b3c2-1cdc6b866d9b,segment=NetworkSegment(c4849dc0-cc89-498e-9f72-2693eb3bdea4),segment_id=c4849dc0-cc89-498e-9f72-2693eb3bdea4)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:31.779101 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b9e2fa95-c35c-4150-91b9-93257c9a36b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.809871 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d8d23290-822b-4ca3-b4fd-f6364914afb3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:31.814493 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d8d23290-822b-4ca3-b4fd-f6364914afb3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Usage tracker for resource:subnet and tenant:d9cfdbb6b6c34210b02a80d9af087402 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:31.817357 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d8d23290-822b-4ca3-b4fd-f6364914afb3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:31.823271 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d8d23290-822b-4ca3-b4fd-f6364914afb3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:31.840372 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.865847 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a7b19-b85c-4523-acb1-a02b8b38f05c req-603cb62d-9db4-4511-947c-57fe92b3b585 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:31.866102 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d23290-822b-4ca3-b4fd-f6364914afb3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Made reservation on behalf of d9cfdbb6b6c34210b02a80d9af087402 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:31.867453 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-260a7b19-b85c-4523-acb1-a02b8b38f05c req-603cb62d-9db4-4511-947c-57fe92b3b585 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.2338285 Mar 14 15:28:31.905140 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-41a4ec64-2e46-466d-b3b3-31ffdc028ba4 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] For port 731e72b2-b34d-4c18-9243-2822185a95cf, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=731e72b2-b34d-4c18-9243-2822185a95cf,segment=NetworkSegment(e736d75c-1f94-4e41-b127-9800a55ef19e),segment_id=e736d75c-1f94-4e41-b127-9800a55ef19e)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:31.906112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41a4ec64-2e46-466d-b3b3-31ffdc028ba4 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.913464 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45158) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:31.994018 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2fa95-c35c-4150-91b9-93257c9a36b4 None None] Pushing event updated for resources: {'Port': ['ID=5af08697-266c-4c43-b3c2-1cdc6b866d9b,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:32.015031 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea006bc-d24f-44da-a4cb-4da36a33a6d5 None None] DHCP port deletion for 6c519431-c724-4269-9141-0fbf83fe8919 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:28:32.023853 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-bea006bc-d24f-44da-a4cb-4da36a33a6d5 None None] Deleting port 731e72b2-b34d-4c18-9243-2822185a95cf {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:32.024224 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bea006bc-d24f-44da-a4cb-4da36a33a6d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.035675 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77be9d3-d1cf-469f-8a88-7654ee33727f']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:32.054944 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51d69178-4752-431c-9c5f-ee1f2a547d97 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.064290 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4849dc0-cc89-498e-9f72-2693eb3bdea4') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:32.064633 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4849dc0-cc89-498e-9f72-2693eb3bdea4') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:32.074835 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d8d23290-822b-4ca3-b4fd-f6364914afb3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.080974 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc48088-1196-4e27-9140-4e0d260d5e50 None None] Network c77be9d3-d1cf-469f-8a88-7654ee33727f requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:32.085458 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-41a4ec64-2e46-466d-b3b3-31ffdc028ba4 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Calling delete_port for 731e72b2-b34d-4c18-9243-2822185a95cf owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:32.112189 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de8c6feb-4a8c-4e98-a285-5ed25ec76827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.152015 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-260a7b19-b85c-4523-acb1-a02b8b38f05c req-28247404-b5eb-45d7-8b25-f0b3d4771c69 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2769954 Mar 14 15:28:32.200744 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-de8c6feb-4a8c-4e98-a285-5ed25ec76827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:32.206490 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-de8c6feb-4a8c-4e98-a285-5ed25ec76827 admin admin] Usage tracker for resource:security_group_rule and tenant:2151ddacb1a543b7b0d9322ed1f1c298 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:32.211011 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-de8c6feb-4a8c-4e98-a285-5ed25ec76827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:32.219355 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-de8c6feb-4a8c-4e98-a285-5ed25ec76827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:32.228600 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41a4ec64-2e46-466d-b3b3-31ffdc028ba4 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.288768 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4ec64-2e46-466d-b3b3-31ffdc028ba4 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Pushing event deleted for resources: {'Port': ['ID=731e72b2-b34d-4c18-9243-2822185a95cf,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:32.301767 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a4ec64-2e46-466d-b3b3-31ffdc028ba4 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] No DVR routers for this DVR port 731e72b2-b34d-4c18-9243-2822185a95cf on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:32.320359 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.377296 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-51d69178-4752-431c-9c5f-ee1f2a547d97 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Calling delete_port for a2ac1bb2-7807-4c48-84cf-186fdd3d2c81 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:32.437381 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.443736 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:28:32.444138 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.459171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41a4ec64-2e46-466d-b3b3-31ffdc028ba4 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.506023 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-41a4ec64-2e46-466d-b3b3-31ffdc028ba4 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c519431-c724-4269-9141-0fbf83fe8919']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:32.528209 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-41a4ec64-2e46-466d-b3b3-31ffdc028ba4 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e736d75c-1f94-4e41-b127-9800a55ef19e') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:32.528794 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-41a4ec64-2e46-466d-b3b3-31ffdc028ba4 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e736d75c-1f94-4e41-b127-9800a55ef19e') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:32.542544 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:32.549328 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.api [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 15:28:32.549328 dv-neutron-833561-1-hyperv neutron-server[83910]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 15:28:32.549328 dv-neutron-833561-1-hyperv neutron-server[83910]: [parameters: {'id': 'c77be9d3-d1cf-469f-8a88-7654ee33727f'}] Mar 14 15:28:32.549328 dv-neutron-833561-1-hyperv neutron-server[83910]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:28:32.549735 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de8c6feb-4a8c-4e98-a285-5ed25ec76827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.549831 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG oslo_db.api [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:28:32.552247 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41a4ec64-2e46-466d-b3b3-31ffdc028ba4 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.584770 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41a4ec64-2e46-466d-b3b3-31ffdc028ba4 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.590297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de8c6feb-4a8c-4e98-a285-5ed25ec76827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.615385 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-bea006bc-d24f-44da-a4cb-4da36a33a6d5 None None] For port 731e72b2-b34d-4c18-9243-2822185a95cf, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=731e72b2-b34d-4c18-9243-2822185a95cf,segment=NetworkSegment(e736d75c-1f94-4e41-b127-9800a55ef19e),segment_id=e736d75c-1f94-4e41-b127-9800a55ef19e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:32.616155 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bea006bc-d24f-44da-a4cb-4da36a33a6d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.656690 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a4ec64-2e46-466d-b3b3-31ffdc028ba4 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:28:32.657089 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41a4ec64-2e46-466d-b3b3-31ffdc028ba4 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:32.675650 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:32.768330 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 731e72b2-b34d-4c18-9243-2822185a95cf no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:28:32.788315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d8d23290-822b-4ca3-b4fd-f6364914afb3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.815798 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-bea006bc-d24f-44da-a4cb-4da36a33a6d5 None None] Calling delete_port for 731e72b2-b34d-4c18-9243-2822185a95cf owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:32.830608 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51d69178-4752-431c-9c5f-ee1f2a547d97 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.843484 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 731e72b2-b34d-4c18-9243-2822185a95cf {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:28:32.843693 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 731e72b2-b34d-4c18-9243-2822185a95cf not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:28:32.891829 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d69178-4752-431c-9c5f-ee1f2a547d97 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Pushing event deleted for resources: {'Port': ['ID=a2ac1bb2-7807-4c48-84cf-186fdd3d2c81,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:32.902131 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-bea006bc-d24f-44da-a4cb-4da36a33a6d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:28:32.902596 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-bea006bc-d24f-44da-a4cb-4da36a33a6d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:28:32.905084 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c6feb-4a8c-4e98-a285-5ed25ec76827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7b1eb7-82c3-4633-b0e8-dcb2fc4217f9,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:32.922584 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-de8c6feb-4a8c-4e98-a285-5ed25ec76827 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2151ddacb1a543b7b0d9322ed1f1c298&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0008352 Mar 14 15:28:32.925119 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45166) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:32.956192 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41a4ec64-2e46-466d-b3b3-31ffdc028ba4 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.976964 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41a4ec64-2e46-466d-b3b3-31ffdc028ba4 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.988685 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d23290-822b-4ca3-b4fd-f6364914afb3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event updated for resources: {'Subnet': ['ID=5b1dea50-5172-4043-a4c2-210571e11de4,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:33.002550 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4ec64-2e46-466d-b3b3-31ffdc028ba4 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] Pushing event deleted for resources: {'Network': ['ID=6c519431-c724-4269-9141-0fbf83fe8919,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:33.022028 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb095ca4-428e-45e6-a567-25ede78fcf33 req-66dbe13b-203d-4d6f-8702-6bf2dc3ef406 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:33.023493 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fb095ca4-428e-45e6-a567-25ede78fcf33 req-66dbe13b-203d-4d6f-8702-6bf2dc3ef406 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.4357452 Mar 14 15:28:33.026842 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d23290-822b-4ca3-b4fd-f6364914afb3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Checking segment: {'id': '86c03035-9b01-434c-a141-97df69da5812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f2de749c-d838-486a-81de-335cc2e19fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:33.027201 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d23290-822b-4ca3-b4fd-f6364914afb3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Network hostable DHCP agents. Network: f2de749c-d838-486a-81de-335cc2e19fe2, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:33.055342 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-41a4ec64-2e46-466d-b3b3-31ffdc028ba4 tempest-AllowedAddressPairTestJSON-2111251320 tempest-AllowedAddressPairTestJSON-2111251320-project] 10.222.0.60 "DELETE /v2.0/networks/6c519431-c724-4269-9141-0fbf83fe8919 HTTP/1.1" status: 204 len: 168 time: 1.7488761 Mar 14 15:28:33.083242 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b7e568a-dc08-49f5-b74a-55534013fcf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.103662 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.116930 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fb095ca4-428e-45e6-a567-25ede78fcf33 req-07811bec-7190-46da-bb47-22085f83c50f tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862374 Mar 14 15:28:33.118588 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b7e568a-dc08-49f5-b74a-55534013fcf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.198077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b7e568a-dc08-49f5-b74a-55534013fcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.199221 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51d69178-4752-431c-9c5f-ee1f2a547d97 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.214457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e568a-dc08-49f5-b74a-55534013fcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7b1eb7-82c3-4633-b0e8-dcb2fc4217f9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:33.221969 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b7e568a-dc08-49f5-b74a-55534013fcf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.223398 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5b7e568a-dc08-49f5-b74a-55534013fcf0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bb7b1eb7-82c3-4633-b0e8-dcb2fc4217f9 HTTP/1.1" status: 204 len: 168 time: 0.2973857 Mar 14 15:28:33.283632 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Deleting port 5af08697-266c-4c43-b3c2-1cdc6b866d9b {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:33.284250 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.402012 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d23290-822b-4ca3-b4fd-f6364914afb3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Network f2de749c-d838-486a-81de-335cc2e19fe2 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:33.403817 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-bea006bc-d24f-44da-a4cb-4da36a33a6d5 None None] Deleting port 731e72b2-b34d-4c18-9243-2822185a95cf {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:33.404208 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bea006bc-d24f-44da-a4cb-4da36a33a6d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.406376 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45178) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:33.478159 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-bea006bc-d24f-44da-a4cb-4da36a33a6d5 None None] The port '731e72b2-b34d-4c18-9243-2822185a95cf' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:28:33.498892 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf58e8a7-bba0-40c5-aba2-151883a4cdbd None None] get_active_networks_info from dv-neutron-833561-1-hyperv {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 14 15:28:33.582840 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-d8d23290-822b-4ca3-b4fd-f6364914afb3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, f2de749c-d838-486a-81de-335cc2e19fe2) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:33.627914 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d1f56216-fc85-4581-ad6c-157bc2be1c80 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f896cfc37c7440d9f7fa11c5cd372e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2198365 Mar 14 15:28:33.630458 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45190) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:33.642831 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf58e8a7-bba0-40c5-aba2-151883a4cdbd None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:28:33.649419 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d23290-822b-4ca3-b4fd-f6364914afb3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:33.650156 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d8d23290-822b-4ca3-b4fd-f6364914afb3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.684572 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51d69178-4752-431c-9c5f-ee1f2a547d97 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.721684 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a308203-388b-40bb-979a-b83df4ac7090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.763010 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a308203-388b-40bb-979a-b83df4ac7090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.826923 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a308203-388b-40bb-979a-b83df4ac7090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.841978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a308203-388b-40bb-979a-b83df4ac7090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5b97c8-b205-427f-bb5a-16bfc311dcef,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:33.849533 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a308203-388b-40bb-979a-b83df4ac7090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.850901 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8a308203-388b-40bb-979a-b83df4ac7090 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a5b97c8-b205-427f-bb5a-16bfc311dcef HTTP/1.1" status: 204 len: 168 time: 0.2195218 Mar 14 15:28:33.859446 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51d69178-4752-431c-9c5f-ee1f2a547d97 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.873116 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d8d23290-822b-4ca3-b4fd-f6364914afb3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4918914 Mar 14 15:28:33.877072 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45200) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:33.883732 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b23731f1-8618-4fed-b877-627b7de4b404 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1682196359'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:33.892244 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b23731f1-8618-4fed-b877-627b7de4b404 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:33.902673 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b23731f1-8618-4fed-b877-627b7de4b404 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Usage tracker for resource:network and tenant:d9cfdbb6b6c34210b02a80d9af087402 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:33.911732 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] For port 5af08697-266c-4c43-b3c2-1cdc6b866d9b, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5af08697-266c-4c43-b3c2-1cdc6b866d9b,segment=NetworkSegment(c4849dc0-cc89-498e-9f72-2693eb3bdea4),segment_id=c4849dc0-cc89-498e-9f72-2693eb3bdea4)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:33.912165 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b23731f1-8618-4fed-b877-627b7de4b404 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:33.912292 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.931875 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b23731f1-8618-4fed-b877-627b7de4b404 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:33.955890 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23731f1-8618-4fed-b877-627b7de4b404 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Made reservation on behalf of d9cfdbb6b6c34210b02a80d9af087402 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:33.959532 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b23731f1-8618-4fed-b877-627b7de4b404 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.979811 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51d69178-4752-431c-9c5f-ee1f2a547d97 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.984480 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d69178-4752-431c-9c5f-ee1f2a547d97 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Fanout notify agent at l3_agent the message router_deleted on router deffaff8-8ab2-42a0-9162-734a17999d5b {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:28:34.032401 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23731f1-8618-4fed-b877-627b7de4b404 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:34.049200 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b23731f1-8618-4fed-b877-627b7de4b404 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.049668 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-b23731f1-8618-4fed-b877-627b7de4b404 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Added segment bf6c8c2b-d58c-49e4-8af6-b1e1ccba5e01 of type vlan for network ddadc3fc-66dd-451d-ae36-b4f0c27bfe5e Mar 14 15:28:34.051262 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Calling delete_port for 5af08697-266c-4c43-b3c2-1cdc6b866d9b owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:34.087015 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b23731f1-8618-4fed-b877-627b7de4b404 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.089868 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c66599e-ff6e-467a-a15d-53907e074375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-f2de749c-d838-486a-81de-335cc2e19fe2', 'network_id': 'f2de749c-d838-486a-81de-335cc2e19fe2', 'tenant_id': 'd9cfdbb6b6c34210b02a80d9af087402', 'fixed_ips': [{'subnet_id': '5b1dea50-5172-4043-a4c2-210571e11de4'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:28:34.091083 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c66599e-ff6e-467a-a15d-53907e074375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.095703 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51d69178-4752-431c-9c5f-ee1f2a547d97 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.100554 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-51d69178-4752-431c-9c5f-ee1f2a547d97 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "DELETE /v2.0/routers/deffaff8-8ab2-42a0-9162-734a17999d5b HTTP/1.1" status: 204 len: 168 time: 4.2506390 Mar 14 15:28:34.112805 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45206) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:34.121445 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9131c008-1467-4bc0-9b75-dddf5cf6fcad tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-434680504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:34.129585 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9131c008-1467-4bc0-9b75-dddf5cf6fcad tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:34.133820 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9131c008-1467-4bc0-9b75-dddf5cf6fcad tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Usage tracker for resource:router and tenant:8be743d088344cc1b7f2829a0210b983 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:34.137074 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9131c008-1467-4bc0-9b75-dddf5cf6fcad tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:34.143665 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b23731f1-8618-4fed-b877-627b7de4b404 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.144008 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9131c008-1467-4bc0-9b75-dddf5cf6fcad tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:34.154910 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23731f1-8618-4fed-b877-627b7de4b404 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:34.159281 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b23731f1-8618-4fed-b877-627b7de4b404 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.160083 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9131c008-1467-4bc0-9b75-dddf5cf6fcad tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.161433 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9131c008-1467-4bc0-9b75-dddf5cf6fcad tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.199631 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9131c008-1467-4bc0-9b75-dddf5cf6fcad tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.236192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.274415 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b23731f1-8618-4fed-b877-627b7de4b404 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3961372 Mar 14 15:28:34.277431 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45216) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:34.360538 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9131c008-1467-4bc0-9b75-dddf5cf6fcad tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.391108 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Port': ['ID=5af08697-266c-4c43-b3c2-1cdc6b866d9b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:34.401905 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No DVR routers for this DVR port 5af08697-266c-4c43-b3c2-1cdc6b866d9b on host dv-neutron-833561-1-hyperv {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:34.416482 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5fd988e2-bf20-4abf-9ae3-62a5413678d3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Request body: {'subnet': {'network_id': 'ddadc3fc-66dd-451d-ae36-b4f0c27bfe5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:34.514527 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-7c66599e-ff6e-467a-a15d-53907e074375 None None] Allocated IP 2001:db8:0:ffff::2 (f2de749c-d838-486a-81de-335cc2e19fe2/5b1dea50-5172-4043-a4c2-210571e11de4/3be4e5a6-7fe8-477d-be87-f9c6a0d63b12) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:34.522548 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9131c008-1467-4bc0-9b75-dddf5cf6fcad tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.523699 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9131c008-1467-4bc0-9b75-dddf5cf6fcad tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4097967 Mar 14 15:28:34.528304 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45228) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:34.593837 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23731f1-8618-4fed-b877-627b7de4b404 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event updated for resources: {'Network': ['ID=ddadc3fc-66dd-451d-ae36-b4f0c27bfe5e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:34.595234 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-490a8bee-0c5c-4f4f-9c64-0628c11619d0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:34.602188 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5fd988e2-bf20-4abf-9ae3-62a5413678d3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:34.608476 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5fd988e2-bf20-4abf-9ae3-62a5413678d3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Usage tracker for resource:subnet and tenant:d9cfdbb6b6c34210b02a80d9af087402 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:34.615795 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5fd988e2-bf20-4abf-9ae3-62a5413678d3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:34.622546 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5fd988e2-bf20-4abf-9ae3-62a5413678d3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:34.635686 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd988e2-bf20-4abf-9ae3-62a5413678d3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Made reservation on behalf of d9cfdbb6b6c34210b02a80d9af087402 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:34.655322 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network ddadc3fc-66dd-451d-ae36-b4f0c27bfe5e details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:28:34.784591 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5fd988e2-bf20-4abf-9ae3-62a5413678d3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.818274 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.887665 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77be9d3-d1cf-469f-8a88-7654ee33727f']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:34.906634 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4849dc0-cc89-498e-9f72-2693eb3bdea4') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:34.906924 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4849dc0-cc89-498e-9f72-2693eb3bdea4') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:34.928396 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.066406 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b90d8-bbf0-4527-a734-e90b50ee0c36 req-3e31bd0b-4107-44a7-b7ba-eeaedf943572 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:35.068148 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-477b90d8-bbf0-4527-a734-e90b50ee0c36 req-3e31bd0b-4107-44a7-b7ba-eeaedf943572 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.6316547 Mar 14 15:28:35.071293 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c66599e-ff6e-467a-a15d-53907e074375 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.098391 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7c66599e-ff6e-467a-a15d-53907e074375 None None] Transition to ACTIVE for port object 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:35.109924 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.135769 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7c66599e-ff6e-467a-a15d-53907e074375 None None] Transition to ACTIVE for port object 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:35.142530 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:28:35.142917 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.144449 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c66599e-ff6e-467a-a15d-53907e074375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:35.158299 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:35.238445 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5ffaa1f7-8b00-4a3a-a150-a098c296ab1e no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:28:35.271714 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-477b90d8-bbf0-4527-a734-e90b50ee0c36 req-7fbcae3b-59d6-4b1b-a1e5-bb4d112a7f67 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905968 Mar 14 15:28:35.312268 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 5ffaa1f7-8b00-4a3a-a150-a098c296ab1e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:28:35.312268 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5ffaa1f7-8b00-4a3a-a150-a098c296ab1e not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:28:35.333245 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c66599e-ff6e-467a-a15d-53907e074375 None None] Network f2de749c-d838-486a-81de-335cc2e19fe2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:35.335811 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-7c66599e-ff6e-467a-a15d-53907e074375 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:35.340470 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c66599e-ff6e-467a-a15d-53907e074375 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:35.342691 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66599e-ff6e-467a-a15d-53907e074375 None None] Pushing event updated for resources: {'Port': ['ID=3be4e5a6-7fe8-477d-be87-f9c6a0d63b12,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:35.457023 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7c66599e-ff6e-467a-a15d-53907e074375 None None] Attempting to bind port 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:35.457395 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7c66599e-ff6e-467a-a15d-53907e074375 None None] Attempting to bind port 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '86c03035-9b01-434c-a141-97df69da5812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f2de749c-d838-486a-81de-335cc2e19fe2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:35.457754 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c66599e-ff6e-467a-a15d-53907e074375 None None] Attempting to bind port 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12 on network f2de749c-d838-486a-81de-335cc2e19fe2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:35.460031 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.objects.ports [None req-5fd988e2-bf20-4abf-9ae3-62a5413678d3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83911) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 14 15:28:35.463329 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5fd988e2-bf20-4abf-9ae3-62a5413678d3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.465948 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c66599e-ff6e-467a-a15d-53907e074375 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:28:35.466394 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c66599e-ff6e-467a-a15d-53907e074375 None None] Checking segment: {'id': '86c03035-9b01-434c-a141-97df69da5812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f2de749c-d838-486a-81de-335cc2e19fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:35.466839 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c66599e-ff6e-467a-a15d-53907e074375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.467268 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c66599e-ff6e-467a-a15d-53907e074375 None None] Bound using segment: {'id': '86c03035-9b01-434c-a141-97df69da5812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f2de749c-d838-486a-81de-335cc2e19fe2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:28:35.467974 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7c66599e-ff6e-467a-a15d-53907e074375 None None] Bound port: 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c03035-9b01-434c-a141-97df69da5812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f2de749c-d838-486a-81de-335cc2e19fe2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:35.468363 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c66599e-ff6e-467a-a15d-53907e074375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.532440 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.585855 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd988e2-bf20-4abf-9ae3-62a5413678d3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event updated for resources: {'Subnet': ['ID=824103ab-d9a9-4af9-934c-016a58e16074,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:35.599185 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd988e2-bf20-4abf-9ae3-62a5413678d3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Checking segment: {'id': 'bf6c8c2b-d58c-49e4-8af6-b1e1ccba5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ddadc3fc-66dd-451d-ae36-b4f0c27bfe5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:35.599813 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd988e2-bf20-4abf-9ae3-62a5413678d3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Network hostable DHCP agents. Network: ddadc3fc-66dd-451d-ae36-b4f0c27bfe5e, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:35.615778 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.621406 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7c66599e-ff6e-467a-a15d-53907e074375 None None] For port 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:35.625437 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7c66599e-ff6e-467a-a15d-53907e074375 None None] For port 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=3be4e5a6-7fe8-477d-be87-f9c6a0d63b12,segment=NetworkSegment(86c03035-9b01-434c-a141-97df69da5812),segment_id=86c03035-9b01-434c-a141-97df69da5812)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:35.632656 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c66599e-ff6e-467a-a15d-53907e074375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.640459 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45254) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:35.647301 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Network': ['ID=c77be9d3-d1cf-469f-8a88-7654ee33727f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:35.660451 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd988e2-bf20-4abf-9ae3-62a5413678d3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Network ddadc3fc-66dd-451d-ae36-b4f0c27bfe5e is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:35.661852 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7b207145-fa31-4d07-9458-119f542ab597 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/networks/c77be9d3-d1cf-469f-8a88-7654ee33727f HTTP/1.1" status: 204 len: 168 time: 5.1222510 Mar 14 15:28:35.666606 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45260) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:35.675126 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-490a8bee-0c5c-4f4f-9c64-0628c11619d0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.697248 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-63bd6f97-2a2c-4e3c-8427-f68c598652f0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1078804573'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:35.712557 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-63bd6f97-2a2c-4e3c-8427-f68c598652f0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:35.740638 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-63bd6f97-2a2c-4e3c-8427-f68c598652f0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Usage tracker for resource:network and tenant:8ce288610c2044ef9092cae68bf915fb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:35.742911 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66599e-ff6e-467a-a15d-53907e074375 None None] Pushing event updated for resources: {'Port': ['ID=3be4e5a6-7fe8-477d-be87-f9c6a0d63b12,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:35.750141 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-63bd6f97-2a2c-4e3c-8427-f68c598652f0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:35.762144 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-63bd6f97-2a2c-4e3c-8427-f68c598652f0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:35.782433 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-5fd988e2-bf20-4abf-9ae3-62a5413678d3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, ddadc3fc-66dd-451d-ae36-b4f0c27bfe5e) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:35.788475 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd988e2-bf20-4abf-9ae3-62a5413678d3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:35.789338 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5fd988e2-bf20-4abf-9ae3-62a5413678d3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.796286 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bd6f97-2a2c-4e3c-8427-f68c598652f0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Made reservation on behalf of 8ce288610c2044ef9092cae68bf915fb for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:35.799793 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63bd6f97-2a2c-4e3c-8427-f68c598652f0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.905762 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5fd988e2-bf20-4abf-9ae3-62a5413678d3 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5040097 Mar 14 15:28:35.908498 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45270) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:35.913958 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63bd6f97-2a2c-4e3c-8427-f68c598652f0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:35.955357 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-11f1d80b-ad25-4fcf-bd5b-4b1219c57eb9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Request body: {'port': {'network_id': 'ddadc3fc-66dd-451d-ae36-b4f0c27bfe5e', 'name': 'tempest-NetworksIpV6TestAttrs-663449293'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:36.141522 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63bd6f97-2a2c-4e3c-8427-f68c598652f0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.141876 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-63bd6f97-2a2c-4e3c-8427-f68c598652f0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Added segment 0eecbea1-9ad2-458b-a890-5d0cd934a0cf of type vlan for network f65b1bb4-658f-4219-bac7-28d92adc5130 Mar 14 15:28:36.196042 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63bd6f97-2a2c-4e3c-8427-f68c598652f0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.210667 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887a5e0-6558-40d7-8fe9-bc12fb62b861 req-41f4d029-b32f-4f67-9893-d898923b8667 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:36.212125 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9887a5e0-6558-40d7-8fe9-bc12fb62b861 req-41f4d029-b32f-4f67-9893-d898923b8667 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.3685379 Mar 14 15:28:36.277304 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-613739bd-3b3f-4c82-9b4d-9c34734a64a5 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-673290849'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:36.303320 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-613739bd-3b3f-4c82-9b4d-9c34734a64a5 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:36.306262 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9887a5e0-6558-40d7-8fe9-bc12fb62b861 req-99a640a4-d8db-4691-a137-b711fa35aa32 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825882 Mar 14 15:28:36.310111 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-490a8bee-0c5c-4f4f-9c64-0628c11619d0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.322195 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-613739bd-3b3f-4c82-9b4d-9c34734a64a5 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Usage tracker for resource:network and tenant:65d586cc9e1e47748bfd11899f41c0cb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:36.330241 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-613739bd-3b3f-4c82-9b4d-9c34734a64a5 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:36.336829 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-11f1d80b-ad25-4fcf-bd5b-4b1219c57eb9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:36.348951 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-613739bd-3b3f-4c82-9b4d-9c34734a64a5 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:36.348951 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63bd6f97-2a2c-4e3c-8427-f68c598652f0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.348951 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bd6f97-2a2c-4e3c-8427-f68c598652f0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:36.348951 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63bd6f97-2a2c-4e3c-8427-f68c598652f0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.353519 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-490a8bee-0c5c-4f4f-9c64-0628c11619d0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.374341 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-11f1d80b-ad25-4fcf-bd5b-4b1219c57eb9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Usage tracker for resource:port and tenant:d9cfdbb6b6c34210b02a80d9af087402 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:36.408011 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-11f1d80b-ad25-4fcf-bd5b-4b1219c57eb9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:36.414786 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45278) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:36.420778 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-63bd6f97-2a2c-4e3c-8427-f68c598652f0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7451854 Mar 14 15:28:36.422531 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-11f1d80b-ad25-4fcf-bd5b-4b1219c57eb9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:36.425698 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45280) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:36.440189 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a3455a2a-eca2-49e4-be7e-53ce8e9e9359 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'subnet': {'network_id': 'f65b1bb4-658f-4219-bac7-28d92adc5130', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:36.479167 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613739bd-3b3f-4c82-9b4d-9c34734a64a5 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Made reservation on behalf of 65d586cc9e1e47748bfd11899f41c0cb for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:36.482441 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-613739bd-3b3f-4c82-9b4d-9c34734a64a5 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.518752 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-613739bd-3b3f-4c82-9b4d-9c34734a64a5 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.533590 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f1d80b-ad25-4fcf-bd5b-4b1219c57eb9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Made reservation on behalf of d9cfdbb6b6c34210b02a80d9af087402 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:36.537164 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11f1d80b-ad25-4fcf-bd5b-4b1219c57eb9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.567228 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd6f97-2a2c-4e3c-8427-f68c598652f0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Network': ['ID=f65b1bb4-658f-4219-bac7-28d92adc5130,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:36.584620 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-11f1d80b-ad25-4fcf-bd5b-4b1219c57eb9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] device_id is not set on port a39367f2-b194-48ae-9a69-0840f9655d29 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:28:36.590544 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network f65b1bb4-658f-4219-bac7-28d92adc5130 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:28:36.612946 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a3455a2a-eca2-49e4-be7e-53ce8e9e9359 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:36.629319 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a3455a2a-eca2-49e4-be7e-53ce8e9e9359 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Usage tracker for resource:subnet and tenant:8ce288610c2044ef9092cae68bf915fb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:36.638312 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-490a8bee-0c5c-4f4f-9c64-0628c11619d0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Allocated IP 172.26.4.78 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/bdae3132-c5bd-4f10-880d-7cf7114d66e1) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:36.641338 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-613739bd-3b3f-4c82-9b4d-9c34734a64a5 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:36.642190 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a3455a2a-eca2-49e4-be7e-53ce8e9e9359 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:36.660821 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-613739bd-3b3f-4c82-9b4d-9c34734a64a5 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Usage tracker for resource:security_group_rule and tenant:65d586cc9e1e47748bfd11899f41c0cb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:36.663032 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a3455a2a-eca2-49e4-be7e-53ce8e9e9359 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:36.668124 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-613739bd-3b3f-4c82-9b4d-9c34734a64a5 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:36.680077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-613739bd-3b3f-4c82-9b4d-9c34734a64a5 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:36.785153 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3455a2a-eca2-49e4-be7e-53ce8e9e9359 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Made reservation on behalf of 8ce288610c2044ef9092cae68bf915fb for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:36.798461 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-11f1d80b-ad25-4fcf-bd5b-4b1219c57eb9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Allocated IP 2001:db8::f816:3eff:fe1a:dbef (ddadc3fc-66dd-451d-ae36-b4f0c27bfe5e/824103ab-d9a9-4af9-934c-016a58e16074/a39367f2-b194-48ae-9a69-0840f9655d29) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:36.827725 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:28:36.880334 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-613739bd-3b3f-4c82-9b4d-9c34734a64a5 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.898662 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-613739bd-3b3f-4c82-9b4d-9c34734a64a5 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.907617 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-14ea503a-24b1-4c4a-a2d3-307777f03372 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-343342050'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:36.913838 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-14ea503a-24b1-4c4a-a2d3-307777f03372 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:36.918926 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-14ea503a-24b1-4c4a-a2d3-307777f03372 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Usage tracker for resource:network and tenant:7fc9428d5a3f42a493f0d5454fa12934 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:36.923352 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-14ea503a-24b1-4c4a-a2d3-307777f03372 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:36.928002 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:28:36.928149 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3455a2a-eca2-49e4-be7e-53ce8e9e9359 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.947288 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c5be58f5-8182-4fa9-bdb8-cb51fef26879 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:28:36.949707 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-14ea503a-24b1-4c4a-a2d3-307777f03372 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:36.982275 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: c5be58f5-8182-4fa9-bdb8-cb51fef26879 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:28:36.983145 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c5be58f5-8182-4fa9-bdb8-cb51fef26879 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:28:37.052991 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.ipam_backend_mixin [None req-a3455a2a-eca2-49e4-be7e-53ce8e9e9359 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Performing IP validity checks on allocation pools {{(pid=83910) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 14 15:28:37.053305 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dec723-3992-4dc7-b3fd-bf50879c6f7a None None] Network f2de749c-d838-486a-81de-335cc2e19fe2 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:37.053501 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.ipam_backend_mixin [None req-a3455a2a-eca2-49e4-be7e-53ce8e9e9359 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83910) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 14 15:28:37.055554 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ea503a-24b1-4c4a-a2d3-307777f03372 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Made reservation on behalf of 7fc9428d5a3f42a493f0d5454fa12934 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:37.059008 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14ea503a-24b1-4c4a-a2d3-307777f03372 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.073470 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b79c03c-c5d6-4c57-8e04-37f114529cd9 None None] Network ddadc3fc-66dd-451d-ae36-b4f0c27bfe5e requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:37.094769 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14ea503a-24b1-4c4a-a2d3-307777f03372 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.113652 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613739bd-3b3f-4c82-9b4d-9c34734a64a5 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:37.153141 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-490a8bee-0c5c-4f4f-9c64-0628c11619d0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.181722 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-14ea503a-24b1-4c4a-a2d3-307777f03372 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:37.190881 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-14ea503a-24b1-4c4a-a2d3-307777f03372 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Usage tracker for resource:security_group_rule and tenant:7fc9428d5a3f42a493f0d5454fa12934 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:37.221738 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-14ea503a-24b1-4c4a-a2d3-307777f03372 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:37.232186 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613739bd-3b3f-4c82-9b4d-9c34734a64a5 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfa5d53-bf4e-4a1a-8f73-243b019962ab,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:37.238443 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-14ea503a-24b1-4c4a-a2d3-307777f03372 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:37.240167 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-613739bd-3b3f-4c82-9b4d-9c34734a64a5 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.240617 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-613739bd-3b3f-4c82-9b4d-9c34734a64a5 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Added segment d04f12f8-71d8-4de0-9eaa-aa6ec74728b8 of type vlan for network 2a63c12c-fcd9-43af-8771-ae63744d67e5 Mar 14 15:28:37.276494 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e3b0a771-3a65-43d1-b48e-3c340c9dbcd7 None None] Provisioning for port 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:28:37.292306 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11f1d80b-ad25-4fcf-bd5b-4b1219c57eb9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.298873 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e3b0a771-3a65-43d1-b48e-3c340c9dbcd7 None None] Provisioning complete for port 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:37.299256 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3b0a771-3a65-43d1-b48e-3c340c9dbcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.301060 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-613739bd-3b3f-4c82-9b4d-9c34734a64a5 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.308597 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-490a8bee-0c5c-4f4f-9c64-0628c11619d0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.320568 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-11f1d80b-ad25-4fcf-bd5b-4b1219c57eb9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Transition to ACTIVE for port object a39367f2-b194-48ae-9a69-0840f9655d29 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:37.348056 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-613739bd-3b3f-4c82-9b4d-9c34734a64a5 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.352260 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613739bd-3b3f-4c82-9b4d-9c34734a64a5 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:37.352944 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-613739bd-3b3f-4c82-9b4d-9c34734a64a5 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.407337 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490a8bee-0c5c-4f4f-9c64-0628c11619d0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:37.416854 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-490a8bee-0c5c-4f4f-9c64-0628c11619d0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:37.426091 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3455a2a-eca2-49e4-be7e-53ce8e9e9359 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.431708 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490a8bee-0c5c-4f4f-9c64-0628c11619d0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:37.519768 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a8bee-0c5c-4f4f-9c64-0628c11619d0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Pushing event updated for resources: {'Port': ['ID=bdae3132-c5bd-4f10-880d-7cf7114d66e1,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:37.525166 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613739bd-3b3f-4c82-9b4d-9c34734a64a5 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Pushing event updated for resources: {'Network': ['ID=2a63c12c-fcd9-43af-8771-ae63744d67e5,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:37.528411 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-613739bd-3b3f-4c82-9b4d-9c34734a64a5 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8867652 Mar 14 15:28:37.535123 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45292) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:37.546106 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ebc049df-c439-4923-ba19-7ce75cbc638b tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Request body: {'subnet': {'network_id': '2a63c12c-fcd9-43af-8771-ae63744d67e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:37.573007 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 2a63c12c-fcd9-43af-8771-ae63744d67e5 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:28:37.574699 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14ea503a-24b1-4c4a-a2d3-307777f03372 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.587086 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3455a2a-eca2-49e4-be7e-53ce8e9e9359 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Subnet': ['ID=942bf73c-5334-4ec8-adec-31d487c90095,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:37.612349 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14ea503a-24b1-4c4a-a2d3-307777f03372 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.668738 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ea503a-24b1-4c4a-a2d3-307777f03372 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:37.672898 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ebc049df-c439-4923-ba19-7ce75cbc638b tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:37.684170 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11f1d80b-ad25-4fcf-bd5b-4b1219c57eb9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.687177 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ebc049df-c439-4923-ba19-7ce75cbc638b tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Usage tracker for resource:subnet and tenant:65d586cc9e1e47748bfd11899f41c0cb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:37.693974 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ebc049df-c439-4923-ba19-7ce75cbc638b tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:37.700057 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea503a-24b1-4c4a-a2d3-307777f03372 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=162366c0-ddb7-468b-827f-5f06ab9a450d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:37.711476 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14ea503a-24b1-4c4a-a2d3-307777f03372 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.711818 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-14ea503a-24b1-4c4a-a2d3-307777f03372 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Added segment aeebd735-ab3f-43fe-bdeb-25ee63465778 of type vlan for network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 Mar 14 15:28:37.714085 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3455a2a-eca2-49e4-be7e-53ce8e9e9359 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Checking segment: {'id': '0eecbea1-9ad2-458b-a890-5d0cd934a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f65b1bb4-658f-4219-bac7-28d92adc5130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:37.714331 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3455a2a-eca2-49e4-be7e-53ce8e9e9359 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Network hostable DHCP agents. Network: f65b1bb4-658f-4219-bac7-28d92adc5130, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:37.746780 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3b0a771-3a65-43d1-b48e-3c340c9dbcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.762123 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14ea503a-24b1-4c4a-a2d3-307777f03372 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.797370 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f1d80b-ad25-4fcf-bd5b-4b1219c57eb9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Network ddadc3fc-66dd-451d-ae36-b4f0c27bfe5e is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:37.799625 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3455a2a-eca2-49e4-be7e-53ce8e9e9359 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Network f65b1bb4-658f-4219-bac7-28d92adc5130 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:37.803973 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1d80b-ad25-4fcf-bd5b-4b1219c57eb9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event updated for resources: {'Port': ['ID=a39367f2-b194-48ae-9a69-0840f9655d29,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:37.807071 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-11f1d80b-ad25-4fcf-bd5b-4b1219c57eb9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:37.809979 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ebc049df-c439-4923-ba19-7ce75cbc638b tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:37.814458 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f1d80b-ad25-4fcf-bd5b-4b1219c57eb9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:37.818063 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-a3455a2a-eca2-49e4-be7e-53ce8e9e9359 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, f65b1bb4-658f-4219-bac7-28d92adc5130) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:37.819176 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f1d80b-ad25-4fcf-bd5b-4b1219c57eb9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:37.820090 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11f1d80b-ad25-4fcf-bd5b-4b1219c57eb9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.823413 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14ea503a-24b1-4c4a-a2d3-307777f03372 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.824676 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e3b0a771-3a65-43d1-b48e-3c340c9dbcd7 None None] For port 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=3be4e5a6-7fe8-477d-be87-f9c6a0d63b12,segment=NetworkSegment(86c03035-9b01-434c-a141-97df69da5812),segment_id=86c03035-9b01-434c-a141-97df69da5812)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:37.827806 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ea503a-24b1-4c4a-a2d3-307777f03372 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:37.829235 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14ea503a-24b1-4c4a-a2d3-307777f03372 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.834779 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3455a2a-eca2-49e4-be7e-53ce8e9e9359 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:37.835196 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4874b-7b9d-492f-8e71-20e9f2b441be req-62af6baf-fbcd-4c65-915b-7fe4dfc1fe61 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:37.835342 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3455a2a-eca2-49e4-be7e-53ce8e9e9359 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.837039 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-48b4874b-7b9d-492f-8e71-20e9f2b441be req-62af6baf-fbcd-4c65-915b-7fe4dfc1fe61 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.3569486 Mar 14 15:28:37.838666 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3b0a771-3a65-43d1-b48e-3c340c9dbcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.883733 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8d4edc-5a03-4abb-932b-d041b51e8630 None None] Network f65b1bb4-658f-4219-bac7-28d92adc5130 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:37.897257 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-48b4874b-7b9d-492f-8e71-20e9f2b441be req-d566e0c3-ee7d-4875-9c31-2897631d8a1e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493379 Mar 14 15:28:37.897955 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc049df-c439-4923-ba19-7ce75cbc638b tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Made reservation on behalf of 65d586cc9e1e47748bfd11899f41c0cb for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:37.984885 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-11f1d80b-ad25-4fcf-bd5b-4b1219c57eb9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0607486 Mar 14 15:28:37.987988 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45298) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:37.994250 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a3455a2a-eca2-49e4-be7e-53ce8e9e9359 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5648263 Mar 14 15:28:37.995047 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea503a-24b1-4c4a-a2d3-307777f03372 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Pushing event updated for resources: {'Network': ['ID=1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:38.006265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45302) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:38.007225 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-14ea503a-24b1-4c4a-a2d3-307777f03372 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5826774 Mar 14 15:28:38.011041 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-490a8bee-0c5c-4f4f-9c64-0628c11619d0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.085646 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04417c0-d5df-48c1-b79d-67bc56e782d2 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Deleting subnet 824103ab-d9a9-4af9-934c-016a58e16074 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:28:38.089127 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c04417c0-d5df-48c1-b79d-67bc56e782d2 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.182191 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c04417c0-d5df-48c1-b79d-67bc56e782d2 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.292166 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c04417c0-d5df-48c1-b79d-67bc56e782d2 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.364128 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ebc049df-c439-4923-ba19-7ce75cbc638b tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.383456 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45310) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:38.398463 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Request body: {'port': {'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84', 'binding:host_id': 'hv-neutron-8335', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-722381508'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:38.399390 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0a771-3a65-43d1-b48e-3c340c9dbcd7 None None] Pushing event updated for resources: {'Port': ['ID=3be4e5a6-7fe8-477d-be87-f9c6a0d63b12,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:38.403150 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bf2b0a-1e4a-4b0a-ad7b-ea88f04098ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-ddadc3fc-66dd-451d-ae36-b4f0c27bfe5e', 'network_id': 'ddadc3fc-66dd-451d-ae36-b4f0c27bfe5e', 'tenant_id': 'd9cfdbb6b6c34210b02a80d9af087402', 'fixed_ips': [{'subnet_id': '824103ab-d9a9-4af9-934c-016a58e16074'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:28:38.403830 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:38.405487 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3bf2b0a-1e4a-4b0a-ad7b-ea88f04098ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.408793 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Usage tracker for resource:port and tenant:7c637677fd974047821fc3238fd849b7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:38.412405 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:38.418596 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:38.422501 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:28:38.471678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688b146d-c348-40c3-abcd-885212c7a0c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-f65b1bb4-658f-4219-bac7-28d92adc5130', 'network_id': 'f65b1bb4-658f-4219-bac7-28d92adc5130', 'tenant_id': '8ce288610c2044ef9092cae68bf915fb', 'fixed_ips': [{'subnet_id': '942bf73c-5334-4ec8-adec-31d487c90095'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:28:38.473297 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-688b146d-c348-40c3-abcd-885212c7a0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.509101 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Made reservation on behalf of 7c637677fd974047821fc3238fd849b7 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:38.511563 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.528294 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.573335 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c04417c0-d5df-48c1-b79d-67bc56e782d2 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.612941 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ef97be-149a-402e-aca1-0360bc5460ce None None] Network f2de749c-d838-486a-81de-335cc2e19fe2 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:38.618501 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-99c3e41a-181c-4328-b1d7-d8a0fc0686d6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.632137 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c04417c0-d5df-48c1-b79d-67bc56e782d2 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.641134 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04417c0-d5df-48c1-b79d-67bc56e782d2 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event deleted for resources: {'Subnet': ['ID=824103ab-d9a9-4af9-934c-016a58e16074,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:38.657455 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:38.664491 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Usage tracker for resource:security_group_rule and tenant:7c637677fd974047821fc3238fd849b7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:38.668783 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c04417c0-d5df-48c1-b79d-67bc56e782d2 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "DELETE /v2.0/subnets/824103ab-d9a9-4af9-934c-016a58e16074 HTTP/1.1" status: 204 len: 168 time: 0.6797216 Mar 14 15:28:38.670194 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:38.673905 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45314) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:38.681264 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:38.718256 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-490a8bee-0c5c-4f4f-9c64-0628c11619d0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.736341 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-490a8bee-0c5c-4f4f-9c64-0628c11619d0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-950448'] for router, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.754369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-99c3e41a-181c-4328-b1d7-d8a0fc0686d6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.795114 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:28:38.797655 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2facb77a-8b3a-4f81-ae48-e5e1f0dba883 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:38.799228 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2facb77a-8b3a-4f81-ae48-e5e1f0dba883 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:38.800026 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2facb77a-8b3a-4f81-ae48-e5e1f0dba883 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Synchronizing usage tracker for tenant:d9cfdbb6b6c34210b02a80d9af087402 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:28:38.869112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2facb77a-8b3a-4f81-ae48-e5e1f0dba883 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Unset dirty status for tenant:d9cfdbb6b6c34210b02a80d9af087402 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:28:38.870362 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2facb77a-8b3a-4f81-ae48-e5e1f0dba883 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1926920 Mar 14 15:28:38.881410 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45318) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:38.917236 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff54a0-5b12-4ba9-9242-19e4f9ec5580 req-26b88bfb-d46a-4b2e-b37a-9e4c51999f3c tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:38.918727 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-11ff54a0-5b12-4ba9-9242-19e4f9ec5580 req-26b88bfb-d46a-4b2e-b37a-9e4c51999f3c tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.5305865 Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server [None req-c3bf2b0a-1e4a-4b0a-ad7b-ea88f04098ba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 824103ab-d9a9-4af9-934c-016a58e16074: This subnet is being modified by another concurrent operation. Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:28:38.940623 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise exception Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 824103ab-d9a9-4af9-934c-016a58e16074: This subnet is being modified by another concurrent operation. Mar 14 15:28:38.946693 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server Mar 14 15:28:38.952598 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-425915b4-1957-42c3-98c0-50b0b7d12bd1 None None] Provisioning complete for port 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:38.952598 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-425915b4-1957-42c3-98c0-50b0b7d12bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.007455 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd452da-64f0-42d3-86bb-5586d12511e2 None None] Network ddadc3fc-66dd-451d-ae36-b4f0c27bfe5e requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:39.014762 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-11ff54a0-5b12-4ba9-9242-19e4f9ec5580 req-4a327824-0550-4921-87ee-4d31b5f779e7 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767720 Mar 14 15:28:39.017830 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ebc049df-c439-4923-ba19-7ce75cbc638b tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.033468 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-99c3e41a-181c-4328-b1d7-d8a0fc0686d6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.071562 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.077798 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3e41a-181c-4328-b1d7-d8a0fc0686d6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Subnet': ['ID=942bf73c-5334-4ec8-adec-31d487c90095,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:39.094398 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe3fbf2e-5a69-44e7-a712-8ad912187e2f tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.104844 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server [None req-688b146d-c348-40c3-abcd-885212c7a0c8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 942bf73c-5334-4ec8-adec-31d487c90095: This subnet is being modified by another concurrent operation. Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:28:39.118739 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise exception Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 942bf73c-5334-4ec8-adec-31d487c90095: This subnet is being modified by another concurrent operation. Mar 14 15:28:39.122265 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server Mar 14 15:28:39.130077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] device_id is not set on port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:28:39.158652 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6fb908-e68e-46b9-a8cd-d97a775df9c4 None None] Network f65b1bb4-658f-4219-bac7-28d92adc5130 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:39.206960 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe3fbf2e-5a69-44e7-a712-8ad912187e2f tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 14 15:28:39.207591 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe3fbf2e-5a69-44e7-a712-8ad912187e2f tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:39.239624 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-99c3e41a-181c-4328-b1d7-d8a0fc0686d6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.276282 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-99c3e41a-181c-4328-b1d7-d8a0fc0686d6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f65b1bb4-658f-4219-bac7-28d92adc5130']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:39.303149 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-99c3e41a-181c-4328-b1d7-d8a0fc0686d6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eecbea1-9ad2-458b-a890-5d0cd934a0cf') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:39.303149 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-99c3e41a-181c-4328-b1d7-d8a0fc0686d6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eecbea1-9ad2-458b-a890-5d0cd934a0cf') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:39.319183 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-99c3e41a-181c-4328-b1d7-d8a0fc0686d6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.329876 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:39.330696 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.346581 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-99c3e41a-181c-4328-b1d7-d8a0fc0686d6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.358609 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c3e41a-181c-4328-b1d7-d8a0fc0686d6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:28:39.359003 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-99c3e41a-181c-4328-b1d7-d8a0fc0686d6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:39.374294 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:39.392834 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc049df-c439-4923-ba19-7ce75cbc638b tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Pushing event updated for resources: {'Subnet': ['ID=a627a477-11bf-4fe8-905f-5f79547e9d04,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:39.406287 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008f9b5a-28aa-421e-8549-24756483c8d6,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:39.412531 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-fe3fbf2e-5a69-44e7-a712-8ad912187e2f tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "DELETE /v2.0/networks/ddadc3fc-66dd-451d-ae36-b4f0c27bfe5e HTTP/1.1" status: 409 len: 405 time: 0.5297797 Mar 14 15:28:39.418884 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45324) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:39.431988 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-61fb4801-23e8-4c16-8c99-2e8f57295bbf tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-513731412'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:39.450822 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-61fb4801-23e8-4c16-8c99-2e8f57295bbf tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:39.471763 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-61fb4801-23e8-4c16-8c99-2e8f57295bbf tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Usage tracker for resource:network and tenant:d9cfdbb6b6c34210b02a80d9af087402 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:39.480471 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc049df-c439-4923-ba19-7ce75cbc638b tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Checking segment: {'id': 'd04f12f8-71d8-4de0-9eaa-aa6ec74728b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2a63c12c-fcd9-43af-8771-ae63744d67e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:39.480980 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc049df-c439-4923-ba19-7ce75cbc638b tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Network hostable DHCP agents. Network: 2a63c12c-fcd9-43af-8771-ae63744d67e5, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:39.485675 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-99c3e41a-181c-4328-b1d7-d8a0fc0686d6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.489821 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-61fb4801-23e8-4c16-8c99-2e8f57295bbf tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:39.490995 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-99c3e41a-181c-4328-b1d7-d8a0fc0686d6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.500640 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-61fb4801-23e8-4c16-8c99-2e8f57295bbf tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:39.516051 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490a8bee-0c5c-4f4f-9c64-0628c11619d0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Router 2813b1c9-aa83-4787-8366-dd804a80c313 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:28:39.524169 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3e41a-181c-4328-b1d7-d8a0fc0686d6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Network': ['ID=f65b1bb4-658f-4219-bac7-28d92adc5130,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:39.537915 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-99c3e41a-181c-4328-b1d7-d8a0fc0686d6 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/networks/f65b1bb4-658f-4219-bac7-28d92adc5130 HTTP/1.1" status: 204 len: 168 time: 1.5265267 Mar 14 15:28:39.538259 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45328) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:39.546810 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-127d2b6b-25b4-475d-aef4-4ab95625a4cd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-989882008'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:39.552774 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-127d2b6b-25b4-475d-aef4-4ab95625a4cd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:39.556505 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fb4801-23e8-4c16-8c99-2e8f57295bbf tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Made reservation on behalf of d9cfdbb6b6c34210b02a80d9af087402 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:39.559637 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-61fb4801-23e8-4c16-8c99-2e8f57295bbf tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.563795 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-127d2b6b-25b4-475d-aef4-4ab95625a4cd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Usage tracker for resource:network and tenant:8ce288610c2044ef9092cae68bf915fb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:39.618129 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-127d2b6b-25b4-475d-aef4-4ab95625a4cd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:39.667579 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b915035-f6e2-47af-b233-8b3d83408f53 req-5d9dc52e-c3cb-4721-a57e-b8163a44e15f tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:39.669044 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0b915035-f6e2-47af-b233-8b3d83408f53 req-5d9dc52e-c3cb-4721-a57e-b8163a44e15f tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.4373729 Mar 14 15:28:39.700186 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-127d2b6b-25b4-475d-aef4-4ab95625a4cd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:39.711437 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61fb4801-23e8-4c16-8c99-2e8f57295bbf tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:39.718322 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127d2b6b-25b4-475d-aef4-4ab95625a4cd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Made reservation on behalf of 8ce288610c2044ef9092cae68bf915fb for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:39.721417 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-127d2b6b-25b4-475d-aef4-4ab95625a4cd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.727210 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc049df-c439-4923-ba19-7ce75cbc638b tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Network 2a63c12c-fcd9-43af-8771-ae63744d67e5 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:39.778790 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127d2b6b-25b4-475d-aef4-4ab95625a4cd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:39.786212 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-61fb4801-23e8-4c16-8c99-2e8f57295bbf tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.786553 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-61fb4801-23e8-4c16-8c99-2e8f57295bbf tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Added segment 27dc6844-741c-4b7c-8bc9-22712bd47e25 of type vlan for network 23c9654f-3ce8-4874-8e45-ef0fd9b12ff0 Mar 14 15:28:39.792539 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-127d2b6b-25b4-475d-aef4-4ab95625a4cd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.792878 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-127d2b6b-25b4-475d-aef4-4ab95625a4cd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Added segment e506c96c-7bc9-49eb-9fdf-b14594926930 of type vlan for network 534dccd8-3571-44f8-ad06-9aa151bd6d44 Mar 14 15:28:39.800254 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-ebc049df-c439-4923-ba19-7ce75cbc638b tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 2a63c12c-fcd9-43af-8771-ae63744d67e5) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:39.810088 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cfef0b-8707-4c11-82b0-8d40f5394ed9 None None] Network 2a63c12c-fcd9-43af-8771-ae63744d67e5 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:39.824422 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc049df-c439-4923-ba19-7ce75cbc638b tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:39.825261 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ebc049df-c439-4923-ba19-7ce75cbc638b tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.837519 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-127d2b6b-25b4-475d-aef4-4ab95625a4cd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.847777 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0b915035-f6e2-47af-b233-8b3d83408f53 req-ccdd7675-e736-4402-a314-f32747709f95 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601782 Mar 14 15:28:39.865107 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-61fb4801-23e8-4c16-8c99-2e8f57295bbf tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.872292 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] device_id is not set on port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:28:39.887115 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.922434 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ebc049df-c439-4923-ba19-7ce75cbc638b tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3845587 Mar 14 15:28:39.932011 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45334) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:39.933120 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Transition to ACTIVE for port object 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:39.950870 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-57f07504-78b3-424b-94ab-2f30cafeb417 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Request body: {'port': {'network_id': '2a63c12c-fcd9-43af-8771-ae63744d67e5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-235485717'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:39.952061 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-127d2b6b-25b4-475d-aef4-4ab95625a4cd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.956207 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127d2b6b-25b4-475d-aef4-4ab95625a4cd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:39.957096 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-127d2b6b-25b4-475d-aef4-4ab95625a4cd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.025327 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.031949 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-61fb4801-23e8-4c16-8c99-2e8f57295bbf tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.035592 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fb4801-23e8-4c16-8c99-2e8f57295bbf tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:40.036334 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-61fb4801-23e8-4c16-8c99-2e8f57295bbf tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.106870 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-305b8d16-d0d9-41e8-873e-9abd83e787fa None None] Provisioning complete for port 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:40.106870 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-305b8d16-d0d9-41e8-873e-9abd83e787fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.126272 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-127d2b6b-25b4-475d-aef4-4ab95625a4cd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5870047 Mar 14 15:28:40.133303 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45338) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:40.147685 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a9e45290-9e5d-4f36-bf68-ee08e9028c62 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'subnet': {'network_id': '534dccd8-3571-44f8-ad06-9aa151bd6d44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:40.177287 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d2b6b-25b4-475d-aef4-4ab95625a4cd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Network': ['ID=534dccd8-3571-44f8-ad06-9aa151bd6d44,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:40.221694 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 534dccd8-3571-44f8-ad06-9aa151bd6d44 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:28:40.239957 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a562966d-597a-4edb-b0c8-338049995657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-2a63c12c-fcd9-43af-8771-ae63744d67e5', 'network_id': '2a63c12c-fcd9-43af-8771-ae63744d67e5', 'tenant_id': '65d586cc9e1e47748bfd11899f41c0cb', 'fixed_ips': [{'subnet_id': 'a627a477-11bf-4fe8-905f-5f79547e9d04'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:28:40.240777 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a562966d-597a-4edb-b0c8-338049995657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.271728 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Pushing event updated for resources: {'Port': ['ID=2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:40.290727 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-61fb4801-23e8-4c16-8c99-2e8f57295bbf tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8671176 Mar 14 15:28:40.291623 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45342) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:40.309454 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490a8bee-0c5c-4f4f-9c64-0628c11619d0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:28:40.317536 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6795d0bf-de4c-402c-ba5a-57f1193f4910 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Request body: {'subnet': {'network_id': '23c9654f-3ce8-4874-8e45-ef0fd9b12ff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:40.318562 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-490a8bee-0c5c-4f4f-9c64-0628c11619d0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.319767 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-490a8bee-0c5c-4f4f-9c64-0628c11619d0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "PUT /v2.0/routers/2813b1c9-aa83-4787-8366-dd804a80c313 HTTP/1.1" status: 200 len: 882 time: 5.7867811 Mar 14 15:28:40.323203 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a9e45290-9e5d-4f36-bf68-ee08e9028c62 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:40.325129 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45346) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:40.330660 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a9e45290-9e5d-4f36-bf68-ee08e9028c62 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Usage tracker for resource:subnet and tenant:8ce288610c2044ef9092cae68bf915fb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:40.333011 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71969474-d8ca-4af2-ad56-d97bd558072f None None] Sync routers for ids ['2813b1c9-aa83-4787-8366-dd804a80c313'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:28:40.336724 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb4801-23e8-4c16-8c99-2e8f57295bbf tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event updated for resources: {'Network': ['ID=23c9654f-3ce8-4874-8e45-ef0fd9b12ff0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:40.397395 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 23c9654f-3ce8-4874-8e45-ef0fd9b12ff0 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:28:40.481419 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a9e45290-9e5d-4f36-bf68-ee08e9028c62 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:40.489613 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-57f07504-78b3-424b-94ab-2f30cafeb417 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:40.498474 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-57f07504-78b3-424b-94ab-2f30cafeb417 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Usage tracker for resource:port and tenant:65d586cc9e1e47748bfd11899f41c0cb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:40.499754 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a9e45290-9e5d-4f36-bf68-ee08e9028c62 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:40.501414 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6795d0bf-de4c-402c-ba5a-57f1193f4910 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:40.507259 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-57f07504-78b3-424b-94ab-2f30cafeb417 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:40.518454 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-57f07504-78b3-424b-94ab-2f30cafeb417 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:40.520433 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Checking segment: {'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:40.520796 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Network hostable DHCP agents. Network: 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:40.526415 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6795d0bf-de4c-402c-ba5a-57f1193f4910 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:40.551234 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f07504-78b3-424b-94ab-2f30cafeb417 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Made reservation on behalf of 65d586cc9e1e47748bfd11899f41c0cb for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:40.555333 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57f07504-78b3-424b-94ab-2f30cafeb417 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.560244 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67aaf-fe57-46af-a7ed-4e13802ae47f req-540b0e59-e1ec-4047-b8e3-bf24f4b7f3e9 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:40.561622 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7bc67aaf-fe57-46af-a7ed-4e13802ae47f req-540b0e59-e1ec-4047-b8e3-bf24f4b7f3e9 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.5090413 Mar 14 15:28:40.567224 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6795d0bf-de4c-402c-ba5a-57f1193f4910 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Made reservation on behalf of d9cfdbb6b6c34210b02a80d9af087402 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:40.571909 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71969474-d8ca-4af2-ad56-d97bd558072f None None] Routers {'2813b1c9-aa83-4787-8366-dd804a80c313'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:28:40.572620 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-71969474-d8ca-4af2-ad56-d97bd558072f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:28:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2813b1c9-aa83-4787-8366-dd804a80c313'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:40.575244 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e45290-9e5d-4f36-bf68-ee08e9028c62 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Made reservation on behalf of 8ce288610c2044ef9092cae68bf915fb for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:40.661237 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-57f07504-78b3-424b-94ab-2f30cafeb417 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] device_id is not set on port 023e590e-fd15-4926-9066-bc6e0c64b3a5 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:28:40.668763 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-71969474-d8ca-4af2-ad56-d97bd558072f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:40.701356 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:40.736499 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71969474-d8ca-4af2-ad56-d97bd558072f None None] Routers {'2813b1c9-aa83-4787-8366-dd804a80c313'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:28:40.736709 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7bc67aaf-fe57-46af-a7ed-4e13802ae47f req-9c95cc63-8bab-4d8d-af92-7257886d5f7d tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455367 Mar 14 15:28:40.737201 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:40.737979 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-71969474-d8ca-4af2-ad56-d97bd558072f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:28:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2813b1c9-aa83-4787-8366-dd804a80c313'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:40.740122 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9e45290-9e5d-4f36-bf68-ee08e9028c62 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.740967 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:40.777350 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6795d0bf-de4c-402c-ba5a-57f1193f4910 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.792222 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d0dc69-8585-49cd-b98d-f633ff48d931 None None] Network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:40.894934 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-71969474-d8ca-4af2-ad56-d97bd558072f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:40.895399 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71969474-d8ca-4af2-ad56-d97bd558072f None None] The sync data for ids ['2813b1c9-aa83-4787-8366-dd804a80c313'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:28:40.909676 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-a562966d-597a-4edb-b0c8-338049995657 None None] Allocated IP 2001:db8::2 (2a63c12c-fcd9-43af-8771-ae63744d67e5/a627a477-11bf-4fe8-905f-5f79547e9d04/af538f0b-06c2-4898-b9a3-9059049d7491) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:40.939921 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:40.940127 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-693ea06c-6176-47ef-80bc-c06a71498a8f tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "GET /v2.0/routers/2813b1c9-aa83-4787-8366-dd804a80c313 HTTP/1.1" status: 200 len: 923 time: 0.6134233 Mar 14 15:28:40.940738 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:40.941313 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:40.944811 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45352) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:41.012914 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:41.013319 dv-neutron-833561-1-hyperv neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:41.017591 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 2 to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e Mar 14 15:28:41.053021 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:41.053360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:41.053694 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:41.059362 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9e45290-9e5d-4f36-bf68-ee08e9028c62 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.067461 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4e37a8f3-0eb4-40e2-ac20-ade69be1ca48 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&device_id=2813b1c9-aa83-4787-8366-dd804a80c313&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1207976 Mar 14 15:28:41.070651 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:41.071033 dv-neutron-833561-1-hyperv neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:41.071532 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45356) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:41.074981 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 3 to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e Mar 14 15:28:41.138918 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e45290-9e5d-4f36-bf68-ee08e9028c62 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Subnet': ['ID=5c7da3a5-fbda-4f3f-8312-32352dcef3a7,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:41.195936 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e45290-9e5d-4f36-bf68-ee08e9028c62 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Checking segment: {'id': 'e506c96c-7bc9-49eb-9fdf-b14594926930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '534dccd8-3571-44f8-ad06-9aa151bd6d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:41.197098 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e45290-9e5d-4f36-bf68-ee08e9028c62 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Network hostable DHCP agents. Network: 534dccd8-3571-44f8-ad06-9aa151bd6d44, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:41.208223 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:41.208564 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:41.208903 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:41.224888 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e45290-9e5d-4f36-bf68-ee08e9028c62 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Network 534dccd8-3571-44f8-ad06-9aa151bd6d44 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:41.231901 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a562966d-597a-4edb-b0c8-338049995657 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.237180 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-a9e45290-9e5d-4f36-bf68-ee08e9028c62 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 534dccd8-3571-44f8-ad06-9aa151bd6d44) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:41.242730 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e45290-9e5d-4f36-bf68-ee08e9028c62 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:41.243456 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9e45290-9e5d-4f36-bf68-ee08e9028c62 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.245081 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a562966d-597a-4edb-b0c8-338049995657 None None] Transition to ACTIVE for port object af538f0b-06c2-4898-b9a3-9059049d7491 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:41.250091 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7ee07f-cb61-417c-8462-b5464fec7674 None None] Network 534dccd8-3571-44f8-ad06-9aa151bd6d44 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:41.251055 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06dbcf-771e-47f0-8eaf-e82743d6dddc req-86595947-c52c-4f89-98a9-9b268bc972f1 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:41.252586 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5b06dbcf-771e-47f0-8eaf-e82743d6dddc req-86595947-c52c-4f89-98a9-9b268bc972f1 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.3250704 Mar 14 15:28:41.272791 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a9e45290-9e5d-4f36-bf68-ee08e9028c62 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1303573 Mar 14 15:28:41.273409 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45360) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:41.281785 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:41.282148 dv-neutron-833561-1-hyperv neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:41.287765 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 4 to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e Mar 14 15:28:41.356017 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a562966d-597a-4edb-b0c8-338049995657 None None] Transition to ACTIVE for port object af538f0b-06c2-4898-b9a3-9059049d7491 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:41.356252 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:41.356437 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:41.356884 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:41.365921 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a562966d-597a-4edb-b0c8-338049995657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.419526 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f75f1bef-e1d4-4046-ac36-47296b73cd69 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.471136 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a562966d-597a-4edb-b0c8-338049995657 None None] Network 2a63c12c-fcd9-43af-8771-ae63744d67e5 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:41.478314 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-a562966d-597a-4edb-b0c8-338049995657 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:41.482177 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562966d-597a-4edb-b0c8-338049995657 None None] Pushing event updated for resources: {'Port': ['ID=af538f0b-06c2-4898-b9a3-9059049d7491,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:41.484804 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a562966d-597a-4edb-b0c8-338049995657 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:41.493326 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f75f1bef-e1d4-4046-ac36-47296b73cd69 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.550120 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:41.550978 dv-neutron-833561-1-hyperv neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:41.561907 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 5 to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e Mar 14 15:28:41.579744 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5b06dbcf-771e-47f0-8eaf-e82743d6dddc req-cdc3f4f7-2803-4d84-8fa7-928a6c0550dd tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3124406 Mar 14 15:28:41.586796 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e515b1-f16b-4a1e-a1cc-f5b0c6ff5c66 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:41.587414 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e7e515b1-f16b-4a1e-a1cc-f5b0c6ff5c66 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Synchronizing usage tracker for tenant:9f898e5d24f74cb0b260bc9e729c7776 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:28:41.587906 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f75f1bef-e1d4-4046-ac36-47296b73cd69 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.610025 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:41.610871 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:41.611514 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:41.636865 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f1bef-e1d4-4046-ac36-47296b73cd69 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Subnet': ['ID=5c7da3a5-fbda-4f3f-8312-32352dcef3a7,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:41.730355 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a562966d-597a-4edb-b0c8-338049995657 None None] Attempting to bind port af538f0b-06c2-4898-b9a3-9059049d7491 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:41.730916 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a562966d-597a-4edb-b0c8-338049995657 None None] Attempting to bind port af538f0b-06c2-4898-b9a3-9059049d7491 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'd04f12f8-71d8-4de0-9eaa-aa6ec74728b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2a63c12c-fcd9-43af-8771-ae63744d67e5'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:41.731466 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a562966d-597a-4edb-b0c8-338049995657 None None] Attempting to bind port af538f0b-06c2-4898-b9a3-9059049d7491 on network 2a63c12c-fcd9-43af-8771-ae63744d67e5 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:41.736486 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a496cdac-cc8b-4ddc-b669-d052ad40e1df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-534dccd8-3571-44f8-ad06-9aa151bd6d44', 'network_id': '534dccd8-3571-44f8-ad06-9aa151bd6d44', 'tenant_id': '8ce288610c2044ef9092cae68bf915fb', 'fixed_ips': [{'subnet_id': '5c7da3a5-fbda-4f3f-8312-32352dcef3a7'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:28:41.737285 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a496cdac-cc8b-4ddc-b669-d052ad40e1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.758747 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-57f07504-78b3-424b-94ab-2f30cafeb417 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Allocated IP 2001:db8::3e0 (2a63c12c-fcd9-43af-8771-ae63744d67e5/a627a477-11bf-4fe8-905f-5f79547e9d04/023e590e-fd15-4926-9066-bc6e0c64b3a5) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:41.759036 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a562966d-597a-4edb-b0c8-338049995657 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:28:41.759214 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a562966d-597a-4edb-b0c8-338049995657 None None] Checking segment: {'id': 'd04f12f8-71d8-4de0-9eaa-aa6ec74728b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2a63c12c-fcd9-43af-8771-ae63744d67e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:41.759624 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a562966d-597a-4edb-b0c8-338049995657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.760051 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a562966d-597a-4edb-b0c8-338049995657 None None] Bound using segment: {'id': 'd04f12f8-71d8-4de0-9eaa-aa6ec74728b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2a63c12c-fcd9-43af-8771-ae63744d67e5'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:28:41.760528 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a562966d-597a-4edb-b0c8-338049995657 None None] Bound port: af538f0b-06c2-4898-b9a3-9059049d7491, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04f12f8-71d8-4de0-9eaa-aa6ec74728b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2a63c12c-fcd9-43af-8771-ae63744d67e5'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:41.760927 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a562966d-597a-4edb-b0c8-338049995657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.774331 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:41.774659 dv-neutron-833561-1-hyperv neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:41.778813 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 6 to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e Mar 14 15:28:41.789526 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.objects.ports [None req-6795d0bf-de4c-402c-ba5a-57f1193f4910 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83911) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 14 15:28:41.792904 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e7e515b1-f16b-4a1e-a1cc-f5b0c6ff5c66 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Unset dirty status for tenant:9f898e5d24f74cb0b260bc9e729c7776 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:28:41.794083 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e7e515b1-f16b-4a1e-a1cc-f5b0c6ff5c66 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "GET /v2.0/networks/e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 HTTP/1.1" status: 200 len: 881 time: 0.7104342 Mar 14 15:28:41.799523 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45366) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:41.802869 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f75f1bef-e1d4-4046-ac36-47296b73cd69 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.803053 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6795d0bf-de4c-402c-ba5a-57f1193f4910 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.848118 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:41.849195 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:41.849195 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:41.875244 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c0accd6b-c8ec-4249-b9d5-ef675562d8f9 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "GET /v2.0/ports?device_id=2813b1c9-aa83-4787-8366-dd804a80c313 HTTP/1.1" status: 200 len: 205 time: 0.0616963 Mar 14 15:28:41.883541 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45370) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:41.899169 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:41.899491 dv-neutron-833561-1-hyperv neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:41.906606 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 7 to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e Mar 14 15:28:41.925926 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a562966d-597a-4edb-b0c8-338049995657 None None] For port af538f0b-06c2-4898-b9a3-9059049d7491, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:41.930315 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a562966d-597a-4edb-b0c8-338049995657 None None] For port af538f0b-06c2-4898-b9a3-9059049d7491, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=af538f0b-06c2-4898-b9a3-9059049d7491,segment=NetworkSegment(d04f12f8-71d8-4de0-9eaa-aa6ec74728b8),segment_id=d04f12f8-71d8-4de0-9eaa-aa6ec74728b8)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:41.934848 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3de1055-d8c8-4672-afab-1cbe54d63a15 None None] Network 534dccd8-3571-44f8-ad06-9aa151bd6d44 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:41.944053 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-f75f1bef-e1d4-4046-ac36-47296b73cd69 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534dccd8-3571-44f8-ad06-9aa151bd6d44']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:41.955800 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a562966d-597a-4edb-b0c8-338049995657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.959109 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:41.959109 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:41.959399 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:41.970977 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-f75f1bef-e1d4-4046-ac36-47296b73cd69 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e506c96c-7bc9-49eb-9fdf-b14594926930') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:41.971332 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-f75f1bef-e1d4-4046-ac36-47296b73cd69 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e506c96c-7bc9-49eb-9fdf-b14594926930') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:42.017665 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795d0bf-de4c-402c-ba5a-57f1193f4910 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event updated for resources: {'Subnet': ['ID=a4e5c6b5-668c-44c9-8406-5a89a06c9eff,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:42.032480 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f75f1bef-e1d4-4046-ac36-47296b73cd69 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.045086 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:42.045467 dv-neutron-833561-1-hyperv neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:42.049128 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 8 to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e Mar 14 15:28:42.065856 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f75f1bef-e1d4-4046-ac36-47296b73cd69 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.070747 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6795d0bf-de4c-402c-ba5a-57f1193f4910 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Checking segment: {'id': '27dc6844-741c-4b7c-8bc9-22712bd47e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '23c9654f-3ce8-4874-8e45-ef0fd9b12ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:42.071112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6795d0bf-de4c-402c-ba5a-57f1193f4910 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Network hostable DHCP agents. Network: 23c9654f-3ce8-4874-8e45-ef0fd9b12ff0, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:42.081340 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:42.081585 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75f1bef-e1d4-4046-ac36-47296b73cd69 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:28:42.081674 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:42.081809 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f75f1bef-e1d4-4046-ac36-47296b73cd69 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.082249 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:42.102754 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fb498-57b0-400c-bbb8-70f08b3b9781 req-362b369b-bf80-4038-9cfb-c5d99de9c874 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:42.105424 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-935fb498-57b0-400c-bbb8-70f08b3b9781 req-362b369b-bf80-4038-9cfb-c5d99de9c874 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.3611505 Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:42.105651 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:42.124088 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:42.124461 dv-neutron-833561-1-hyperv neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:42.127637 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 9 to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e Mar 14 15:28:42.156521 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562966d-597a-4edb-b0c8-338049995657 None None] Pushing event updated for resources: {'Port': ['ID=af538f0b-06c2-4898-b9a3-9059049d7491,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:42.201834 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:42.206653 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:42.207045 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:42.217159 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6795d0bf-de4c-402c-ba5a-57f1193f4910 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Network 23c9654f-3ce8-4874-8e45-ef0fd9b12ff0 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:42.222256 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57f07504-78b3-424b-94ab-2f30cafeb417 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.243134 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:42.243493 dv-neutron-833561-1-hyperv neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:42.247450 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 10 to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e Mar 14 15:28:42.263112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-57f07504-78b3-424b-94ab-2f30cafeb417 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Transition to ACTIVE for port object 023e590e-fd15-4926-9066-bc6e0c64b3a5 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:42.265727 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-6795d0bf-de4c-402c-ba5a-57f1193f4910 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 23c9654f-3ce8-4874-8e45-ef0fd9b12ff0) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:42.275506 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6795d0bf-de4c-402c-ba5a-57f1193f4910 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:42.276080 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6795d0bf-de4c-402c-ba5a-57f1193f4910 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.277138 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5b2142-542a-424b-b27c-be4fa28fe6e5 None None] Network 23c9654f-3ce8-4874-8e45-ef0fd9b12ff0 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:42.284708 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:42.285052 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:42.285390 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:42.328291 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:42.328291 dv-neutron-833561-1-hyperv neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:42.328545 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.343457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57f07504-78b3-424b-94ab-2f30cafeb417 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.351029 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6795d0bf-de4c-402c-ba5a-57f1193f4910 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0527802 Mar 14 15:28:42.358655 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45378) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:42.364336 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f75f1bef-e1d4-4046-ac36-47296b73cd69 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.375323 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f7c7ebee-9c06-4798-92d4-6a669c2c02c4 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Request body: {'port': {'network_id': '23c9654f-3ce8-4874-8e45-ef0fd9b12ff0', 'name': 'tempest-NetworksIpV6TestAttrs-11869070'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:42.504226 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f75f1bef-e1d4-4046-ac36-47296b73cd69 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.516789 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f1bef-e1d4-4046-ac36-47296b73cd69 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Network': ['ID=534dccd8-3571-44f8-ad06-9aa151bd6d44,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:42.520503 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-935fb498-57b0-400c-bbb8-70f08b3b9781 req-34cbdbb4-72cd-462a-856f-e7679cb699d6 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2391179 Mar 14 15:28:42.547703 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f75f1bef-e1d4-4046-ac36-47296b73cd69 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/networks/534dccd8-3571-44f8-ad06-9aa151bd6d44 HTTP/1.1" status: 204 len: 168 time: 1.2732043 Mar 14 15:28:42.551766 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45382) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:42.558492 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f242b8f0-b376-4360-8588-5b1382cd27d0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-501284232'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:42.566032 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f242b8f0-b376-4360-8588-5b1382cd27d0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:42.567464 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] For port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:42.568191 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempted to set empty binding levels {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 14 15:28:42.571500 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f07504-78b3-424b-94ab-2f30cafeb417 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Network 2a63c12c-fcd9-43af-8771-ae63744d67e5 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:42.579418 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f242b8f0-b376-4360-8588-5b1382cd27d0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Usage tracker for resource:network and tenant:8ce288610c2044ef9092cae68bf915fb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:42.585508 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-57f07504-78b3-424b-94ab-2f30cafeb417 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:42.590651 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f07504-78b3-424b-94ab-2f30cafeb417 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:42.596475 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f07504-78b3-424b-94ab-2f30cafeb417 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:42.598263 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57f07504-78b3-424b-94ab-2f30cafeb417 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.600237 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f242b8f0-b376-4360-8588-5b1382cd27d0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:42.613430 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f242b8f0-b376-4360-8588-5b1382cd27d0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:42.615058 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.621965 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f07504-78b3-424b-94ab-2f30cafeb417 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Pushing event updated for resources: {'Port': ['ID=023e590e-fd15-4926-9066-bc6e0c64b3a5,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:42.644517 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f7c7ebee-9c06-4798-92d4-6a669c2c02c4 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:42.658074 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f7c7ebee-9c06-4798-92d4-6a669c2c02c4 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Usage tracker for resource:port and tenant:d9cfdbb6b6c34210b02a80d9af087402 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:42.681512 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f7c7ebee-9c06-4798-92d4-6a669c2c02c4 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:42.681512 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f242b8f0-b376-4360-8588-5b1382cd27d0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Made reservation on behalf of 8ce288610c2044ef9092cae68bf915fb for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:42.684392 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f242b8f0-b376-4360-8588-5b1382cd27d0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.699842 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb174db-6b69-424a-a237-f12a1d25cb4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-23c9654f-3ce8-4874-8e45-ef0fd9b12ff0', 'network_id': '23c9654f-3ce8-4874-8e45-ef0fd9b12ff0', 'tenant_id': 'd9cfdbb6b6c34210b02a80d9af087402', 'fixed_ips': [{'subnet_id': 'a4e5c6b5-668c-44c9-8406-5a89a06c9eff'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:28:42.703014 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f7c7ebee-9c06-4798-92d4-6a669c2c02c4 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:42.706733 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eb174db-6b69-424a-a237-f12a1d25cb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.718390 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.736389 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-57f07504-78b3-424b-94ab-2f30cafeb417 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.8011720 Mar 14 15:28:42.743457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45388) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:42.746853 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c7ebee-9c06-4798-92d4-6a669c2c02c4 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Made reservation on behalf of d9cfdbb6b6c34210b02a80d9af087402 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:42.749914 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7c7ebee-9c06-4798-92d4-6a669c2c02c4 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.765272 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e32fe67e-0e9f-47f8-a081-2ba207a9a45a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Request body: {'port': {'network_id': '2a63c12c-fcd9-43af-8771-ae63744d67e5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-576069909', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:42.765834 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.api.validators [None req-e32fe67e-0e9f-47f8-a081-2ba207a9a45a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] bootfile-name is not in valid_values {{(pid=83911) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 14 15:28:42.766204 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.api.validators [None req-e32fe67e-0e9f-47f8-a081-2ba207a9a45a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] tftp-server is not in valid_values {{(pid=83911) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 14 15:28:42.766556 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.api.validators [None req-e32fe67e-0e9f-47f8-a081-2ba207a9a45a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] server-ip-address is not in valid_values {{(pid=83911) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 14 15:28:42.773579 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f242b8f0-b376-4360-8588-5b1382cd27d0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:42.781401 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Pushing event updated for resources: {'Port': ['ID=2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:42.786936 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f242b8f0-b376-4360-8588-5b1382cd27d0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.787422 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-f242b8f0-b376-4360-8588-5b1382cd27d0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Added segment cd145aed-3590-466a-a563-e0a4a43aed5f of type vlan for network 19488311-18ee-426c-a135-52e5b5651830 Mar 14 15:28:42.814259 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device af538f0b-06c2-4898-b9a3-9059049d7491 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:28:42.833266 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f242b8f0-b376-4360-8588-5b1382cd27d0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.845030 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3f2c008f-4363-4df5-94c0-0e4eb9e1a051 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.4557540 Mar 14 15:28:42.847876 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45392) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:42.848027 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ada9217d-8045-4ac3-8ce0-7fc37f9f3415 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.916399 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d219f87a-0ca0-4709-84a4-efbec1bfabcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.947884 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-f7c7ebee-9c06-4798-92d4-6a669c2c02c4 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] device_id is not set on port c580ffa6-3176-4cd9-ad3a-f3aaad97a2fa yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:28:42.981713 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3e1a50e2-20cd-434c-aacb-9334603ed991 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Deleting port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:42.983020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e1a50e2-20cd-434c-aacb-9334603ed991 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.988575 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-4eb174db-6b69-424a-a237-f12a1d25cb4a None None] Allocated IP 2001:db8::f816:3eff:fe84:d226 (23c9654f-3ce8-4874-8e45-ef0fd9b12ff0/a4e5c6b5-668c-44c9-8406-5a89a06c9eff/624258f9-3c93-4708-85af-3b526ebcf046) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:42.993846 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port af538f0b-06c2-4898-b9a3-9059049d7491 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:28:42.998405 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-f242b8f0-b376-4360-8588-5b1382cd27d0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:28:43.040352 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e32fe67e-0e9f-47f8-a081-2ba207a9a45a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:43.053564 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e32fe67e-0e9f-47f8-a081-2ba207a9a45a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Usage tracker for resource:port and tenant:65d586cc9e1e47748bfd11899f41c0cb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:43.057988 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e32fe67e-0e9f-47f8-a081-2ba207a9a45a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:43.066861 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e32fe67e-0e9f-47f8-a081-2ba207a9a45a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:43.134407 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f242b8f0-b376-4360-8588-5b1382cd27d0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.139647 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f242b8f0-b376-4360-8588-5b1382cd27d0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:43.140483 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f242b8f0-b376-4360-8588-5b1382cd27d0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.151368 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32fe67e-0e9f-47f8-a081-2ba207a9a45a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Made reservation on behalf of 65d586cc9e1e47748bfd11899f41c0cb for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:43.155528 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e32fe67e-0e9f-47f8-a081-2ba207a9a45a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.264892 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-e32fe67e-0e9f-47f8-a081-2ba207a9a45a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] device_id is not set on port 4f01d0fd-5d00-434f-a9a9-e02f7e45a6f8 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:28:43.291673 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f242b8f0-b376-4360-8588-5b1382cd27d0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Network': ['ID=19488311-18ee-426c-a135-52e5b5651830,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:43.303623 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f242b8f0-b376-4360-8588-5b1382cd27d0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7508454 Mar 14 15:28:43.307602 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45396) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:43.308623 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e1a50e2-20cd-434c-aacb-9334603ed991 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] For port 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e, host hv-neutron-8335, got binding levels [] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:43.309068 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e1a50e2-20cd-434c-aacb-9334603ed991 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.324858 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-902b4085-bbec-4d96-8a87-f13d05b27265 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'subnet': {'network_id': '19488311-18ee-426c-a135-52e5b5651830', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:43.331832 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eb174db-6b69-424a-a237-f12a1d25cb4a None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.349168 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 19488311-18ee-426c-a135-52e5b5651830 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:28:43.367243 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4eb174db-6b69-424a-a237-f12a1d25cb4a None None] Transition to ACTIVE for port object 624258f9-3c93-4708-85af-3b526ebcf046 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:43.394490 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4eb174db-6b69-424a-a237-f12a1d25cb4a None None] Transition to ACTIVE for port object 624258f9-3c93-4708-85af-3b526ebcf046 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:43.399258 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f668fd4-1d82-4423-8d29-2ab0f92e097b None None] Network 2a63c12c-fcd9-43af-8771-ae63744d67e5 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:43.422497 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ada9217d-8045-4ac3-8ce0-7fc37f9f3415 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.434987 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ada9217d-8045-4ac3-8ce0-7fc37f9f3415 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Deleting port bdae3132-c5bd-4f10-880d-7cf7114d66e1 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:43.435571 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ada9217d-8045-4ac3-8ce0-7fc37f9f3415 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.529050 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eb174db-6b69-424a-a237-f12a1d25cb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.547634 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3e1a50e2-20cd-434c-aacb-9334603ed991 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Calling delete_port for 2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:43.637471 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-f7c7ebee-9c06-4798-92d4-6a669c2c02c4 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Allocated IP 2001:db8::f816:3eff:fe94:2489 (23c9654f-3ce8-4874-8e45-ef0fd9b12ff0/a4e5c6b5-668c-44c9-8406-5a89a06c9eff/c580ffa6-3176-4cd9-ad3a-f3aaad97a2fa) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:43.651601 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb174db-6b69-424a-a237-f12a1d25cb4a None None] Network 23c9654f-3ce8-4874-8e45-ef0fd9b12ff0 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:43.656023 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d3359b8d-11c7-45e1-95a8-d41eb0c26768 None None] Provisioning for port af538f0b-06c2-4898-b9a3-9059049d7491 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:28:43.659191 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-4eb174db-6b69-424a-a237-f12a1d25cb4a None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:43.666394 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb174db-6b69-424a-a237-f12a1d25cb4a None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:43.676437 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb174db-6b69-424a-a237-f12a1d25cb4a None None] Pushing event updated for resources: {'Port': ['ID=624258f9-3c93-4708-85af-3b526ebcf046,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:43.684867 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d3359b8d-11c7-45e1-95a8-d41eb0c26768 None None] Provisioning complete for port af538f0b-06c2-4898-b9a3-9059049d7491 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:43.685065 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d3359b8d-11c7-45e1-95a8-d41eb0c26768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.702613 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-902b4085-bbec-4d96-8a87-f13d05b27265 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:43.722926 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-902b4085-bbec-4d96-8a87-f13d05b27265 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Usage tracker for resource:subnet and tenant:8ce288610c2044ef9092cae68bf915fb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:43.726531 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ada9217d-8045-4ac3-8ce0-7fc37f9f3415 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.727605 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-902b4085-bbec-4d96-8a87-f13d05b27265 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:43.847220 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-e32fe67e-0e9f-47f8-a081-2ba207a9a45a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Allocated IP 2001:db8::c1 (2a63c12c-fcd9-43af-8771-ae63744d67e5/a627a477-11bf-4fe8-905f-5f79547e9d04/4f01d0fd-5d00-434f-a9a9-e02f7e45a6f8) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:43.851479 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-902b4085-bbec-4d96-8a87-f13d05b27265 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:43.877557 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ada9217d-8045-4ac3-8ce0-7fc37f9f3415 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Calling delete_port for bdae3132-c5bd-4f10-880d-7cf7114d66e1 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:43.879561 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e1a50e2-20cd-434c-aacb-9334603ed991 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.883727 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902b4085-bbec-4d96-8a87-f13d05b27265 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Made reservation on behalf of 8ce288610c2044ef9092cae68bf915fb for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:43.926590 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4eb174db-6b69-424a-a237-f12a1d25cb4a None None] Attempting to bind port 624258f9-3c93-4708-85af-3b526ebcf046 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:43.927074 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4eb174db-6b69-424a-a237-f12a1d25cb4a None None] Attempting to bind port 624258f9-3c93-4708-85af-3b526ebcf046 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '27dc6844-741c-4b7c-8bc9-22712bd47e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '23c9654f-3ce8-4874-8e45-ef0fd9b12ff0'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:43.927445 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb174db-6b69-424a-a237-f12a1d25cb4a None None] Attempting to bind port 624258f9-3c93-4708-85af-3b526ebcf046 on network 23c9654f-3ce8-4874-8e45-ef0fd9b12ff0 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:43.998401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb174db-6b69-424a-a237-f12a1d25cb4a None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:28:43.998401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb174db-6b69-424a-a237-f12a1d25cb4a None None] Checking segment: {'id': '27dc6844-741c-4b7c-8bc9-22712bd47e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '23c9654f-3ce8-4874-8e45-ef0fd9b12ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:43.998750 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eb174db-6b69-424a-a237-f12a1d25cb4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.998842 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb174db-6b69-424a-a237-f12a1d25cb4a None None] Bound using segment: {'id': '27dc6844-741c-4b7c-8bc9-22712bd47e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '23c9654f-3ce8-4874-8e45-ef0fd9b12ff0'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:28:44.000196 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4eb174db-6b69-424a-a237-f12a1d25cb4a None None] Bound port: 624258f9-3c93-4708-85af-3b526ebcf046, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27dc6844-741c-4b7c-8bc9-22712bd47e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '23c9654f-3ce8-4874-8e45-ef0fd9b12ff0'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:44.000196 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eb174db-6b69-424a-a237-f12a1d25cb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.001631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a50e2-20cd-434c-aacb-9334603ed991 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Pushing event deleted for resources: {'Port': ['ID=2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:44.059438 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e1a50e2-20cd-434c-aacb-9334603ed991 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.086832 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d3359b8d-11c7-45e1-95a8-d41eb0c26768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.088928 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7c7ebee-9c06-4798-92d4-6a669c2c02c4 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.116370 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-f7c7ebee-9c06-4798-92d4-6a669c2c02c4 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Transition to ACTIVE for port object c580ffa6-3176-4cd9-ad3a-f3aaad97a2fa will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:44.135349 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-902b4085-bbec-4d96-8a87-f13d05b27265 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.165827 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d3359b8d-11c7-45e1-95a8-d41eb0c26768 None None] For port af538f0b-06c2-4898-b9a3-9059049d7491, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=af538f0b-06c2-4898-b9a3-9059049d7491,segment=NetworkSegment(d04f12f8-71d8-4de0-9eaa-aa6ec74728b8),segment_id=d04f12f8-71d8-4de0-9eaa-aa6ec74728b8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:44.167411 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4eb174db-6b69-424a-a237-f12a1d25cb4a None None] For port 624258f9-3c93-4708-85af-3b526ebcf046, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:44.171448 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4eb174db-6b69-424a-a237-f12a1d25cb4a None None] For port 624258f9-3c93-4708-85af-3b526ebcf046, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=624258f9-3c93-4708-85af-3b526ebcf046,segment=NetworkSegment(27dc6844-741c-4b7c-8bc9-22712bd47e25),segment_id=27dc6844-741c-4b7c-8bc9-22712bd47e25)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:44.177258 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d3359b8d-11c7-45e1-95a8-d41eb0c26768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.204401 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ada9217d-8045-4ac3-8ce0-7fc37f9f3415 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.221440 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eb174db-6b69-424a-a237-f12a1d25cb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.236038 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3e1a50e2-20cd-434c-aacb-9334603ed991 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] 10.222.0.60 "DELETE /v2.0/ports/2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e HTTP/1.1" status: 204 len: 168 time: 1.3872459 Mar 14 15:28:44.254766 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45400) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:44.257061 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7c7ebee-9c06-4798-92d4-6a669c2c02c4 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.276403 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3359b8d-11c7-45e1-95a8-d41eb0c26768 None None] Pushing event updated for resources: {'Port': ['ID=af538f0b-06c2-4898-b9a3-9059049d7491,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:44.418152 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb174db-6b69-424a-a237-f12a1d25cb4a None None] Pushing event updated for resources: {'Port': ['ID=624258f9-3c93-4708-85af-3b526ebcf046,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:44.429557 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e32fe67e-0e9f-47f8-a081-2ba207a9a45a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.471532 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9217d-8045-4ac3-8ce0-7fc37f9f3415 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Pushing event deleted for resources: {'Port': ['ID=bdae3132-c5bd-4f10-880d-7cf7114d66e1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:44.495007 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-e32fe67e-0e9f-47f8-a081-2ba207a9a45a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Transition to ACTIVE for port object 4f01d0fd-5d00-434f-a9a9-e02f7e45a6f8 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:44.520756 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99bb3ad-beef-4a0d-a0b1-026d362927f6 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] GET failed (client error): The resource could not be found. Mar 14 15:28:44.521666 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d99bb3ad-beef-4a0d-a0b1-026d362927f6 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] 10.222.0.60 "GET /v2.0/ports/2aa7e6e4-5c4e-4981-89b6-f44f96be3f3e HTTP/1.1" status: 404 len: 333 time: 0.2624292 Mar 14 15:28:44.525842 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45404) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:44.537077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-83f07155-ae90-48ea-b2b1-39a88848960e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Request body: {'port': {'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-493606452'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:44.545005 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-83f07155-ae90-48ea-b2b1-39a88848960e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:44.561044 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-83f07155-ae90-48ea-b2b1-39a88848960e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Usage tracker for resource:port and tenant:7c637677fd974047821fc3238fd849b7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:44.566462 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-83f07155-ae90-48ea-b2b1-39a88848960e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:44.589702 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-83f07155-ae90-48ea-b2b1-39a88848960e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:44.634300 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c7ebee-9c06-4798-92d4-6a669c2c02c4 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Network 23c9654f-3ce8-4874-8e45-ef0fd9b12ff0 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:44.643231 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-902b4085-bbec-4d96-8a87-f13d05b27265 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.644000 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f7c7ebee-9c06-4798-92d4-6a669c2c02c4 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:44.657641 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c7ebee-9c06-4798-92d4-6a669c2c02c4 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:44.662364 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c7ebee-9c06-4798-92d4-6a669c2c02c4 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:44.663049 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7c7ebee-9c06-4798-92d4-6a669c2c02c4 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.685863 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7ebee-9c06-4798-92d4-6a669c2c02c4 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event updated for resources: {'Port': ['ID=c580ffa6-3176-4cd9-ad3a-f3aaad97a2fa,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:44.704428 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bb54c53b-3a42-41cb-90db-e5b08dc472a9 None None] Provisioning for port 023e590e-fd15-4926-9066-bc6e0c64b3a5 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:28:44.716853 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bb54c53b-3a42-41cb-90db-e5b08dc472a9 None None] Provisioning complete for port 023e590e-fd15-4926-9066-bc6e0c64b3a5 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:44.719077 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb54c53b-3a42-41cb-90db-e5b08dc472a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.739744 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e32fe67e-0e9f-47f8-a081-2ba207a9a45a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.745956 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f07155-ae90-48ea-b2b1-39a88848960e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Made reservation on behalf of 7c637677fd974047821fc3238fd849b7 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:44.750381 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83f07155-ae90-48ea-b2b1-39a88848960e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.800287 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f7c7ebee-9c06-4798-92d4-6a669c2c02c4 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.4373164 Mar 14 15:28:44.828411 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-bb54c53b-3a42-41cb-90db-e5b08dc472a9 None None] Port 023e590e-fd15-4926-9066-bc6e0c64b3a5 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:28:44.855043 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bb54c53b-3a42-41cb-90db-e5b08dc472a9 None None] Provisioning complete for port af538f0b-06c2-4898-b9a3-9059049d7491 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:44.855747 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb54c53b-3a42-41cb-90db-e5b08dc472a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.887593 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45408) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:44.903491 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32fe67e-0e9f-47f8-a081-2ba207a9a45a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Pushing event updated for resources: {'Port': ['ID=4f01d0fd-5d00-434f-a9a9-e02f7e45a6f8,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:44.952806 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ada9217d-8045-4ac3-8ce0-7fc37f9f3415 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.979653 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b4085-bbec-4d96-8a87-f13d05b27265 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Subnet': ['ID=baa6082d-1aae-48e1-a1f8-06ab9aa16432,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:44.986552 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-83f07155-ae90-48ea-b2b1-39a88848960e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] device_id is not set on port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:28:45.023363 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device af538f0b-06c2-4898-b9a3-9059049d7491 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:28:45.057179 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902b4085-bbec-4d96-8a87-f13d05b27265 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Checking segment: {'id': 'cd145aed-3590-466a-a563-e0a4a43aed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '19488311-18ee-426c-a135-52e5b5651830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:45.057703 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902b4085-bbec-4d96-8a87-f13d05b27265 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Network hostable DHCP agents. Network: 19488311-18ee-426c-a135-52e5b5651830, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:45.073458 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32fe67e-0e9f-47f8-a081-2ba207a9a45a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Network 2a63c12c-fcd9-43af-8771-ae63744d67e5 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:45.081943 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e32fe67e-0e9f-47f8-a081-2ba207a9a45a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:45.088375 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32fe67e-0e9f-47f8-a081-2ba207a9a45a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:45.092776 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32fe67e-0e9f-47f8-a081-2ba207a9a45a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:45.093583 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e32fe67e-0e9f-47f8-a081-2ba207a9a45a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.096523 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1960ed62-5b75-4a89-9491-efe1d8adbb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.136564 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e32fe67e-0e9f-47f8-a081-2ba207a9a45a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.3920684 Mar 14 15:28:45.142998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45412) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:45.149983 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port af538f0b-06c2-4898-b9a3-9059049d7491 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:45.150935 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.152169 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-af155d78-548b-4a65-9473-688a100d59d7 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Deleting subnet a4e5c6b5-668c-44c9-8406-5a89a06c9eff {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:28:45.201936 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af155d78-548b-4a65-9473-688a100d59d7 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.231454 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ada9217d-8045-4ac3-8ce0-7fc37f9f3415 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.237443 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ada9217d-8045-4ac3-8ce0-7fc37f9f3415 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.240450 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6ecfd3fe-2fd1-417a-9a3b-24e519e73882 None None] Provisioning complete for port 023e590e-fd15-4926-9066-bc6e0c64b3a5 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:45.241008 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6ecfd3fe-2fd1-417a-9a3b-24e519e73882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.275321 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902b4085-bbec-4d96-8a87-f13d05b27265 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Network 19488311-18ee-426c-a135-52e5b5651830 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:45.280930 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ada9217d-8045-4ac3-8ce0-7fc37f9f3415 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.281610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada9217d-8045-4ac3-8ce0-7fc37f9f3415 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Fanout notify agent at l3_agent the message router_deleted on router 2813b1c9-aa83-4787-8366-dd804a80c313 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:28:45.304894 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ada9217d-8045-4ac3-8ce0-7fc37f9f3415 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.310344 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ada9217d-8045-4ac3-8ce0-7fc37f9f3415 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "DELETE /v2.0/routers/2813b1c9-aa83-4787-8366-dd804a80c313 HTTP/1.1" status: 204 len: 168 time: 3.4220133 Mar 14 15:28:45.311227 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45416) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:45.318407 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-90adc212-51b0-4862-bd1a-5d9ef0085f22 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-124303665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:45.325261 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af155d78-548b-4a65-9473-688a100d59d7 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.334304 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-90adc212-51b0-4862-bd1a-5d9ef0085f22 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:45.338859 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-90adc212-51b0-4862-bd1a-5d9ef0085f22 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Usage tracker for resource:router and tenant:8be743d088344cc1b7f2829a0210b983 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:45.342124 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-90adc212-51b0-4862-bd1a-5d9ef0085f22 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:45.349081 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-90adc212-51b0-4862-bd1a-5d9ef0085f22 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:45.365736 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6ecfd3fe-2fd1-417a-9a3b-24e519e73882 None None] Port 023e590e-fd15-4926-9066-bc6e0c64b3a5 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:28:45.371865 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-90adc212-51b0-4862-bd1a-5d9ef0085f22 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.373550 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-90adc212-51b0-4862-bd1a-5d9ef0085f22 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.399399 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 624258f9-3c93-4708-85af-3b526ebcf046 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:28:45.401027 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-90adc212-51b0-4862-bd1a-5d9ef0085f22 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.426860 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-90adc212-51b0-4862-bd1a-5d9ef0085f22 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.459801 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-90adc212-51b0-4862-bd1a-5d9ef0085f22 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.461766 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-90adc212-51b0-4862-bd1a-5d9ef0085f22 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1495779 Mar 14 15:28:45.464040 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45420) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:45.469351 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-902b4085-bbec-4d96-8a87-f13d05b27265 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 19488311-18ee-426c-a135-52e5b5651830) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:45.472249 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b100062b-bd04-4b83-b307-791c9b5c97e7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'enable_snat': True}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:45.473598 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902b4085-bbec-4d96-8a87-f13d05b27265 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:45.474231 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-902b4085-bbec-4d96-8a87-f13d05b27265 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.486678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1561a8-e9e5-4cfc-8576-81fb7bc8284e None None] Network 19488311-18ee-426c-a135-52e5b5651830 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:45.527071 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-902b4085-bbec-4d96-8a87-f13d05b27265 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2077482 Mar 14 15:28:45.539724 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45424) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:45.619807 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 624258f9-3c93-4708-85af-3b526ebcf046 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:28:45.666195 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83f07155-ae90-48ea-b2b1-39a88848960e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.766606 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.786774 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c592b16-f476-4b66-a596-5c7d5079f3bb tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:45.788092 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-411b521e-d8b6-4e71-9845-4c8e1ff2cccb None None] Provisioning for port 4f01d0fd-5d00-434f-a9a9-e02f7e45a6f8 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:28:45.791616 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c592b16-f476-4b66-a596-5c7d5079f3bb tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:45.798082 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c592b16-f476-4b66-a596-5c7d5079f3bb tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:45.799842 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5c592b16-f476-4b66-a596-5c7d5079f3bb tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Synchronizing usage tracker for tenant:65d586cc9e1e47748bfd11899f41c0cb on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:28:45.800833 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-411b521e-d8b6-4e71-9845-4c8e1ff2cccb None None] Provisioning complete for port 4f01d0fd-5d00-434f-a9a9-e02f7e45a6f8 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:45.801382 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-411b521e-d8b6-4e71-9845-4c8e1ff2cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.831818 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead8d3d5-63b3-4252-ace0-694d27611ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-19488311-18ee-426c-a135-52e5b5651830', 'network_id': '19488311-18ee-426c-a135-52e5b5651830', 'tenant_id': '8ce288610c2044ef9092cae68bf915fb', 'fixed_ips': [{'subnet_id': 'baa6082d-1aae-48e1-a1f8-06ab9aa16432'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:28:45.832567 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ead8d3d5-63b3-4252-ace0-694d27611ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.849363 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca151af-8862-4497-99f4-ec13502af02d None None] Network 23c9654f-3ce8-4874-8e45-ef0fd9b12ff0 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:45.888017 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5c592b16-f476-4b66-a596-5c7d5079f3bb tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Unset dirty status for tenant:65d586cc9e1e47748bfd11899f41c0cb on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:28:45.890097 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5c592b16-f476-4b66-a596-5c7d5079f3bb tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.7454667 Mar 14 15:28:45.893736 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45428) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:45.932495 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83f07155-ae90-48ea-b2b1-39a88848960e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.968241 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b100062b-bd04-4b83-b307-791c9b5c97e7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.994709 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-411b521e-d8b6-4e71-9845-4c8e1ff2cccb None None] Port 4f01d0fd-5d00-434f-a9a9-e02f7e45a6f8 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:28:46.001351 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.204377 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-ead8d3d5-63b3-4252-ace0-694d27611ea6 None None] Allocated IP 172.20.0.1 (19488311-18ee-426c-a135-52e5b5651830/baa6082d-1aae-48e1-a1f8-06ab9aa16432/db2c385e-b108-4af3-9e41-4b6714edc482) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:46.208893 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c291fd24-e04b-4ed8-9ff7-e325831ab50f None None] Provisioning for port 624258f9-3c93-4708-85af-3b526ebcf046 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:28:46.216872 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f07155-ae90-48ea-b2b1-39a88848960e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Pushing event updated for resources: {'Port': ['ID=be066c7d-19dd-49f1-bd3c-1889c36ee6b9,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:46.234955 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af155d78-548b-4a65-9473-688a100d59d7 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.287976 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-43d88493-d13e-45e7-be64-32a1d5dc124a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Deleting port 4f01d0fd-5d00-434f-a9a9-e02f7e45a6f8 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:46.288260 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43d88493-d13e-45e7-be64-32a1d5dc124a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.289758 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.295546 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c291fd24-e04b-4ed8-9ff7-e325831ab50f None None] Provisioning complete for port 624258f9-3c93-4708-85af-3b526ebcf046 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:46.295923 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c291fd24-e04b-4ed8-9ff7-e325831ab50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.296589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b100062b-bd04-4b83-b307-791c9b5c97e7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.314229 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f07155-ae90-48ea-b2b1-39a88848960e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:46.327403 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b100062b-bd04-4b83-b307-791c9b5c97e7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.339309 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-83f07155-ae90-48ea-b2b1-39a88848960e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:46.351237 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f07155-ae90-48ea-b2b1-39a88848960e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:46.352062 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f07155-ae90-48ea-b2b1-39a88848960e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:46.352665 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83f07155-ae90-48ea-b2b1-39a88848960e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.467841 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af155d78-548b-4a65-9473-688a100d59d7 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.480663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-b100062b-bd04-4b83-b307-791c9b5c97e7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Allocated IP 172.26.4.205 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/46c88a51-e12b-4a73-a49f-194699dfe14a) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:46.503064 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-83f07155-ae90-48ea-b2b1-39a88848960e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9703743 Mar 14 15:28:46.509978 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45432) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:46.519627 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8335'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:46.521401 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af155d78-548b-4a65-9473-688a100d59d7 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event deleted for resources: {'Subnet': ['ID=a4e5c6b5-668c-44c9-8406-5a89a06c9eff,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:46.525348 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.547269 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af155d78-548b-4a65-9473-688a100d59d7 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.551448 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-af155d78-548b-4a65-9473-688a100d59d7 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "DELETE /v2.0/subnets/a4e5c6b5-668c-44c9-8406-5a89a06c9eff HTTP/1.1" status: 204 len: 168 time: 1.6396010 Mar 14 15:28:46.553122 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45436) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:46.629910 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c291fd24-e04b-4ed8-9ff7-e325831ab50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.679756 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ead8d3d5-63b3-4252-ace0-694d27611ea6 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.691954 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c291fd24-e04b-4ed8-9ff7-e325831ab50f None None] For port 624258f9-3c93-4708-85af-3b526ebcf046, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=624258f9-3c93-4708-85af-3b526ebcf046,segment=NetworkSegment(27dc6844-741c-4b7c-8bc9-22712bd47e25),segment_id=27dc6844-741c-4b7c-8bc9-22712bd47e25)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:46.695372 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ead8d3d5-63b3-4252-ace0-694d27611ea6 None None] Transition to ACTIVE for port object db2c385e-b108-4af3-9e41-4b6714edc482 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:46.707058 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c291fd24-e04b-4ed8-9ff7-e325831ab50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.719824 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c61c1e3-5d6a-47af-aab6-33a247ecddcc tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:46.721253 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c61c1e3-5d6a-47af-aab6-33a247ecddcc tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:46.722197 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2c61c1e3-5d6a-47af-aab6-33a247ecddcc tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Synchronizing usage tracker for tenant:d9cfdbb6b6c34210b02a80d9af087402 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:28:46.723294 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.750969 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43d88493-d13e-45e7-be64-32a1d5dc124a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.773006 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ead8d3d5-63b3-4252-ace0-694d27611ea6 None None] Transition to ACTIVE for port object db2c385e-b108-4af3-9e41-4b6714edc482 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:46.789561 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ead8d3d5-63b3-4252-ace0-694d27611ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.801792 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291fd24-e04b-4ed8-9ff7-e325831ab50f None None] Pushing event updated for resources: {'Port': ['ID=624258f9-3c93-4708-85af-3b526ebcf046,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:46.868919 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead8d3d5-63b3-4252-ace0-694d27611ea6 None None] Network 19488311-18ee-426c-a135-52e5b5651830 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:46.872332 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-ead8d3d5-63b3-4252-ace0-694d27611ea6 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:46.876494 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead8d3d5-63b3-4252-ace0-694d27611ea6 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:46.888735 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8d3d5-63b3-4252-ace0-694d27611ea6 None None] Pushing event updated for resources: {'Port': ['ID=db2c385e-b108-4af3-9e41-4b6714edc482,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:46.892450 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad1824a-a818-4665-884f-aefbe005a811 None None] Network 23c9654f-3ce8-4874-8e45-ef0fd9b12ff0 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:46.911426 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b100062b-bd04-4b83-b307-791c9b5c97e7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.925192 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-43d88493-d13e-45e7-be64-32a1d5dc124a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Calling delete_port for 4f01d0fd-5d00-434f-a9a9-e02f7e45a6f8 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:46.953436 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2c61c1e3-5d6a-47af-aab6-33a247ecddcc tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Unset dirty status for tenant:d9cfdbb6b6c34210b02a80d9af087402 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:28:46.956831 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2c61c1e3-5d6a-47af-aab6-33a247ecddcc tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3998976 Mar 14 15:28:46.956930 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45440) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:46.993412 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.046399 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Subnet': ['ID=baa6082d-1aae-48e1-a1f8-06ab9aa16432,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:47.089827 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ead8d3d5-63b3-4252-ace0-694d27611ea6 None None] Attempting to bind port db2c385e-b108-4af3-9e41-4b6714edc482 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:47.090227 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ead8d3d5-63b3-4252-ace0-694d27611ea6 None None] Attempting to bind port db2c385e-b108-4af3-9e41-4b6714edc482 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'cd145aed-3590-466a-a563-e0a4a43aed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '19488311-18ee-426c-a135-52e5b5651830'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:47.090592 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead8d3d5-63b3-4252-ace0-694d27611ea6 None None] Attempting to bind port db2c385e-b108-4af3-9e41-4b6714edc482 on network 19488311-18ee-426c-a135-52e5b5651830 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:47.115999 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b100062b-bd04-4b83-b307-791c9b5c97e7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.125362 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1af84f9e-d0da-40d1-899c-af1db6a16ae3 None None] Provisioning for port c580ffa6-3176-4cd9-ad3a-f3aaad97a2fa completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:28:47.150034 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.159025 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead8d3d5-63b3-4252-ace0-694d27611ea6 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:28:47.159025 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead8d3d5-63b3-4252-ace0-694d27611ea6 None None] Checking segment: {'id': 'cd145aed-3590-466a-a563-e0a4a43aed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '19488311-18ee-426c-a135-52e5b5651830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:47.159025 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ead8d3d5-63b3-4252-ace0-694d27611ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.159528 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead8d3d5-63b3-4252-ace0-694d27611ea6 None None] Bound using segment: {'id': 'cd145aed-3590-466a-a563-e0a4a43aed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '19488311-18ee-426c-a135-52e5b5651830'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:28:47.159792 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ead8d3d5-63b3-4252-ace0-694d27611ea6 None None] Bound port: db2c385e-b108-4af3-9e41-4b6714edc482, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd145aed-3590-466a-a563-e0a4a43aed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '19488311-18ee-426c-a135-52e5b5651830'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:47.160431 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ead8d3d5-63b3-4252-ace0-694d27611ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.174593 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1af84f9e-d0da-40d1-899c-af1db6a16ae3 None None] Provisioning complete for port c580ffa6-3176-4cd9-ad3a-f3aaad97a2fa triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:47.174966 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1af84f9e-d0da-40d1-899c-af1db6a16ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.223245 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19488311-18ee-426c-a135-52e5b5651830']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:47.240864 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd145aed-3590-466a-a563-e0a4a43aed5f') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:47.241164 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd145aed-3590-466a-a563-e0a4a43aed5f') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:47.243761 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100062b-bd04-4b83-b307-791c9b5c97e7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Pushing event updated for resources: {'Port': ['ID=46c88a51-e12b-4a73-a49f-194699dfe14a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:47.260122 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] device_id is not set on port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:28:47.263977 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.268152 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b140f41a-6da8-4405-9775-8bd62cb45056 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.277397 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1af84f9e-d0da-40d1-899c-af1db6a16ae3 None None] Port c580ffa6-3176-4cd9-ad3a-f3aaad97a2fa cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:28:47.278658 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43d88493-d13e-45e7-be64-32a1d5dc124a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.280749 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.291473 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b100062b-bd04-4b83-b307-791c9b5c97e7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:47.295902 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b100062b-bd04-4b83-b307-791c9b5c97e7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:47.309348 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-b140f41a-6da8-4405-9775-8bd62cb45056 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 14 15:28:47.309824 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b140f41a-6da8-4405-9775-8bd62cb45056 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:47.312779 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b100062b-bd04-4b83-b307-791c9b5c97e7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:47.329483 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.331583 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88493-d13e-45e7-be64-32a1d5dc124a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Pushing event deleted for resources: {'Port': ['ID=4f01d0fd-5d00-434f-a9a9-e02f7e45a6f8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:47.333789 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ead8d3d5-63b3-4252-ace0-694d27611ea6 None None] For port db2c385e-b108-4af3-9e41-4b6714edc482, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:47.337392 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1af84f9e-d0da-40d1-899c-af1db6a16ae3 None None] Provisioning complete for port 624258f9-3c93-4708-85af-3b526ebcf046 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:47.337983 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1af84f9e-d0da-40d1-899c-af1db6a16ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.345728 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:28:47.346141 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.356264 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Transition to ACTIVE for port object be066c7d-19dd-49f1-bd3c-1889c36ee6b9 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:47.366397 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:47.370869 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b140f41a-6da8-4405-9775-8bd62cb45056 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "DELETE /v2.0/networks/23c9654f-3ce8-4874-8e45-ef0fd9b12ff0 HTTP/1.1" status: 409 len: 405 time: 0.4126964 Mar 14 15:28:47.372417 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45444) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:47.372732 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.441405 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-214747040'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:47.451798 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979111b2-25f6-4dfc-ac3f-53e88693ef10 None None] DHCP port deletion for 23c9654f-3ce8-4874-8e45-ef0fd9b12ff0 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:28:47.466037 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-979111b2-25f6-4dfc-ac3f-53e88693ef10 None None] Deleting port 624258f9-3c93-4708-85af-3b526ebcf046 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:47.467112 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-979111b2-25f6-4dfc-ac3f-53e88693ef10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.494539 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:47.508657 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Usage tracker for resource:network and tenant:d9cfdbb6b6c34210b02a80d9af087402 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:47.514954 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:47.518180 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43d88493-d13e-45e7-be64-32a1d5dc124a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.520659 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.api [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 15:28:47.520659 dv-neutron-833561-1-hyperv neutron-server[83911]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 15:28:47.520659 dv-neutron-833561-1-hyperv neutron-server[83911]: [parameters: {'id': '19488311-18ee-426c-a135-52e5b5651830'}] Mar 14 15:28:47.520659 dv-neutron-833561-1-hyperv neutron-server[83911]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:28:47.521069 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG oslo_db.api [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:28:47.525520 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:47.532001 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ead8d3d5-63b3-4252-ace0-694d27611ea6 None None] For port db2c385e-b108-4af3-9e41-4b6714edc482, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=db2c385e-b108-4af3-9e41-4b6714edc482,segment=NetworkSegment(cd145aed-3590-466a-a563-e0a4a43aed5f),segment_id=cd145aed-3590-466a-a563-e0a4a43aed5f)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:47.551282 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-43d88493-d13e-45e7-be64-32a1d5dc124a tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] 10.222.0.60 "DELETE /v2.0/ports/4f01d0fd-5d00-434f-a9a9-e02f7e45a6f8 HTTP/1.1" status: 204 len: 168 time: 1.6534812 Mar 14 15:28:47.552494 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45448) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:47.555203 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Made reservation on behalf of d9cfdbb6b6c34210b02a80d9af087402 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:47.558553 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.569714 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ead8d3d5-63b3-4252-ace0-694d27611ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.571836 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ed05435e-a594-4f43-a454-2325fe3d83fe tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Request body: {'port': {'name': 'tempest-new-port-name-815131885', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:47.572366 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.api.validators [None req-ed05435e-a594-4f43-a454-2325fe3d83fe tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] bootfile-name is not in valid_values {{(pid=83911) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 14 15:28:47.572714 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.api.validators [None req-ed05435e-a594-4f43-a454-2325fe3d83fe tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] tftp-server is not in valid_values {{(pid=83911) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 14 15:28:47.573052 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.api.validators [None req-ed05435e-a594-4f43-a454-2325fe3d83fe tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] server-ip-address is not in valid_values {{(pid=83911) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 14 15:28:47.619137 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:47.619137 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:47.619470 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:47.631432 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Pushing event updated for resources: {'Port': ['ID=be066c7d-19dd-49f1-bd3c-1889c36ee6b9,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:47.641006 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:47.643353 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:47.644068 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:47.647075 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 2 to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 Mar 14 15:28:47.650714 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.651066 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Added segment 4c32f1cd-d3af-4597-9bb8-28bbb6567113 of type vlan for network 941dc62a-df90-42d0-873d-1a62b9a7c186 Mar 14 15:28:47.678600 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.679467 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:47.680071 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:47.680556 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:47.690180 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:47.690767 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:47.692729 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 3 to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 Mar 14 15:28:47.713326 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:47.714020 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:47.714594 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:47.723147 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:47.723701 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:47.725913 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 4 to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 Mar 14 15:28:47.747277 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:47.748403 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:47.749048 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:47.755772 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:47.756310 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:47.757503 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 5 to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 Mar 14 15:28:47.764849 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8d3d5-63b3-4252-ace0-694d27611ea6 None None] Pushing event updated for resources: {'Port': ['ID=db2c385e-b108-4af3-9e41-4b6714edc482,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:47.767851 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.772039 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:47.772973 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.790752 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:47.790752 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:47.791045 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:47.805310 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b100062b-bd04-4b83-b307-791c9b5c97e7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.827262 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-979111b2-25f6-4dfc-ac3f-53e88693ef10 None None] For port 624258f9-3c93-4708-85af-3b526ebcf046, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=624258f9-3c93-4708-85af-3b526ebcf046,segment=NetworkSegment(27dc6844-741c-4b7c-8bc9-22712bd47e25),segment_id=27dc6844-741c-4b7c-8bc9-22712bd47e25)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:47.827866 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-979111b2-25f6-4dfc-ac3f-53e88693ef10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.861084 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:47.861413 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:47.900504 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed05435e-a594-4f43-a454-2325fe3d83fe tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.920938 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 6 to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 Mar 14 15:28:47.921143 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5442781 Mar 14 15:28:47.923412 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45452) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:47.929601 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event updated for resources: {'Network': ['ID=941dc62a-df90-42d0-873d-1a62b9a7c186,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:47.934874 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d77e73ed-9d37-4cdf-8285-47c23d20937c tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Request body: {'subnet': {'network_id': '941dc62a-df90-42d0-873d-1a62b9a7c186', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:47.950554 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:47.950996 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:47.951571 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:47.967747 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:47.968076 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:47.969978 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 7 to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 Mar 14 15:28:48.003474 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:48.003835 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:48.004243 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:48.006678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-979111b2-25f6-4dfc-ac3f-53e88693ef10 None None] Calling delete_port for 624258f9-3c93-4708-85af-3b526ebcf046 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:48.015107 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:48.015431 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:48.017497 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b100062b-bd04-4b83-b307-791c9b5c97e7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.018999 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 8 to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 Mar 14 15:28:48.027390 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.045426 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.071265 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c282b716-aca1-401e-b8c4-a54428f0d46e None None] Network 19488311-18ee-426c-a135-52e5b5651830 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:48.130437 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b100062b-bd04-4b83-b307-791c9b5c97e7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-950448'] for router, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.135122 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:48.135463 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:48.135798 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:48.181891 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-979111b2-25f6-4dfc-ac3f-53e88693ef10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.182144 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:48.182268 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:48.182618 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:48.182957 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:48.183293 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:48.183628 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:48.183961 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:48.184295 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:48.184623 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:48.184974 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:48.185831 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86bd31-d627-4cf1-8814-e13f03bfb59e tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:48.203400 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:48.203726 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:48.210004 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 9 to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 Mar 14 15:28:48.226789 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Deleting port db2c385e-b108-4af3-9e41-4b6714edc482 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:48.227129 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.242710 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 941dc62a-df90-42d0-873d-1a62b9a7c186 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:28:48.276619 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979111b2-25f6-4dfc-ac3f-53e88693ef10 None None] Pushing event deleted for resources: {'Port': ['ID=624258f9-3c93-4708-85af-3b526ebcf046,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:48.284033 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d77e73ed-9d37-4cdf-8285-47c23d20937c tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:48.288161 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:48.288501 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:48.288824 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:48.300038 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:48.300360 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:48.300892 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 10 to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 Mar 14 15:28:48.330259 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:48.330578 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:48.330926 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:48.340505 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:48.341009 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:48.341229 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.359250 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d77e73ed-9d37-4cdf-8285-47c23d20937c tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:48.376653 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979111b2-25f6-4dfc-ac3f-53e88693ef10 None None] No DVR routers for this DVR port 624258f9-3c93-4708-85af-3b526ebcf046 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:48.449087 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77e73ed-9d37-4cdf-8285-47c23d20937c tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Made reservation on behalf of d9cfdbb6b6c34210b02a80d9af087402 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:48.465923 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] For port be066c7d-19dd-49f1-bd3c-1889c36ee6b9, host hv-neutron-8335, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:48.467051 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempted to set empty binding levels {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 14 15:28:48.476945 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.483636 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db18127-60c0-4b35-bb5e-3563032ee5eb None None] get_active_networks_info from dv-neutron-833561-1-hyperv {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 14 15:28:48.545301 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] In _notify_port_updated(), no bound segment for port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 14 15:28:48.546312 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.547470 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] 10.222.0.60 "PUT /v2.0/ports/be066c7d-19dd-49f1-bd3c-1889c36ee6b9 HTTP/1.1" status: 200 len: 976 time: 2.0365551 Mar 14 15:28:48.552105 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45458) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:48.592974 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Pushing event updated for resources: {'Port': ['ID=be066c7d-19dd-49f1-bd3c-1889c36ee6b9,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:48.624040 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:48.624929 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:48.624929 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:48.625139 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:48.625345 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:48.625693 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:48.626150 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db18127-60c0-4b35-bb5e-3563032ee5eb None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:28:48.626643 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:48.626643 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:48.626643 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:48.627246 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:48.627353 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34bc1b6-d094-4ffd-b699-0fdcd50ea3ad tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:48.681819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] For port db2c385e-b108-4af3-9e41-4b6714edc482, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=db2c385e-b108-4af3-9e41-4b6714edc482,segment=NetworkSegment(cd145aed-3590-466a-a563-e0a4a43aed5f),segment_id=cd145aed-3590-466a-a563-e0a4a43aed5f)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:48.682242 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.691811 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d77e73ed-9d37-4cdf-8285-47c23d20937c tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.713114 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6e592888-72ba-4147-9bc7-a22b2824b94f tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24980 time: 0.1599076 Mar 14 15:28:48.714308 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b100062b-bd04-4b83-b307-791c9b5c97e7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Router bd8a8669-d6b5-493b-bab8-bf11dd5b9baa is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:28:48.717261 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45462) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:48.755372 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 624258f9-3c93-4708-85af-3b526ebcf046 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:28:48.793906 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 624258f9-3c93-4708-85af-3b526ebcf046 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:28:48.794859 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 624258f9-3c93-4708-85af-3b526ebcf046 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:28:48.836150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d20bd29a-e0f5-42b2-8066-9eeea4d2465a tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Deleting port be066c7d-19dd-49f1-bd3c-1889c36ee6b9 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:48.836505 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d20bd29a-e0f5-42b2-8066-9eeea4d2465a tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.874734 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Calling delete_port for db2c385e-b108-4af3-9e41-4b6714edc482 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:48.946188 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-ed05435e-a594-4f43-a454-2325fe3d83fe tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:28:48.976061 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed05435e-a594-4f43-a454-2325fe3d83fe tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.995844 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed05435e-a594-4f43-a454-2325fe3d83fe tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.069763 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ebba1c-730c-45ac-ab89-00ea8fc712c2 None None] get_active_networks_info from dv-neutron-833561-1-hyperv {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 14 15:28:49.073604 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ed05435e-a594-4f43-a454-2325fe3d83fe tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] In _notify_port_updated(), no bound segment for port 023e590e-fd15-4926-9066-bc6e0c64b3a5 on network 2a63c12c-fcd9-43af-8771-ae63744d67e5 {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 14 15:28:49.078461 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed05435e-a594-4f43-a454-2325fe3d83fe tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:49.079114 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed05435e-a594-4f43-a454-2325fe3d83fe tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.082793 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ed05435e-a594-4f43-a454-2325fe3d83fe tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] 10.222.0.60 "PUT /v2.0/ports/023e590e-fd15-4926-9066-bc6e0c64b3a5 HTTP/1.1" status: 200 len: 1129 time: 1.5268939 Mar 14 15:28:49.082793 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.084802 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45466) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:49.131801 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05435e-a594-4f43-a454-2325fe3d83fe tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Pushing event updated for resources: {'Port': ['ID=023e590e-fd15-4926-9066-bc6e0c64b3a5,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:49.154795 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-d20bd29a-e0f5-42b2-8066-9eeea4d2465a tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] For port be066c7d-19dd-49f1-bd3c-1889c36ee6b9, host hv-neutron-8335, got binding levels [] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:49.155354 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d20bd29a-e0f5-42b2-8066-9eeea4d2465a tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.236535 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ebba1c-730c-45ac-ab89-00ea8fc712c2 None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:28:49.240202 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Port': ['ID=db2c385e-b108-4af3-9e41-4b6714edc482,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:49.245844 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No DVR routers for this DVR port db2c385e-b108-4af3-9e41-4b6714edc482 on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:49.283737 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d20bd29a-e0f5-42b2-8066-9eeea4d2465a tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Calling delete_port for be066c7d-19dd-49f1-bd3c-1889c36ee6b9 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:49.317160 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73857fc-feb8-43db-be5b-8ae9e5f607aa tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:49.317751 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a73857fc-feb8-43db-be5b-8ae9e5f607aa tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Synchronizing usage tracker for tenant:65d586cc9e1e47748bfd11899f41c0cb on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:28:49.378214 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b100062b-bd04-4b83-b307-791c9b5c97e7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:28:49.386642 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781a2c3e-1585-4d34-b363-e676ad7dda88 None None] Sync routers for ids ['bd8a8669-d6b5-493b-bab8-bf11dd5b9baa'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:28:49.389477 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d20bd29a-e0f5-42b2-8066-9eeea4d2465a tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.399998 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781a2c3e-1585-4d34-b363-e676ad7dda88 None None] Routers {'bd8a8669-d6b5-493b-bab8-bf11dd5b9baa'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:28:49.400817 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-781a2c3e-1585-4d34-b363-e676ad7dda88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:28:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['bd8a8669-d6b5-493b-bab8-bf11dd5b9baa'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:49.407502 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b100062b-bd04-4b83-b307-791c9b5c97e7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.408682 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b100062b-bd04-4b83-b307-791c9b5c97e7 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "PUT /v2.0/routers/bd8a8669-d6b5-493b-bab8-bf11dd5b9baa HTTP/1.1" status: 200 len: 918 time: 3.9436622 Mar 14 15:28:49.414007 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45470) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:49.460923 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bd29a-e0f5-42b2-8066-9eeea4d2465a tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Pushing event deleted for resources: {'Port': ['ID=be066c7d-19dd-49f1-bd3c-1889c36ee6b9,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:49.463849 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-781a2c3e-1585-4d34-b363-e676ad7dda88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:49.475520 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d20bd29a-e0f5-42b2-8066-9eeea4d2465a tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.477176 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781a2c3e-1585-4d34-b363-e676ad7dda88 None None] Routers {'bd8a8669-d6b5-493b-bab8-bf11dd5b9baa'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:28:49.477945 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-781a2c3e-1585-4d34-b363-e676ad7dda88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:28:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['bd8a8669-d6b5-493b-bab8-bf11dd5b9baa'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:49.480866 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d20bd29a-e0f5-42b2-8066-9eeea4d2465a tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] 10.222.0.60 "DELETE /v2.0/ports/be066c7d-19dd-49f1-bd3c-1889c36ee6b9 HTTP/1.1" status: 204 len: 168 time: 0.7603567 Mar 14 15:28:49.481378 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45474) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:49.501320 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.517344 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a73857fc-feb8-43db-be5b-8ae9e5f607aa tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Unset dirty status for tenant:65d586cc9e1e47748bfd11899f41c0cb on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:28:49.518735 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a73857fc-feb8-43db-be5b-8ae9e5f607aa tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] 10.222.0.60 "GET /v2.0/ports/023e590e-fd15-4926-9066-bc6e0c64b3a5 HTTP/1.1" status: 200 len: 1129 time: 0.4293385 Mar 14 15:28:49.540253 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-646b4c04-f3b5-4ab1-ba98-1f2a6a51bd4c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] GET failed (client error): The resource could not be found. Mar 14 15:28:49.540253 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-646b4c04-f3b5-4ab1-ba98-1f2a6a51bd4c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Synchronizing usage tracker for tenant:7c637677fd974047821fc3238fd849b7 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:28:49.545538 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45478) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:49.548471 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-781a2c3e-1585-4d34-b363-e676ad7dda88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:49.549104 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781a2c3e-1585-4d34-b363-e676ad7dda88 None None] The sync data for ids ['bd8a8669-d6b5-493b-bab8-bf11dd5b9baa'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:28:49.600546 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-646b4c04-f3b5-4ab1-ba98-1f2a6a51bd4c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Unset dirty status for tenant:7c637677fd974047821fc3238fd849b7 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:28:49.605268 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-646b4c04-f3b5-4ab1-ba98-1f2a6a51bd4c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] 10.222.0.60 "GET /v2.0/ports/be066c7d-19dd-49f1-bd3c-1889c36ee6b9 HTTP/1.1" status: 404 len: 333 time: 0.1188304 Mar 14 15:28:49.605420 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19488311-18ee-426c-a135-52e5b5651830']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:49.608757 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45482) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:49.616507 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-6aa80ac3-7067-4079-ab07-11d8f4c61b7c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-296251033', 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:49.627971 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6aa80ac3-7067-4079-ab07-11d8f4c61b7c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:49.645924 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6aa80ac3-7067-4079-ab07-11d8f4c61b7c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:49.662591 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-1a886d93-cb03-4982-afd5-cc3da0dc8f37 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Deleting port 023e590e-fd15-4926-9066-bc6e0c64b3a5 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:49.663035 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1a886d93-cb03-4982-afd5-cc3da0dc8f37 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.702781 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa80ac3-7067-4079-ab07-11d8f4c61b7c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Made reservation on behalf of 7c637677fd974047821fc3238fd849b7 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:49.705444 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6aa80ac3-7067-4079-ab07-11d8f4c61b7c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.744032 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-6aa80ac3-7067-4079-ab07-11d8f4c61b7c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] device_id is not set on port 1a221900-87d3-44be-bb20-d0159bb0413b yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:28:49.767305 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd145aed-3590-466a-a563-e0a4a43aed5f') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:49.767609 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd145aed-3590-466a-a563-e0a4a43aed5f') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:49.804816 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.859445 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.877079 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:28:49.877480 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:49.893471 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:49.897219 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-aa1ad12b-c483-4885-b04f-47b57be0bb49 None None] Provisioning complete for port 023e590e-fd15-4926-9066-bc6e0c64b3a5 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:49.897697 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa1ad12b-c483-4885-b04f-47b57be0bb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.897791 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.objects.ports [None req-d77e73ed-9d37-4cdf-8285-47c23d20937c tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83911) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 14 15:28:49.949355 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d77e73ed-9d37-4cdf-8285-47c23d20937c tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.961414 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ad12b-c483-4885-b04f-47b57be0bb49 None None] Port 023e590e-fd15-4926-9066-bc6e0c64b3a5 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:28:50.057222 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.087653 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e73ed-9d37-4cdf-8285-47c23d20937c tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event updated for resources: {'Subnet': ['ID=0501f25e-23d3-488b-8cf9-0e67f31bd042,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:50.095373 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.109587 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Network': ['ID=19488311-18ee-426c-a135-52e5b5651830,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:50.121866 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-845a4e25-4019-4d59-b757-b14c31633b41 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/networks/19488311-18ee-426c-a135-52e5b5651830 HTTP/1.1" status: 204 len: 168 time: 4.5810337 Mar 14 15:28:50.125210 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45488) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:50.133272 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-96d65879-400c-4a38-a715-f21858c9a05d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1955034945'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:50.146784 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77e73ed-9d37-4cdf-8285-47c23d20937c tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Checking segment: {'id': '4c32f1cd-d3af-4597-9bb8-28bbb6567113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '941dc62a-df90-42d0-873d-1a62b9a7c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:50.146784 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77e73ed-9d37-4cdf-8285-47c23d20937c tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Network hostable DHCP agents. Network: 941dc62a-df90-42d0-873d-1a62b9a7c186, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:50.152491 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-96d65879-400c-4a38-a715-f21858c9a05d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:50.159362 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-96d65879-400c-4a38-a715-f21858c9a05d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Usage tracker for resource:network and tenant:8ce288610c2044ef9092cae68bf915fb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:50.163274 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-96d65879-400c-4a38-a715-f21858c9a05d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:50.172981 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-96d65879-400c-4a38-a715-f21858c9a05d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:50.196937 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1a886d93-cb03-4982-afd5-cc3da0dc8f37 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.201368 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d65879-400c-4a38-a715-f21858c9a05d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Made reservation on behalf of 8ce288610c2044ef9092cae68bf915fb for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:50.204517 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96d65879-400c-4a38-a715-f21858c9a05d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.219495 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-06d58685-4d73-4400-b373-b1b313a9efdd tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "GET /v2.0/routers/bd8a8669-d6b5-493b-bab8-bf11dd5b9baa HTTP/1.1" status: 200 len: 924 time: 0.8001120 Mar 14 15:28:50.223254 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45492) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:50.259204 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77e73ed-9d37-4cdf-8285-47c23d20937c tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Network 941dc62a-df90-42d0-873d-1a62b9a7c186 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:50.283235 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d77e73ed-9d37-4cdf-8285-47c23d20937c tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 941dc62a-df90-42d0-873d-1a62b9a7c186) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:50.290944 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d65879-400c-4a38-a715-f21858c9a05d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:50.292218 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedf9dad-d4d3-4346-aa28-134b802a127e None None] Network 941dc62a-df90-42d0-873d-1a62b9a7c186 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:50.295115 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77e73ed-9d37-4cdf-8285-47c23d20937c tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:50.295784 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d77e73ed-9d37-4cdf-8285-47c23d20937c tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.321516 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96d65879-400c-4a38-a715-f21858c9a05d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.321825 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-96d65879-400c-4a38-a715-f21858c9a05d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Added segment ee9d78c5-0a83-4625-b8b8-9139007019d4 of type vlan for network 63875a50-ecdd-4912-a7f0-81758017bffd Mar 14 15:28:50.336707 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-1a886d93-cb03-4982-afd5-cc3da0dc8f37 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Calling delete_port for 023e590e-fd15-4926-9066-bc6e0c64b3a5 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:50.344843 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d77e73ed-9d37-4cdf-8285-47c23d20937c tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4160688 Mar 14 15:28:50.351122 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45496) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:50.365647 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6aa80ac3-7067-4079-ab07-11d8f4c61b7c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.379646 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96d65879-400c-4a38-a715-f21858c9a05d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.431578 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6aa80ac3-7067-4079-ab07-11d8f4c61b7c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.479896 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-d20e2e41-b905-4b81-a29c-b439b22a5d4e tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Synchronizing usage tracker for tenant:9f898e5d24f74cb0b260bc9e729c7776 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:28:50.521184 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96d65879-400c-4a38-a715-f21858c9a05d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.524923 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d65879-400c-4a38-a715-f21858c9a05d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:50.525817 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96d65879-400c-4a38-a715-f21858c9a05d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.559737 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa80ac3-7067-4079-ab07-11d8f4c61b7c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Pushing event updated for resources: {'Port': ['ID=1a221900-87d3-44be-bb20-d0159bb0413b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:50.563656 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa80ac3-7067-4079-ab07-11d8f4c61b7c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:50.564628 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-d20e2e41-b905-4b81-a29c-b439b22a5d4e tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Unset dirty status for tenant:9f898e5d24f74cb0b260bc9e729c7776 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:28:50.568338 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d20e2e41-b905-4b81-a29c-b439b22a5d4e tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&device_id=bd8a8669-d6b5-493b-bab8-bf11dd5b9baa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3413887 Mar 14 15:28:50.568609 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-6aa80ac3-7067-4079-ab07-11d8f4c61b7c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:50.569878 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45502) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:50.573928 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa80ac3-7067-4079-ab07-11d8f4c61b7c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:50.575245 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa80ac3-7067-4079-ab07-11d8f4c61b7c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:50.575245 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6aa80ac3-7067-4079-ab07-11d8f4c61b7c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.587151 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-941dc62a-df90-42d0-873d-1a62b9a7c186', 'network_id': '941dc62a-df90-42d0-873d-1a62b9a7c186', 'tenant_id': 'd9cfdbb6b6c34210b02a80d9af087402', 'fixed_ips': [{'subnet_id': '0501f25e-23d3-488b-8cf9-0e67f31bd042'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:28:50.588334 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.603735 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1a886d93-cb03-4982-afd5-cc3da0dc8f37 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.629885 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-96d65879-400c-4a38-a715-f21858c9a05d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5035732 Mar 14 15:28:50.644017 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.648538 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45506) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:50.657942 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b1cf0749-4be3-4768-93a2-2ab91288716d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:50.675070 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.689033 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d65879-400c-4a38-a715-f21858c9a05d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Network': ['ID=63875a50-ecdd-4912-a7f0-81758017bffd,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:50.725834 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a886d93-cb03-4982-afd5-cc3da0dc8f37 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Pushing event deleted for resources: {'Port': ['ID=023e590e-fd15-4926-9066-bc6e0c64b3a5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:50.737404 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 63875a50-ecdd-4912-a7f0-81758017bffd details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:28:50.788837 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6aa80ac3-7067-4079-ab07-11d8f4c61b7c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1789629 Mar 14 15:28:50.797354 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45510) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:50.845621 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1a886d93-cb03-4982-afd5-cc3da0dc8f37 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.850470 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1a886d93-cb03-4982-afd5-cc3da0dc8f37 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] 10.222.0.60 "DELETE /v2.0/ports/023e590e-fd15-4926-9066-bc6e0c64b3a5 HTTP/1.1" status: 204 len: 168 time: 1.2941039 Mar 14 15:28:50.894469 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a78306fb-6220-4ae9-bc0a-1c87299a1a3c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Synchronizing usage tracker for tenant:7c637677fd974047821fc3238fd849b7 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:28:50.896228 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45514) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:50.898193 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Allocated IP 2001:db8::f816:3eff:fe15:feff (941dc62a-df90-42d0-873d-1a62b9a7c186/0501f25e-23d3-488b-8cf9-0e67f31bd042/1c599d28-e9b7-4f90-8b57-9640f9ccf844) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:50.908907 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a13780-ef2f-4c91-936d-e59ed2999ada tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:50.910827 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a8a13780-ef2f-4c91-936d-e59ed2999ada tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "GET /v2.0/networks/e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 HTTP/1.1" status: 200 len: 881 time: 0.3388073 Mar 14 15:28:50.914901 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45518) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:50.958208 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.971904 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2655d6b8-3658-4319-a599-3c200dd6553d tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd8a8669-d6b5-493b-bab8-bf11dd5b9baa HTTP/1.1" status: 200 len: 205 time: 0.0555749 Mar 14 15:28:50.973000 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a78306fb-6220-4ae9-bc0a-1c87299a1a3c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Unset dirty status for tenant:7c637677fd974047821fc3238fd849b7 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:28:50.974197 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a78306fb-6220-4ae9-bc0a-1c87299a1a3c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] 10.222.0.60 "GET /v2.0/ports/1a221900-87d3-44be-bb20-d0159bb0413b HTTP/1.1" status: 200 len: 954 time: 0.1760023 Mar 14 15:28:50.974968 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45522) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:50.977232 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45526) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:51.083066 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1cf0749-4be3-4768-93a2-2ab91288716d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.120112 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.133958 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Transition to ACTIVE for port object 1c599d28-e9b7-4f90-8b57-9640f9ccf844 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:51.160153 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Transition to ACTIVE for port object 1c599d28-e9b7-4f90-8b57-9640f9ccf844 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:51.166275 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-95978204-6c07-452f-a2e9-0fff800a834e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Deleting port 1a221900-87d3-44be-bb20-d0159bb0413b {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:51.166616 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95978204-6c07-452f-a2e9-0fff800a834e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.168703 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.228545 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73244a8-f2c0-460b-95cb-d2e409c79704 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Deleting subnet a627a477-11bf-4fe8-905f-5f79547e9d04 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:28:51.239724 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d73244a8-f2c0-460b-95cb-d2e409c79704 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.257453 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Pushing event updated for resources: {'Port': ['ID=1c599d28-e9b7-4f90-8b57-9640f9ccf844,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:51.260639 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Network 941dc62a-df90-42d0-873d-1a62b9a7c186 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:51.263261 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:51.270922 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:51.275605 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:51.275950 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:51.276286 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:51.276613 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:51.276946 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:51.278179 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:51.278179 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:51.278179 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:51.278447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:51.280934 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:51.281058 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1cf0749-4be3-4768-93a2-2ab91288716d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.281172 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:51.369138 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Attempting to bind port 1c599d28-e9b7-4f90-8b57-9640f9ccf844 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:51.369486 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Attempting to bind port 1c599d28-e9b7-4f90-8b57-9640f9ccf844 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '4c32f1cd-d3af-4597-9bb8-28bbb6567113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '941dc62a-df90-42d0-873d-1a62b9a7c186'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:51.369767 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Attempting to bind port 1c599d28-e9b7-4f90-8b57-9640f9ccf844 on network 941dc62a-df90-42d0-873d-1a62b9a7c186 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:51.375204 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b1cf0749-4be3-4768-93a2-2ab91288716d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Network 63875a50-ecdd-4912-a7f0-81758017bffd is not hosted by any dhcp agent {{(pid=83911) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 14 15:28:51.377488 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:28:51.377845 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Checking segment: {'id': '4c32f1cd-d3af-4597-9bb8-28bbb6567113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '941dc62a-df90-42d0-873d-1a62b9a7c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:51.378263 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.378648 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Bound using segment: {'id': '4c32f1cd-d3af-4597-9bb8-28bbb6567113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '941dc62a-df90-42d0-873d-1a62b9a7c186'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:28:51.378865 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cf0749-4be3-4768-93a2-2ab91288716d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:51.379106 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Bound port: 1c599d28-e9b7-4f90-8b57-9640f9ccf844, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c32f1cd-d3af-4597-9bb8-28bbb6567113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '941dc62a-df90-42d0-873d-1a62b9a7c186'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:51.379557 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1cf0749-4be3-4768-93a2-2ab91288716d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.379663 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.382569 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b1cf0749-4be3-4768-93a2-2ab91288716d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "PUT /v2.0/networks/63875a50-ecdd-4912-a7f0-81758017bffd HTTP/1.1" status: 200 len: 723 time: 0.7332990 Mar 14 15:28:51.383735 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45530) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:51.420698 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a4ce2967-921b-4edf-af82-a50e2b18de4e tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'subnet': {'network_id': '63875a50-ecdd-4912-a7f0-81758017bffd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:51.446136 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.457193 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d73244a8-f2c0-460b-95cb-d2e409c79704 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.480258 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] For port 1c599d28-e9b7-4f90-8b57-9640f9ccf844, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:51.484880 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] For port 1c599d28-e9b7-4f90-8b57-9640f9ccf844, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=1c599d28-e9b7-4f90-8b57-9640f9ccf844,segment=NetworkSegment(4c32f1cd-d3af-4597-9bb8-28bbb6567113),segment_id=4c32f1cd-d3af-4597-9bb8-28bbb6567113)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:51.490813 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95978204-6c07-452f-a2e9-0fff800a834e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.491719 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.573796 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474023e-4634-4b89-b74d-6a12ffc0b662 None None] Pushing event updated for resources: {'Port': ['ID=1c599d28-e9b7-4f90-8b57-9640f9ccf844,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:51.623505 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-95978204-6c07-452f-a2e9-0fff800a834e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Calling delete_port for 1a221900-87d3-44be-bb20-d0159bb0413b owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:51.661251 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbe2923-b53d-4b0b-a115-23acb61102ae None None] Network 941dc62a-df90-42d0-873d-1a62b9a7c186 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:51.681969 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf0749-4be3-4768-93a2-2ab91288716d tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Network': ['ID=63875a50-ecdd-4912-a7f0-81758017bffd,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:51.685962 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-66dcc049-97d1-4577-86cf-59ace0093e23 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.726598 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 63875a50-ecdd-4912-a7f0-81758017bffd details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:28:51.727564 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event deleted for resources: {'Subnet': ['ID=0501f25e-23d3-488b-8cf9-0e67f31bd042,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:51.831414 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95978204-6c07-452f-a2e9-0fff800a834e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.841827 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.867873 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941dc62a-df90-42d0-873d-1a62b9a7c186']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:51.876955 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95978204-6c07-452f-a2e9-0fff800a834e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a221900-87d3-44be-bb20-d0159bb0413b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:51.881845 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c32f1cd-d3af-4597-9bb8-28bbb6567113') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:51.882302 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c32f1cd-d3af-4597-9bb8-28bbb6567113') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:51.890218 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95978204-6c07-452f-a2e9-0fff800a834e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.896366 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.909949 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-95978204-6c07-452f-a2e9-0fff800a834e tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] 10.222.0.60 "DELETE /v2.0/ports/1a221900-87d3-44be-bb20-d0159bb0413b HTTP/1.1" status: 204 len: 168 time: 0.8794298 Mar 14 15:28:51.910372 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45534) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:51.914526 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.922715 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:28:51.923195 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.955980 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd1acea-e041-4194-97dd-899b8adc9299 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] GET failed (client error): The resource could not be found. Mar 14 15:28:51.956302 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d44d87-b52a-4cb9-8577-3e5696c848ca None None] get_active_networks_info from dv-neutron-833561-1-hyperv {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 14 15:28:51.956803 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9fd1acea-e041-4194-97dd-899b8adc9299 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Synchronizing usage tracker for tenant:7c637677fd974047821fc3238fd849b7 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:28:51.988356 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9fd1acea-e041-4194-97dd-899b8adc9299 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Unset dirty status for tenant:7c637677fd974047821fc3238fd849b7 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:28:51.993010 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9fd1acea-e041-4194-97dd-899b8adc9299 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] 10.222.0.60 "GET /v2.0/ports/1a221900-87d3-44be-bb20-d0159bb0413b HTTP/1.1" status: 404 len: 333 time: 0.0782423 Mar 14 15:28:51.993262 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45538) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:52.000032 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-96250b10-0577-4eb4-991b-1244e79e92ef tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Request body: {'port': {'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1661142366'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:52.005873 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-96250b10-0577-4eb4-991b-1244e79e92ef tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:52.015300 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:52.020667 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-96250b10-0577-4eb4-991b-1244e79e92ef tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:52.038649 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a4ce2967-921b-4edf-af82-a50e2b18de4e tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:52.039010 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-66dcc049-97d1-4577-86cf-59ace0093e23 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.041589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96250b10-0577-4eb4-991b-1244e79e92ef tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Made reservation on behalf of 7c637677fd974047821fc3238fd849b7 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:52.042528 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a4ce2967-921b-4edf-af82-a50e2b18de4e tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Usage tracker for resource:subnet and tenant:8ce288610c2044ef9092cae68bf915fb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:52.044014 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96250b10-0577-4eb4-991b-1244e79e92ef tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.045990 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a4ce2967-921b-4edf-af82-a50e2b18de4e tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:52.051943 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a4ce2967-921b-4edf-af82-a50e2b18de4e tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:52.067864 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-66dcc049-97d1-4577-86cf-59ace0093e23 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Deleting port 46c88a51-e12b-4a73-a49f-194699dfe14a {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:52.068247 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ce2967-921b-4edf-af82-a50e2b18de4e tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Made reservation on behalf of 8ce288610c2044ef9092cae68bf915fb for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:52.068654 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-66dcc049-97d1-4577-86cf-59ace0093e23 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.089695 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.api [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 15:28:52.089695 dv-neutron-833561-1-hyperv neutron-server[83911]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 15:28:52.089695 dv-neutron-833561-1-hyperv neutron-server[83911]: [parameters: {'id': '941dc62a-df90-42d0-873d-1a62b9a7c186'}] Mar 14 15:28:52.089695 dv-neutron-833561-1-hyperv neutron-server[83911]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:28:52.090247 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG oslo_db.api [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:28:52.091757 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-96250b10-0577-4eb4-991b-1244e79e92ef tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] device_id is not set on port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:28:52.093021 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d44d87-b52a-4cb9-8577-3e5696c848ca None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:28:52.219992 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4ce2967-921b-4edf-af82-a50e2b18de4e tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.296948 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d73244a8-f2c0-460b-95cb-d2e409c79704 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.400332 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-66dcc049-97d1-4577-86cf-59ace0093e23 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.408482 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d73244a8-f2c0-460b-95cb-d2e409c79704 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.485834 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73244a8-f2c0-460b-95cb-d2e409c79704 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Pushing event deleted for resources: {'Subnet': ['ID=a627a477-11bf-4fe8-905f-5f79547e9d04,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:52.504041 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d73244a8-f2c0-460b-95cb-d2e409c79704 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.508837 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd63bcc-a98c-4b00-a04b-dc0fd8ce8005 None None] Network 2a63c12c-fcd9-43af-8771-ae63744d67e5 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:52.521302 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d73244a8-f2c0-460b-95cb-d2e409c79704 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] 10.222.0.60 "DELETE /v2.0/subnets/a627a477-11bf-4fe8-905f-5f79547e9d04 HTTP/1.1" status: 204 len: 168 time: 1.6240475 Mar 14 15:28:52.526358 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45542) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:52.541330 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-66dcc049-97d1-4577-86cf-59ace0093e23 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Calling delete_port for 46c88a51-e12b-4a73-a49f-194699dfe14a owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:52.556668 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4ce2967-921b-4edf-af82-a50e2b18de4e tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.594620 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.633091 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Deleting port 1c599d28-e9b7-4f90-8b57-9640f9ccf844 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:52.633439 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.646448 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96250b10-0577-4eb4-991b-1244e79e92ef tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.677197 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce2967-921b-4edf-af82-a50e2b18de4e tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Subnet': ['ID=ad526659-d6f7-400f-bc60-d45cfcdd3a5b,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:52.711027 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ce2967-921b-4edf-af82-a50e2b18de4e tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Checking segment: {'id': 'ee9d78c5-0a83-4625-b8b8-9139007019d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '63875a50-ecdd-4912-a7f0-81758017bffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:52.711672 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ce2967-921b-4edf-af82-a50e2b18de4e tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Network hostable DHCP agents. Network: 63875a50-ecdd-4912-a7f0-81758017bffd, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:52.720072 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e31691b9-69af-43e4-915d-6db864195ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.757463 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e31691b9-69af-43e4-915d-6db864195ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Deleting port af538f0b-06c2-4898-b9a3-9059049d7491 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:52.757817 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e31691b9-69af-43e4-915d-6db864195ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.778552 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ce2967-921b-4edf-af82-a50e2b18de4e tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Network 63875a50-ecdd-4912-a7f0-81758017bffd is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:52.804164 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8261f53b-0bde-4c24-9a41-e0c1e40aaa64 None None] DHCP port deletion for 2a63c12c-fcd9-43af-8771-ae63744d67e5 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:28:52.809948 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8261f53b-0bde-4c24-9a41-e0c1e40aaa64 None None] Deleting port af538f0b-06c2-4898-b9a3-9059049d7491 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:52.810217 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a4ce2967-921b-4edf-af82-a50e2b18de4e tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 63875a50-ecdd-4912-a7f0-81758017bffd) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:52.810741 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8261f53b-0bde-4c24-9a41-e0c1e40aaa64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.836697 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc311490-ce68-4a86-8c3e-6ccccdf68245 None None] Network 63875a50-ecdd-4912-a7f0-81758017bffd requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:52.865293 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ce2967-921b-4edf-af82-a50e2b18de4e tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:52.865883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4ce2967-921b-4edf-af82-a50e2b18de4e tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66979838'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.897771 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96250b10-0577-4eb4-991b-1244e79e92ef tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.908636 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a4ce2967-921b-4edf-af82-a50e2b18de4e tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4982905 Mar 14 15:28:52.910620 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45546) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:52.917877 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] For port 1c599d28-e9b7-4f90-8b57-9640f9ccf844, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=1c599d28-e9b7-4f90-8b57-9640f9ccf844,segment=NetworkSegment(4c32f1cd-d3af-4597-9bb8-28bbb6567113),segment_id=4c32f1cd-d3af-4597-9bb8-28bbb6567113)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:52.918048 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.929945 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-de522e09-2d07-476c-acd2-dcb0fc986016 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:53.079454 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96250b10-0577-4eb4-991b-1244e79e92ef tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Pushing event updated for resources: {'Port': ['ID=26d8071e-7966-4d03-9242-dbc1a6f0d6f4,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:53.086543 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96250b10-0577-4eb4-991b-1244e79e92ef tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:53.093163 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-96250b10-0577-4eb4-991b-1244e79e92ef tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:53.096830 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Calling delete_port for 1c599d28-e9b7-4f90-8b57-9640f9ccf844 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:53.098881 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96250b10-0577-4eb4-991b-1244e79e92ef tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:53.099675 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96250b10-0577-4eb4-991b-1244e79e92ef tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:53.100545 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96250b10-0577-4eb4-991b-1244e79e92ef tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.168473 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8261f53b-0bde-4c24-9a41-e0c1e40aaa64 None None] For port af538f0b-06c2-4898-b9a3-9059049d7491, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=af538f0b-06c2-4898-b9a3-9059049d7491,segment=NetworkSegment(d04f12f8-71d8-4de0-9eaa-aa6ec74728b8),segment_id=d04f12f8-71d8-4de0-9eaa-aa6ec74728b8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:53.169069 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8261f53b-0bde-4c24-9a41-e0c1e40aaa64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.204872 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-66dcc049-97d1-4577-86cf-59ace0093e23 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.243883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de522e09-2d07-476c-acd2-dcb0fc986016 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1763997'] for subnet, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.266591 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dcc049-97d1-4577-86cf-59ace0093e23 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Pushing event deleted for resources: {'Port': ['ID=46c88a51-e12b-4a73-a49f-194699dfe14a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:53.270293 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211f7cb3-d0dc-4786-b0b7-2e6c2bf951cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-63875a50-ecdd-4912-a7f0-81758017bffd', 'network_id': '63875a50-ecdd-4912-a7f0-81758017bffd', 'tenant_id': '8ce288610c2044ef9092cae68bf915fb', 'fixed_ips': [{'subnet_id': 'ad526659-d6f7-400f-bc60-d45cfcdd3a5b'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:28:53.271427 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-211f7cb3-d0dc-4786-b0b7-2e6c2bf951cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.276983 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-96250b10-0577-4eb4-991b-1244e79e92ef tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2827318 Mar 14 15:28:53.285588 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-e31691b9-69af-43e4-915d-6db864195ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] For port af538f0b-06c2-4898-b9a3-9059049d7491, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=af538f0b-06c2-4898-b9a3-9059049d7491,segment=NetworkSegment(d04f12f8-71d8-4de0-9eaa-aa6ec74728b8),segment_id=d04f12f8-71d8-4de0-9eaa-aa6ec74728b8)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:53.286225 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e31691b9-69af-43e4-915d-6db864195ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.293861 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45550) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:53.344552 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8335'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:53.368795 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8261f53b-0bde-4c24-9a41-e0c1e40aaa64 None None] Calling delete_port for af538f0b-06c2-4898-b9a3-9059049d7491 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:53.536540 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e31691b9-69af-43e4-915d-6db864195ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Calling delete_port for af538f0b-06c2-4898-b9a3-9059049d7491 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:53.541687 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8261f53b-0bde-4c24-9a41-e0c1e40aaa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.604896 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261f53b-0bde-4c24-9a41-e0c1e40aaa64 None None] Pushing event deleted for resources: {'Port': ['ID=af538f0b-06c2-4898-b9a3-9059049d7491,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:53.611038 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8261f53b-0bde-4c24-9a41-e0c1e40aaa64 None None] No DVR routers for this DVR port af538f0b-06c2-4898-b9a3-9059049d7491 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:53.626854 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.686801 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] No DVR routers for this DVR port 1c599d28-e9b7-4f90-8b57-9640f9ccf844 on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:53.719763 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event deleted for resources: {'Port': ['ID=1c599d28-e9b7-4f90-8b57-9640f9ccf844,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:53.751617 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de522e09-2d07-476c-acd2-dcb0fc986016 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782436048029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1957084'] for subnet, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.799295 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.818528 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-211f7cb3-d0dc-4786-b0b7-2e6c2bf951cf None None] Allocated IP 172.20.0.2 (63875a50-ecdd-4912-a7f0-81758017bffd/ad526659-d6f7-400f-bc60-d45cfcdd3a5b/18b1540f-1fbf-4944-affd-b96e6019a901) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:53.825070 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.api [None req-e31691b9-69af-43e4-915d-6db864195ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:28:53.825984 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG oslo_db.api [None req-e31691b9-69af-43e4-915d-6db864195ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:28:53.856821 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-66dcc049-97d1-4577-86cf-59ace0093e23 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.889919 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de522e09-2d07-476c-acd2-dcb0fc986016 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:53.890449 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de522e09-2d07-476c-acd2-dcb0fc986016 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.894624 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-de522e09-2d07-476c-acd2-dcb0fc986016 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "PUT /v2.0/subnets/ad526659-d6f7-400f-bc60-d45cfcdd3a5b HTTP/1.1" status: 200 len: 806 time: 0.9794323 Mar 14 15:28:53.899655 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45554) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:53.926414 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.933728 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de522e09-2d07-476c-acd2-dcb0fc986016 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Subnet': ['ID=ad526659-d6f7-400f-bc60-d45cfcdd3a5b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:54.020498 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941dc62a-df90-42d0-873d-1a62b9a7c186']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:54.022195 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-211f7cb3-d0dc-4786-b0b7-2e6c2bf951cf None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.033130 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-211f7cb3-d0dc-4786-b0b7-2e6c2bf951cf None None] Transition to ACTIVE for port object 18b1540f-1fbf-4944-affd-b96e6019a901 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:54.039465 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c32f1cd-d3af-4597-9bb8-28bbb6567113') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:54.039765 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c32f1cd-d3af-4597-9bb8-28bbb6567113') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:54.052546 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-211f7cb3-d0dc-4786-b0b7-2e6c2bf951cf None None] Transition to ACTIVE for port object 18b1540f-1fbf-4944-affd-b96e6019a901 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:54.061144 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-211f7cb3-d0dc-4786-b0b7-2e6c2bf951cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.068322 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.100550 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.113504 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2eeab48a-9994-4e1c-a722-2611b458201f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.117122 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:28:54.117516 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.127386 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211f7cb3-d0dc-4786-b0b7-2e6c2bf951cf None None] Network 63875a50-ecdd-4912-a7f0-81758017bffd is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:54.130404 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-211f7cb3-d0dc-4786-b0b7-2e6c2bf951cf None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:54.134819 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f7cb3-d0dc-4786-b0b7-2e6c2bf951cf None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:54.137782 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:54.170354 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f7cb3-d0dc-4786-b0b7-2e6c2bf951cf None None] Pushing event updated for resources: {'Port': ['ID=18b1540f-1fbf-4944-affd-b96e6019a901,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:54.226884 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2eeab48a-9994-4e1c-a722-2611b458201f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Deleting port 18b1540f-1fbf-4944-affd-b96e6019a901 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:54.227230 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2eeab48a-9994-4e1c-a722-2611b458201f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.235672 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-211f7cb3-d0dc-4786-b0b7-2e6c2bf951cf None None] Attempting to bind port 18b1540f-1fbf-4944-affd-b96e6019a901 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:54.236221 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-211f7cb3-d0dc-4786-b0b7-2e6c2bf951cf None None] Attempting to bind port 18b1540f-1fbf-4944-affd-b96e6019a901 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'ee9d78c5-0a83-4625-b8b8-9139007019d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '63875a50-ecdd-4912-a7f0-81758017bffd'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:54.236690 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211f7cb3-d0dc-4786-b0b7-2e6c2bf951cf None None] Attempting to bind port 18b1540f-1fbf-4944-affd-b96e6019a901 on network 63875a50-ecdd-4912-a7f0-81758017bffd {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:54.244336 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211f7cb3-d0dc-4786-b0b7-2e6c2bf951cf None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:28:54.244805 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211f7cb3-d0dc-4786-b0b7-2e6c2bf951cf None None] Checking segment: {'id': 'ee9d78c5-0a83-4625-b8b8-9139007019d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '63875a50-ecdd-4912-a7f0-81758017bffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:54.245336 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-211f7cb3-d0dc-4786-b0b7-2e6c2bf951cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.245821 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211f7cb3-d0dc-4786-b0b7-2e6c2bf951cf None None] Bound using segment: {'id': 'ee9d78c5-0a83-4625-b8b8-9139007019d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '63875a50-ecdd-4912-a7f0-81758017bffd'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:28:54.246479 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-211f7cb3-d0dc-4786-b0b7-2e6c2bf951cf None None] Bound port: 18b1540f-1fbf-4944-affd-b96e6019a901, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9d78c5-0a83-4625-b8b8-9139007019d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '63875a50-ecdd-4912-a7f0-81758017bffd'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:54.246953 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-211f7cb3-d0dc-4786-b0b7-2e6c2bf951cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.284493 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.313853 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-66dcc049-97d1-4577-86cf-59ace0093e23 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.314699 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.328500 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e31691b9-69af-43e4-915d-6db864195ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Deleting port af538f0b-06c2-4898-b9a3-9059049d7491 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:54.328834 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e31691b9-69af-43e4-915d-6db864195ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.335125 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-211f7cb3-d0dc-4786-b0b7-2e6c2bf951cf None None] For port 18b1540f-1fbf-4944-affd-b96e6019a901, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:54.338428 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-211f7cb3-d0dc-4786-b0b7-2e6c2bf951cf None None] For port 18b1540f-1fbf-4944-affd-b96e6019a901, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=18b1540f-1fbf-4944-affd-b96e6019a901,segment=NetworkSegment(ee9d78c5-0a83-4625-b8b8-9139007019d4),segment_id=ee9d78c5-0a83-4625-b8b8-9139007019d4)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:54.343969 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-211f7cb3-d0dc-4786-b0b7-2e6c2bf951cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.355184 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-66dcc049-97d1-4577-86cf-59ace0093e23 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.370933 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event deleted for resources: {'Network': ['ID=941dc62a-df90-42d0-873d-1a62b9a7c186,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:54.382133 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6b0e6283-39fe-44d6-a158-c847862330c5 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "DELETE /v2.0/networks/941dc62a-df90-42d0-873d-1a62b9a7c186 HTTP/1.1" status: 204 len: 168 time: 4.0193651 Mar 14 15:28:54.382133 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45558) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:54.404460 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3ba0cf68-f353-47da-91c1-b69007a6633a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1505822770'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:54.409862 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e31691b9-69af-43e4-915d-6db864195ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] The port 'af538f0b-06c2-4898-b9a3-9059049d7491' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:28:54.412315 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3ba0cf68-f353-47da-91c1-b69007a6633a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:54.461490 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3ba0cf68-f353-47da-91c1-b69007a6633a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Usage tracker for resource:network and tenant:d9cfdbb6b6c34210b02a80d9af087402 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:54.465763 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3ba0cf68-f353-47da-91c1-b69007a6633a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:54.472481 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f7cb3-d0dc-4786-b0b7-2e6c2bf951cf None None] Pushing event updated for resources: {'Port': ['ID=18b1540f-1fbf-4944-affd-b96e6019a901,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:54.482646 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3ba0cf68-f353-47da-91c1-b69007a6633a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:54.517128 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba0cf68-f353-47da-91c1-b69007a6633a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Made reservation on behalf of d9cfdbb6b6c34210b02a80d9af087402 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:54.520182 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ba0cf68-f353-47da-91c1-b69007a6633a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.538671 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-66dcc049-97d1-4577-86cf-59ace0093e23 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.539258 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66dcc049-97d1-4577-86cf-59ace0093e23 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Fanout notify agent at l3_agent the message router_deleted on router bd8a8669-d6b5-493b-bab8-bf11dd5b9baa {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:28:54.541434 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:28:54.570885 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba0cf68-f353-47da-91c1-b69007a6633a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:54.573793 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-2eeab48a-9994-4e1c-a722-2611b458201f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] For port 18b1540f-1fbf-4944-affd-b96e6019a901, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=18b1540f-1fbf-4944-affd-b96e6019a901,segment=NetworkSegment(ee9d78c5-0a83-4625-b8b8-9139007019d4),segment_id=ee9d78c5-0a83-4625-b8b8-9139007019d4)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:54.574178 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2eeab48a-9994-4e1c-a722-2611b458201f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.618010 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e31691b9-69af-43e4-915d-6db864195ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.635134 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-66dcc049-97d1-4577-86cf-59ace0093e23 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.639815 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-66dcc049-97d1-4577-86cf-59ace0093e23 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "DELETE /v2.0/routers/bd8a8669-d6b5-493b-bab8-bf11dd5b9baa HTTP/1.1" status: 204 len: 168 time: 3.6603675 Mar 14 15:28:54.640339 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45562) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:54.647024 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ba0cf68-f353-47da-91c1-b69007a6633a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.647717 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-3ba0cf68-f353-47da-91c1-b69007a6633a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Added segment d9bed3f0-62c9-4bf4-a528-81b037712474 of type vlan for network cb3b3e62-4f31-43f4-8d06-dba5f3070c9d Mar 14 15:28:54.655274 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7dbbcc43-8ecd-413f-a38d-720c57f321c0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1321051452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:54.673954 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] device_id is not set on port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:28:54.698098 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7dbbcc43-8ecd-413f-a38d-720c57f321c0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:54.706542 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-e31691b9-69af-43e4-915d-6db864195ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a63c12c-fcd9-43af-8771-ae63744d67e5']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:54.716015 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-7dbbcc43-8ecd-413f-a38d-720c57f321c0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Usage tracker for resource:router and tenant:8be743d088344cc1b7f2829a0210b983 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:54.721927 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.724534 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-7dbbcc43-8ecd-413f-a38d-720c57f321c0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:54.735700 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2eeab48a-9994-4e1c-a722-2611b458201f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Calling delete_port for 18b1540f-1fbf-4944-affd-b96e6019a901 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:54.739604 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-e31691b9-69af-43e4-915d-6db864195ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04f12f8-71d8-4de0-9eaa-aa6ec74728b8') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:54.739894 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-e31691b9-69af-43e4-915d-6db864195ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04f12f8-71d8-4de0-9eaa-aa6ec74728b8') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:54.746288 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7dbbcc43-8ecd-413f-a38d-720c57f321c0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:54.760894 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Transition to ACTIVE for port object 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:54.765510 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e31691b9-69af-43e4-915d-6db864195ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.777238 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.786017 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device af538f0b-06c2-4898-b9a3-9059049d7491 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:28:54.807949 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ba0cf68-f353-47da-91c1-b69007a6633a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.826560 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: af538f0b-06c2-4898-b9a3-9059049d7491 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:28:54.826969 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device af538f0b-06c2-4898-b9a3-9059049d7491 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:28:54.835136 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7dbbcc43-8ecd-413f-a38d-720c57f321c0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.836392 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7dbbcc43-8ecd-413f-a38d-720c57f321c0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.851344 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e31691b9-69af-43e4-915d-6db864195ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.875139 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31691b9-69af-43e4-915d-6db864195ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:28:54.875542 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e31691b9-69af-43e4-915d-6db864195ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:54.891978 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:54.896643 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ba0cf68-f353-47da-91c1-b69007a6633a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.901328 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba0cf68-f353-47da-91c1-b69007a6633a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:54.901924 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ba0cf68-f353-47da-91c1-b69007a6633a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.022220 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Pushing event updated for resources: {'Port': ['ID=26d8071e-7966-4d03-9242-dbc1a6f0d6f4,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:55.022609 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3ba0cf68-f353-47da-91c1-b69007a6633a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6397469 Mar 14 15:28:55.029317 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45568) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:55.041756 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7dbbcc43-8ecd-413f-a38d-720c57f321c0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.048193 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-cd124ff2-90ed-48e3-9692-c36c1c395936 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Request body: {'subnet': {'network_id': 'cb3b3e62-4f31-43f4-8d06-dba5f3070c9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:55.062581 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e31691b9-69af-43e4-915d-6db864195ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.067528 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0cf68-f353-47da-91c1-b69007a6633a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event updated for resources: {'Network': ['ID=cb3b3e62-4f31-43f4-8d06-dba5f3070c9d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:55.069554 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2eeab48a-9994-4e1c-a722-2611b458201f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.079518 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network cb3b3e62-4f31-43f4-8d06-dba5f3070c9d details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:28:55.087873 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e31691b9-69af-43e4-915d-6db864195ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.102575 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:55.102905 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:55.103235 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:55.105245 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31691b9-69af-43e4-915d-6db864195ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] Pushing event deleted for resources: {'Network': ['ID=2a63c12c-fcd9-43af-8771-ae63744d67e5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:55.111050 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e31691b9-69af-43e4-915d-6db864195ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649 tempest-ExtraDHCPOptionsIpV6TestJSON-961073649-project] 10.222.0.60 "DELETE /v2.0/networks/2a63c12c-fcd9-43af-8771-ae63744d67e5 HTTP/1.1" status: 204 len: 168 time: 2.5770068 Mar 14 15:28:55.114864 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:55.115401 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:55.116594 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 2 to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 Mar 14 15:28:55.126721 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7dbbcc43-8ecd-413f-a38d-720c57f321c0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.145866 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:55.146471 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:55.146953 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:55.154863 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:55.155382 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:55.155950 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 3 to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 Mar 14 15:28:55.165049 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7dbbcc43-8ecd-413f-a38d-720c57f321c0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.166236 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7dbbcc43-8ecd-413f-a38d-720c57f321c0 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5247917 Mar 14 15:28:55.168996 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45574) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:55.176962 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-913c5045-08a3-4b99-aeb4-75bb2ded7fab tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'enable_snat': False}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:55.263868 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeab48a-9994-4e1c-a722-2611b458201f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Port': ['ID=18b1540f-1fbf-4944-affd-b96e6019a901,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:55.324025 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:55.324503 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:55.325238 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:55.359199 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:55.359694 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:55.361229 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 4 to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 Mar 14 15:28:55.375815 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cd124ff2-90ed-48e3-9692-c36c1c395936 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:55.378549 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeab48a-9994-4e1c-a722-2611b458201f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No DVR routers for this DVR port 18b1540f-1fbf-4944-affd-b96e6019a901 on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:55.383521 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:55.383919 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:55.384535 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:55.463965 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:55.464379 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:55.518357 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 5 to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 Mar 14 15:28:55.534275 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cd124ff2-90ed-48e3-9692-c36c1c395936 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:55.548042 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:55.548593 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:55.548791 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:55.562223 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:55.562667 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:55.563821 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 6 to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 Mar 14 15:28:55.568691 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd124ff2-90ed-48e3-9692-c36c1c395936 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Made reservation on behalf of d9cfdbb6b6c34210b02a80d9af087402 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:55.582422 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:55.582876 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:55.583393 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:55.589371 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45580) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:55.593259 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2eeab48a-9994-4e1c-a722-2611b458201f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.613371 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:28:55.634309 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acc10a3-8d63-42cc-aefe-b14f76beffb6 None None] Network 63875a50-ecdd-4912-a7f0-81758017bffd requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:55.670447 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:55.671223 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:55.672439 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 7 to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 Mar 14 15:28:55.709878 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dce2be85-82e8-4bf6-b2c4-0750827a920c None None] Could not find standard attr ID for object 18b1540f-1fbf-4944-affd-b96e6019a901. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:28:55.729745 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cd124ff2-90ed-48e3-9692-c36c1c395936 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.753409 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:55.753409 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:55.753753 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:55.762705 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:55.764265 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:55.764873 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 8 to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 Mar 14 15:28:55.780885 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-913c5045-08a3-4b99-aeb4-75bb2ded7fab tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.794633 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:55.795701 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:55.796142 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:55.820965 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:55.821390 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:55.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 9 to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 Mar 14 15:28:55.838014 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2eeab48a-9994-4e1c-a722-2611b458201f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.844754 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:55.845209 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:55.845862 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:55.887355 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeab48a-9994-4e1c-a722-2611b458201f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Subnet': ['ID=ad526659-d6f7-400f-bc60-d45cfcdd3a5b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:55.924177 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:55.924503 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:55.927831 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempt 10 to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 Mar 14 15:28:55.965240 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:55.965579 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:55.966492 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempting to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:55.999007 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2eeab48a-9994-4e1c-a722-2611b458201f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.079025 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-2eeab48a-9994-4e1c-a722-2611b458201f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63875a50-ecdd-4912-a7f0-81758017bffd']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:56.083722 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d55259-35a1-4cbb-ae1f-37303570bc0e None None] Network 63875a50-ecdd-4912-a7f0-81758017bffd requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:56.097277 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-2eeab48a-9994-4e1c-a722-2611b458201f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9d78c5-0a83-4625-b8b8-9139007019d4') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:56.097616 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-2eeab48a-9994-4e1c-a722-2611b458201f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9d78c5-0a83-4625-b8b8-9139007019d4') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:56.105384 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:28:56.105720 dv-neutron-833561-1-hyperv neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Failed to bind port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on host hv-neutron-8335 for vnic_type normal using segments [{'id': 'aeebd735-ab3f-43fe-bdeb-25ee63465778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84'}] Mar 14 15:28:56.106094 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.114495 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2eeab48a-9994-4e1c-a722-2611b458201f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.128411 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-aff973eb-7eb6-4856-b593-6916a6d028f6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=65d586cc9e1e47748bfd11899f41c0cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5349872 Mar 14 15:28:56.133504 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45586) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:56.150470 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2eeab48a-9994-4e1c-a722-2611b458201f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.162137 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eeab48a-9994-4e1c-a722-2611b458201f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:28:56.162469 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2eeab48a-9994-4e1c-a722-2611b458201f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:56.177252 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:56.182028 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cd124ff2-90ed-48e3-9692-c36c1c395936 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.324295 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2eeab48a-9994-4e1c-a722-2611b458201f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.333941 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] For port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4, host hv-neutron-8335, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:56.334336 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Attempted to set empty binding levels {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 14 15:28:56.347605 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee1cfc3-a8dc-4cb1-a00e-2deec4533d5a None None] DHCP port deletion for 63875a50-ecdd-4912-a7f0-81758017bffd request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:28:56.349046 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.353042 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2eeab48a-9994-4e1c-a722-2611b458201f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.361179 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd124ff2-90ed-48e3-9692-c36c1c395936 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event updated for resources: {'Subnet': ['ID=f1f3b087-60f1-4dbc-b71a-175bb5b2a7bd,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:56.370775 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeab48a-9994-4e1c-a722-2611b458201f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Network': ['ID=63875a50-ecdd-4912-a7f0-81758017bffd,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:56.380831 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2eeab48a-9994-4e1c-a722-2611b458201f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/networks/63875a50-ecdd-4912-a7f0-81758017bffd HTTP/1.1" status: 204 len: 168 time: 2.4803247 Mar 14 15:28:56.383473 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45590) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:56.385943 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd124ff2-90ed-48e3-9692-c36c1c395936 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Checking segment: {'id': 'd9bed3f0-62c9-4bf4-a528-81b037712474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'cb3b3e62-4f31-43f4-8d06-dba5f3070c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:56.386356 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd124ff2-90ed-48e3-9692-c36c1c395936 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Network hostable DHCP agents. Network: cb3b3e62-4f31-43f4-8d06-dba5f3070c9d, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:56.406603 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-68791a9a-8845-49a4-9a8d-ad112f7aeb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.417657 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4d0167-836f-4dc8-aea4-e80c561d412a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] DELETE failed (client error): The resource could not be found. Mar 14 15:28:56.418113 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4d0167-836f-4dc8-aea4-e80c561d412a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:56.420257 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9d4d0167-836f-4dc8-aea4-e80c561d412a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/networks/63875a50-ecdd-4912-a7f0-81758017bffd HTTP/1.1" status: 404 len: 339 time: 0.0360150 Mar 14 15:28:56.424895 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45594) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:56.431862 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-54bc2634-d1f6-4f41-83a2-ecd5113c6c53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1280892151', 'description': 'd1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:56.440131 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-54bc2634-d1f6-4f41-83a2-ecd5113c6c53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:56.445683 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-54bc2634-d1f6-4f41-83a2-ecd5113c6c53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Usage tracker for resource:network and tenant:8ce288610c2044ef9092cae68bf915fb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:56.449170 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-54bc2634-d1f6-4f41-83a2-ecd5113c6c53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:56.455866 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd124ff2-90ed-48e3-9692-c36c1c395936 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Network cb3b3e62-4f31-43f4-8d06-dba5f3070c9d is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:56.458218 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-54bc2634-d1f6-4f41-83a2-ecd5113c6c53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:56.461206 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] In _notify_port_updated(), no bound segment for port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 on network 1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 {{(pid=83910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 14 15:28:56.462273 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.466294 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] 10.222.0.60 "PUT /v2.0/ports/26d8071e-7966-4d03-9242-dbc1a6f0d6f4 HTTP/1.1" status: 200 len: 977 time: 3.1678462 Mar 14 15:28:56.466294 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-913c5045-08a3-4b99-aeb4-75bb2ded7fab tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.467179 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45598) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:56.492710 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0ea5e-de00-41c3-80f6-3c3a37ddbcfd tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Pushing event updated for resources: {'Port': ['ID=26d8071e-7966-4d03-9242-dbc1a6f0d6f4,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:56.504668 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-68791a9a-8845-49a4-9a8d-ad112f7aeb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.510747 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bc2634-d1f6-4f41-83a2-ecd5113c6c53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Made reservation on behalf of 8ce288610c2044ef9092cae68bf915fb for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:56.511144 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-913c5045-08a3-4b99-aeb4-75bb2ded7fab tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.513743 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54bc2634-d1f6-4f41-83a2-ecd5113c6c53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.522529 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-cd124ff2-90ed-48e3-9692-c36c1c395936 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, cb3b3e62-4f31-43f4-8d06-dba5f3070c9d) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:56.526817 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd124ff2-90ed-48e3-9692-c36c1c395936 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:56.527426 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cd124ff2-90ed-48e3-9692-c36c1c395936 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.531604 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb5e8f0-c778-47de-9707-dd059792286d None None] Network cb3b3e62-4f31-43f4-8d06-dba5f3070c9d requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:56.567363 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cd124ff2-90ed-48e3-9692-c36c1c395936 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5334520 Mar 14 15:28:56.573905 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45602) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:56.603163 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e1108572-58d1-40a8-9fc8-de52f3475a05 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Deleting port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:56.603516 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1108572-58d1-40a8-9fc8-de52f3475a05 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.682465 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-68791a9a-8845-49a4-9a8d-ad112f7aeb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.692375 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54bc2634-d1f6-4f41-83a2-ecd5113c6c53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:56.703874 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68791a9a-8845-49a4-9a8d-ad112f7aeb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfa5d53-bf4e-4a1a-8f73-243b019962ab,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:56.714479 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-913c5045-08a3-4b99-aeb4-75bb2ded7fab tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Allocated IP 172.26.4.159 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/d8391d24-614f-4529-8299-e6dba637081c) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:56.734459 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-68791a9a-8845-49a4-9a8d-ad112f7aeb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.734828 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54bc2634-d1f6-4f41-83a2-ecd5113c6c53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.735369 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-54bc2634-d1f6-4f41-83a2-ecd5113c6c53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Added segment cd09d4d1-835d-4853-aacd-5672de25bddb of type vlan for network b0b1ed63-def3-48af-898b-ac0ae59bd4d0 Mar 14 15:28:56.735479 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-68791a9a-8845-49a4-9a8d-ad112f7aeb81 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cdfa5d53-bf4e-4a1a-8f73-243b019962ab HTTP/1.1" status: 204 len: 168 time: 0.6003413 Mar 14 15:28:56.815300 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fb1438-5289-444c-b89c-2b932525d027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-cb3b3e62-4f31-43f4-8d06-dba5f3070c9d', 'network_id': 'cb3b3e62-4f31-43f4-8d06-dba5f3070c9d', 'tenant_id': 'd9cfdbb6b6c34210b02a80d9af087402', 'fixed_ips': [{'subnet_id': 'f1f3b087-60f1-4dbc-b71a-175bb5b2a7bd'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:28:56.816129 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-76fb1438-5289-444c-b89c-2b932525d027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.912396 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-913c5045-08a3-4b99-aeb4-75bb2ded7fab tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.951180 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54bc2634-d1f6-4f41-83a2-ecd5113c6c53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.961382 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-913c5045-08a3-4b99-aeb4-75bb2ded7fab tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.968147 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.972082 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-e1108572-58d1-40a8-9fc8-de52f3475a05 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] For port 26d8071e-7966-4d03-9242-dbc1a6f0d6f4, host hv-neutron-8335, got binding levels [] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:56.972429 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1108572-58d1-40a8-9fc8-de52f3475a05 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.012381 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-76fb1438-5289-444c-b89c-2b932525d027 None None] Allocated IP 2001:db8::2 (cb3b3e62-4f31-43f4-8d06-dba5f3070c9d/f1f3b087-60f1-4dbc-b71a-175bb5b2a7bd/cf87113b-b6af-403e-9a34-eadce011b444) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:57.056890 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913c5045-08a3-4b99-aeb4-75bb2ded7fab tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:57.060778 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-913c5045-08a3-4b99-aeb4-75bb2ded7fab tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:57.076600 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913c5045-08a3-4b99-aeb4-75bb2ded7fab tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:57.130510 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e1108572-58d1-40a8-9fc8-de52f3475a05 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Calling delete_port for 26d8071e-7966-4d03-9242-dbc1a6f0d6f4 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:57.227998 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c5045-08a3-4b99-aeb4-75bb2ded7fab tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Pushing event updated for resources: {'Port': ['ID=d8391d24-614f-4529-8299-e6dba637081c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:57.293506 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-76fb1438-5289-444c-b89c-2b932525d027 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.309155 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-76fb1438-5289-444c-b89c-2b932525d027 None None] Transition to ACTIVE for port object cf87113b-b6af-403e-9a34-eadce011b444 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:57.333693 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-76fb1438-5289-444c-b89c-2b932525d027 None None] Transition to ACTIVE for port object cf87113b-b6af-403e-9a34-eadce011b444 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:57.344020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54bc2634-d1f6-4f41-83a2-ecd5113c6c53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.344782 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-76fb1438-5289-444c-b89c-2b932525d027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.347136 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-913c5045-08a3-4b99-aeb4-75bb2ded7fab tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.348737 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bc2634-d1f6-4f41-83a2-ecd5113c6c53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:57.349493 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54bc2634-d1f6-4f41-83a2-ecd5113c6c53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.444443 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fb1438-5289-444c-b89c-2b932525d027 None None] Network cb3b3e62-4f31-43f4-8d06-dba5f3070c9d is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:57.446038 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-76fb1438-5289-444c-b89c-2b932525d027 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:57.448041 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb1438-5289-444c-b89c-2b932525d027 None None] Pushing event updated for resources: {'Port': ['ID=cf87113b-b6af-403e-9a34-eadce011b444,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:57.451850 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fb1438-5289-444c-b89c-2b932525d027 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:28:57.506818 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-54bc2634-d1f6-4f41-83a2-ecd5113c6c53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0780537 Mar 14 15:28:57.506818 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.513571 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45620) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:57.554042 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-76fb1438-5289-444c-b89c-2b932525d027 None None] Attempting to bind port cf87113b-b6af-403e-9a34-eadce011b444 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:57.554593 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-76fb1438-5289-444c-b89c-2b932525d027 None None] Attempting to bind port cf87113b-b6af-403e-9a34-eadce011b444 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'd9bed3f0-62c9-4bf4-a528-81b037712474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'cb3b3e62-4f31-43f4-8d06-dba5f3070c9d'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:57.555056 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fb1438-5289-444c-b89c-2b932525d027 None None] Attempting to bind port cf87113b-b6af-403e-9a34-eadce011b444 on network cb3b3e62-4f31-43f4-8d06-dba5f3070c9d {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:28:57.562552 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fb1438-5289-444c-b89c-2b932525d027 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:28:57.563077 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fb1438-5289-444c-b89c-2b932525d027 None None] Checking segment: {'id': 'd9bed3f0-62c9-4bf4-a528-81b037712474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'cb3b3e62-4f31-43f4-8d06-dba5f3070c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:28:57.563578 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-76fb1438-5289-444c-b89c-2b932525d027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.564071 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fb1438-5289-444c-b89c-2b932525d027 None None] Bound using segment: {'id': 'd9bed3f0-62c9-4bf4-a528-81b037712474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'cb3b3e62-4f31-43f4-8d06-dba5f3070c9d'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:28:57.564641 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-76fb1438-5289-444c-b89c-2b932525d027 None None] Bound port: cf87113b-b6af-403e-9a34-eadce011b444, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9bed3f0-62c9-4bf4-a528-81b037712474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'cb3b3e62-4f31-43f4-8d06-dba5f3070c9d'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:57.565121 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-76fb1438-5289-444c-b89c-2b932525d027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.579554 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc2634-d1f6-4f41-83a2-ecd5113c6c53 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Network': ['ID=b0b1ed63-def3-48af-898b-ac0ae59bd4d0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:57.581863 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1108572-58d1-40a8-9fc8-de52f3475a05 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.623209 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network b0b1ed63-def3-48af-898b-ac0ae59bd4d0 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:28:57.662910 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.671441 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-913c5045-08a3-4b99-aeb4-75bb2ded7fab tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.682508 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-913c5045-08a3-4b99-aeb4-75bb2ded7fab tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-950448'] for router, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.698404 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1108572-58d1-40a8-9fc8-de52f3475a05 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Pushing event deleted for resources: {'Port': ['ID=26d8071e-7966-4d03-9242-dbc1a6f0d6f4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:57.715510 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event deleted for resources: {'Subnet': ['ID=f1f3b087-60f1-4dbc-b71a-175bb5b2a7bd,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:57.757596 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1108572-58d1-40a8-9fc8-de52f3475a05 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.782606 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283664a7-4106-4a0d-84e2-cdb4e32c1af1 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:57.783328 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-283664a7-4106-4a0d-84e2-cdb4e32c1af1 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Synchronizing usage tracker for tenant:8ce288610c2044ef9092cae68bf915fb on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:28:57.818302 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-76fb1438-5289-444c-b89c-2b932525d027 None None] For port cf87113b-b6af-403e-9a34-eadce011b444, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:57.826922 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-76fb1438-5289-444c-b89c-2b932525d027 None None] For port cf87113b-b6af-403e-9a34-eadce011b444, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=cf87113b-b6af-403e-9a34-eadce011b444,segment=NetworkSegment(d9bed3f0-62c9-4bf4-a528-81b037712474),segment_id=d9bed3f0-62c9-4bf4-a528-81b037712474)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:57.834384 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-76fb1438-5289-444c-b89c-2b932525d027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.873607 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.887834 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e1108572-58d1-40a8-9fc8-de52f3475a05 tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] 10.222.0.60 "DELETE /v2.0/ports/26d8071e-7966-4d03-9242-dbc1a6f0d6f4 HTTP/1.1" status: 204 len: 168 time: 1.4196758 Mar 14 15:28:57.892228 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45628) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:57.911059 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a14feca3-1d8a-4e71-ab37-37890bfdf35a req-8bbf5ff3-4795-451e-9ac9-c1a56caf2b60 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2862298 Mar 14 15:28:57.915291 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3b3e62-4f31-43f4-8d06-dba5f3070c9d']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:57.928475 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb1438-5289-444c-b89c-2b932525d027 None None] Pushing event updated for resources: {'Port': ['ID=cf87113b-b6af-403e-9a34-eadce011b444,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:57.933511 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9bed3f0-62c9-4bf4-a528-81b037712474') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:57.934113 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9bed3f0-62c9-4bf4-a528-81b037712474') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:57.947815 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.964480 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.971331 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:28:57.971611 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f978b3-131e-4d79-8dd3-e17f89ec998c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] GET failed (client error): The resource could not be found. Mar 14 15:28:57.971908 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.972699 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-85f978b3-131e-4d79-8dd3-e17f89ec998c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Synchronizing usage tracker for tenant:7c637677fd974047821fc3238fd849b7 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:28:57.976426 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-283664a7-4106-4a0d-84e2-cdb4e32c1af1 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Unset dirty status for tenant:8ce288610c2044ef9092cae68bf915fb on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:28:57.980706 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-283664a7-4106-4a0d-84e2-cdb4e32c1af1 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "GET /v2.0/networks?id=b0b1ed63-def3-48af-898b-ac0ae59bd4d0 HTTP/1.1" status: 200 len: 761 time: 0.4642239 Mar 14 15:28:57.987788 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45632) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:57.988360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45634) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:58.003653 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-cf99a281-980d-4c9b-bae3-30d4e56de7fd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'network': {'description': 'd2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:58.011933 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4ea80c-701d-4fe7-bce2-db49a7c56e29 None None] Network cb3b3e62-4f31-43f4-8d06-dba5f3070c9d requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:58.065825 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:58.103647 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.api [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 15:28:58.103647 dv-neutron-833561-1-hyperv neutron-server[83911]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 15:28:58.103647 dv-neutron-833561-1-hyperv neutron-server[83911]: [parameters: {'id': 'cb3b3e62-4f31-43f4-8d06-dba5f3070c9d'}] Mar 14 15:28:58.103647 dv-neutron-833561-1-hyperv neutron-server[83911]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:28:58.103647 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG oslo_db.api [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:28:58.137179 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-85f978b3-131e-4d79-8dd3-e17f89ec998c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] Unset dirty status for tenant:7c637677fd974047821fc3238fd849b7 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:28:58.139422 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-85f978b3-131e-4d79-8dd3-e17f89ec998c tempest-PortsAdminExtendedAttrsTestJSON-1158880583 tempest-PortsAdminExtendedAttrsTestJSON-1158880583-project-admin] 10.222.0.60 "GET /v2.0/ports/26d8071e-7966-4d03-9242-dbc1a6f0d6f4 HTTP/1.1" status: 404 len: 333 time: 0.2442598 Mar 14 15:28:58.142799 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45642) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:58.192454 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-191f3093-4f20-4a09-8413-e21392249d8d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Request body: {'security_group': {'name': 'tempest-secgroup--375388990'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:58.250935 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a14feca3-1d8a-4e71-ab37-37890bfdf35a req-6381a60b-a999-4116-9601-18db18391def service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a768ca8c59c43f79f741921fc7a86a9&device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 1099 time: 0.1840074 Mar 14 15:28:58.282980 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd3333d-f9c8-4af3-9ca8-22f979524382 None None] get_active_networks_info from dv-neutron-833561-1-hyperv {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 14 15:28:58.309324 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7fd78683-d7e4-43db-99eb-8d697f6820a3 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:58.341323 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-191f3093-4f20-4a09-8413-e21392249d8d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:58.401053 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-191f3093-4f20-4a09-8413-e21392249d8d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Usage tracker for resource:security_group and tenant:d4872091fbff4a8994558a28e6644a8c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:58.405097 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd3333d-f9c8-4af3-9ca8-22f979524382 None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:28:58.424412 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-191f3093-4f20-4a09-8413-e21392249d8d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:58.454011 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-191f3093-4f20-4a09-8413-e21392249d8d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:58.524643 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-191f3093-4f20-4a09-8413-e21392249d8d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:58.537384 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cf99a281-980d-4c9b-bae3-30d4e56de7fd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:58.541145 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14feca3-1d8a-4e71-ab37-37890bfdf35a req-8aa93716-ed86-44e1-8ea0-79b78565c044 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:58.542618 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a14feca3-1d8a-4e71-ab37-37890bfdf35a req-8aa93716-ed86-44e1-8ea0-79b78565c044 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d9d8d8c-ccb5-4a93-9f99-f993dc8af841 HTTP/1.1" status: 200 len: 907 time: 0.2661920 Mar 14 15:28:58.544773 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7fd78683-d7e4-43db-99eb-8d697f6820a3 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:58.555067 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-191f3093-4f20-4a09-8413-e21392249d8d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:58.595930 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-191f3093-4f20-4a09-8413-e21392249d8d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:58.600079 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-191f3093-4f20-4a09-8413-e21392249d8d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Usage tracker for resource:security_group_rule and tenant:d4872091fbff4a8994558a28e6644a8c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:58.602926 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-191f3093-4f20-4a09-8413-e21392249d8d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:58.604010 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:58.612918 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-191f3093-4f20-4a09-8413-e21392249d8d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:58.643116 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913c5045-08a3-4b99-aeb4-75bb2ded7fab tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Router 58b8b6db-e374-4b57-ae6f-f5c07ff6d4bf is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:28:58.645012 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cf99a281-980d-4c9b-bae3-30d4e56de7fd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:58.650487 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-7fd78683-d7e4-43db-99eb-8d697f6820a3 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:58.669761 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-7fd78683-d7e4-43db-99eb-8d697f6820a3 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeebd735-ab3f-43fe-bdeb-25ee63465778') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:58.670117 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-7fd78683-d7e4-43db-99eb-8d697f6820a3 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeebd735-ab3f-43fe-bdeb-25ee63465778') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:58.685443 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Deleting port cf87113b-b6af-403e-9a34-eadce011b444 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:28:58.685443 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:58.734246 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7fd78683-d7e4-43db-99eb-8d697f6820a3 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:58.754026 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf99a281-980d-4c9b-bae3-30d4e56de7fd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Network b0b1ed63-def3-48af-898b-ac0ae59bd4d0 is not hosted by any dhcp agent {{(pid=83910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 14 15:28:58.754646 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a14feca3-1d8a-4e71-ab37-37890bfdf35a req-064283da-b302-4244-aa41-a84ece2edf35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70a015d6-5050-4b10-b77d-1a1ea16fe35c HTTP/1.1" status: 200 len: 1002 time: 0.2023802 Mar 14 15:28:58.757955 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf99a281-980d-4c9b-bae3-30d4e56de7fd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:58.758636 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cf99a281-980d-4c9b-bae3-30d4e56de7fd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:58.762541 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-cf99a281-980d-4c9b-bae3-30d4e56de7fd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "PUT /v2.0/networks/b0b1ed63-def3-48af-898b-ac0ae59bd4d0 HTTP/1.1" status: 200 len: 758 time: 0.7679346 Mar 14 15:28:58.781445 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45650) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:58.815029 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7fd78683-d7e4-43db-99eb-8d697f6820a3 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:58.863379 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd78683-d7e4-43db-99eb-8d697f6820a3 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:28:58.863783 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7fd78683-d7e4-43db-99eb-8d697f6820a3 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:58.878598 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:58.880692 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99a281-980d-4c9b-bae3-30d4e56de7fd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Network': ['ID=b0b1ed63-def3-48af-898b-ac0ae59bd4d0,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:58.890891 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network b0b1ed63-def3-48af-898b-ac0ae59bd4d0 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:28:58.964491 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-191f3093-4f20-4a09-8413-e21392249d8d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.027498 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-191f3093-4f20-4a09-8413-e21392249d8d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.073896 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14feca3-1d8a-4e71-ab37-37890bfdf35a req-3886290e-fe4f-46bb-a8de-8c8dd9a8d047 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:59.075821 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a14feca3-1d8a-4e71-ab37-37890bfdf35a req-3886290e-fe4f-46bb-a8de-8c8dd9a8d047 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=063aedb3-7811-4db4-ba2a-90a8dd4bc354 HTTP/1.1" status: 200 len: 845 time: 0.3043883 Mar 14 15:28:59.080412 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a4a5e9-7c00-470e-92d0-1de5df084dac tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:59.081838 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-92a4a5e9-7c00-470e-92d0-1de5df084dac tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "GET /v2.0/networks?id=b0b1ed63-def3-48af-898b-ac0ae59bd4d0 HTTP/1.1" status: 200 len: 761 time: 0.2979517 Mar 14 15:28:59.089905 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45654) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:59.102722 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-191f3093-4f20-4a09-8413-e21392249d8d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:59.108205 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3f609f8e-b9aa-4a66-88fd-d29c2ea63162 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-985216270'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:59.114610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f3093-4f20-4a09-8413-e21392249d8d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=966ca3f3-ec0a-48e1-9d71-eb78536573ea,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:59.117264 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-191f3093-4f20-4a09-8413-e21392249d8d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Usage tracker for resource:security_group_rule and tenant:d4872091fbff4a8994558a28e6644a8c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:59.120063 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3f609f8e-b9aa-4a66-88fd-d29c2ea63162 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:59.131087 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-191f3093-4f20-4a09-8413-e21392249d8d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:59.144145 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-191f3093-4f20-4a09-8413-e21392249d8d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:59.146322 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3f609f8e-b9aa-4a66-88fd-d29c2ea63162 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:59.171440 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f609f8e-b9aa-4a66-88fd-d29c2ea63162 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Made reservation on behalf of 8ce288610c2044ef9092cae68bf915fb for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:59.174385 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f609f8e-b9aa-4a66-88fd-d29c2ea63162 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.228324 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7fd78683-d7e4-43db-99eb-8d697f6820a3 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.233590 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7fd78683-d7e4-43db-99eb-8d697f6820a3 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.246805 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f609f8e-b9aa-4a66-88fd-d29c2ea63162 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:59.257395 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-191f3093-4f20-4a09-8413-e21392249d8d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.265222 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-191f3093-4f20-4a09-8413-e21392249d8d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.271373 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f609f8e-b9aa-4a66-88fd-d29c2ea63162 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.271712 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-3f609f8e-b9aa-4a66-88fd-d29c2ea63162 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Added segment 5a365e80-2b39-4572-8b04-aabed3ba76f1 of type vlan for network 7f14a3d4-d4cd-4c46-a56a-964a70539efe Mar 14 15:28:59.273697 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7fd78683-d7e4-43db-99eb-8d697f6820a3 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] 10.222.0.60 "DELETE /v2.0/networks/1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84 HTTP/1.1" status: 204 len: 168 time: 1.1299036 Mar 14 15:28:59.274603 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd78683-d7e4-43db-99eb-8d697f6820a3 tempest-PortsAdminExtendedAttrsTestJSON-448943556 tempest-PortsAdminExtendedAttrsTestJSON-448943556-project] Pushing event deleted for resources: {'Network': ['ID=1cf1a5e1-8487-4d45-af39-e6e0d0fb7c84,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:59.283931 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] For port cf87113b-b6af-403e-9a34-eadce011b444, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=cf87113b-b6af-403e-9a34-eadce011b444,segment=NetworkSegment(d9bed3f0-62c9-4bf4-a528-81b037712474),segment_id=d9bed3f0-62c9-4bf4-a528-81b037712474)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:59.284295 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.360603 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f3093-4f20-4a09-8413-e21392249d8d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6e958c-fefa-49fa-9c16-5aa8dddd5037,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:59.365951 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-191f3093-4f20-4a09-8413-e21392249d8d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.370634 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-191f3093-4f20-4a09-8413-e21392249d8d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3776567 Mar 14 15:28:59.370634 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f609f8e-b9aa-4a66-88fd-d29c2ea63162 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.407719 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45660) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:59.418351 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Calling delete_port for cf87113b-b6af-403e-9a34-eadce011b444 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:28:59.430099 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f609f8e-b9aa-4a66-88fd-d29c2ea63162 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.437720 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f609f8e-b9aa-4a66-88fd-d29c2ea63162 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:59.438919 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f609f8e-b9aa-4a66-88fd-d29c2ea63162 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.465035 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913c5045-08a3-4b99-aeb4-75bb2ded7fab tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:28:59.476293 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff86b81e-bb94-42a7-bd2a-2a34926897bb None None] Sync routers for ids ['58b8b6db-e374-4b57-ae6f-f5c07ff6d4bf'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:28:59.493820 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff86b81e-bb94-42a7-bd2a-2a34926897bb None None] Routers {'58b8b6db-e374-4b57-ae6f-f5c07ff6d4bf'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:28:59.495037 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ff86b81e-bb94-42a7-bd2a-2a34926897bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:28:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['58b8b6db-e374-4b57-ae6f-f5c07ff6d4bf'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:59.514719 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a14feca3-1d8a-4e71-ab37-37890bfdf35a req-a26b20af-0bfc-4303-b82a-1f15e1ea681d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d9d8d8c-ccb5-4a93-9f99-f993dc8af841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4187102 Mar 14 15:28:59.611793 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-913c5045-08a3-4b99-aeb4-75bb2ded7fab tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.613269 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-913c5045-08a3-4b99-aeb4-75bb2ded7fab tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "PUT /v2.0/routers/58b8b6db-e374-4b57-ae6f-f5c07ff6d4bf HTTP/1.1" status: 200 len: 920 time: 4.4431202 Mar 14 15:28:59.614412 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f609f8e-b9aa-4a66-88fd-d29c2ea63162 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Network': ['ID=7f14a3d4-d4cd-4c46-a56a-964a70539efe,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:59.617663 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3f609f8e-b9aa-4a66-88fd-d29c2ea63162 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5237505 Mar 14 15:28:59.619137 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45666) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:59.622641 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45668) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:59.642509 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 7f14a3d4-d4cd-4c46-a56a-964a70539efe details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:28:59.656169 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e3ebc12a-c36b-4fe7-bdd2-64287e63ad00 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2461329 Mar 14 15:28:59.659289 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.673328 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45674) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:59.723036 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-22410005-fa1b-403c-94ba-ac5b94c7dd7a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'subnet': {'network_id': '7f14a3d4-d4cd-4c46-a56a-964a70539efe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:59.728088 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ff86b81e-bb94-42a7-bd2a-2a34926897bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:59.745656 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45678) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:28:59.749806 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c4b660c8-1c5c-4c21-a8c7-3c004ca6cc96 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Request body: {'security_group': {'name': 'tempest-security--447393824', 'description': 'tempest-security-description-900005983'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:28:59.765254 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff86b81e-bb94-42a7-bd2a-2a34926897bb None None] Routers {'58b8b6db-e374-4b57-ae6f-f5c07ff6d4bf'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:28:59.765877 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ff86b81e-bb94-42a7-bd2a-2a34926897bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:28:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['58b8b6db-e374-4b57-ae6f-f5c07ff6d4bf'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:59.772077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event deleted for resources: {'Port': ['ID=cf87113b-b6af-403e-9a34-eadce011b444,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:59.823905 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] No DVR routers for this DVR port cf87113b-b6af-403e-9a34-eadce011b444 on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:59.889546 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ff86b81e-bb94-42a7-bd2a-2a34926897bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:59.890776 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff86b81e-bb94-42a7-bd2a-2a34926897bb None None] The sync data for ids ['58b8b6db-e374-4b57-ae6f-f5c07ff6d4bf'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:28:59.937036 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-22410005-fa1b-403c-94ba-ac5b94c7dd7a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:28:59.940874 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-22410005-fa1b-403c-94ba-ac5b94c7dd7a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Usage tracker for resource:subnet and tenant:8ce288610c2044ef9092cae68bf915fb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:28:59.943836 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-22410005-fa1b-403c-94ba-ac5b94c7dd7a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:28:59.949615 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-22410005-fa1b-403c-94ba-ac5b94c7dd7a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:28:59.964008 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22410005-fa1b-403c-94ba-ac5b94c7dd7a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Made reservation on behalf of 8ce288610c2044ef9092cae68bf915fb for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:59.982439 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a14feca3-1d8a-4e71-ab37-37890bfdf35a req-362bef0d-882c-4124-b20c-0ba1cea9717c service neutron] 10.222.0.24 "GET /v2.0/networks/2d9d8d8c-ccb5-4a93-9f99-f993dc8af841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454308 Mar 14 15:28:59.991276 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c4b660c8-1c5c-4c21-a8c7-3c004ca6cc96 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.090636 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-22410005-fa1b-403c-94ba-ac5b94c7dd7a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.158803 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a14feca3-1d8a-4e71-ab37-37890bfdf35a req-58182984-319e-46fa-91e3-051ca1ea5564 service neutron] 10.222.0.24 "GET /v2.0/networks/2d9d8d8c-ccb5-4a93-9f99-f993dc8af841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483719 Mar 14 15:29:00.162869 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-91ffb77c-05ae-4634-b01b-deda809f7673 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "GET /v2.0/routers/58b8b6db-e374-4b57-ae6f-f5c07ff6d4bf HTTP/1.1" status: 200 len: 926 time: 0.5391481 Mar 14 15:29:00.164960 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45686) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:00.184076 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.298851 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3b3e62-4f31-43f4-8d06-dba5f3070c9d']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:00.328057 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c4b660c8-1c5c-4c21-a8c7-3c004ca6cc96 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.331349 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9bed3f0-62c9-4bf4-a528-81b037712474') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:00.331692 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9bed3f0-62c9-4bf4-a528-81b037712474') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:00.351774 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c4b660c8-1c5c-4c21-a8c7-3c004ca6cc96 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.372681 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.396020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c4b660c8-1c5c-4c21-a8c7-3c004ca6cc96 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.397204 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c4b660c8-1c5c-4c21-a8c7-3c004ca6cc96 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "PUT /v2.0/security-groups/9e6e958c-fefa-49fa-9c16-5aa8dddd5037 HTTP/1.1" status: 200 len: 1610 time: 0.6610324 Mar 14 15:29:00.400940 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45690) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:00.409298 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f510935c-88eb-4a71-a1f7-0c289c1540c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7fc9428d5a3f42a493f0d5454fa12934&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6444478 Mar 14 15:29:00.415927 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45694) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:00.419025 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.433518 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b660c8-1c5c-4c21-a8c7-3c004ca6cc96 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6e958c-fefa-49fa-9c16-5aa8dddd5037,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:00.444254 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:29:00.444739 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:00.461116 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:00.493908 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-544ec70b-ca6f-42be-82e3-cabf5cdf9900 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-groups/9e6e958c-fefa-49fa-9c16-5aa8dddd5037 HTTP/1.1" status: 200 len: 1610 time: 0.0894005 Mar 14 15:29:00.494140 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45698) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:00.513630 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-22410005-fa1b-403c-94ba-ac5b94c7dd7a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.532211 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9903f9a5-3fe3-4d16-ae93-7c3a2dcae19e tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&device_id=58b8b6db-e374-4b57-ae6f-f5c07ff6d4bf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3541508 Mar 14 15:29:00.545112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45702) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:00.648139 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.650504 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22410005-fa1b-403c-94ba-ac5b94c7dd7a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Checking segment: {'id': '5a365e80-2b39-4572-8b04-aabed3ba76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f14a3d4-d4cd-4c46-a56a-964a70539efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:00.650965 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22410005-fa1b-403c-94ba-ac5b94c7dd7a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Network hostable DHCP agents. Network: 7f14a3d4-d4cd-4c46-a56a-964a70539efe, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:00.656076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22410005-fa1b-403c-94ba-ac5b94c7dd7a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Subnet': ['ID=f03c2156-2079-4232-9ca8-20e0192ed240,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:00.667161 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d09e9a4b-0156-4072-8269-e76ed0ea91f4 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.677122 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.695114 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event deleted for resources: {'Network': ['ID=cb3b3e62-4f31-43f4-8d06-dba5f3070c9d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:00.702224 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e90adab7-1c7f-4d02-94dd-44b7546a7f32 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "DELETE /v2.0/networks/cb3b3e62-4f31-43f4-8d06-dba5f3070c9d HTTP/1.1" status: 204 len: 168 time: 4.1273589 Mar 14 15:29:00.703099 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d09e9a4b-0156-4072-8269-e76ed0ea91f4 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.710565 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45706) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:00.712836 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f79cdd3-d679-44a7-b54d-217ac47396a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.720368 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3b22eb73-ca1f-4c4b-9594-98b0c16eae5b tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2103167958'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:00.726535 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22410005-fa1b-403c-94ba-ac5b94c7dd7a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Network 7f14a3d4-d4cd-4c46-a56a-964a70539efe is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:00.734941 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3b22eb73-ca1f-4c4b-9594-98b0c16eae5b tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:00.755246 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc84b0f-9d8c-4e9e-bc14-cffc37205299 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:00.759461 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3dc84b0f-9d8c-4e9e-bc14-cffc37205299 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "GET /v2.0/networks/e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 HTTP/1.1" status: 200 len: 881 time: 0.2105696 Mar 14 15:29:00.759912 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3b22eb73-ca1f-4c4b-9594-98b0c16eae5b tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Usage tracker for resource:network and tenant:d9cfdbb6b6c34210b02a80d9af087402 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:00.760078 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f79cdd3-d679-44a7-b54d-217ac47396a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.763344 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45710) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:00.764101 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3b22eb73-ca1f-4c4b-9594-98b0c16eae5b tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:00.771205 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-22410005-fa1b-403c-94ba-ac5b94c7dd7a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 7f14a3d4-d4cd-4c46-a56a-964a70539efe) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:00.773492 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3b22eb73-ca1f-4c4b-9594-98b0c16eae5b tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:00.781245 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b660644-3992-49c9-9cb2-35209e71dead None None] Network 7f14a3d4-d4cd-4c46-a56a-964a70539efe requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:00.814033 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22410005-fa1b-403c-94ba-ac5b94c7dd7a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:00.814760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-22410005-fa1b-403c-94ba-ac5b94c7dd7a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.827155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f79cdd3-d679-44a7-b54d-217ac47396a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.836089 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-80a54f77-9caf-4ae5-bd1a-98280a2ecf9d tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "GET /v2.0/ports?device_id=58b8b6db-e374-4b57-ae6f-f5c07ff6d4bf HTTP/1.1" status: 200 len: 205 time: 0.0666032 Mar 14 15:29:00.836867 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d09e9a4b-0156-4072-8269-e76ed0ea91f4 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.839369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b22eb73-ca1f-4c4b-9594-98b0c16eae5b tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Made reservation on behalf of d9cfdbb6b6c34210b02a80d9af087402 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:00.842367 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b22eb73-ca1f-4c4b-9594-98b0c16eae5b tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.842752 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45714) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:00.884419 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e9a4b-0156-4072-8269-e76ed0ea91f4 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6e958c-fefa-49fa-9c16-5aa8dddd5037,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:00.887512 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d09e9a4b-0156-4072-8269-e76ed0ea91f4 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.892735 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d09e9a4b-0156-4072-8269-e76ed0ea91f4 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "DELETE /v2.0/security-groups/9e6e958c-fefa-49fa-9c16-5aa8dddd5037 HTTP/1.1" status: 204 len: 168 time: 0.3944407 Mar 14 15:29:00.893512 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-22410005-fa1b-403c-94ba-ac5b94c7dd7a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2694860 Mar 14 15:29:00.893882 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45718) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:00.898533 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45720) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:01.005895 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b22eb73-ca1f-4c4b-9594-98b0c16eae5b tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:01.022171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79cdd3-d679-44a7-b54d-217ac47396a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162366c0-ddb7-468b-827f-5f06ab9a450d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:01.034959 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1821e999-ebc7-4ea2-bba9-f8c48efd66ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-7f14a3d4-d4cd-4c46-a56a-964a70539efe', 'network_id': '7f14a3d4-d4cd-4c46-a56a-964a70539efe', 'tenant_id': '8ce288610c2044ef9092cae68bf915fb', 'fixed_ips': [{'subnet_id': 'f03c2156-2079-4232-9ca8-20e0192ed240'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:29:01.036103 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1821e999-ebc7-4ea2-bba9-f8c48efd66ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.040708 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f79cdd3-d679-44a7-b54d-217ac47396a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.044908 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7f79cdd3-d679-44a7-b54d-217ac47396a9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/162366c0-ddb7-468b-827f-5f06ab9a450d HTTP/1.1" status: 204 len: 168 time: 0.6245067 Mar 14 15:29:01.046883 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b22eb73-ca1f-4c4b-9594-98b0c16eae5b tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.047235 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-3b22eb73-ca1f-4c4b-9594-98b0c16eae5b tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Added segment 3f9d71b9-e3f9-4de6-808e-187c879f0b18 of type vlan for network 8b7a1bfb-2889-45f5-95be-b2b8e9270825 Mar 14 15:29:01.092307 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-be6c4f31-c915-4025-ac65-b28533ffe869 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Synchronizing usage tracker for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:01.123940 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b22eb73-ca1f-4c4b-9594-98b0c16eae5b tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.192979 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.202123 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91ae2adf-ee92-4c7d-b880-f5e2fb76bc28 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.234380 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-be6c4f31-c915-4025-ac65-b28533ffe869 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Unset dirty status for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:01.235634 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-be6c4f31-c915-4025-ac65-b28533ffe869 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3384473 Mar 14 15:29:01.249921 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45730) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:01.272672 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b22eb73-ca1f-4c4b-9594-98b0c16eae5b tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.276760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b22eb73-ca1f-4c4b-9594-98b0c16eae5b tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:01.277351 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b22eb73-ca1f-4c4b-9594-98b0c16eae5b tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.315409 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-1821e999-ebc7-4ea2-bba9-f8c48efd66ca None None] Allocated IP 172.20.0.2 (7f14a3d4-d4cd-4c46-a56a-964a70539efe/f03c2156-2079-4232-9ca8-20e0192ed240/3bd1b1b8-07b6-4ddf-9485-f64b992edf79) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:01.337237 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-796343e2-0d52-4b80-b1d0-ed55d7e1bafb tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] delete failed (client error): The resource could not be found. Mar 14 15:29:01.345148 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-796343e2-0d52-4b80-b1d0-ed55d7e1bafb tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "DELETE /v2.0/security-groups/9e6e958c-fefa-49fa-9c16-5aa8dddd5037 HTTP/1.1" status: 404 len: 347 time: 0.0868158 Mar 14 15:29:01.346209 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45734) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:01.366544 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f4697db4-2eae-4dd0-ace6-93246ffcc616 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1493378093'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:01.373015 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f4697db4-2eae-4dd0-ace6-93246ffcc616 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:01.383580 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f4697db4-2eae-4dd0-ace6-93246ffcc616 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:01.426131 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4697db4-2eae-4dd0-ace6-93246ffcc616 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.432187 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3b22eb73-ca1f-4c4b-9594-98b0c16eae5b tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7194095 Mar 14 15:29:01.437369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45738) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:01.450719 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-667bfd29-9eb6-4c22-906f-8ad930a11ddd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Request body: {'subnet': {'network_id': '8b7a1bfb-2889-45f5-95be-b2b8e9270825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:01.467364 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22eb73-ca1f-4c4b-9594-98b0c16eae5b tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event updated for resources: {'Network': ['ID=8b7a1bfb-2889-45f5-95be-b2b8e9270825,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:01.469596 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.480280 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f4697db4-2eae-4dd0-ace6-93246ffcc616 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:01.480512 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 8b7a1bfb-2889-45f5-95be-b2b8e9270825 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:29:01.498231 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f4697db4-2eae-4dd0-ace6-93246ffcc616 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Usage tracker for resource:security_group_rule and tenant:d4872091fbff4a8994558a28e6644a8c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:01.504967 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f4697db4-2eae-4dd0-ace6-93246ffcc616 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:01.513264 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f4697db4-2eae-4dd0-ace6-93246ffcc616 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:01.532028 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45742) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:01.566486 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91ae2adf-ee92-4c7d-b880-f5e2fb76bc28 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.586452 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-91ae2adf-ee92-4c7d-b880-f5e2fb76bc28 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Deleting port d8391d24-614f-4529-8299-e6dba637081c {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:01.587458 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91ae2adf-ee92-4c7d-b880-f5e2fb76bc28 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.618154 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-667bfd29-9eb6-4c22-906f-8ad930a11ddd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:01.622469 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-667bfd29-9eb6-4c22-906f-8ad930a11ddd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Usage tracker for resource:subnet and tenant:d9cfdbb6b6c34210b02a80d9af087402 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:01.625455 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-667bfd29-9eb6-4c22-906f-8ad930a11ddd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:01.631725 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-667bfd29-9eb6-4c22-906f-8ad930a11ddd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:01.672621 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4697db4-2eae-4dd0-ace6-93246ffcc616 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.683474 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667bfd29-9eb6-4c22-906f-8ad930a11ddd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Made reservation on behalf of d9cfdbb6b6c34210b02a80d9af087402 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:01.701505 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4697db4-2eae-4dd0-ace6-93246ffcc616 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.724603 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1821e999-ebc7-4ea2-bba9-f8c48efd66ca None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.736161 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1821e999-ebc7-4ea2-bba9-f8c48efd66ca None None] Transition to ACTIVE for port object 3bd1b1b8-07b6-4ddf-9485-f64b992edf79 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:01.757299 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1821e999-ebc7-4ea2-bba9-f8c48efd66ca None None] Transition to ACTIVE for port object 3bd1b1b8-07b6-4ddf-9485-f64b992edf79 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:01.765025 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1821e999-ebc7-4ea2-bba9-f8c48efd66ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.787432 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-07d907d1-d023-425b-b1b0-657f575c9e93 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c637677fd974047821fc3238fd849b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2530961 Mar 14 15:29:01.787814 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45746) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:01.807207 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-667bfd29-9eb6-4c22-906f-8ad930a11ddd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.819765 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4697db4-2eae-4dd0-ace6-93246ffcc616 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28197d8e-3a1f-472b-95ce-9ac12e34079c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:01.832661 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.835047 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4697db4-2eae-4dd0-ace6-93246ffcc616 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.838877 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f4697db4-2eae-4dd0-ace6-93246ffcc616 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4839799 Mar 14 15:29:01.840272 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821e999-ebc7-4ea2-bba9-f8c48efd66ca None None] Pushing event updated for resources: {'Port': ['ID=3bd1b1b8-07b6-4ddf-9485-f64b992edf79,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:01.841882 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45750) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:01.856181 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1821e999-ebc7-4ea2-bba9-f8c48efd66ca None None] Network 7f14a3d4-d4cd-4c46-a56a-964a70539efe is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:01.857738 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-1821e999-ebc7-4ea2-bba9-f8c48efd66ca None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:01.859721 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1821e999-ebc7-4ea2-bba9-f8c48efd66ca None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:01.862039 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-44381369-e802-40c7-8193-a272d601f3fb tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Request body: {'security_group_rule': {'security_group_id': '28197d8e-3a1f-472b-95ce-9ac12e34079c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:01.870913 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-44381369-e802-40c7-8193-a272d601f3fb tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:01.884931 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-44381369-e802-40c7-8193-a272d601f3fb tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Usage tracker for resource:security_group_rule and tenant:d4872091fbff4a8994558a28e6644a8c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:01.888876 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-44381369-e802-40c7-8193-a272d601f3fb tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:01.892375 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91ae2adf-ee92-4c7d-b880-f5e2fb76bc28 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.904805 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-44381369-e802-40c7-8193-a272d601f3fb tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:01.950226 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1821e999-ebc7-4ea2-bba9-f8c48efd66ca None None] Attempting to bind port 3bd1b1b8-07b6-4ddf-9485-f64b992edf79 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:01.951025 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1821e999-ebc7-4ea2-bba9-f8c48efd66ca None None] Attempting to bind port 3bd1b1b8-07b6-4ddf-9485-f64b992edf79 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '5a365e80-2b39-4572-8b04-aabed3ba76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f14a3d4-d4cd-4c46-a56a-964a70539efe'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:01.951025 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1821e999-ebc7-4ea2-bba9-f8c48efd66ca None None] Attempting to bind port 3bd1b1b8-07b6-4ddf-9485-f64b992edf79 on network 7f14a3d4-d4cd-4c46-a56a-964a70539efe {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:29:01.957036 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Subnet': ['ID=f03c2156-2079-4232-9ca8-20e0192ed240,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:01.958307 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1821e999-ebc7-4ea2-bba9-f8c48efd66ca None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:29:01.958307 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1821e999-ebc7-4ea2-bba9-f8c48efd66ca None None] Checking segment: {'id': '5a365e80-2b39-4572-8b04-aabed3ba76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f14a3d4-d4cd-4c46-a56a-964a70539efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:01.958631 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1821e999-ebc7-4ea2-bba9-f8c48efd66ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.959027 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1821e999-ebc7-4ea2-bba9-f8c48efd66ca None None] Bound using segment: {'id': '5a365e80-2b39-4572-8b04-aabed3ba76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f14a3d4-d4cd-4c46-a56a-964a70539efe'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:29:01.959494 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1821e999-ebc7-4ea2-bba9-f8c48efd66ca None None] Bound port: 3bd1b1b8-07b6-4ddf-9485-f64b992edf79, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a365e80-2b39-4572-8b04-aabed3ba76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f14a3d4-d4cd-4c46-a56a-964a70539efe'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:01.960655 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1821e999-ebc7-4ea2-bba9-f8c48efd66ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.022143 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-91ae2adf-ee92-4c7d-b880-f5e2fb76bc28 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Calling delete_port for d8391d24-614f-4529-8299-e6dba637081c owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:02.057547 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1821e999-ebc7-4ea2-bba9-f8c48efd66ca None None] For port 3bd1b1b8-07b6-4ddf-9485-f64b992edf79, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:02.061139 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-44381369-e802-40c7-8193-a272d601f3fb tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.061915 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1821e999-ebc7-4ea2-bba9-f8c48efd66ca None None] For port 3bd1b1b8-07b6-4ddf-9485-f64b992edf79, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=3bd1b1b8-07b6-4ddf-9485-f64b992edf79,segment=NetworkSegment(5a365e80-2b39-4572-8b04-aabed3ba76f1),segment_id=5a365e80-2b39-4572-8b04-aabed3ba76f1)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:02.067492 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1821e999-ebc7-4ea2-bba9-f8c48efd66ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.087974 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a2731d1d-3d43-4876-a2a4-c6b01ed32076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.109682 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.140084 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a2731d1d-3d43-4876-a2a4-c6b01ed32076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.167366 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f14a3d4-d4cd-4c46-a56a-964a70539efe']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:02.179368 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-44381369-e802-40c7-8193-a272d601f3fb tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.191137 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-44381369-e802-40c7-8193-a272d601f3fb tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.227160 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44381369-e802-40c7-8193-a272d601f3fb tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7185d52a-92fd-4b15-85a8-394d72ff8f56,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:02.228446 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821e999-ebc7-4ea2-bba9-f8c48efd66ca None None] Pushing event updated for resources: {'Port': ['ID=3bd1b1b8-07b6-4ddf-9485-f64b992edf79,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:02.234445 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-44381369-e802-40c7-8193-a272d601f3fb tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.238985 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a365e80-2b39-4572-8b04-aabed3ba76f1') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:02.239337 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a365e80-2b39-4572-8b04-aabed3ba76f1') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:02.241668 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-44381369-e802-40c7-8193-a272d601f3fb tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4006453 Mar 14 15:29:02.242566 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45754) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:02.257076 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56c273e-7727-4691-892f-e41564df4a91 None None] Network 7f14a3d4-d4cd-4c46-a56a-964a70539efe requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:02.275071 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.311300 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.321501 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c8b00716-7ff1-44d0-af00-6dc7b1d53b21 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.329641 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:29:02.330285 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.337032 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c8b00716-7ff1-44d0-af00-6dc7b1d53b21 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:02.345374 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:02.367634 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91ae2adf-ee92-4c7d-b880-f5e2fb76bc28 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.433423 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae2adf-ee92-4c7d-b880-f5e2fb76bc28 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Pushing event deleted for resources: {'Port': ['ID=d8391d24-614f-4529-8299-e6dba637081c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:02.435917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c8b00716-7ff1-44d0-af00-6dc7b1d53b21 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.470402 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9485f1-69ed-40ee-a0fa-9f7e2dd07b73 None None] get_active_networks_info from dv-neutron-833561-1-hyperv {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 14 15:29:02.480314 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b00716-7ff1-44d0-af00-6dc7b1d53b21 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7185d52a-92fd-4b15-85a8-394d72ff8f56,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:02.507299 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a2731d1d-3d43-4876-a2a4-c6b01ed32076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.525710 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c8b00716-7ff1-44d0-af00-6dc7b1d53b21 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.529666 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2731d1d-3d43-4876-a2a4-c6b01ed32076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008f9b5a-28aa-421e-8549-24756483c8d6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:02.530131 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c8b00716-7ff1-44d0-af00-6dc7b1d53b21 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/7185d52a-92fd-4b15-85a8-394d72ff8f56 HTTP/1.1" status: 204 len: 168 time: 0.2842093 Mar 14 15:29:02.531366 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45760) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:02.569389 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.api [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 15:29:02.569389 dv-neutron-833561-1-hyperv neutron-server[83910]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 15:29:02.569389 dv-neutron-833561-1-hyperv neutron-server[83910]: [parameters: {'id': '7f14a3d4-d4cd-4c46-a56a-964a70539efe'}] Mar 14 15:29:02.569389 dv-neutron-833561-1-hyperv neutron-server[83910]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:29:02.569830 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG oslo_db.api [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:29:02.600007 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a2731d1d-3d43-4876-a2a4-c6b01ed32076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.601174 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a2731d1d-3d43-4876-a2a4-c6b01ed32076 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/008f9b5a-28aa-421e-8549-24756483c8d6 HTTP/1.1" status: 204 len: 168 time: 0.8123162 Mar 14 15:29:02.611778 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9485f1-69ed-40ee-a0fa-9f7e2dd07b73 None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:29:02.671774 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.objects.ports [None req-667bfd29-9eb6-4c22-906f-8ad930a11ddd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83910) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 14 15:29:02.673095 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-667bfd29-9eb6-4c22-906f-8ad930a11ddd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.761314 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667bfd29-9eb6-4c22-906f-8ad930a11ddd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event updated for resources: {'Subnet': ['ID=0c9a49d5-cc43-4361-b463-8d3ba26ed52b,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:02.768839 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667bfd29-9eb6-4c22-906f-8ad930a11ddd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Checking segment: {'id': '3f9d71b9-e3f9-4de6-808e-187c879f0b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8b7a1bfb-2889-45f5-95be-b2b8e9270825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:02.769328 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667bfd29-9eb6-4c22-906f-8ad930a11ddd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Network hostable DHCP agents. Network: 8b7a1bfb-2889-45f5-95be-b2b8e9270825, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:02.794902 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667bfd29-9eb6-4c22-906f-8ad930a11ddd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Network 8b7a1bfb-2889-45f5-95be-b2b8e9270825 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:02.807750 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-667bfd29-9eb6-4c22-906f-8ad930a11ddd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 8b7a1bfb-2889-45f5-95be-b2b8e9270825) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:02.812617 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667bfd29-9eb6-4c22-906f-8ad930a11ddd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:02.813196 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-667bfd29-9eb6-4c22-906f-8ad930a11ddd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.841086 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-667bfd29-9eb6-4c22-906f-8ad930a11ddd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4000213 Mar 14 15:29:02.843824 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45766) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:02.849209 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-10fde6ed-b5b2-4d51-9537-12ad27892d8a tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Synchronizing usage tracker for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:02.854980 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91ae2adf-ee92-4c7d-b880-f5e2fb76bc28 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.002117 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3daa2fcf-7ab0-424b-8a7b-419582bc62b9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.062267 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-10fde6ed-b5b2-4d51-9537-12ad27892d8a tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Unset dirty status for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:03.066588 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-10fde6ed-b5b2-4d51-9537-12ad27892d8a tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5331054 Mar 14 15:29:03.067203 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45776) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:03.070326 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.093255 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3daa2fcf-7ab0-424b-8a7b-419582bc62b9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.095400 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b551e0aa-f4d3-4915-aedc-3249827482b1 None None] Network 8b7a1bfb-2889-45f5-95be-b2b8e9270825 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:03.119106 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Deleting port 3bd1b1b8-07b6-4ddf-9485-f64b992edf79 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:03.119449 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.212211 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91ae2adf-ee92-4c7d-b880-f5e2fb76bc28 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.244991 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91ae2adf-ee92-4c7d-b880-f5e2fb76bc28 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.302003 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af3c0e44-fe21-428a-a34b-312b5c66b221 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.319143 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91ae2adf-ee92-4c7d-b880-f5e2fb76bc28 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.319891 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ae2adf-ee92-4c7d-b880-f5e2fb76bc28 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Fanout notify agent at l3_agent the message router_deleted on router 58b8b6db-e374-4b57-ae6f-f5c07ff6d4bf {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:29:03.344394 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af3c0e44-fe21-428a-a34b-312b5c66b221 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.354335 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91ae2adf-ee92-4c7d-b880-f5e2fb76bc28 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.355599 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-91ae2adf-ee92-4c7d-b880-f5e2fb76bc28 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "DELETE /v2.0/routers/58b8b6db-e374-4b57-ae6f-f5c07ff6d4bf HTTP/1.1" status: 204 len: 168 time: 2.5118792 Mar 14 15:29:03.361666 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45784) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:03.369624 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e5744b58-049c-4d5f-8094-e7657b2916be tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-444046222', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:03.373867 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c495561-4344-42cc-9c9a-4af4e3b27313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-8b7a1bfb-2889-45f5-95be-b2b8e9270825', 'network_id': '8b7a1bfb-2889-45f5-95be-b2b8e9270825', 'tenant_id': 'd9cfdbb6b6c34210b02a80d9af087402', 'fixed_ips': [{'subnet_id': '0c9a49d5-cc43-4361-b463-8d3ba26ed52b'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:29:03.374536 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c495561-4344-42cc-9c9a-4af4e3b27313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.382101 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e5744b58-049c-4d5f-8094-e7657b2916be tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:03.384563 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] For port 3bd1b1b8-07b6-4ddf-9485-f64b992edf79, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=3bd1b1b8-07b6-4ddf-9485-f64b992edf79,segment=NetworkSegment(5a365e80-2b39-4572-8b04-aabed3ba76f1),segment_id=5a365e80-2b39-4572-8b04-aabed3ba76f1)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:03.385110 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.390773 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e5744b58-049c-4d5f-8094-e7657b2916be tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Usage tracker for resource:router and tenant:8be743d088344cc1b7f2829a0210b983 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:03.400196 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e5744b58-049c-4d5f-8094-e7657b2916be tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:03.411044 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e5744b58-049c-4d5f-8094-e7657b2916be tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:03.424606 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5744b58-049c-4d5f-8094-e7657b2916be tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.425931 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5744b58-049c-4d5f-8094-e7657b2916be tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.435895 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af3c0e44-fe21-428a-a34b-312b5c66b221 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.459928 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c0e44-fe21-428a-a34b-312b5c66b221 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28197d8e-3a1f-472b-95ce-9ac12e34079c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:03.474389 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af3c0e44-fe21-428a-a34b-312b5c66b221 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.478125 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-af3c0e44-fe21-428a-a34b-312b5c66b221 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "DELETE /v2.0/security-groups/28197d8e-3a1f-472b-95ce-9ac12e34079c HTTP/1.1" status: 204 len: 168 time: 0.3544958 Mar 14 15:29:03.478631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45790) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:03.527470 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Calling delete_port for 3bd1b1b8-07b6-4ddf-9485-f64b992edf79 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:03.547789 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-860a72f2-3813-4ab0-b957-213bd704c526 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Synchronizing usage tracker for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:03.560325 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5744b58-049c-4d5f-8094-e7657b2916be tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.560980 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3daa2fcf-7ab0-424b-8a7b-419582bc62b9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.581070 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-860a72f2-3813-4ab0-b957-213bd704c526 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Unset dirty status for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:03.588639 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-860a72f2-3813-4ab0-b957-213bd704c526 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1031594 Mar 14 15:29:03.589226 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45796) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:03.597149 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-bedf6c61-9b1c-46be-ae8d-342cef9a044d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1502562746'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:03.617024 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa2fcf-7ab0-424b-8a7b-419582bc62b9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event deleted for resources: {'Subnet': ['ID=0c9a49d5-cc43-4361-b463-8d3ba26ed52b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server [None req-2c495561-4344-42cc-9c9a-4af4e3b27313 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c9a49d5-cc43-4361-b463-8d3ba26ed52b: This subnet is being modified by another concurrent operation. Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:29:03.631216 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise exception Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c9a49d5-cc43-4361-b463-8d3ba26ed52b: This subnet is being modified by another concurrent operation. Mar 14 15:29:03.635105 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server Mar 14 15:29:03.659663 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bedf6c61-9b1c-46be-ae8d-342cef9a044d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:03.665781 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2204f654-b5b7-4acf-8671-bbf4ef94161b None None] Network 8b7a1bfb-2889-45f5-95be-b2b8e9270825 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:03.676391 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bedf6c61-9b1c-46be-ae8d-342cef9a044d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:03.732564 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3daa2fcf-7ab0-424b-8a7b-419582bc62b9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.743567 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.777451 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bedf6c61-9b1c-46be-ae8d-342cef9a044d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.796654 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45802) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:03.811541 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Port': ['ID=3bd1b1b8-07b6-4ddf-9485-f64b992edf79,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:03.815362 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-3daa2fcf-7ab0-424b-8a7b-419582bc62b9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7a1bfb-2889-45f5-95be-b2b8e9270825']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:03.823084 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No DVR routers for this DVR port 3bd1b1b8-07b6-4ddf-9485-f64b992edf79 on host dv-neutron-833561-1-hyperv {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:03.834578 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5744b58-049c-4d5f-8094-e7657b2916be tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.850685 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccba8c97-b890-4101-97a4-f549fc4f5a51 None None] get_active_networks_info from dv-neutron-833561-1-hyperv {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 14 15:29:03.864625 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-3daa2fcf-7ab0-424b-8a7b-419582bc62b9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9d71b9-e3f9-4de6-808e-187c879f0b18') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:03.864916 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-3daa2fcf-7ab0-424b-8a7b-419582bc62b9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9d71b9-e3f9-4de6-808e-187c879f0b18') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:03.885382 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bedf6c61-9b1c-46be-ae8d-342cef9a044d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:03.894426 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3daa2fcf-7ab0-424b-8a7b-419582bc62b9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.894764 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bedf6c61-9b1c-46be-ae8d-342cef9a044d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Usage tracker for resource:security_group_rule and tenant:d4872091fbff4a8994558a28e6644a8c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:03.953110 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bedf6c61-9b1c-46be-ae8d-342cef9a044d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:03.965158 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bedf6c61-9b1c-46be-ae8d-342cef9a044d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:03.971803 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3daa2fcf-7ab0-424b-8a7b-419582bc62b9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.978946 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.999138 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1da2a3e6-fc5d-421d-98ee-76385785c8bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1790711938'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:03.999478 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccba8c97-b890-4101-97a4-f549fc4f5a51 None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:29:04.002668 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3daa2fcf-7ab0-424b-8a7b-419582bc62b9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:29:04.003058 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3daa2fcf-7ab0-424b-8a7b-419582bc62b9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:04.020488 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:04.022494 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1da2a3e6-fc5d-421d-98ee-76385785c8bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:04.035942 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1da2a3e6-fc5d-421d-98ee-76385785c8bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Usage tracker for resource:network and tenant:6f4bbc23959b4526b173f35652c6cf99 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:04.078747 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5744b58-049c-4d5f-8094-e7657b2916be tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.081175 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1da2a3e6-fc5d-421d-98ee-76385785c8bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:04.095533 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1da2a3e6-fc5d-421d-98ee-76385785c8bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:04.108004 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f14a3d4-d4cd-4c46-a56a-964a70539efe']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:04.109854 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5744b58-049c-4d5f-8094-e7657b2916be tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.129649 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a365e80-2b39-4572-8b04-aabed3ba76f1') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:04.129957 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a365e80-2b39-4572-8b04-aabed3ba76f1') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:04.142798 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da2a3e6-fc5d-421d-98ee-76385785c8bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Made reservation on behalf of 6f4bbc23959b4526b173f35652c6cf99 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:04.146177 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1da2a3e6-fc5d-421d-98ee-76385785c8bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.161530 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.263400 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3daa2fcf-7ab0-424b-8a7b-419582bc62b9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.269594 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bedf6c61-9b1c-46be-ae8d-342cef9a044d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.277523 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bedf6c61-9b1c-46be-ae8d-342cef9a044d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.286325 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3daa2fcf-7ab0-424b-8a7b-419582bc62b9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.288735 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1da2a3e6-fc5d-421d-98ee-76385785c8bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.303295 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.310399 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa2fcf-7ab0-424b-8a7b-419582bc62b9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event deleted for resources: {'Network': ['ID=8b7a1bfb-2889-45f5-95be-b2b8e9270825,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:04.326668 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:29:04.327279 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:04.342027 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:04.346967 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf6c61-9b1c-46be-ae8d-342cef9a044d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87423336-a49f-486b-bd89-4c66dd45f764,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:04.350690 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3daa2fcf-7ab0-424b-8a7b-419582bc62b9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "DELETE /v2.0/networks/8b7a1bfb-2889-45f5-95be-b2b8e9270825 HTTP/1.1" status: 204 len: 168 time: 1.5057631 Mar 14 15:29:04.364474 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45808) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:04.374890 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-e5744b58-049c-4d5f-8094-e7657b2916be tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Allocated IP 172.26.4.192 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/49efbadf-c628-43c6-b91c-5f908173ffb6) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:04.410284 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bedf6c61-9b1c-46be-ae8d-342cef9a044d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.411479 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bedf6c61-9b1c-46be-ae8d-342cef9a044d tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8213558 Mar 14 15:29:04.419966 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45812) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:04.423798 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cce419d-a97a-4255-bb96-0625d9f3f2da tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:04.423916 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cce419d-a97a-4255-bb96-0625d9f3f2da tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:04.425433 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0cce419d-a97a-4255-bb96-0625d9f3f2da tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "DELETE /v2.0/subnets/0c9a49d5-cc43-4361-b463-8d3ba26ed52b HTTP/1.1" status: 404 len: 337 time: 0.0600429 Mar 14 15:29:04.428442 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45816) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:04.430020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-811b651d-82e1-4f24-ab9a-099c71fab0fd tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Request body: {'security_group_rule': {'security_group_id': '87423336-a49f-486b-bd89-4c66dd45f764', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:04.438951 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-811b651d-82e1-4f24-ab9a-099c71fab0fd tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:04.461041 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-811b651d-82e1-4f24-ab9a-099c71fab0fd tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Usage tracker for resource:security_group_rule and tenant:d4872091fbff4a8994558a28e6644a8c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:04.463473 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1da2a3e6-fc5d-421d-98ee-76385785c8bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:04.466069 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-db0db7c0-cb0d-44e7-9cd8-3a25bb47890a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:04.466545 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db0db7c0-cb0d-44e7-9cd8-3a25bb47890a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:04.471292 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.473130 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1da2a3e6-fc5d-421d-98ee-76385785c8bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Usage tracker for resource:security_group_rule and tenant:6f4bbc23959b4526b173f35652c6cf99 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:04.478572 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1da2a3e6-fc5d-421d-98ee-76385785c8bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:04.500633 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.502388 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/networks/7f14a3d4-d4cd-4c46-a56a-964a70539efe HTTP/1.1" status: 204 len: 168 time: 3.6013610 Mar 14 15:29:04.503577 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1da2a3e6-fc5d-421d-98ee-76385785c8bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:04.508017 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45820) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:04.508837 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-811b651d-82e1-4f24-ab9a-099c71fab0fd tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:04.509614 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-db0db7c0-cb0d-44e7-9cd8-3a25bb47890a tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "DELETE /v2.0/networks/8b7a1bfb-2889-45f5-95be-b2b8e9270825 HTTP/1.1" status: 404 len: 339 time: 0.0768929 Mar 14 15:29:04.513389 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45822) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:04.514302 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217667ce-b948-4cf2-9f96-bdcbeed9309c tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Network': ['ID=7f14a3d4-d4cd-4c46-a56a-964a70539efe,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:04.522929 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-811b651d-82e1-4f24-ab9a-099c71fab0fd tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:04.578283 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1da2a3e6-fc5d-421d-98ee-76385785c8bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.582135 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1da2a3e6-fc5d-421d-98ee-76385785c8bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.613081 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce2ac31-1e84-45c4-aed0-2dc5ded5b696 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:04.613429 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce2ac31-1e84-45c4-aed0-2dc5ded5b696 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:04.613638 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da2a3e6-fc5d-421d-98ee-76385785c8bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:04.615348 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5ce2ac31-1e84-45c4-aed0-2dc5ded5b696 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "DELETE /v2.0/subnets/f1f3b087-60f1-4dbc-b71a-175bb5b2a7bd HTTP/1.1" status: 404 len: 337 time: 0.0939853 Mar 14 15:29:04.615918 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a703073b-0274-4329-8c03-f0f65ead6f32 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] GET failed (client error): The resource could not be found. Mar 14 15:29:04.616375 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a703073b-0274-4329-8c03-f0f65ead6f32 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Synchronizing usage tracker for tenant:8ce288610c2044ef9092cae68bf915fb on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:04.620731 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45828) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:04.624600 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2a3e6-fc5d-421d-98ee-76385785c8bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd64fab-d4be-4325-97c3-5a351560ee65,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:04.649080 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1da2a3e6-fc5d-421d-98ee-76385785c8bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.649810 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-1da2a3e6-fc5d-421d-98ee-76385785c8bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Added segment 7950d1fa-ded3-45bf-a6cd-5f41e7bbfd53 of type vlan for network ebb5c2d1-9727-443d-9147-083c07207c50 Mar 14 15:29:04.650412 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-811b651d-82e1-4f24-ab9a-099c71fab0fd tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.657947 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-43aa60b6-e19b-4569-81b4-449ba7a094b9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:04.658409 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43aa60b6-e19b-4569-81b4-449ba7a094b9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:04.678768 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-43aa60b6-e19b-4569-81b4-449ba7a094b9 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "DELETE /v2.0/networks/cb3b3e62-4f31-43f4-8d06-dba5f3070c9d HTTP/1.1" status: 404 len: 339 time: 0.0570242 Mar 14 15:29:04.686067 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45832) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:04.699501 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a703073b-0274-4329-8c03-f0f65ead6f32 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Unset dirty status for tenant:8ce288610c2044ef9092cae68bf915fb on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:04.701172 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a703073b-0274-4329-8c03-f0f65ead6f32 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "GET /v2.0/subnets/f03c2156-2079-4232-9ca8-20e0192ed240 HTTP/1.1" status: 404 len: 337 time: 0.1894701 Mar 14 15:29:04.710751 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45836) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:04.721124 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1da2a3e6-fc5d-421d-98ee-76385785c8bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.728791 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-662ba958-db0f-4c41-8007-3200de61e8ce tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:04.729228 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-662ba958-db0f-4c41-8007-3200de61e8ce tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:04.730831 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-662ba958-db0f-4c41-8007-3200de61e8ce tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "DELETE /v2.0/subnets/0501f25e-23d3-488b-8cf9-0e67f31bd042 HTTP/1.1" status: 404 len: 337 time: 0.0438449 Mar 14 15:29:04.734462 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45840) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:04.737229 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5744b58-049c-4d5f-8094-e7657b2916be tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.754025 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade174ae-a4ec-4b46-aa95-688dc0efa2e1 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:04.754480 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade174ae-a4ec-4b46-aa95-688dc0efa2e1 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:04.756082 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ade174ae-a4ec-4b46-aa95-688dc0efa2e1 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/networks/7f14a3d4-d4cd-4c46-a56a-964a70539efe HTTP/1.1" status: 404 len: 339 time: 0.0444789 Mar 14 15:29:04.760195 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45844) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:04.779282 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-811b651d-82e1-4f24-ab9a-099c71fab0fd tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.784029 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-811b651d-82e1-4f24-ab9a-099c71fab0fd tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.790767 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2fe328-a073-4929-8b39-3ca68c5d6070 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:04.791212 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2fe328-a073-4929-8b39-3ca68c5d6070 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:04.792800 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6a2fe328-a073-4929-8b39-3ca68c5d6070 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "DELETE /v2.0/networks/941dc62a-df90-42d0-873d-1a62b9a7c186 HTTP/1.1" status: 404 len: 339 time: 0.0574639 Mar 14 15:29:04.797928 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45848) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:04.871276 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1da2a3e6-fc5d-421d-98ee-76385785c8bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.875486 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da2a3e6-fc5d-421d-98ee-76385785c8bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:04.876090 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1da2a3e6-fc5d-421d-98ee-76385785c8bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.955874 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b651d-82e1-4f24-ab9a-099c71fab0fd tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09362389-bcfd-47b4-8d1c-42e3af06261a,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:04.979668 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5744b58-049c-4d5f-8094-e7657b2916be tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.022077 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1da2a3e6-fc5d-421d-98ee-76385785c8bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2109096 Mar 14 15:29:05.030583 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2a3e6-fc5d-421d-98ee-76385785c8bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'Network': ['ID=ebb5c2d1-9727-443d-9147-083c07207c50,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:05.034337 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-811b651d-82e1-4f24-ab9a-099c71fab0fd tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.035495 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-811b651d-82e1-4f24-ab9a-099c71fab0fd tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6146023 Mar 14 15:29:05.040460 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45852) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:05.044098 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f9722314-c764-478b-87fd-08da16e129ec tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Deleting port c580ffa6-3176-4cd9-ad3a-f3aaad97a2fa {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:05.044436 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f9722314-c764-478b-87fd-08da16e129ec tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.044750 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network ebb5c2d1-9727-443d-9147-083c07207c50 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:29:05.046432 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c1759f-47bf-4036-b7c4-8cf56802393a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:05.047487 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d6c1759f-47bf-4036-b7c4-8cf56802393a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Synchronizing usage tracker for tenant:8ce288610c2044ef9092cae68bf915fb on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:05.065820 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d6c1759f-47bf-4036-b7c4-8cf56802393a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Unset dirty status for tenant:8ce288610c2044ef9092cae68bf915fb on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:05.067367 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d6c1759f-47bf-4036-b7c4-8cf56802393a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2988622 Mar 14 15:29:05.070220 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45854) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:05.095048 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2dba753c-1143-43c2-a646-445f3e5bec38 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Request body: {'security_group_rule': {'security_group_id': '87423336-a49f-486b-bd89-4c66dd45f764', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:05.116782 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2dba753c-1143-43c2-a646-445f3e5bec38 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:05.118043 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5665b2f2-6449-4dab-8839-b22b01ecfa62 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Synchronizing usage tracker for tenant:8ce288610c2044ef9092cae68bf915fb on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:05.120010 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5744b58-049c-4d5f-8094-e7657b2916be tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:05.127095 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e5744b58-049c-4d5f-8094-e7657b2916be tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:05.129331 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2dba753c-1143-43c2-a646-445f3e5bec38 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Usage tracker for resource:security_group_rule and tenant:d4872091fbff4a8994558a28e6644a8c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:05.136288 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5744b58-049c-4d5f-8094-e7657b2916be tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:05.138399 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5665b2f2-6449-4dab-8839-b22b01ecfa62 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Unset dirty status for tenant:8ce288610c2044ef9092cae68bf915fb on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:05.139901 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5665b2f2-6449-4dab-8839-b22b01ecfa62 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "GET /v2.0/subnets?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 HTTP/1.1" status: 200 len: 207 time: 0.0681715 Mar 14 15:29:05.143611 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45860) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:05.162699 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2dba753c-1143-43c2-a646-445f3e5bec38 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:05.170074 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5744b58-049c-4d5f-8094-e7657b2916be tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Pushing event updated for resources: {'Port': ['ID=49efbadf-c628-43c6-b91c-5f908173ffb6,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:05.211212 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2dba753c-1143-43c2-a646-445f3e5bec38 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:05.325513 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2dba753c-1143-43c2-a646-445f3e5bec38 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.338610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba75bd5-ffdc-427f-90d7-1b20e89d283f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:05.342623 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba75bd5-ffdc-427f-90d7-1b20e89d283f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:05.346368 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba75bd5-ffdc-427f-90d7-1b20e89d283f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:05.350328 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba75bd5-ffdc-427f-90d7-1b20e89d283f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:05.355434 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5ba75bd5-ffdc-427f-90d7-1b20e89d283f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2069023 Mar 14 15:29:05.355670 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45864) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:05.464848 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f9722314-c764-478b-87fd-08da16e129ec tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.513397 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6481880a-8436-4071-a618-340a6ff85622 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1522310 Mar 14 15:29:05.513792 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45868) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:05.583991 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc08982-7a63-44e7-9cfb-f2e1c4bacded tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:05.585451 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc08982-7a63-44e7-9cfb-f2e1c4bacded tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:05.590279 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8cc08982-7a63-44e7-9cfb-f2e1c4bacded tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0724390 Mar 14 15:29:05.590560 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45872) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:05.611869 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f9722314-c764-478b-87fd-08da16e129ec tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Calling delete_port for c580ffa6-3176-4cd9-ad3a-f3aaad97a2fa owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:05.650075 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2dba753c-1143-43c2-a646-445f3e5bec38 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.662151 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180e4e36-71a8-4ccd-b65f-73f0e960c4ab tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:05.663943 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180e4e36-71a8-4ccd-b65f-73f0e960c4ab tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:05.665415 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2dba753c-1143-43c2-a646-445f3e5bec38 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.665538 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-180e4e36-71a8-4ccd-b65f-73f0e960c4ab tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0740640 Mar 14 15:29:05.670183 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45876) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:05.706542 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba753c-1143-43c2-a646-445f3e5bec38 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea8ac43-833f-412e-879d-1e091283cd67,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:05.737399 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2dba753c-1143-43c2-a646-445f3e5bec38 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.741222 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2dba753c-1143-43c2-a646-445f3e5bec38 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6679211 Mar 14 15:29:05.741438 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45880) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:05.750214 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-126b7dce-019d-43cf-bdd1-5229f24eb931 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Request body: {'security_group_rule': {'security_group_id': '87423336-a49f-486b-bd89-4c66dd45f764', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:05.757317 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f9722314-c764-478b-87fd-08da16e129ec tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.763886 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-126b7dce-019d-43cf-bdd1-5229f24eb931 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:05.804554 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-126b7dce-019d-43cf-bdd1-5229f24eb931 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Usage tracker for resource:security_group_rule and tenant:d4872091fbff4a8994558a28e6644a8c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:05.817284 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-126b7dce-019d-43cf-bdd1-5229f24eb931 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:05.820454 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420d86ec-3215-4e20-b022-0ecf8fff01f7 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:05.821317 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9722314-c764-478b-87fd-08da16e129ec tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event deleted for resources: {'Port': ['ID=c580ffa6-3176-4cd9-ad3a-f3aaad97a2fa,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:05.821797 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-420d86ec-3215-4e20-b022-0ecf8fff01f7 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "GET /v2.0/networks/0d56dffa-722d-42ce-87e7-05b420e88c55 HTTP/1.1" status: 200 len: 800 time: 0.1511195 Mar 14 15:29:05.825712 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45884) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:05.827378 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-126b7dce-019d-43cf-bdd1-5229f24eb931 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:05.835058 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5744b58-049c-4d5f-8094-e7657b2916be tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.835903 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5744b58-049c-4d5f-8094-e7657b2916be tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.843272 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f9722314-c764-478b-87fd-08da16e129ec tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.853266 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f9722314-c764-478b-87fd-08da16e129ec tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "DELETE /v2.0/ports/c580ffa6-3176-4cd9-ad3a-f3aaad97a2fa HTTP/1.1" status: 204 len: 168 time: 1.0497084 Mar 14 15:29:05.853266 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45888) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:05.949861 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-126b7dce-019d-43cf-bdd1-5229f24eb931 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.964342 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfcffba-eb7a-4f7f-a3e5-57a8a43ad702 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:05.965162 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bfcffba-eb7a-4f7f-a3e5-57a8a43ad702 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:05.971081 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9bfcffba-eb7a-4f7f-a3e5-57a8a43ad702 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "DELETE /v2.0/subnets/a4e5c6b5-668c-44c9-8406-5a89a06c9eff HTTP/1.1" status: 404 len: 337 time: 0.1128480 Mar 14 15:29:05.971211 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d6760060-72f6-4425-9207-bb5319677d92 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "GET /v2.0/networks/0d56dffa-722d-42ce-87e7-05b420e88c55?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1423154 Mar 14 15:29:05.971211 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45892) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:05.971211 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45894) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:06.107771 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-126b7dce-019d-43cf-bdd1-5229f24eb931 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.118327 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-126b7dce-019d-43cf-bdd1-5229f24eb931 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.162534 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b7dce-019d-43cf-bdd1-5229f24eb931 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d94146f-e87e-4d1f-83d1-2e257150ee14,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:06.166506 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-126b7dce-019d-43cf-bdd1-5229f24eb931 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.170106 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-126b7dce-019d-43cf-bdd1-5229f24eb931 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4253106 Mar 14 15:29:06.174877 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45900) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:06.187264 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b5033e85-19cb-4b7c-85c8-c5d1f4bb7e05 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Request body: {'security_group_rule': {'security_group_id': '87423336-a49f-486b-bd89-4c66dd45f764', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:06.196144 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b5033e85-19cb-4b7c-85c8-c5d1f4bb7e05 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:06.201202 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b5033e85-19cb-4b7c-85c8-c5d1f4bb7e05 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Usage tracker for resource:security_group_rule and tenant:d4872091fbff4a8994558a28e6644a8c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:06.206168 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b5033e85-19cb-4b7c-85c8-c5d1f4bb7e05 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:06.215579 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b5033e85-19cb-4b7c-85c8-c5d1f4bb7e05 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:06.220268 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1642ab4-e907-4700-85c0-8c4a8901ffe1 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:06.227184 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e1642ab4-e907-4700-85c0-8c4a8901ffe1 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "GET /v2.0/subnets/838087fb-7e6d-431b-b00d-da1beaedbc48 HTTP/1.1" status: 200 len: 811 time: 0.2556932 Mar 14 15:29:06.227935 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45904) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:06.235053 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-07f24c87-9681-441e-9f3d-7bf0b773a422 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.247959 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5033e85-19cb-4b7c-85c8-c5d1f4bb7e05 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.346365 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5744b58-049c-4d5f-8094-e7657b2916be tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Router 19b27127-89de-40b8-bacd-2d2637291dd0 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:29:06.349697 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5033e85-19cb-4b7c-85c8-c5d1f4bb7e05 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.357331 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5033e85-19cb-4b7c-85c8-c5d1f4bb7e05 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.398819 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c75373-6fbf-4b8c-886b-f4b1001ce8fb tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:06.405369 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-88c75373-6fbf-4b8c-886b-f4b1001ce8fb tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "GET /v2.0/subnets/838087fb-7e6d-431b-b00d-da1beaedbc48?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1702929 Mar 14 15:29:06.406430 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45908) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:06.420799 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b1a495ed-15f8-46df-af01-f0d4a6d07aac tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-276896461'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:06.428099 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b1a495ed-15f8-46df-af01-f0d4a6d07aac tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:06.436971 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5033e85-19cb-4b7c-85c8-c5d1f4bb7e05 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f307837-d9af-4ab0-b4c4-f518e4696486,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:06.439833 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-07f24c87-9681-441e-9f3d-7bf0b773a422 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.452901 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b1a495ed-15f8-46df-af01-f0d4a6d07aac tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:06.472138 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-07f24c87-9681-441e-9f3d-7bf0b773a422 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c9654f-3ce8-4874-8e45-ef0fd9b12ff0']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:06.485354 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-07f24c87-9681-441e-9f3d-7bf0b773a422 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27dc6844-741c-4b7c-8bc9-22712bd47e25') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:06.485615 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-07f24c87-9681-441e-9f3d-7bf0b773a422 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27dc6844-741c-4b7c-8bc9-22712bd47e25') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:06.496896 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-07f24c87-9681-441e-9f3d-7bf0b773a422 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.515315 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5033e85-19cb-4b7c-85c8-c5d1f4bb7e05 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.518503 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b5033e85-19cb-4b7c-85c8-c5d1f4bb7e05 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3385727 Mar 14 15:29:06.519922 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45912) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:06.523421 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-07f24c87-9681-441e-9f3d-7bf0b773a422 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.525720 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a495ed-15f8-46df-af01-f0d4a6d07aac tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Made reservation on behalf of 8ce288610c2044ef9092cae68bf915fb for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:06.529474 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1a495ed-15f8-46df-af01-f0d4a6d07aac tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.533344 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-067e6da4-ebda-4c9c-8bc0-5da9dfb20174 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Request body: {'security_group_rule': {'security_group_id': '87423336-a49f-486b-bd89-4c66dd45f764', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:06.545653 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-067e6da4-ebda-4c9c-8bc0-5da9dfb20174 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:06.547511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f24c87-9681-441e-9f3d-7bf0b773a422 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:29:06.547740 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-07f24c87-9681-441e-9f3d-7bf0b773a422 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.551519 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-067e6da4-ebda-4c9c-8bc0-5da9dfb20174 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Usage tracker for resource:security_group_rule and tenant:d4872091fbff4a8994558a28e6644a8c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:06.554840 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-067e6da4-ebda-4c9c-8bc0-5da9dfb20174 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:06.563235 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:06.565142 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-067e6da4-ebda-4c9c-8bc0-5da9dfb20174 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:06.590368 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-067e6da4-ebda-4c9c-8bc0-5da9dfb20174 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.641495 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a495ed-15f8-46df-af01-f0d4a6d07aac tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:06.652585 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1a495ed-15f8-46df-af01-f0d4a6d07aac tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.653505 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-b1a495ed-15f8-46df-af01-f0d4a6d07aac tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Added segment 39b325c9-95dd-49a8-b202-2cd9ed1c70b4 of type vlan for network 64500b4d-7867-403e-8d8e-acaf9e9df8d2 Mar 14 15:29:06.658597 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-07f24c87-9681-441e-9f3d-7bf0b773a422 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.676071 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-067e6da4-ebda-4c9c-8bc0-5da9dfb20174 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.681435 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-07f24c87-9681-441e-9f3d-7bf0b773a422 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.684955 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5744b58-049c-4d5f-8094-e7657b2916be tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:29:06.687317 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-067e6da4-ebda-4c9c-8bc0-5da9dfb20174 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.703477 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1738f5f-606a-4fac-ab0c-b083ecab9133 None None] Sync routers for ids ['19b27127-89de-40b8-bacd-2d2637291dd0'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:29:06.709754 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f24c87-9681-441e-9f3d-7bf0b773a422 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event deleted for resources: {'Network': ['ID=23c9654f-3ce8-4874-8e45-ef0fd9b12ff0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:06.719302 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-07f24c87-9681-441e-9f3d-7bf0b773a422 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "DELETE /v2.0/networks/23c9654f-3ce8-4874-8e45-ef0fd9b12ff0 HTTP/1.1" status: 204 len: 168 time: 0.7465501 Mar 14 15:29:06.722697 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45916) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:06.726900 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1a495ed-15f8-46df-af01-f0d4a6d07aac tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.727258 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e6da4-ebda-4c9c-8bc0-5da9dfb20174 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2f99c3-87f1-46b2-9013-05225fbb40b5,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:06.751847 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1738f5f-606a-4fac-ab0c-b083ecab9133 None None] Routers {'19b27127-89de-40b8-bacd-2d2637291dd0'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:29:06.752059 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-067e6da4-ebda-4c9c-8bc0-5da9dfb20174 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.752852 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e1738f5f-606a-4fac-ab0c-b083ecab9133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:28:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['19b27127-89de-40b8-bacd-2d2637291dd0'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:06.756369 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-067e6da4-ebda-4c9c-8bc0-5da9dfb20174 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.2355227 Mar 14 15:29:06.757196 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5744b58-049c-4d5f-8094-e7657b2916be tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.758357 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e5744b58-049c-4d5f-8094-e7657b2916be tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.3954849 Mar 14 15:29:06.759145 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45920) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:06.761458 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45922) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:06.778560 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d1345ff9-d1a9-407d-b5a7-0e8b07c481a7 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:06.807977 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-93b6f61b-1c1e-4912-835b-743a146f2636 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Deleting port a39367f2-b194-48ae-9a69-0840f9655d29 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:06.808397 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93b6f61b-1c1e-4912-835b-743a146f2636 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.846357 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e1738f5f-606a-4fac-ab0c-b083ecab9133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:06.863442 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1a495ed-15f8-46df-af01-f0d4a6d07aac tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.866440 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1738f5f-606a-4fac-ab0c-b083ecab9133 None None] Routers {'19b27127-89de-40b8-bacd-2d2637291dd0'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:29:06.867110 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a495ed-15f8-46df-af01-f0d4a6d07aac tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:06.867849 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1a495ed-15f8-46df-af01-f0d4a6d07aac tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.868323 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e1738f5f-606a-4fac-ab0c-b083ecab9133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:28:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['19b27127-89de-40b8-bacd-2d2637291dd0'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:06.948666 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e1738f5f-606a-4fac-ab0c-b083ecab9133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:06.949559 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1738f5f-606a-4fac-ab0c-b083ecab9133 None None] The sync data for ids ['19b27127-89de-40b8-bacd-2d2637291dd0'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:29:07.009277 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b1a495ed-15f8-46df-af01-f0d4a6d07aac tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5999508 Mar 14 15:29:07.017422 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45928) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:07.029285 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-281dba18-9f29-4c5b-ad8e-fcd750e3ddc3 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'subnet': {'network_id': '64500b4d-7867-403e-8d8e-acaf9e9df8d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:07.030549 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed95ddec-7fe0-49de-9d99-a44b2d5f50ca tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.042138 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed95ddec-7fe0-49de-9d99-a44b2d5f50ca tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.048996 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a495ed-15f8-46df-af01-f0d4a6d07aac tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Network': ['ID=64500b4d-7867-403e-8d8e-acaf9e9df8d2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:07.063905 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 64500b4d-7867-403e-8d8e-acaf9e9df8d2 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:29:07.090045 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed95ddec-7fe0-49de-9d99-a44b2d5f50ca tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.105901 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95ddec-7fe0-49de-9d99-a44b2d5f50ca tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c2f99c3-87f1-46b2-9013-05225fbb40b5,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:07.118034 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed95ddec-7fe0-49de-9d99-a44b2d5f50ca tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.121959 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ed95ddec-7fe0-49de-9d99-a44b2d5f50ca tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/0c2f99c3-87f1-46b2-9013-05225fbb40b5 HTTP/1.1" status: 204 len: 168 time: 0.3618007 Mar 14 15:29:07.124380 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45932) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:07.240982 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-281dba18-9f29-4c5b-ad8e-fcd750e3ddc3 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:07.244738 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93b6f61b-1c1e-4912-835b-743a146f2636 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.266857 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-427f52bb-3ca2-4fba-ae34-33b40c862849 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Synchronizing usage tracker for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:07.311136 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-281dba18-9f29-4c5b-ad8e-fcd750e3ddc3 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:07.374325 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-93b6f61b-1c1e-4912-835b-743a146f2636 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Calling delete_port for a39367f2-b194-48ae-9a69-0840f9655d29 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:07.404652 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-427f52bb-3ca2-4fba-ae34-33b40c862849 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Unset dirty status for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:07.409058 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-427f52bb-3ca2-4fba-ae34-33b40c862849 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.2837665 Mar 14 15:29:07.409670 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45936) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:07.417879 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281dba18-9f29-4c5b-ad8e-fcd750e3ddc3 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Made reservation on behalf of 8ce288610c2044ef9092cae68bf915fb for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:07.463678 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ccce237-6217-4ccc-93c9-7e93524c0a8a tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.477829 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ccce237-6217-4ccc-93c9-7e93524c0a8a tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.509396 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ccce237-6217-4ccc-93c9-7e93524c0a8a tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.534338 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccce237-6217-4ccc-93c9-7e93524c0a8a tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f307837-d9af-4ab0-b4c4-f518e4696486,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:07.549478 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-281dba18-9f29-4c5b-ad8e-fcd750e3ddc3 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.552140 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ccce237-6217-4ccc-93c9-7e93524c0a8a tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.556038 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0ccce237-6217-4ccc-93c9-7e93524c0a8a tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/4f307837-d9af-4ab0-b4c4-f518e4696486 HTTP/1.1" status: 204 len: 168 time: 0.1425614 Mar 14 15:29:07.556442 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45940) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:07.618659 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93b6f61b-1c1e-4912-835b-743a146f2636 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.687383 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6f61b-1c1e-4912-835b-743a146f2636 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event deleted for resources: {'Port': ['ID=a39367f2-b194-48ae-9a69-0840f9655d29,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:07.695928 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93b6f61b-1c1e-4912-835b-743a146f2636 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.700221 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.ipam_backend_mixin [None req-281dba18-9f29-4c5b-ad8e-fcd750e3ddc3 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Performing IP validity checks on allocation pools {{(pid=83910) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 14 15:29:07.700221 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.ipam_backend_mixin [None req-281dba18-9f29-4c5b-ad8e-fcd750e3ddc3 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83910) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 14 15:29:07.708361 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-93b6f61b-1c1e-4912-835b-743a146f2636 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "DELETE /v2.0/ports/a39367f2-b194-48ae-9a69-0840f9655d29 HTTP/1.1" status: 204 len: 168 time: 0.9846253 Mar 14 15:29:07.712107 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45944) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:07.766893 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4cdd92a-f953-4832-a6ec-54e677f873ed tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:07.767332 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4cdd92a-f953-4832-a6ec-54e677f873ed tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:07.771267 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f4cdd92a-f953-4832-a6ec-54e677f873ed tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "DELETE /v2.0/subnets/824103ab-d9a9-4af9-934c-016a58e16074 HTTP/1.1" status: 404 len: 337 time: 0.0546362 Mar 14 15:29:07.774824 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45948) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:07.778347 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b869776f-b80f-4b65-b97b-ee19cec0fc2c tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Synchronizing usage tracker for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:07.802123 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b869776f-b80f-4b65-b97b-ee19cec0fc2c tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Unset dirty status for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:07.806305 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b869776f-b80f-4b65-b97b-ee19cec0fc2c tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.2461929 Mar 14 15:29:07.807284 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45952) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:07.852093 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4915ac1-24a4-4003-aff0-9ba1de076344 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.867682 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4915ac1-24a4-4003-aff0-9ba1de076344 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.908977 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4915ac1-24a4-4003-aff0-9ba1de076344 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.929674 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4915ac1-24a4-4003-aff0-9ba1de076344 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d94146f-e87e-4d1f-83d1-2e257150ee14,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:07.932620 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1345ff9-d1a9-407d-b5a7-0e8b07c481a7 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.944238 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4915ac1-24a4-4003-aff0-9ba1de076344 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.947758 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b4915ac1-24a4-4003-aff0-9ba1de076344 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/9d94146f-e87e-4d1f-83d1-2e257150ee14 HTTP/1.1" status: 204 len: 168 time: 0.1378782 Mar 14 15:29:07.948039 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45958) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:07.976695 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1345ff9-d1a9-407d-b5a7-0e8b07c481a7 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.994329 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d1345ff9-d1a9-407d-b5a7-0e8b07c481a7 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Deleting port 49efbadf-c628-43c6-b91c-5f908173ffb6 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:07.994669 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1345ff9-d1a9-407d-b5a7-0e8b07c481a7 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.013026 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3e08fde-9d79-4e84-8d8c-5096971d08ef tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.048019 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-dee15493-da54-4e20-af2b-257d82d574ac tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Synchronizing usage tracker for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:08.133537 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-281dba18-9f29-4c5b-ad8e-fcd750e3ddc3 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.142896 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-dee15493-da54-4e20-af2b-257d82d574ac tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Unset dirty status for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:08.144512 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-dee15493-da54-4e20-af2b-257d82d574ac tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.1956499 Mar 14 15:29:08.147472 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45962) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:08.201734 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8affbe7c-43f3-4e98-8b25-c6f11d32fdfa tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.202738 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3e08fde-9d79-4e84-8d8c-5096971d08ef tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.224223 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8affbe7c-43f3-4e98-8b25-c6f11d32fdfa tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.231077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1345ff9-d1a9-407d-b5a7-0e8b07c481a7 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.247077 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c3e08fde-9d79-4e84-8d8c-5096971d08ef tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddadc3fc-66dd-451d-ae36-b4f0c27bfe5e']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:08.267659 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281dba18-9f29-4c5b-ad8e-fcd750e3ddc3 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Subnet': ['ID=4ca41998-e09f-4b0f-b22c-157aaf0feb0b,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:08.275172 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c3e08fde-9d79-4e84-8d8c-5096971d08ef tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6c8c2b-d58c-49e4-8af6-b1e1ccba5e01') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:08.275679 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c3e08fde-9d79-4e84-8d8c-5096971d08ef tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6c8c2b-d58c-49e4-8af6-b1e1ccba5e01') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:08.294195 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3e08fde-9d79-4e84-8d8c-5096971d08ef tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.319472 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281dba18-9f29-4c5b-ad8e-fcd750e3ddc3 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Checking segment: {'id': '39b325c9-95dd-49a8-b202-2cd9ed1c70b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '64500b4d-7867-403e-8d8e-acaf9e9df8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:08.320131 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281dba18-9f29-4c5b-ad8e-fcd750e3ddc3 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Network hostable DHCP agents. Network: 64500b4d-7867-403e-8d8e-acaf9e9df8d2, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:08.325595 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3e08fde-9d79-4e84-8d8c-5096971d08ef tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.337133 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e08fde-9d79-4e84-8d8c-5096971d08ef tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:29:08.337513 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3e08fde-9d79-4e84-8d8c-5096971d08ef tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:08.353148 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:08.357561 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45966) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:08.375406 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d1345ff9-d1a9-407d-b5a7-0e8b07c481a7 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Calling delete_port for 49efbadf-c628-43c6-b91c-5f908173ffb6 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:08.409572 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b6473e01-f7d3-45fc-a5dd-8ac85880eaed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Request body: {'subnet': {'network_id': 'ebb5c2d1-9727-443d-9147-083c07207c50', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:08.420321 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8affbe7c-43f3-4e98-8b25-c6f11d32fdfa tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.441276 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbe7c-43f3-4e98-8b25-c6f11d32fdfa tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ea8ac43-833f-412e-879d-1e091283cd67,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:08.461616 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8affbe7c-43f3-4e98-8b25-c6f11d32fdfa tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.462744 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8affbe7c-43f3-4e98-8b25-c6f11d32fdfa tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/0ea8ac43-833f-412e-879d-1e091283cd67 HTTP/1.1" status: 204 len: 168 time: 0.3141251 Mar 14 15:29:08.469479 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45970) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:08.525073 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3e08fde-9d79-4e84-8d8c-5096971d08ef tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.535979 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-19e746ec-9bde-4974-bbac-0b9564bf4367 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Synchronizing usage tracker for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:08.547895 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281dba18-9f29-4c5b-ad8e-fcd750e3ddc3 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Network 64500b4d-7867-403e-8d8e-acaf9e9df8d2 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:08.561538 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3e08fde-9d79-4e84-8d8c-5096971d08ef tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.575842 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e08fde-9d79-4e84-8d8c-5096971d08ef tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event deleted for resources: {'Network': ['ID=ddadc3fc-66dd-451d-ae36-b4f0c27bfe5e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:08.585201 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-19e746ec-9bde-4974-bbac-0b9564bf4367 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Unset dirty status for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:08.585347 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c3e08fde-9d79-4e84-8d8c-5096971d08ef tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "DELETE /v2.0/networks/ddadc3fc-66dd-451d-ae36-b4f0c27bfe5e HTTP/1.1" status: 204 len: 168 time: 0.8097742 Mar 14 15:29:08.586425 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-19e746ec-9bde-4974-bbac-0b9564bf4367 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.1160700 Mar 14 15:29:08.586605 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b6473e01-f7d3-45fc-a5dd-8ac85880eaed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:08.588680 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45974) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:08.591454 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-281dba18-9f29-4c5b-ad8e-fcd750e3ddc3 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 64500b4d-7867-403e-8d8e-acaf9e9df8d2) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:08.593199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45976) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:08.603805 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8813bf-8323-4033-aa8c-65759c1442a9 None None] Network 64500b4d-7867-403e-8d8e-acaf9e9df8d2 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:08.624075 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b6473e01-f7d3-45fc-a5dd-8ac85880eaed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Usage tracker for resource:subnet and tenant:6f4bbc23959b4526b173f35652c6cf99 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:08.627734 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281dba18-9f29-4c5b-ad8e-fcd750e3ddc3 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:08.628106 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-281dba18-9f29-4c5b-ad8e-fcd750e3ddc3 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.633136 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b6473e01-f7d3-45fc-a5dd-8ac85880eaed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:08.633584 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-928ea150-6278-4630-b5db-79ecc4e56b11 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.640753 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1345ff9-d1a9-407d-b5a7-0e8b07c481a7 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.649843 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b6473e01-f7d3-45fc-a5dd-8ac85880eaed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:08.672748 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6473e01-f7d3-45fc-a5dd-8ac85880eaed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Made reservation on behalf of 6f4bbc23959b4526b173f35652c6cf99 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:08.675898 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-928ea150-6278-4630-b5db-79ecc4e56b11 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.692854 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-281dba18-9f29-4c5b-ad8e-fcd750e3ddc3 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6724117 Mar 14 15:29:08.700493 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45982) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:08.709085 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1345ff9-d1a9-407d-b5a7-0e8b07c481a7 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Pushing event deleted for resources: {'Port': ['ID=49efbadf-c628-43c6-b91c-5f908173ffb6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:08.755845 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3017433d-9086-437e-9d4e-5244ce2a930b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:08.845510 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924d6e2f-200a-4474-8294-7f4a4fdac3f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-64500b4d-7867-403e-8d8e-acaf9e9df8d2', 'network_id': '64500b4d-7867-403e-8d8e-acaf9e9df8d2', 'tenant_id': '8ce288610c2044ef9092cae68bf915fb', 'fixed_ips': [{'subnet_id': '4ca41998-e09f-4b0f-b22c-157aaf0feb0b'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:29:08.846489 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-924d6e2f-200a-4474-8294-7f4a4fdac3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.882497 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-928ea150-6278-4630-b5db-79ecc4e56b11 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.908341 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ea150-6278-4630-b5db-79ecc4e56b11 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09362389-bcfd-47b4-8d1c-42e3af06261a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:08.965190 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b6473e01-f7d3-45fc-a5dd-8ac85880eaed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.984061 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-928ea150-6278-4630-b5db-79ecc4e56b11 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.989206 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-928ea150-6278-4630-b5db-79ecc4e56b11 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/09362389-bcfd-47b4-8d1c-42e3af06261a HTTP/1.1" status: 204 len: 168 time: 0.3911321 Mar 14 15:29:08.989349 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45986) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:09.016789 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-924d6e2f-200a-4474-8294-7f4a4fdac3f1 None None] Allocated IP 172.20.0.3 (64500b4d-7867-403e-8d8e-acaf9e9df8d2/4ca41998-e09f-4b0f-b22c-157aaf0feb0b/fa1f389e-506e-4dbd-b04b-98f173667a1a) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:09.057294 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1345ff9-d1a9-407d-b5a7-0e8b07c481a7 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.109997 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3017433d-9086-437e-9d4e-5244ce2a930b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1199911'] for subnet, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.146967 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-2606ab44-5a6a-44c3-9214-51c69a091702 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Deleting subnet 5b1dea50-5172-4043-a4c2-210571e11de4 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:29:09.163865 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2606ab44-5a6a-44c3-9214-51c69a091702 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.181308 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1345ff9-d1a9-407d-b5a7-0e8b07c481a7 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.185557 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1345ff9-d1a9-407d-b5a7-0e8b07c481a7 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-950448'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.225665 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-924d6e2f-200a-4474-8294-7f4a4fdac3f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.235713 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f1248624-f75e-46a8-bc4d-d3308f038804 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Synchronizing usage tracker for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:09.239556 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-924d6e2f-200a-4474-8294-7f4a4fdac3f1 None None] Transition to ACTIVE for port object fa1f389e-506e-4dbd-b04b-98f173667a1a will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:09.259232 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-924d6e2f-200a-4474-8294-7f4a4fdac3f1 None None] Transition to ACTIVE for port object fa1f389e-506e-4dbd-b04b-98f173667a1a will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:09.259518 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2606ab44-5a6a-44c3-9214-51c69a091702 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.265978 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-924d6e2f-200a-4474-8294-7f4a4fdac3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.308315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f1248624-f75e-46a8-bc4d-d3308f038804 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Unset dirty status for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:09.309708 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f1248624-f75e-46a8-bc4d-d3308f038804 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3169107 Mar 14 15:29:09.320232 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45990) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:09.339172 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d6e2f-200a-4474-8294-7f4a4fdac3f1 None None] Pushing event updated for resources: {'Port': ['ID=fa1f389e-506e-4dbd-b04b-98f173667a1a,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:09.349621 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924d6e2f-200a-4474-8294-7f4a4fdac3f1 None None] Network 64500b4d-7867-403e-8d8e-acaf9e9df8d2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:09.352383 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-924d6e2f-200a-4474-8294-7f4a4fdac3f1 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:09.354774 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924d6e2f-200a-4474-8294-7f4a4fdac3f1 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:09.390603 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1345ff9-d1a9-407d-b5a7-0e8b07c481a7 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Router 19b27127-89de-40b8-bacd-2d2637291dd0 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:29:09.424205 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b2000b8f-552f-4335-a9af-9af7994dd3f4 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.444530 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-924d6e2f-200a-4474-8294-7f4a4fdac3f1 None None] Attempting to bind port fa1f389e-506e-4dbd-b04b-98f173667a1a on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:09.444816 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-924d6e2f-200a-4474-8294-7f4a4fdac3f1 None None] Attempting to bind port fa1f389e-506e-4dbd-b04b-98f173667a1a by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '39b325c9-95dd-49a8-b202-2cd9ed1c70b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '64500b4d-7867-403e-8d8e-acaf9e9df8d2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:09.445364 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d6e2f-200a-4474-8294-7f4a4fdac3f1 None None] Attempting to bind port fa1f389e-506e-4dbd-b04b-98f173667a1a on network 64500b4d-7867-403e-8d8e-acaf9e9df8d2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:29:09.451936 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d6e2f-200a-4474-8294-7f4a4fdac3f1 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:29:09.452318 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d6e2f-200a-4474-8294-7f4a4fdac3f1 None None] Checking segment: {'id': '39b325c9-95dd-49a8-b202-2cd9ed1c70b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '64500b4d-7867-403e-8d8e-acaf9e9df8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:09.452724 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-924d6e2f-200a-4474-8294-7f4a4fdac3f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.453136 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d6e2f-200a-4474-8294-7f4a4fdac3f1 None None] Bound using segment: {'id': '39b325c9-95dd-49a8-b202-2cd9ed1c70b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '64500b4d-7867-403e-8d8e-acaf9e9df8d2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:29:09.453584 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-924d6e2f-200a-4474-8294-7f4a4fdac3f1 None None] Bound port: fa1f389e-506e-4dbd-b04b-98f173667a1a, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b325c9-95dd-49a8-b202-2cd9ed1c70b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '64500b4d-7867-403e-8d8e-acaf9e9df8d2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:09.453968 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-924d6e2f-200a-4474-8294-7f4a4fdac3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.569156 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b2000b8f-552f-4335-a9af-9af7994dd3f4 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.586245 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-924d6e2f-200a-4474-8294-7f4a4fdac3f1 None None] For port fa1f389e-506e-4dbd-b04b-98f173667a1a, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:09.589455 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-924d6e2f-200a-4474-8294-7f4a4fdac3f1 None None] For port fa1f389e-506e-4dbd-b04b-98f173667a1a, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=fa1f389e-506e-4dbd-b04b-98f173667a1a,segment=NetworkSegment(39b325c9-95dd-49a8-b202-2cd9ed1c70b4),segment_id=39b325c9-95dd-49a8-b202-2cd9ed1c70b4)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:09.595028 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-924d6e2f-200a-4474-8294-7f4a4fdac3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.602877 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b6473e01-f7d3-45fc-a5dd-8ac85880eaed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.606861 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2606ab44-5a6a-44c3-9214-51c69a091702 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.630694 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1345ff9-d1a9-407d-b5a7-0e8b07c481a7 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:29:09.655046 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1345ff9-d1a9-407d-b5a7-0e8b07c481a7 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.657174 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d1345ff9-d1a9-407d-b5a7-0e8b07c481a7 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "PUT /v2.0/routers/19b27127-89de-40b8-bacd-2d2637291dd0 HTTP/1.1" status: 200 len: 709 time: 2.8848431 Mar 14 15:29:09.657442 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa08103-a34f-4fd3-b26c-6cc61975b3a8 None None] Sync routers for ids ['19b27127-89de-40b8-bacd-2d2637291dd0'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:29:09.658786 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b2000b8f-552f-4335-a9af-9af7994dd3f4 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.661653 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b2000b8f-552f-4335-a9af-9af7994dd3f4 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.667592 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 45994) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:09.672338 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b2000b8f-552f-4335-a9af-9af7994dd3f4 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "DELETE /v2.0/security-groups/87423336-a49f-486b-bd89-4c66dd45f764 HTTP/1.1" status: 204 len: 168 time: 0.3508003 Mar 14 15:29:09.673124 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 45996) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:09.681663 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d6e2f-200a-4474-8294-7f4a4fdac3f1 None None] Pushing event updated for resources: {'Port': ['ID=fa1f389e-506e-4dbd-b04b-98f173667a1a,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:09.694910 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa08103-a34f-4fd3-b26c-6cc61975b3a8 None None] Routers {'19b27127-89de-40b8-bacd-2d2637291dd0'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:29:09.695480 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-caa08103-a34f-4fd3-b26c-6cc61975b3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:28:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['19b27127-89de-40b8-bacd-2d2637291dd0'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:09.710662 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2000b8f-552f-4335-a9af-9af7994dd3f4 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87423336-a49f-486b-bd89-4c66dd45f764,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:09.751321 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-88dff96e-8479-4a30-aaac-1c8be3a0a570 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Synchronizing usage tracker for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:09.768935 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-88dff96e-8479-4a30-aaac-1c8be3a0a570 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Unset dirty status for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:09.769959 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-caa08103-a34f-4fd3-b26c-6cc61975b3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:09.774812 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-88dff96e-8479-4a30-aaac-1c8be3a0a570 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0864966 Mar 14 15:29:09.775099 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46002) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:09.781637 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b390a35b-ee90-4747-90f1-7a74b3a7e883 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Request body: {'security_group': {'name': 'tempest-secgroup--447610089'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:09.788597 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b390a35b-ee90-4747-90f1-7a74b3a7e883 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:09.792420 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa08103-a34f-4fd3-b26c-6cc61975b3a8 None None] Routers {'19b27127-89de-40b8-bacd-2d2637291dd0'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:29:09.793111 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-caa08103-a34f-4fd3-b26c-6cc61975b3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:28:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['19b27127-89de-40b8-bacd-2d2637291dd0'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:09.802402 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b390a35b-ee90-4747-90f1-7a74b3a7e883 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:09.813643 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b390a35b-ee90-4747-90f1-7a74b3a7e883 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.852277 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b390a35b-ee90-4747-90f1-7a74b3a7e883 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:09.862580 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-caa08103-a34f-4fd3-b26c-6cc61975b3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:09.862993 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa08103-a34f-4fd3-b26c-6cc61975b3a8 None None] The sync data for ids ['19b27127-89de-40b8-bacd-2d2637291dd0'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:29:09.864005 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b390a35b-ee90-4747-90f1-7a74b3a7e883 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:09.926134 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b390a35b-ee90-4747-90f1-7a74b3a7e883 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.930271 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b390a35b-ee90-4747-90f1-7a74b3a7e883 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.932259 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6473e01-f7d3-45fc-a5dd-8ac85880eaed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'Subnet': ['ID=d649ede4-14e7-4273-bdc7-b7f9c0e894a3,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:09.980611 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390a35b-ee90-4747-90f1-7a74b3a7e883 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38466f19-e517-4a89-a1ff-6c7b63cf0d90,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:09.990463 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b390a35b-ee90-4747-90f1-7a74b3a7e883 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.994548 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b390a35b-ee90-4747-90f1-7a74b3a7e883 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2156863 Mar 14 15:29:09.994961 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46006) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:10.011274 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a49cda81-7239-40ca-98ae-0c18ad7535f6 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Request body: {'security_group_rule': {'security_group_id': '38466f19-e517-4a89-a1ff-6c7b63cf0d90', 'direction': 'ingress', 'protocol': 17}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:10.017659 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a49cda81-7239-40ca-98ae-0c18ad7535f6 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:10.023214 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3017433d-9086-437e-9d4e-5244ce2a930b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782436048029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1907559'] for subnet, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.025475 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a49cda81-7239-40ca-98ae-0c18ad7535f6 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Usage tracker for resource:security_group_rule and tenant:d4872091fbff4a8994558a28e6644a8c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:10.034207 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a49cda81-7239-40ca-98ae-0c18ad7535f6 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:10.042578 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a49cda81-7239-40ca-98ae-0c18ad7535f6 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:10.056760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2606ab44-5a6a-44c3-9214-51c69a091702 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.066088 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a49cda81-7239-40ca-98ae-0c18ad7535f6 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.066596 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6473e01-f7d3-45fc-a5dd-8ac85880eaed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Checking segment: {'id': '7950d1fa-ded3-45bf-a6cd-5f41e7bbfd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ebb5c2d1-9727-443d-9147-083c07207c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:10.067134 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6473e01-f7d3-45fc-a5dd-8ac85880eaed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Network hostable DHCP agents. Network: ebb5c2d1-9727-443d-9147-083c07207c50, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:10.083784 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-bbd8252c-df7b-4568-b917-cbee840456fa tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "GET /v2.0/routers/19b27127-89de-40b8-bacd-2d2637291dd0 HTTP/1.1" status: 200 len: 744 time: 0.3852143 Mar 14 15:29:10.086984 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46010) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:10.123504 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63fc39a-5f95-4e4e-bc27-5cefdc2a0071 None None] Network f2de749c-d838-486a-81de-335cc2e19fe2 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:10.123932 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2606ab44-5a6a-44c3-9214-51c69a091702 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.147395 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-88d27669-8beb-4723-a4e9-a3bb1e84f012 tempest-RoutersIpV6AdminTest-1498091649 tempest-RoutersIpV6AdminTest-1498091649-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&device_id=19b27127-89de-40b8-bacd-2d2637291dd0 HTTP/1.1" status: 200 len: 205 time: 0.0569077 Mar 14 15:29:10.147981 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46014) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:10.155703 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3017433d-9086-437e-9d4e-5244ce2a930b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:10.156516 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3017433d-9086-437e-9d4e-5244ce2a930b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.158077 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3017433d-9086-437e-9d4e-5244ce2a930b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "PUT /v2.0/subnets/4ca41998-e09f-4b0f-b22c-157aaf0feb0b HTTP/1.1" status: 200 len: 877 time: 1.4566262 Mar 14 15:29:10.159104 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017433d-9086-437e-9d4e-5244ce2a930b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event updated for resources: {'Subnet': ['ID=4ca41998-e09f-4b0f-b22c-157aaf0feb0b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:10.197139 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46018) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:10.226791 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2606ab44-5a6a-44c3-9214-51c69a091702 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "DELETE /v2.0/subnets/5b1dea50-5172-4043-a4c2-210571e11de4 HTTP/1.1" status: 204 len: 168 time: 1.6369753 Mar 14 15:29:10.232406 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46022) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:10.237007 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-fa0695a7-7b8e-4067-a700-623bcd472b43 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "GET /v2.0/ports?device_id=19b27127-89de-40b8-bacd-2d2637291dd0 HTTP/1.1" status: 200 len: 205 time: 0.0878859 Mar 14 15:29:10.239627 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606ab44-5a6a-44c3-9214-51c69a091702 tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event deleted for resources: {'Subnet': ['ID=5b1dea50-5172-4043-a4c2-210571e11de4,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:10.241423 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46026) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:10.349384 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a49cda81-7239-40ca-98ae-0c18ad7535f6 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.355526 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a49cda81-7239-40ca-98ae-0c18ad7535f6 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.399059 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cda81-7239-40ca-98ae-0c18ad7535f6 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2a53b2-822b-4bfb-aee4-d3443b55c109,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:10.431385 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a49cda81-7239-40ca-98ae-0c18ad7535f6 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.432852 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a49cda81-7239-40ca-98ae-0c18ad7535f6 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4367642 Mar 14 15:29:10.439339 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efb8139c-3993-4f8a-8af2-79c5ed8c4188 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.440439 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46030) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:10.443238 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6473e01-f7d3-45fc-a5dd-8ac85880eaed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Network ebb5c2d1-9727-443d-9147-083c07207c50 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:10.471554 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac283af-bdb1-43ee-a62a-b7ec0c79fe4d None None] DHCP port deletion for f2de749c-d838-486a-81de-335cc2e19fe2 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:29:10.474922 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b6473e01-f7d3-45fc-a5dd-8ac85880eaed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, ebb5c2d1-9727-443d-9147-083c07207c50) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:10.476343 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3ac283af-bdb1-43ee-a62a-b7ec0c79fe4d None None] Deleting port 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:10.476941 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ac283af-bdb1-43ee-a62a-b7ec0c79fe4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.488842 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6473e01-f7d3-45fc-a5dd-8ac85880eaed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:10.489457 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b6473e01-f7d3-45fc-a5dd-8ac85880eaed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.497542 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a556b82f-f951-4cf8-aff7-84749a2310bd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.499810 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-efb8139c-3993-4f8a-8af2-79c5ed8c4188 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Deleting port fa1f389e-506e-4dbd-b04b-98f173667a1a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:10.500222 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efb8139c-3993-4f8a-8af2-79c5ed8c4188 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.516875 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3815dcb1-b09a-45f5-aeb8-242249cfd483 None None] Network ebb5c2d1-9727-443d-9147-083c07207c50 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:10.522341 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2ac2be5d-6f91-43ee-baa9-43d171341525 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.578762 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0719316b-2dc6-453c-ad2a-2f7f69182f03 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.587088 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b6473e01-f7d3-45fc-a5dd-8ac85880eaed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2283669 Mar 14 15:29:10.604687 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46036) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:10.628767 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1c62782b-9f20-47e2-93d5-889055a0ec87 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1521928346'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:10.635134 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a556b82f-f951-4cf8-aff7-84749a2310bd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Deleting port 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:10.635275 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a556b82f-f951-4cf8-aff7-84749a2310bd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.646449 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1c62782b-9f20-47e2-93d5-889055a0ec87 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:10.656545 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1c62782b-9f20-47e2-93d5-889055a0ec87 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Usage tracker for resource:network and tenant:6f4bbc23959b4526b173f35652c6cf99 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:10.668058 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1c62782b-9f20-47e2-93d5-889055a0ec87 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:10.823922 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3ac283af-bdb1-43ee-a62a-b7ec0c79fe4d None None] For port 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=3be4e5a6-7fe8-477d-be87-f9c6a0d63b12,segment=NetworkSegment(86c03035-9b01-434c-a141-97df69da5812),segment_id=86c03035-9b01-434c-a141-97df69da5812)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:10.825481 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ac283af-bdb1-43ee-a62a-b7ec0c79fe4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.837586 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1c62782b-9f20-47e2-93d5-889055a0ec87 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:10.841366 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0719316b-2dc6-453c-ad2a-2f7f69182f03 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.852940 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device fa1f389e-506e-4dbd-b04b-98f173667a1a up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:29:10.943708 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c62782b-9f20-47e2-93d5-889055a0ec87 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Made reservation on behalf of 6f4bbc23959b4526b173f35652c6cf99 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:10.946976 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c62782b-9f20-47e2-93d5-889055a0ec87 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.018569 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c62782b-9f20-47e2-93d5-889055a0ec87 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:11.046926 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3ac283af-bdb1-43ee-a62a-b7ec0c79fe4d None None] Calling delete_port for 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:11.083883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0719316b-2dc6-453c-ad2a-2f7f69182f03 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.091751 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-efb8139c-3993-4f8a-8af2-79c5ed8c4188 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] For port fa1f389e-506e-4dbd-b04b-98f173667a1a, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=fa1f389e-506e-4dbd-b04b-98f173667a1a,segment=NetworkSegment(39b325c9-95dd-49a8-b202-2cd9ed1c70b4),segment_id=39b325c9-95dd-49a8-b202-2cd9ed1c70b4)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:11.092123 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efb8139c-3993-4f8a-8af2-79c5ed8c4188 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.118311 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c62782b-9f20-47e2-93d5-889055a0ec87 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.118651 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-1c62782b-9f20-47e2-93d5-889055a0ec87 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Added segment e1670030-94af-477c-9401-2cddbaa20f53 of type vlan for network d5d8a8d1-2f75-410c-9e26-3279544026e6 Mar 14 15:29:11.138850 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719316b-2dc6-453c-ad2a-2f7f69182f03 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38466f19-e517-4a89-a1ff-6c7b63cf0d90,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:11.215873 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf9ba8e-0863-4e6f-949c-eb28c81e1375 None None] Network 64500b4d-7867-403e-8d8e-acaf9e9df8d2 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:11.289489 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-efb8139c-3993-4f8a-8af2-79c5ed8c4188 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Calling delete_port for fa1f389e-506e-4dbd-b04b-98f173667a1a owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:11.313882 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2ac2be5d-6f91-43ee-baa9-43d171341525 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.316430 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ac283af-bdb1-43ee-a62a-b7ec0c79fe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.326134 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-a556b82f-f951-4cf8-aff7-84749a2310bd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] For port 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=3be4e5a6-7fe8-477d-be87-f9c6a0d63b12,segment=NetworkSegment(86c03035-9b01-434c-a141-97df69da5812),segment_id=86c03035-9b01-434c-a141-97df69da5812)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:11.326708 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a556b82f-f951-4cf8-aff7-84749a2310bd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.334084 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2ac2be5d-6f91-43ee-baa9-43d171341525 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.341170 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c62782b-9f20-47e2-93d5-889055a0ec87 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.374897 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac283af-bdb1-43ee-a62a-b7ec0c79fe4d None None] Pushing event deleted for resources: {'Port': ['ID=3be4e5a6-7fe8-477d-be87-f9c6a0d63b12,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:11.376656 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port fa1f389e-506e-4dbd-b04b-98f173667a1a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:29:11.380335 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82adac7d-c47b-4146-8c58-4a6801b246b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-ebb5c2d1-9727-443d-9147-083c07207c50', 'network_id': 'ebb5c2d1-9727-443d-9147-083c07207c50', 'tenant_id': '6f4bbc23959b4526b173f35652c6cf99', 'fixed_ips': [{'subnet_id': 'd649ede4-14e7-4273-bdc7-b7f9c0e894a3'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:29:11.381581 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-82adac7d-c47b-4146-8c58-4a6801b246b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.384491 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0719316b-2dc6-453c-ad2a-2f7f69182f03 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.388687 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0719316b-2dc6-453c-ad2a-2f7f69182f03 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "DELETE /v2.0/security-groups/38466f19-e517-4a89-a1ff-6c7b63cf0d90 HTTP/1.1" status: 204 len: 168 time: 0.9442577 Mar 14 15:29:11.392737 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46042) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:11.414540 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c62782b-9f20-47e2-93d5-889055a0ec87 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.419351 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c62782b-9f20-47e2-93d5-889055a0ec87 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:11.420101 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c62782b-9f20-47e2-93d5-889055a0ec87 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.468411 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a556b82f-f951-4cf8-aff7-84749a2310bd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Calling delete_port for 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:11.472699 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac283af-bdb1-43ee-a62a-b7ec0c79fe4d None None] No DVR routers for this DVR port 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:11.557944 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62782b-9f20-47e2-93d5-889055a0ec87 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'Network': ['ID=d5d8a8d1-2f75-410c-9e26-3279544026e6,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:11.580689 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.api [None req-a556b82f-f951-4cf8-aff7-84749a2310bd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:29:11.581008 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG oslo_db.api [None req-a556b82f-f951-4cf8-aff7-84749a2310bd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:29:11.582528 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network d5d8a8d1-2f75-410c-9e26-3279544026e6 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:29:11.583725 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2ac2be5d-6f91-43ee-baa9-43d171341525 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.584237 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac2be5d-6f91-43ee-baa9-43d171341525 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Fanout notify agent at l3_agent the message router_deleted on router 19b27127-89de-40b8-bacd-2d2637291dd0 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:29:11.608745 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1c62782b-9f20-47e2-93d5-889055a0ec87 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9980114 Mar 14 15:29:11.618789 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46050) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:11.624468 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b57aca20-657f-474e-854a-edc33ecf9771 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Request body: {'subnet': {'network_id': 'd5d8a8d1-2f75-410c-9e26-3279544026e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:11.625014 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2ac2be5d-6f91-43ee-baa9-43d171341525 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.629708 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2ac2be5d-6f91-43ee-baa9-43d171341525 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "DELETE /v2.0/routers/19b27127-89de-40b8-bacd-2d2637291dd0 HTTP/1.1" status: 204 len: 168 time: 1.3665357 Mar 14 15:29:11.629900 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46054) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:11.657825 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:29:11.686006 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4e0facc2-90ce-4071-ae82-7428cc462fef tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "GET /v2.0/ports?device_id=19b27127-89de-40b8-bacd-2d2637291dd0 HTTP/1.1" status: 200 len: 205 time: 0.0525651 Mar 14 15:29:11.686462 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46058) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:11.694878 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b91c2838-754b-4aec-88c9-252d3ac8ebbd tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2976615 Mar 14 15:29:11.706841 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46062) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:11.730425 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-54cf4a8e-fae6-4e0b-9f40-b1f86dbd7d9e tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Request body: {'security_group': {'name': 'tempest-secgroup--139943364'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:11.744959 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-54cf4a8e-fae6-4e0b-9f40-b1f86dbd7d9e tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:11.763389 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:29:11.763603 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:29:11.773248 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-54cf4a8e-fae6-4e0b-9f40-b1f86dbd7d9e tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Usage tracker for resource:security_group and tenant:d4872091fbff4a8994558a28e6644a8c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:11.775729 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-d4f88f90-859f-446c-a556-0d6fb16c578f tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] delete failed (client error): The resource could not be found. Mar 14 15:29:11.780282 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-54cf4a8e-fae6-4e0b-9f40-b1f86dbd7d9e tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:11.782982 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efb8139c-3993-4f8a-8af2-79c5ed8c4188 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.786133 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2834cc8a-4ba1-4c57-a9d0-511ea254493c None None] Provisioning for port fa1f389e-506e-4dbd-b04b-98f173667a1a completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:29:11.787222 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d4f88f90-859f-446c-a556-0d6fb16c578f tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "DELETE /v2.0/routers/19b27127-89de-40b8-bacd-2d2637291dd0 HTTP/1.1" status: 404 len: 336 time: 0.0996830 Mar 14 15:29:11.788202 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46066) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:11.842574 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a4c18a74-086d-4f61-8669-4077c9a120f6 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "GET /v2.0/ports?device_id=58b8b6db-e374-4b57-ae6f-f5c07ff6d4bf HTTP/1.1" status: 200 len: 205 time: 0.0519769 Mar 14 15:29:11.843662 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46070) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:11.849777 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-54cf4a8e-fae6-4e0b-9f40-b1f86dbd7d9e tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:11.850329 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2834cc8a-4ba1-4c57-a9d0-511ea254493c None None] Provisioning complete for port fa1f389e-506e-4dbd-b04b-98f173667a1a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:11.850814 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2834cc8a-4ba1-4c57-a9d0-511ea254493c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.872761 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8139c-3993-4f8a-8af2-79c5ed8c4188 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Port': ['ID=fa1f389e-506e-4dbd-b04b-98f173667a1a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:11.877041 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b57aca20-657f-474e-854a-edc33ecf9771 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:11.885238 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b57aca20-657f-474e-854a-edc33ecf9771 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Usage tracker for resource:subnet and tenant:6f4bbc23959b4526b173f35652c6cf99 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:11.891281 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54cf4a8e-fae6-4e0b-9f40-b1f86dbd7d9e tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.909035 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2834cc8a-4ba1-4c57-a9d0-511ea254493c None None] Port fa1f389e-506e-4dbd-b04b-98f173667a1a was deleted so its status cannot be updated. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 14 15:29:11.929055 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-5ed2e2d8-a534-4d58-a363-24f9af335b2b tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] delete failed (client error): The resource could not be found. Mar 14 15:29:11.930218 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5ed2e2d8-a534-4d58-a363-24f9af335b2b tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "DELETE /v2.0/routers/58b8b6db-e374-4b57-ae6f-f5c07ff6d4bf HTTP/1.1" status: 404 len: 336 time: 0.0854318 Mar 14 15:29:11.933068 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46076) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:11.973207 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b57aca20-657f-474e-854a-edc33ecf9771 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:11.979143 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-276ec410-ab2e-4752-8303-0d6394ba753c tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd8a8669-d6b5-493b-bab8-bf11dd5b9baa HTTP/1.1" status: 200 len: 205 time: 0.0445535 Mar 14 15:29:11.981310 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46080) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:11.989575 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b57aca20-657f-474e-854a-edc33ecf9771 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:11.994254 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-82adac7d-c47b-4146-8c58-4a6801b246b3 None None] Allocated IP 2001:db8:0:ffff::2 (ebb5c2d1-9727-443d-9147-083c07207c50/d649ede4-14e7-4273-bdc7-b7f9c0e894a3/9cc0f63e-47c7-41e7-a072-2e636cd64f77) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:12.059338 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb8139c-3993-4f8a-8af2-79c5ed8c4188 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No DVR routers for this DVR port fa1f389e-506e-4dbd-b04b-98f173667a1a on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:12.086775 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a556b82f-f951-4cf8-aff7-84749a2310bd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Deleting port 3be4e5a6-7fe8-477d-be87-f9c6a0d63b12 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:12.087458 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a556b82f-f951-4cf8-aff7-84749a2310bd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:12.108247 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57aca20-657f-474e-854a-edc33ecf9771 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Made reservation on behalf of 6f4bbc23959b4526b173f35652c6cf99 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:12.144174 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-efbc29f3-3cc2-459c-81ad-1f18bd7989db tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] delete failed (client error): The resource could not be found. Mar 14 15:29:12.146443 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-efbc29f3-3cc2-459c-81ad-1f18bd7989db tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "DELETE /v2.0/routers/bd8a8669-d6b5-493b-bab8-bf11dd5b9baa HTTP/1.1" status: 404 len: 336 time: 0.1632450 Mar 14 15:29:12.154595 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46084) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:12.182759 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dd0e75-5985-4a7c-9243-18ee6b761a02 None None] Network 64500b4d-7867-403e-8d8e-acaf9e9df8d2 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:12.232121 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a556b82f-f951-4cf8-aff7-84749a2310bd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] The port '3be4e5a6-7fe8-477d-be87-f9c6a0d63b12' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:29:12.236027 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6a8852c8-e498-4bf2-9013-08493c4d44cf tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "GET /v2.0/ports?device_id=2813b1c9-aa83-4787-8366-dd804a80c313 HTTP/1.1" status: 200 len: 205 time: 0.0800803 Mar 14 15:29:12.251738 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-54cf4a8e-fae6-4e0b-9f40-b1f86dbd7d9e tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:12.257423 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b57aca20-657f-474e-854a-edc33ecf9771 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:12.272336 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46088) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:12.281559 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-54cf4a8e-fae6-4e0b-9f40-b1f86dbd7d9e tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Usage tracker for resource:security_group_rule and tenant:d4872091fbff4a8994558a28e6644a8c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:12.298163 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-54cf4a8e-fae6-4e0b-9f40-b1f86dbd7d9e tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:12.349238 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efb8139c-3993-4f8a-8af2-79c5ed8c4188 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:12.380069 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-54cf4a8e-fae6-4e0b-9f40-b1f86dbd7d9e tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:12.413140 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-82adac7d-c47b-4146-8c58-4a6801b246b3 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:12.433712 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-e3fc0063-889e-432b-9633-2a16cc9fb651 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] delete failed (client error): The resource could not be found. Mar 14 15:29:12.437329 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-82adac7d-c47b-4146-8c58-4a6801b246b3 None None] Transition to ACTIVE for port object 9cc0f63e-47c7-41e7-a072-2e636cd64f77 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:12.437905 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e3fc0063-889e-432b-9633-2a16cc9fb651 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "DELETE /v2.0/routers/2813b1c9-aa83-4787-8366-dd804a80c313 HTTP/1.1" status: 404 len: 336 time: 0.1615658 Mar 14 15:29:12.438660 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46092) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:12.494012 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-82adac7d-c47b-4146-8c58-4a6801b246b3 None None] Transition to ACTIVE for port object 9cc0f63e-47c7-41e7-a072-2e636cd64f77 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:12.503082 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a556b82f-f951-4cf8-aff7-84749a2310bd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:12.508495 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-82adac7d-c47b-4146-8c58-4a6801b246b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:12.518799 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7c5635d7-d9b1-4505-a8eb-7bc3b1b79105 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "GET /v2.0/ports?device_id=deffaff8-8ab2-42a0-9162-734a17999d5b HTTP/1.1" status: 200 len: 205 time: 0.0675709 Mar 14 15:29:12.521665 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46096) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:12.529885 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54cf4a8e-fae6-4e0b-9f40-b1f86dbd7d9e tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:12.573001 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54cf4a8e-fae6-4e0b-9f40-b1f86dbd7d9e tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:12.581064 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82adac7d-c47b-4146-8c58-4a6801b246b3 None None] Network ebb5c2d1-9727-443d-9147-083c07207c50 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:12.583872 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-82adac7d-c47b-4146-8c58-4a6801b246b3 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:12.587649 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82adac7d-c47b-4146-8c58-4a6801b246b3 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:12.589360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efb8139c-3993-4f8a-8af2-79c5ed8c4188 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:12.594626 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adac7d-c47b-4146-8c58-4a6801b246b3 None None] Pushing event updated for resources: {'Port': ['ID=9cc0f63e-47c7-41e7-a072-2e636cd64f77,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:12.613544 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b5dd3-c52d-4d13-a53a-619195b2a196 req-4aab748a-e347-40a1-94f6-55804055d51a tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:12.620420 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5f4b5dd3-c52d-4d13-a53a-619195b2a196 req-4aab748a-e347-40a1-94f6-55804055d51a tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 946 time: 0.5688283 Mar 14 15:29:12.675853 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8139c-3993-4f8a-8af2-79c5ed8c4188 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Subnet': ['ID=4ca41998-e09f-4b0f-b22c-157aaf0feb0b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:12.704247 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf4a8e-fae6-4e0b-9f40-b1f86dbd7d9e tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dff12ded-a6ea-4689-835b-f08df006ae21,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:12.714249 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-82adac7d-c47b-4146-8c58-4a6801b246b3 None None] Attempting to bind port 9cc0f63e-47c7-41e7-a072-2e636cd64f77 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:12.714763 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-82adac7d-c47b-4146-8c58-4a6801b246b3 None None] Attempting to bind port 9cc0f63e-47c7-41e7-a072-2e636cd64f77 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '7950d1fa-ded3-45bf-a6cd-5f41e7bbfd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ebb5c2d1-9727-443d-9147-083c07207c50'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:12.715158 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82adac7d-c47b-4146-8c58-4a6801b246b3 None None] Attempting to bind port 9cc0f63e-47c7-41e7-a072-2e636cd64f77 on network ebb5c2d1-9727-443d-9147-083c07207c50 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:29:12.723730 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82adac7d-c47b-4146-8c58-4a6801b246b3 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:29:12.724117 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82adac7d-c47b-4146-8c58-4a6801b246b3 None None] Checking segment: {'id': '7950d1fa-ded3-45bf-a6cd-5f41e7bbfd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ebb5c2d1-9727-443d-9147-083c07207c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:12.724663 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-82adac7d-c47b-4146-8c58-4a6801b246b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:12.725062 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82adac7d-c47b-4146-8c58-4a6801b246b3 None None] Bound using segment: {'id': '7950d1fa-ded3-45bf-a6cd-5f41e7bbfd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ebb5c2d1-9727-443d-9147-083c07207c50'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:29:12.725538 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-82adac7d-c47b-4146-8c58-4a6801b246b3 None None] Bound port: 9cc0f63e-47c7-41e7-a072-2e636cd64f77, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7950d1fa-ded3-45bf-a6cd-5f41e7bbfd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ebb5c2d1-9727-443d-9147-083c07207c50'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:12.726364 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-82adac7d-c47b-4146-8c58-4a6801b246b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:12.796314 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-45ef9533-ccf1-4d84-937c-5699f5ecf72f tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] delete failed (client error): The resource could not be found. Mar 14 15:29:12.797589 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-45ef9533-ccf1-4d84-937c-5699f5ecf72f tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "DELETE /v2.0/routers/deffaff8-8ab2-42a0-9162-734a17999d5b HTTP/1.1" status: 404 len: 336 time: 0.2738268 Mar 14 15:29:12.799495 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-a556b82f-f951-4cf8-aff7-84749a2310bd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2de749c-d838-486a-81de-335cc2e19fe2']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:12.812198 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46100) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:12.832571 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54cf4a8e-fae6-4e0b-9f40-b1f86dbd7d9e tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:12.833779 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-54cf4a8e-fae6-4e0b-9f40-b1f86dbd7d9e tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1247115 Mar 14 15:29:12.853207 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46104) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:12.853792 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-a556b82f-f951-4cf8-aff7-84749a2310bd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c03035-9b01-434c-a141-97df69da5812') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:12.854303 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-a556b82f-f951-4cf8-aff7-84749a2310bd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c03035-9b01-434c-a141-97df69da5812') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:12.859589 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7c22a8-dba3-4866-9f76-a75fee44a0b3 None None] Network 64500b4d-7867-403e-8d8e-acaf9e9df8d2 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:12.864954 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8129852b-4f32-4253-9b07-25638efdbcb9 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Request body: {'security_group': {'name': 'tempest-secgroup--2079800365'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:12.875554 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-82adac7d-c47b-4146-8c58-4a6801b246b3 None None] For port 9cc0f63e-47c7-41e7-a072-2e636cd64f77, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:12.882639 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5f24eb74-9317-436e-86ee-fe0b74f76c21 tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "GET /v2.0/ports?device_id=e436c433-80b9-4a4f-bf96-e01ceec876e2 HTTP/1.1" status: 200 len: 205 time: 0.0671453 Mar 14 15:29:12.884365 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a556b82f-f951-4cf8-aff7-84749a2310bd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:12.891271 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46108) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:12.973387 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-82adac7d-c47b-4146-8c58-4a6801b246b3 None None] For port 9cc0f63e-47c7-41e7-a072-2e636cd64f77, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9cc0f63e-47c7-41e7-a072-2e636cd64f77,segment=NetworkSegment(7950d1fa-ded3-45bf-a6cd-5f41e7bbfd53),segment_id=7950d1fa-ded3-45bf-a6cd-5f41e7bbfd53)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:12.974249 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-e72e9994-0d48-44c6-88a3-effd46535bec tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] delete failed (client error): The resource could not be found. Mar 14 15:29:12.978065 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e72e9994-0d48-44c6-88a3-effd46535bec tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "DELETE /v2.0/routers/e436c433-80b9-4a4f-bf96-e01ceec876e2 HTTP/1.1" status: 404 len: 336 time: 0.0795913 Mar 14 15:29:12.978065 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5f4b5dd3-c52d-4d13-a53a-619195b2a196 req-47df7a95-bb2a-4900-828b-97e6356043e8 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/security-groups?id=b402f9da-f4f4-492f-811c-246e6a8d2492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3568022 Mar 14 15:29:12.979575 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46112) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:12.979575 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8129852b-4f32-4253-9b07-25638efdbcb9 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:12.984022 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a556b82f-f951-4cf8-aff7-84749a2310bd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:12.984385 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8129852b-4f32-4253-9b07-25638efdbcb9 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Usage tracker for resource:security_group and tenant:d4872091fbff4a8994558a28e6644a8c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:12.987851 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8129852b-4f32-4253-9b07-25638efdbcb9 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:12.993787 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8129852b-4f32-4253-9b07-25638efdbcb9 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:12.999425 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7cdda88b-6465-4966-9e76-dab9dd92a7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.000799 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a556b82f-f951-4cf8-aff7-84749a2310bd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:29:13.001947 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a556b82f-f951-4cf8-aff7-84749a2310bd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.002567 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-82adac7d-c47b-4146-8c58-4a6801b246b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.007527 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b57aca20-657f-474e-854a-edc33ecf9771 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:13.065685 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:13.073222 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8129852b-4f32-4253-9b07-25638efdbcb9 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.083578 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efb8139c-3993-4f8a-8af2-79c5ed8c4188 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.103933 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a556b82f-f951-4cf8-aff7-84749a2310bd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.116706 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-93dafb78-07cc-4925-83b5-20fa2ecf82bf tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:13.117134 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93dafb78-07cc-4925-83b5-20fa2ecf82bf tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:13.121700 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-93dafb78-07cc-4925-83b5-20fa2ecf82bf tempest-RoutersIpV6AdminTest-325709072 tempest-RoutersIpV6AdminTest-325709072-project] 10.222.0.60 "DELETE /v2.0/subnets/04cac1b3-3faa-43e8-84f2-92a5bea6ed83 HTTP/1.1" status: 404 len: 337 time: 0.1164839 Mar 14 15:29:13.125953 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a556b82f-f951-4cf8-aff7-84749a2310bd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.138165 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556b82f-f951-4cf8-aff7-84749a2310bd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] Pushing event deleted for resources: {'Network': ['ID=f2de749c-d838-486a-81de-335cc2e19fe2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:13.146103 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a556b82f-f951-4cf8-aff7-84749a2310bd tempest-NetworksIpV6TestAttrs-541709733 tempest-NetworksIpV6TestAttrs-541709733-project] 10.222.0.60 "DELETE /v2.0/networks/f2de749c-d838-486a-81de-335cc2e19fe2 HTTP/1.1" status: 204 len: 168 time: 2.9088669 Mar 14 15:29:13.156766 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adac7d-c47b-4146-8c58-4a6801b246b3 None None] Pushing event updated for resources: {'Port': ['ID=9cc0f63e-47c7-41e7-a072-2e636cd64f77,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:13.167477 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-efb8139c-3993-4f8a-8af2-79c5ed8c4188 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64500b4d-7867-403e-8d8e-acaf9e9df8d2']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:13.217151 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8129852b-4f32-4253-9b07-25638efdbcb9 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:13.222909 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8129852b-4f32-4253-9b07-25638efdbcb9 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Usage tracker for resource:security_group_rule and tenant:d4872091fbff4a8994558a28e6644a8c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:13.225865 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8129852b-4f32-4253-9b07-25638efdbcb9 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:13.233302 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8129852b-4f32-4253-9b07-25638efdbcb9 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:13.278486 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dd2b04-3e24-4fcb-a018-80d13583c8b3 None None] DHCP port deletion for 64500b4d-7867-403e-8d8e-acaf9e9df8d2 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:29:13.296234 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8129852b-4f32-4253-9b07-25638efdbcb9 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.312326 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-efb8139c-3993-4f8a-8af2-79c5ed8c4188 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b325c9-95dd-49a8-b202-2cd9ed1c70b4') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:13.312631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-efb8139c-3993-4f8a-8af2-79c5ed8c4188 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b325c9-95dd-49a8-b202-2cd9ed1c70b4') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:13.336148 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8129852b-4f32-4253-9b07-25638efdbcb9 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.362852 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efb8139c-3993-4f8a-8af2-79c5ed8c4188 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.369538 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57aca20-657f-474e-854a-edc33ecf9771 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'Subnet': ['ID=3dc5c526-ef3a-4315-8237-64927baaa387,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:13.448690 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efb8139c-3993-4f8a-8af2-79c5ed8c4188 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.460406 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129852b-4f32-4253-9b07-25638efdbcb9 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c294f9e-8cb9-440d-b27c-2a3cc1dafa8b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:13.467166 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8129852b-4f32-4253-9b07-25638efdbcb9 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.473773 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8129852b-4f32-4253-9b07-25638efdbcb9 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6135113 Mar 14 15:29:13.475381 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46122) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:13.476897 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57aca20-657f-474e-854a-edc33ecf9771 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Checking segment: {'id': 'e1670030-94af-477c-9401-2cddbaa20f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd5d8a8d1-2f75-410c-9e26-3279544026e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:13.477605 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57aca20-657f-474e-854a-edc33ecf9771 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Network hostable DHCP agents. Network: d5d8a8d1-2f75-410c-9e26-3279544026e6, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:13.484279 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb8139c-3993-4f8a-8af2-79c5ed8c4188 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:29:13.484808 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efb8139c-3993-4f8a-8af2-79c5ed8c4188 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.486941 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b2185b17-71ac-40a5-b385-f2d8655a8763 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Request body: {'security_group_rule': {'security_group_id': 'dff12ded-a6ea-4689-835b-f08df006ae21', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9c294f9e-8cb9-440d-b27c-2a3cc1dafa8b', 'remote_ip_prefix': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:13.495633 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b2185b17-71ac-40a5-b385-f2d8655a8763 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:13.506452 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:13.509172 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b2185b17-71ac-40a5-b385-f2d8655a8763 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Usage tracker for resource:security_group_rule and tenant:d4872091fbff4a8994558a28e6644a8c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:13.513928 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b2185b17-71ac-40a5-b385-f2d8655a8763 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:13.529031 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b2185b17-71ac-40a5-b385-f2d8655a8763 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:13.578222 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2185b17-71ac-40a5-b385-f2d8655a8763 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.655755 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57aca20-657f-474e-854a-edc33ecf9771 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Network d5d8a8d1-2f75-410c-9e26-3279544026e6 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:13.670193 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b57aca20-657f-474e-854a-edc33ecf9771 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, d5d8a8d1-2f75-410c-9e26-3279544026e6) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:13.680567 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46128) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:13.681536 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eee466b-63b7-4135-882b-4de366a96574 None None] Network d5d8a8d1-2f75-410c-9e26-3279544026e6 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:13.682437 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57aca20-657f-474e-854a-edc33ecf9771 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:13.683166 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b57aca20-657f-474e-854a-edc33ecf9771 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.686913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46130) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:13.689350 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efb8139c-3993-4f8a-8af2-79c5ed8c4188 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.717712 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2185b17-71ac-40a5-b385-f2d8655a8763 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.725258 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2185b17-71ac-40a5-b385-f2d8655a8763 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.729107 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efb8139c-3993-4f8a-8af2-79c5ed8c4188 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.740131 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8139c-3993-4f8a-8af2-79c5ed8c4188 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Network': ['ID=64500b4d-7867-403e-8d8e-acaf9e9df8d2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:13.762833 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2185b17-71ac-40a5-b385-f2d8655a8763 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c97db673-b627-4418-9702-e9141427d53a,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:13.786184 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2185b17-71ac-40a5-b385-f2d8655a8763 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.787977 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b2185b17-71ac-40a5-b385-f2d8655a8763 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.3098288 Mar 14 15:29:13.791360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46140) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:13.795119 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-efb8139c-3993-4f8a-8af2-79c5ed8c4188 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/networks/64500b4d-7867-403e-8d8e-acaf9e9df8d2 HTTP/1.1" status: 204 len: 168 time: 3.5970542 Mar 14 15:29:13.800881 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b57aca20-657f-474e-854a-edc33ecf9771 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1872983 Mar 14 15:29:13.803568 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46144) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:13.804135 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46146) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:13.861280 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6e0c9e5-32e7-425e-90af-2228f8a69997 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.874396 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6e0c9e5-32e7-425e-90af-2228f8a69997 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.900141 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0bd79d4-9714-491f-bd72-c3e40e738773 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:13.900657 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0bd79d4-9714-491f-bd72-c3e40e738773 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:13.905243 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e0bd79d4-9714-491f-bd72-c3e40e738773 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/subnets/4ca41998-e09f-4b0f-b22c-157aaf0feb0b HTTP/1.1" status: 404 len: 337 time: 0.0969753 Mar 14 15:29:13.921800 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46152) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:13.973610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a2dbb10-6a82-4e50-8d01-cd90d38ac162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.989057 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-f824cc5f-8491-42f7-b2a5-6f59d4dbb21e tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:13.989391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f824cc5f-8491-42f7-b2a5-6f59d4dbb21e tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:13.993306 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f824cc5f-8491-42f7-b2a5-6f59d4dbb21e tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/networks/64500b4d-7867-403e-8d8e-acaf9e9df8d2 HTTP/1.1" status: 404 len: 339 time: 0.0683036 Mar 14 15:29:14.002661 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46158) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:14.006435 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46491204-7bf8-4809-a125-e848aa6c34b0 req-38688188-7c37-4e74-be11-f75e22af0d71 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:14.007892 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-46491204-7bf8-4809-a125-e848aa6c34b0 req-38688188-7c37-4e74-be11-f75e22af0d71 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 946 time: 0.2650213 Mar 14 15:29:14.056263 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.088465 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c1bce8ec-777c-434c-b3aa-2fe2b2a01d0f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d9cfdbb6b6c34210b02a80d9af087402&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3932083 Mar 14 15:29:14.088465 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0471165-9c6b-4d5b-af50-033e61e81366 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:14.088465 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0471165-9c6b-4d5b-af50-033e61e81366 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:14.093990 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7d9a9e-4a3c-4c85-be0b-583baecc4e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-d5d8a8d1-2f75-410c-9e26-3279544026e6', 'network_id': 'd5d8a8d1-2f75-410c-9e26-3279544026e6', 'tenant_id': '6f4bbc23959b4526b173f35652c6cf99', 'fixed_ips': [{'subnet_id': '3dc5c526-ef3a-4315-8237-64927baaa387'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:29:14.095562 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4a7d9a9e-4a3c-4c85-be0b-583baecc4e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.100971 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46164) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:14.102742 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e0471165-9c6b-4d5b-af50-033e61e81366 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/subnets/f03c2156-2079-4232-9ca8-20e0192ed240 HTTP/1.1" status: 404 len: 337 time: 0.0992727 Mar 14 15:29:14.107582 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6e0c9e5-32e7-425e-90af-2228f8a69997 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.111448 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46168) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:14.173478 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6e0c9e5-32e7-425e-90af-2228f8a69997 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.182633 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e6e0c9e5-32e7-425e-90af-2228f8a69997 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/c97db673-b627-4418-9702-e9141427d53a HTTP/1.1" status: 204 len: 168 time: 0.3892615 Mar 14 15:29:14.186602 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46172) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:14.188696 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0c9e5-32e7-425e-90af-2228f8a69997 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c97db673-b627-4418-9702-e9141427d53a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:14.196795 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-46491204-7bf8-4809-a125-e848aa6c34b0 req-deb52213-b9a9-4319-b7db-e7cf9468c0e0 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Deleting port 70a015d6-5050-4b10-b77d-1a1ea16fe35c {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:14.197248 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-46491204-7bf8-4809-a125-e848aa6c34b0 req-deb52213-b9a9-4319-b7db-e7cf9468c0e0 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.261917 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2a2dbb10-6a82-4e50-8d01-cd90d38ac162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:14.271656 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2a2dbb10-6a82-4e50-8d01-cd90d38ac162 admin admin] Usage tracker for resource:security_group_rule and tenant:8be743d088344cc1b7f2829a0210b983 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:14.278377 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2a2dbb10-6a82-4e50-8d01-cd90d38ac162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:14.288826 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2a2dbb10-6a82-4e50-8d01-cd90d38ac162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:14.328215 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-4a7d9a9e-4a3c-4c85-be0b-583baecc4e21 None None] Allocated IP 2001:db8::1 (d5d8a8d1-2f75-410c-9e26-3279544026e6/3dc5c526-ef3a-4315-8237-64927baaa387/b29e5eae-6b2a-42f1-acc2-5e166d1b0316) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:14.341548 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4fee3fee-62ea-4079-af16-947715e116ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.351968 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d1c0569b-7719-400c-b76b-5e57c972d700 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Synchronizing usage tracker for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:14.393437 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d1c0569b-7719-400c-b76b-5e57c972d700 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Unset dirty status for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:14.394780 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d1c0569b-7719-400c-b76b-5e57c972d700 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1927147 Mar 14 15:29:14.401399 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46176) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:14.409511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4fee3fee-62ea-4079-af16-947715e116ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.420097 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a39018-b46f-4180-ad51-f0df270e9fd2 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:14.420532 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a39018-b46f-4180-ad51-f0df270e9fd2 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:14.422358 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-53a39018-b46f-4180-ad51-f0df270e9fd2 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/networks/7f14a3d4-d4cd-4c46-a56a-964a70539efe HTTP/1.1" status: 404 len: 339 time: 0.3099582 Mar 14 15:29:14.423379 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.456714 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46180) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:14.515177 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4fee3fee-62ea-4079-af16-947715e116ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.519639 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba877cd-1759-4166-947b-fdb8142e4521 None None] Network ebb5c2d1-9727-443d-9147-083c07207c50 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:14.552907 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee3fee-62ea-4079-af16-947715e116ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2468754-45cd-465e-9867-38ab5fd05916,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:14.580510 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a2dbb10-6a82-4e50-8d01-cd90d38ac162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.581649 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4fee3fee-62ea-4079-af16-947715e116ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.582793 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4fee3fee-62ea-4079-af16-947715e116ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a2468754-45cd-465e-9867-38ab5fd05916 HTTP/1.1" status: 204 len: 168 time: 0.4791265 Mar 14 15:29:14.604024 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce7bc5c5-b857-4860-b83f-025cbf82224a tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.606538 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a2dbb10-6a82-4e50-8d01-cd90d38ac162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.668146 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72694a92-d93f-4112-87df-33993a7b1228 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.679328 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2dbb10-6a82-4e50-8d01-cd90d38ac162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e9bd64-1c36-43d0-99e9-9455216889cd,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:14.682761 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce7bc5c5-b857-4860-b83f-025cbf82224a tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.693148 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2a2dbb10-6a82-4e50-8d01-cd90d38ac162 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8be743d088344cc1b7f2829a0210b983&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0106771 Mar 14 15:29:14.696976 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46186) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:14.759534 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a2261899-06d3-405f-a8dc-a55018f96d1f None None] Provisioning for port 9cc0f63e-47c7-41e7-a072-2e636cd64f77 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:29:14.802224 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8eebd091-454f-49a2-839f-a1c20b65c981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.817223 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce7bc5c5-b857-4860-b83f-025cbf82224a tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.832701 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc84e1-85d9-4aa8-9604-4a703436bfed req-65cdcda1-06bd-4e03-b9ce-e194f97abbd1 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:14.840626 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2bbc84e1-85d9-4aa8-9604-4a703436bfed req-65cdcda1-06bd-4e03-b9ce-e194f97abbd1 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 946 time: 0.6052892 Mar 14 15:29:14.852570 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9cc0f63e-47c7-41e7-a072-2e636cd64f77 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:29:14.866643 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7bc5c5-b857-4860-b83f-025cbf82224a tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c294f9e-8cb9-440d-b27c-2a3cc1dafa8b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:14.881617 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8eebd091-454f-49a2-839f-a1c20b65c981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.881824 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4a7d9a9e-4a3c-4c85-be0b-583baecc4e21 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.923696 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce7bc5c5-b857-4860-b83f-025cbf82224a tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.927600 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ce7bc5c5-b857-4860-b83f-025cbf82224a tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "DELETE /v2.0/security-groups/9c294f9e-8cb9-440d-b27c-2a3cc1dafa8b HTTP/1.1" status: 204 len: 168 time: 0.5226090 Mar 14 15:29:14.929362 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46192) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:14.954242 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4a7d9a9e-4a3c-4c85-be0b-583baecc4e21 None None] Transition to ACTIVE for port object b29e5eae-6b2a-42f1-acc2-5e166d1b0316 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:15.019230 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-96b78ad6-1874-44c6-8d76-ac73d3f24969 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Synchronizing usage tracker for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:15.041676 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-96b78ad6-1874-44c6-8d76-ac73d3f24969 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Unset dirty status for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:15.044226 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2bbc84e1-85d9-4aa8-9604-4a703436bfed req-c800cf66-3fd2-45e4-bc7e-73d9690a6eaa tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/security-groups?id=b402f9da-f4f4-492f-811c-246e6a8d2492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018511 Mar 14 15:29:15.044881 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-96b78ad6-1874-44c6-8d76-ac73d3f24969 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1146095 Mar 14 15:29:15.048385 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46198) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:15.051870 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4a7d9a9e-4a3c-4c85-be0b-583baecc4e21 None None] Transition to ACTIVE for port object b29e5eae-6b2a-42f1-acc2-5e166d1b0316 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:15.068026 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8eebd091-454f-49a2-839f-a1c20b65c981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.075353 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4a7d9a9e-4a3c-4c85-be0b-583baecc4e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.099085 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8eebd091-454f-49a2-839f-a1c20b65c981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.100201 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8eebd091-454f-49a2-839f-a1c20b65c981 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/73e9bd64-1c36-43d0-99e9-9455216889cd HTTP/1.1" status: 204 len: 168 time: 0.4023893 Mar 14 15:29:15.118234 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebd091-454f-49a2-839f-a1c20b65c981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e9bd64-1c36-43d0-99e9-9455216889cd,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:15.151956 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 9cc0f63e-47c7-41e7-a072-2e636cd64f77 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:29:15.159880 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d9a9e-4a3c-4c85-be0b-583baecc4e21 None None] Pushing event updated for resources: {'Port': ['ID=b29e5eae-6b2a-42f1-acc2-5e166d1b0316,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:15.162290 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c14cefb8-5e84-44bc-ac14-afa9df81bf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.178601 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 9cc0f63e-47c7-41e7-a072-2e636cd64f77 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:15.179230 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.181678 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-46491204-7bf8-4809-a125-e848aa6c34b0 req-deb52213-b9a9-4319-b7db-e7cf9468c0e0 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] For port 70a015d6-5050-4b10-b77d-1a1ea16fe35c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=70a015d6-5050-4b10-b77d-1a1ea16fe35c,segment=NetworkSegment(9fdf4dda-1717-4ba3-8803-d553a0d7ff75),segment_id=9fdf4dda-1717-4ba3-8803-d553a0d7ff75)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:15.182033 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-46491204-7bf8-4809-a125-e848aa6c34b0 req-deb52213-b9a9-4319-b7db-e7cf9468c0e0 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.246380 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e9c82b5-d8b9-4c9c-b52f-ec21183dfe74 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.277369 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7d9a9e-4a3c-4c85-be0b-583baecc4e21 None None] Network d5d8a8d1-2f75-410c-9e26-3279544026e6 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:15.281869 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-4a7d9a9e-4a3c-4c85-be0b-583baecc4e21 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:15.308483 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7d9a9e-4a3c-4c85-be0b-583baecc4e21 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:15.310005 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e9c82b5-d8b9-4c9c-b52f-ec21183dfe74 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.357723 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72694a92-d93f-4112-87df-33993a7b1228 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.376105 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e9c82b5-d8b9-4c9c-b52f-ec21183dfe74 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.415021 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c82b5-d8b9-4c9c-b52f-ec21183dfe74 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff12ded-a6ea-4689-835b-f08df006ae21,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:15.426950 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e9c82b5-d8b9-4c9c-b52f-ec21183dfe74 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.428387 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5e9c82b5-d8b9-4c9c-b52f-ec21183dfe74 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "DELETE /v2.0/security-groups/dff12ded-a6ea-4689-835b-f08df006ae21 HTTP/1.1" status: 204 len: 168 time: 0.3785033 Mar 14 15:29:15.432034 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46212) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:15.525456 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8c7b40e7-3208-41ed-a392-2e647ccb0459 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Synchronizing usage tracker for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:15.541355 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.546810 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8c7b40e7-3208-41ed-a392-2e647ccb0459 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Unset dirty status for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:15.552257 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8c7b40e7-3208-41ed-a392-2e647ccb0459 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1153574 Mar 14 15:29:15.552781 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46216) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:15.563249 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3ddaae80-7b63-4bb7-ab88-c7787758bf65 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1882664743'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:15.579022 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3ddaae80-7b63-4bb7-ab88-c7787758bf65 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:15.580389 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4a7d9a9e-4a3c-4c85-be0b-583baecc4e21 None None] Attempting to bind port b29e5eae-6b2a-42f1-acc2-5e166d1b0316 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:15.580962 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4a7d9a9e-4a3c-4c85-be0b-583baecc4e21 None None] Attempting to bind port b29e5eae-6b2a-42f1-acc2-5e166d1b0316 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'e1670030-94af-477c-9401-2cddbaa20f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd5d8a8d1-2f75-410c-9e26-3279544026e6'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:15.581334 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d9a9e-4a3c-4c85-be0b-583baecc4e21 None None] Attempting to bind port b29e5eae-6b2a-42f1-acc2-5e166d1b0316 on network d5d8a8d1-2f75-410c-9e26-3279544026e6 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:29:15.606798 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d9a9e-4a3c-4c85-be0b-583baecc4e21 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:29:15.607228 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d9a9e-4a3c-4c85-be0b-583baecc4e21 None None] Checking segment: {'id': 'e1670030-94af-477c-9401-2cddbaa20f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd5d8a8d1-2f75-410c-9e26-3279544026e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:15.607803 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4a7d9a9e-4a3c-4c85-be0b-583baecc4e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.608395 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d9a9e-4a3c-4c85-be0b-583baecc4e21 None None] Bound using segment: {'id': 'e1670030-94af-477c-9401-2cddbaa20f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd5d8a8d1-2f75-410c-9e26-3279544026e6'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:29:15.609116 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4a7d9a9e-4a3c-4c85-be0b-583baecc4e21 None None] Bound port: b29e5eae-6b2a-42f1-acc2-5e166d1b0316, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1670030-94af-477c-9401-2cddbaa20f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd5d8a8d1-2f75-410c-9e26-3279544026e6'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:15.609827 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4a7d9a9e-4a3c-4c85-be0b-583baecc4e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.612389 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3ddaae80-7b63-4bb7-ab88-c7787758bf65 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:15.629593 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.640265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ddaae80-7b63-4bb7-ab88-c7787758bf65 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.679854 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-72694a92-d93f-4112-87df-33993a7b1228 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b1ed63-def3-48af-898b-ac0ae59bd4d0']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:15.714429 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Subnet': ['ID=3dc5c526-ef3a-4315-8237-64927baaa387,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:15.733092 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3ddaae80-7b63-4bb7-ab88-c7787758bf65 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:15.743727 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3ddaae80-7b63-4bb7-ab88-c7787758bf65 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Usage tracker for resource:security_group_rule and tenant:d4872091fbff4a8994558a28e6644a8c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:15.750181 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3ddaae80-7b63-4bb7-ab88-c7787758bf65 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:15.754960 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 9cc0f63e-47c7-41e7-a072-2e636cd64f77, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9cc0f63e-47c7-41e7-a072-2e636cd64f77,segment=NetworkSegment(7950d1fa-ded3-45bf-a6cd-5f41e7bbfd53),segment_id=7950d1fa-ded3-45bf-a6cd-5f41e7bbfd53)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:15.764842 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3ddaae80-7b63-4bb7-ab88-c7787758bf65 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:15.770121 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.789289 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46222) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:15.804254 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-72694a92-d93f-4112-87df-33993a7b1228 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd09d4d1-835d-4853-aacd-5672de25bddb') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:15.804743 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-72694a92-d93f-4112-87df-33993a7b1228 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd09d4d1-835d-4853-aacd-5672de25bddb') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:15.821737 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4a7d9a9e-4a3c-4c85-be0b-583baecc4e21 None None] For port b29e5eae-6b2a-42f1-acc2-5e166d1b0316, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:15.832388 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4a7d9a9e-4a3c-4c85-be0b-583baecc4e21 None None] For port b29e5eae-6b2a-42f1-acc2-5e166d1b0316, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b29e5eae-6b2a-42f1-acc2-5e166d1b0316,segment=NetworkSegment(e1670030-94af-477c-9401-2cddbaa20f53),segment_id=e1670030-94af-477c-9401-2cddbaa20f53)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:15.844900 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device fa1f389e-506e-4dbd-b04b-98f173667a1a no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:29:15.887590 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-841f458c-f4b1-4fc1-b76a-e4df9e45bd2d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f898e5d24f74cb0b260bc9e729c7776&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0940306 Mar 14 15:29:15.888408 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46228) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:15.897876 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4a7d9a9e-4a3c-4c85-be0b-583baecc4e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.904069 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72694a92-d93f-4112-87df-33993a7b1228 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.907570 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ddaae80-7b63-4bb7-ab88-c7787758bf65 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.915509 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.921137 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ddaae80-7b63-4bb7-ab88-c7787758bf65 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.922921 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: fa1f389e-506e-4dbd-b04b-98f173667a1a {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:29:15.923258 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device fa1f389e-506e-4dbd-b04b-98f173667a1a not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:29:15.960611 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5540cc08-8ab0-4d7e-8202-8d909d52f1a7 None None] Provisioning complete for port 9cc0f63e-47c7-41e7-a072-2e636cd64f77 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:15.961101 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72694a92-d93f-4112-87df-33993a7b1228 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.961840 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5540cc08-8ab0-4d7e-8202-8d909d52f1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.966256 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d8a8d1-2f75-410c-9e26-3279544026e6']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:16.000102 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddaae80-7b63-4bb7-ab88-c7787758bf65 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24a5ea63-2ffa-4290-9f8b-e8c4b76f3123,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:16.002385 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b1e0ebd-0555-4645-8611-ef9df5db2ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.033046 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ddaae80-7b63-4bb7-ab88-c7787758bf65 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.036700 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3ddaae80-7b63-4bb7-ab88-c7787758bf65 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4802244 Mar 14 15:29:16.038723 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46232) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:16.042140 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b1e0ebd-0555-4645-8611-ef9df5db2ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.053792 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5e68b2b2-005c-450e-8bf1-9c1569283d20 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Request body: {'security_group_rule': {'security_group_id': '24a5ea63-2ffa-4290-9f8b-e8c4b76f3123', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:16.056538 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72694a92-d93f-4112-87df-33993a7b1228 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:29:16.056960 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72694a92-d93f-4112-87df-33993a7b1228 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.064504 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5e68b2b2-005c-450e-8bf1-9c1569283d20 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:16.073433 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:16.075943 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1670030-94af-477c-9401-2cddbaa20f53') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:16.075943 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1670030-94af-477c-9401-2cddbaa20f53') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:16.089140 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5e68b2b2-005c-450e-8bf1-9c1569283d20 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Usage tracker for resource:security_group_rule and tenant:d4872091fbff4a8994558a28e6644a8c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:16.095226 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=9cc0f63e-47c7-41e7-a072-2e636cd64f77,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:16.097009 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5e68b2b2-005c-450e-8bf1-9c1569283d20 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:16.105257 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5e68b2b2-005c-450e-8bf1-9c1569283d20 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:16.145734 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e68b2b2-005c-450e-8bf1-9c1569283d20 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.161358 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b1e0ebd-0555-4645-8611-ef9df5db2ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.205373 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e0ebd-0555-4645-8611-ef9df5db2ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7a2f07-8597-48fd-86cb-b93e4a9fff61,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:16.223638 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.235851 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b1e0ebd-0555-4645-8611-ef9df5db2ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.237452 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5b1e0ebd-0555-4645-8611-ef9df5db2ad6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6c7a2f07-8597-48fd-86cb-b93e4a9fff61 HTTP/1.1" status: 204 len: 168 time: 0.3483887 Mar 14 15:29:16.248407 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-46491204-7bf8-4809-a125-e848aa6c34b0 req-deb52213-b9a9-4319-b7db-e7cf9468c0e0 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.248794 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-46491204-7bf8-4809-a125-e848aa6c34b0 req-deb52213-b9a9-4319-b7db-e7cf9468c0e0 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.251993 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.l3_db [req-46491204-7bf8-4809-a125-e848aa6c34b0 req-deb52213-b9a9-4319-b7db-e7cf9468c0e0 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Floating IP 16d69ef5-d092-495f-a0ff-955004b65e40 disassociated. External IP: 172.26.4.203, port: 70a015d6-5050-4b10-b77d-1a1ea16fe35c. Mar 14 15:29:16.252402 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-46491204-7bf8-4809-a125-e848aa6c34b0 req-deb52213-b9a9-4319-b7db-e7cf9468c0e0 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Calling delete_port for 70a015d6-5050-4b10-b77d-1a1ea16fe35c owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:16.284550 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e68b2b2-005c-450e-8bf1-9c1569283d20 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.292073 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e68b2b2-005c-450e-8bf1-9c1569283d20 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.312968 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46242) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:16.317850 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72694a92-d93f-4112-87df-33993a7b1228 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.357618 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.361181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72694a92-d93f-4112-87df-33993a7b1228 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.379245 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68b2b2-005c-450e-8bf1-9c1569283d20 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2311f20-2591-42ae-bd3e-aa4dab744c60,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:16.393795 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.407763 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:29:16.409002 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.436196 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e68b2b2-005c-450e-8bf1-9c1569283d20 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.440108 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5e68b2b2-005c-450e-8bf1-9c1569283d20 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.3976750 Mar 14 15:29:16.440241 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46248) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:16.445175 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab22262e-9d00-47dd-b9d1-6df6e1c5624a None None] Network d5d8a8d1-2f75-410c-9e26-3279544026e6 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:16.452911 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72694a92-d93f-4112-87df-33993a7b1228 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Network': ['ID=b0b1ed63-def3-48af-898b-ac0ae59bd4d0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:16.454766 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:16.480941 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d9a9e-4a3c-4c85-be0b-583baecc4e21 None None] Pushing event updated for resources: {'Port': ['ID=b29e5eae-6b2a-42f1-acc2-5e166d1b0316,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:16.493990 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6b87e8b7-264c-4383-9a5f-a8991ee16010 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.507674 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6b87e8b7-264c-4383-9a5f-a8991ee16010 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.540703 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbefba-febc-4224-9ec3-faf2d5aa4392 req-0e4b69f7-23ea-4d32-878f-4aeb80d7edde tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:16.542361 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-94cbefba-febc-4224-9ec3-faf2d5aa4392 req-0e4b69f7-23ea-4d32-878f-4aeb80d7edde tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 946 time: 0.2113340 Mar 14 15:29:16.565955 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.614769 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-94cbefba-febc-4224-9ec3-faf2d5aa4392 req-6d731bfe-06bf-4d2b-94f2-4c13f9e6373e tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/security-groups?id=b402f9da-f4f4-492f-811c-246e6a8d2492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610743 Mar 14 15:29:16.615479 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6b87e8b7-264c-4383-9a5f-a8991ee16010 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.617475 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-72694a92-d93f-4112-87df-33993a7b1228 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/networks/b0b1ed63-def3-48af-898b-ac0ae59bd4d0 HTTP/1.1" status: 204 len: 168 time: 2.1581969 Mar 14 15:29:16.624729 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46254) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:16.687828 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.api [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 15:29:16.687828 dv-neutron-833561-1-hyperv neutron-server[83911]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 15:29:16.687828 dv-neutron-833561-1-hyperv neutron-server[83911]: [parameters: {'id': 'd5d8a8d1-2f75-410c-9e26-3279544026e6'}] Mar 14 15:29:16.687828 dv-neutron-833561-1-hyperv neutron-server[83911]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:29:16.690420 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG oslo_db.api [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:29:16.701809 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87e8b7-264c-4383-9a5f-a8991ee16010 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2311f20-2591-42ae-bd3e-aa4dab744c60,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:16.711885 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa01ae0-bbcf-4ee2-98a5-a5ec7409fa4f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:16.712446 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa01ae0-bbcf-4ee2-98a5-a5ec7409fa4f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:16.714336 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1aa01ae0-bbcf-4ee2-98a5-a5ec7409fa4f tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/subnets/ad526659-d6f7-400f-bc60-d45cfcdd3a5b HTTP/1.1" status: 404 len: 337 time: 0.0822361 Mar 14 15:29:16.715476 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6b87e8b7-264c-4383-9a5f-a8991ee16010 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.719472 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6b87e8b7-264c-4383-9a5f-a8991ee16010 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/e2311f20-2591-42ae-bd3e-aa4dab744c60 HTTP/1.1" status: 204 len: 168 time: 0.2782924 Mar 14 15:29:16.720213 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46258) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:16.720623 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46260) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:16.787246 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ab4efd-3352-418b-bfa7-f81e4171d15a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:16.787817 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ab4efd-3352-418b-bfa7-f81e4171d15a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:16.789731 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a3ab4efd-3352-418b-bfa7-f81e4171d15a tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/networks/63875a50-ecdd-4912-a7f0-81758017bffd HTTP/1.1" status: 404 len: 339 time: 0.0674679 Mar 14 15:29:16.792408 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46268) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:16.797441 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9cc0f63e-47c7-41e7-a072-2e636cd64f77 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:29:16.826734 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-46491204-7bf8-4809-a125-e848aa6c34b0 req-deb52213-b9a9-4319-b7db-e7cf9468c0e0 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.907835 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442593b3-f192-4c6d-b603-2edfcd509d18 None None] get_active_networks_info from dv-neutron-833561-1-hyperv {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 14 15:29:16.921479 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-42fa2bc9-c3ea-43dc-b27e-a661824d1db1 tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] Request body: {'port': {'network_id': 'bafdb28d-28c0-4bf5-b1da-f5006c40f9af', 'name': 'tempest-NetworksNegativeTestJSON-1682202258'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:16.938089 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 9cc0f63e-47c7-41e7-a072-2e636cd64f77 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:16.938516 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.953668 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a277182-d53d-424c-a90f-2c2c827f22d0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:16.954268 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a277182-d53d-424c-a90f-2c2c827f22d0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:16.956151 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6a277182-d53d-424c-a90f-2c2c827f22d0 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/subnets/baa6082d-1aae-48e1-a1f8-06ab9aa16432 HTTP/1.1" status: 404 len: 337 time: 0.1618989 Mar 14 15:29:16.956727 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb52213-b9a9-4319-b7db-e7cf9468c0e0 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Pushing event deleted for resources: {'Port': ['ID=70a015d6-5050-4b10-b77d-1a1ea16fe35c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:16.959126 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46276) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:16.972130 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-42fa2bc9-c3ea-43dc-b27e-a661824d1db1 tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] POST failed (client error): The resource could not be found. Mar 14 15:29:16.973074 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42fa2bc9-c3ea-43dc-b27e-a661824d1db1 tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:16.978576 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-42fa2bc9-c3ea-43dc-b27e-a661824d1db1 tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6619532 Mar 14 15:29:16.981116 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46280) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:16.996035 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c722e11e-96a2-4058-b343-a3b2c48ae2c5 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Synchronizing usage tracker for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:17.005709 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-793bd67f-5dac-418f-b7ec-21675df37f35 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:17.006450 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-793bd67f-5dac-418f-b7ec-21675df37f35 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:17.008194 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-793bd67f-5dac-418f-b7ec-21675df37f35 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/networks/19488311-18ee-426c-a135-52e5b5651830 HTTP/1.1" status: 404 len: 339 time: 0.0472529 Mar 14 15:29:17.013873 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46284) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:17.060026 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1dd7763-743e-4af2-ba0f-13c1ebe5cb98 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:17.060694 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1dd7763-743e-4af2-ba0f-13c1ebe5cb98 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:17.063205 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c1dd7763-743e-4af2-ba0f-13c1ebe5cb98 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/subnets/5c7da3a5-fbda-4f3f-8312-32352dcef3a7 HTTP/1.1" status: 404 len: 337 time: 0.0482450 Mar 14 15:29:17.065714 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c722e11e-96a2-4058-b343-a3b2c48ae2c5 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Unset dirty status for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:17.069976 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c722e11e-96a2-4058-b343-a3b2c48ae2c5 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3462238 Mar 14 15:29:17.070689 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46290) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:17.071133 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46292) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:17.088790 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-6685fcc3-02e7-4667-b871-141ce51c7832 tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:17.089237 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6685fcc3-02e7-4667-b871-141ce51c7832 tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:17.156867 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa4a387-585c-4237-bffd-47f3ef6d415b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:17.157456 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa4a387-585c-4237-bffd-47f3ef6d415b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:17.159274 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9fa4a387-585c-4237-bffd-47f3ef6d415b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/networks/534dccd8-3571-44f8-ad06-9aa151bd6d44 HTTP/1.1" status: 404 len: 339 time: 0.0870862 Mar 14 15:29:17.167282 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46298) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:17.167503 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442593b3-f192-4c6d-b603-2edfcd509d18 None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:29:17.209157 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:17.213395 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0c7fe6-f595-460f-9e4a-78208f985ed2 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:17.213944 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc0c7fe6-f595-460f-9e4a-78208f985ed2 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:17.216417 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-cc0c7fe6-f595-460f-9e4a-78208f985ed2 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/subnets/942bf73c-5334-4ec8-adec-31d487c90095 HTTP/1.1" status: 404 len: 337 time: 0.0479894 Mar 14 15:29:17.217157 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a101f4a-4fbd-4066-ace1-5a00622f7b67 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:17.219483 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46302) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:17.232605 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6685fcc3-02e7-4667-b871-141ce51c7832 tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] 10.222.0.60 "DELETE /v2.0/networks/8931ff33-ec18-4bd3-8566-68203e05d130 HTTP/1.1" status: 404 len: 339 time: 0.2455797 Mar 14 15:29:17.233228 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46306) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:17.248708 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-103cb88e-962b-4e6e-8855-f549dfb6e1da tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:17.249469 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103cb88e-962b-4e6e-8855-f549dfb6e1da tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:17.252076 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-103cb88e-962b-4e6e-8855-f549dfb6e1da tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/networks/f65b1bb4-658f-4219-bac7-28d92adc5130 HTTP/1.1" status: 404 len: 339 time: 0.0312498 Mar 14 15:29:17.261541 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46310) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:17.305261 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b24058-e2f0-482c-8087-cad3c41ea24e tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:17.306122 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b24058-e2f0-482c-8087-cad3c41ea24e tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:17.307814 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-05b24058-e2f0-482c-8087-cad3c41ea24e tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/subnets/3e0daecb-06df-455b-a790-f30e5b3711a6 HTTP/1.1" status: 404 len: 337 time: 0.0447216 Mar 14 15:29:17.311211 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46316) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:17.325569 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e944c9-b079-4c4f-ac90-749a2698eae4 tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:17.325926 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7e944c9-b079-4c4f-ac90-749a2698eae4 tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:17.331983 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e7e944c9-b079-4c4f-ac90-749a2698eae4 tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] 10.222.0.60 "DELETE /v2.0/ports/040683b7-f338-41aa-a32b-1116cfbb043b HTTP/1.1" status: 404 len: 333 time: 0.0822213 Mar 14 15:29:17.331983 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Deleting port b29e5eae-6b2a-42f1-acc2-5e166d1b0316 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:17.332242 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:17.355293 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b73aae8-7735-466b-85c2-071320e53cc2 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:17.356542 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b73aae8-7735-466b-85c2-071320e53cc2 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:17.358479 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9b73aae8-7735-466b-85c2-071320e53cc2 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/networks/c77be9d3-d1cf-469f-8a88-7654ee33727f HTTP/1.1" status: 404 len: 339 time: 0.0463874 Mar 14 15:29:17.359196 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46320) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:17.362149 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46322) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:17.364460 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a101f4a-4fbd-4066-ace1-5a00622f7b67 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:17.414139 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-53843df6-edc5-4d00-9ca6-79988617cb30 tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:17.414602 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53843df6-edc5-4d00-9ca6-79988617cb30 tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:17.421231 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-53843df6-edc5-4d00-9ca6-79988617cb30 tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] 10.222.0.60 "DELETE /v2.0/subnets/d1d6980d-9c51-4828-870b-cc15245527d1 HTTP/1.1" status: 404 len: 337 time: 0.0540709 Mar 14 15:29:17.423391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46332) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:17.423590 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3023ab-9282-487f-8e8b-77d690db46dd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:17.424038 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab3023ab-9282-487f-8e8b-77d690db46dd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:17.428369 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ab3023ab-9282-487f-8e8b-77d690db46dd tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/subnets/58acc796-9571-44f7-8482-9431d8fda45d HTTP/1.1" status: 404 len: 337 time: 0.0610042 Mar 14 15:29:17.429567 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46336) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:17.498509 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-f432eab1-9802-43f0-95d9-cff20b2d4d64 tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] GET failed (client error): The resource could not be found. Mar 14 15:29:17.503496 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f432eab1-9802-43f0-95d9-cff20b2d4d64 tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] 10.222.0.60 "GET /v2.0/networks/db8001ed-d8fb-4067-9132-86b908887ab7 HTTP/1.1" status: 404 len: 339 time: 0.0754573 Mar 14 15:29:17.504291 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46340) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:17.509074 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ad765e-7cd8-446c-b9fd-0d2e9ac563f3 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:17.509512 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ad765e-7cd8-446c-b9fd-0d2e9ac563f3 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:17.511466 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-23ad765e-7cd8-446c-b9fd-0d2e9ac563f3 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/networks/d718e8f9-efda-41af-9acc-fb0598ea02a4 HTTP/1.1" status: 404 len: 339 time: 0.0622528 Mar 14 15:29:17.519373 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46346) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:17.553385 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-b31b15d1-492d-4853-b482-132202dc10fa tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] GET failed (client error): The resource could not be found. Mar 14 15:29:17.558584 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b31b15d1-492d-4853-b482-132202dc10fa tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] 10.222.0.60 "GET /v2.0/ports/5a5552c8-e387-4195-995b-d6b3f9af76a4 HTTP/1.1" status: 404 len: 333 time: 0.0495565 Mar 14 15:29:17.560269 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46350) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:17.587482 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-0572c84f-1d23-42d8-aa72-26e817a415ae tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:17.587920 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0572c84f-1d23-42d8-aa72-26e817a415ae tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:17.592308 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0572c84f-1d23-42d8-aa72-26e817a415ae tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/subnets/febc1914-ac3b-4496-bdf0-3c905059db3d HTTP/1.1" status: 404 len: 337 time: 0.0717580 Mar 14 15:29:17.592856 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46354) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:17.616071 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-392645dc-60ed-42cf-9706-7419e751f6ac tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] GET failed (client error): The resource could not be found. Mar 14 15:29:17.616807 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-392645dc-60ed-42cf-9706-7419e751f6ac tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] 10.222.0.60 "GET /v2.0/subnets/65c8078f-2ce4-48a0-94db-82f77eb8bd60 HTTP/1.1" status: 404 len: 337 time: 0.0563905 Mar 14 15:29:17.622596 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46356) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:17.632716 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c5f17bea-71be-447f-9038-54cef77ad98b tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:17.665520 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a101f4a-4fbd-4066-ace1-5a00622f7b67 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:17.686633 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f17bea-71be-447f-9038-54cef77ad98b tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] PUT failed (client error): The resource could not be found. Mar 14 15:29:17.687166 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5f17bea-71be-447f-9038-54cef77ad98b tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:17.688779 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c5f17bea-71be-447f-9038-54cef77ad98b tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] 10.222.0.60 "PUT /v2.0/networks/12e05972-36ec-486e-899a-4e810f149d63 HTTP/1.1" status: 404 len: 339 time: 0.0651400 Mar 14 15:29:17.694474 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46364) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:17.694926 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46366) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:17.698851 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 70a015d6-5050-4b10-b77d-1a1ea16fe35c no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:29:17.699727 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a101f4a-4fbd-4066-ace1-5a00622f7b67 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a5ea63-2ffa-4290-9f8b-e8c4b76f3123,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:17.708352 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-af46f1d1-982b-4b33-b525-eb3f57aecc50 tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:17.709501 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a80ada1-7e1b-4d8b-ae8c-10e63cb47eb8 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:17.709940 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a80ada1-7e1b-4d8b-ae8c-10e63cb47eb8 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:17.713826 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8a80ada1-7e1b-4d8b-ae8c-10e63cb47eb8 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/networks/89131ad3-ce06-49c2-9b75-a871930cec35 HTTP/1.1" status: 404 len: 339 time: 0.0725808 Mar 14 15:29:17.718970 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46372) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:17.782979 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 70a015d6-5050-4b10-b77d-1a1ea16fe35c {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:29:17.783516 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 70a015d6-5050-4b10-b77d-1a1ea16fe35c not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:29:17.806163 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-af46f1d1-982b-4b33-b525-eb3f57aecc50 tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] PUT failed (client error): The resource could not be found. Mar 14 15:29:17.806721 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af46f1d1-982b-4b33-b525-eb3f57aecc50 tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:17.810448 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-af46f1d1-982b-4b33-b525-eb3f57aecc50 tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] 10.222.0.60 "PUT /v2.0/ports/3c780435-df9f-458c-afbd-49e0b199a692 HTTP/1.1" status: 404 len: 333 time: 0.1112430 Mar 14 15:29:17.815457 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46378) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:17.826384 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ed53799a-c167-49f5-a153-b65edb5cb233 tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:17.860919 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a101f4a-4fbd-4066-ace1-5a00622f7b67 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:17.863857 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3a101f4a-4fbd-4066-ace1-5a00622f7b67 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "DELETE /v2.0/security-groups/24a5ea63-2ffa-4290-9f8b-e8c4b76f3123 HTTP/1.1" status: 204 len: 168 time: 0.7897615 Mar 14 15:29:17.867719 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46382) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:17.871668 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:17.888641 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed53799a-c167-49f5-a153-b65edb5cb233 tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] PUT failed (client error): The resource could not be found. Mar 14 15:29:17.889244 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed53799a-c167-49f5-a153-b65edb5cb233 tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:17.893908 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ed53799a-c167-49f5-a153-b65edb5cb233 tempest-NetworksNegativeTestJSON-2140632461 tempest-NetworksNegativeTestJSON-2140632461-project] 10.222.0.60 "PUT /v2.0/subnets/90b2c29c-c34b-4ae0-b0c0-b95bc1d6b208 HTTP/1.1" status: 404 len: 337 time: 0.0717230 Mar 14 15:29:17.936282 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba08dac6-0e91-471e-9fd3-a5a6bff70d1b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:17.936282 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba08dac6-0e91-471e-9fd3-a5a6bff70d1b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:17.940442 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ba08dac6-0e91-471e-9fd3-a5a6bff70d1b tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/subnets/be5f074e-41be-428d-b7fa-7567aa83a736 HTTP/1.1" status: 404 len: 337 time: 0.2186365 Mar 14 15:29:17.940799 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46388) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:17.954073 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e7d9a0a3-b6ef-457f-aca2-1e580883292c tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Synchronizing usage tracker for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:17.988219 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e7d9a0a3-b6ef-457f-aca2-1e580883292c tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Unset dirty status for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:17.994638 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e7d9a0a3-b6ef-457f-aca2-1e580883292c tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1218059 Mar 14 15:29:17.994638 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46392) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:18.010485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8eec1411-eb05-49aa-9d05-31e1c0fb6fca tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Request body: {'security_group': {'name': 'tempest-secgroup--326982606'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:18.033007 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] For port b29e5eae-6b2a-42f1-acc2-5e166d1b0316, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b29e5eae-6b2a-42f1-acc2-5e166d1b0316,segment=NetworkSegment(e1670030-94af-477c-9401-2cddbaa20f53),segment_id=e1670030-94af-477c-9401-2cddbaa20f53)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:18.033364 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.034788 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8eec1411-eb05-49aa-9d05-31e1c0fb6fca tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:18.042105 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-a848abdd-7cc9-4f4e-bcac-9f65ecb18340 req-5740b7cb-0d23-4810-9e48-47bae6326f61 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Synchronizing usage tracker for tenant:7a768ca8c59c43f79f741921fc7a86a9 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:18.057248 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc31cc9-eee9-464a-a060-cc70dd530311 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:18.057384 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc31cc9-eee9-464a-a060-cc70dd530311 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:18.058918 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8eec1411-eb05-49aa-9d05-31e1c0fb6fca tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:18.062437 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4bc31cc9-eee9-464a-a060-cc70dd530311 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/networks/36b82ff3-252f-456e-a187-e2b63e89731f HTTP/1.1" status: 404 len: 339 time: 0.0789051 Mar 14 15:29:18.063857 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46396) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:18.153908 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-81847d3f-9c53-48c8-a01f-67377c93fbc5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-720596671'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:18.179224 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-81847d3f-9c53-48c8-a01f-67377c93fbc5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:18.203896 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-81847d3f-9c53-48c8-a01f-67377c93fbc5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Usage tracker for resource:network and tenant:e7d23185aeb7444fafd7db70962a6e47 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:18.211121 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-81847d3f-9c53-48c8-a01f-67377c93fbc5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:18.213859 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Calling delete_port for b29e5eae-6b2a-42f1-acc2-5e166d1b0316 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:18.221984 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8eec1411-eb05-49aa-9d05-31e1c0fb6fca tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.232398 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-81847d3f-9c53-48c8-a01f-67377c93fbc5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:18.265078 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-a848abdd-7cc9-4f4e-bcac-9f65ecb18340 req-5740b7cb-0d23-4810-9e48-47bae6326f61 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Unset dirty status for tenant:7a768ca8c59c43f79f741921fc7a86a9 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:18.279081 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a848abdd-7cc9-4f4e-bcac-9f65ecb18340 req-5740b7cb-0d23-4810-9e48-47bae6326f61 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 210 time: 0.3277640 Mar 14 15:29:18.284285 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81847d3f-9c53-48c8-a01f-67377c93fbc5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Made reservation on behalf of e7d23185aeb7444fafd7db70962a6e47 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:18.287735 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81847d3f-9c53-48c8-a01f-67377c93fbc5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.319387 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46491204-7bf8-4809-a125-e848aa6c34b0 req-deb52213-b9a9-4319-b7db-e7cf9468c0e0 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Router f54a3fda-b511-4ddd-8023-d5b84d38d826 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:29:18.361171 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81847d3f-9c53-48c8-a01f-67377c93fbc5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.395230 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.400648 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8eec1411-eb05-49aa-9d05-31e1c0fb6fca tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:18.405786 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8eec1411-eb05-49aa-9d05-31e1c0fb6fca tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Usage tracker for resource:security_group_rule and tenant:d4872091fbff4a8994558a28e6644a8c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:18.409065 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8eec1411-eb05-49aa-9d05-31e1c0fb6fca tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:18.415500 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8eec1411-eb05-49aa-9d05-31e1c0fb6fca tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:18.485804 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46404) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:18.497356 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8eec1411-eb05-49aa-9d05-31e1c0fb6fca tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.510310 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Port': ['ID=b29e5eae-6b2a-42f1-acc2-5e166d1b0316,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:18.513891 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8eec1411-eb05-49aa-9d05-31e1c0fb6fca tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.521288 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] No DVR routers for this DVR port b29e5eae-6b2a-42f1-acc2-5e166d1b0316 on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:18.592524 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-81847d3f-9c53-48c8-a01f-67377c93fbc5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:18.611669 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-81847d3f-9c53-48c8-a01f-67377c93fbc5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Usage tracker for resource:security_group_rule and tenant:e7d23185aeb7444fafd7db70962a6e47 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:18.615680 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec1411-eb05-49aa-9d05-31e1c0fb6fca tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30dffbf1-f436-478c-8f29-f44f3f687073,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:18.619981 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-81847d3f-9c53-48c8-a01f-67377c93fbc5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:18.637392 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-81847d3f-9c53-48c8-a01f-67377c93fbc5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:18.656266 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f27c655-8612-471b-8b63-3a152f4de8e2 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Deleting subnet 838087fb-7e6d-431b-b00d-da1beaedbc48 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:29:18.664619 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8eec1411-eb05-49aa-9d05-31e1c0fb6fca tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.668397 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8eec1411-eb05-49aa-9d05-31e1c0fb6fca tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6675982 Mar 14 15:29:18.668397 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f27c655-8612-471b-8b63-3a152f4de8e2 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.670740 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46410) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:18.673900 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.692438 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-548ff086-fa7a-499a-b850-9ef26c92ff50 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Request body: {'security_group_rule': {'security_group_id': '30dffbf1-f436-478c-8f29-f44f3f687073', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:18.712900 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-548ff086-fa7a-499a-b850-9ef26c92ff50 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:18.720279 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-548ff086-fa7a-499a-b850-9ef26c92ff50 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Usage tracker for resource:security_group_rule and tenant:d4872091fbff4a8994558a28e6644a8c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:18.724805 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-548ff086-fa7a-499a-b850-9ef26c92ff50 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:18.732870 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-548ff086-fa7a-499a-b850-9ef26c92ff50 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:18.736260 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d8a8d1-2f75-410c-9e26-3279544026e6']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:18.741515 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f27c655-8612-471b-8b63-3a152f4de8e2 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.775193 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1670030-94af-477c-9401-2cddbaa20f53') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:18.775576 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1670030-94af-477c-9401-2cddbaa20f53') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:18.786992 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1beb15af-b943-4c09-bdf5-33a15b05a166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.803439 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.829704 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-548ff086-fa7a-499a-b850-9ef26c92ff50 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.838767 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.842207 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81847d3f-9c53-48c8-a01f-67377c93fbc5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.851898 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81847d3f-9c53-48c8-a01f-67377c93fbc5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.852092 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:29:18.852308 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:18.880345 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:18.893921 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f27c655-8612-471b-8b63-3a152f4de8e2 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.924702 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81847d3f-9c53-48c8-a01f-67377c93fbc5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b29eaa6-c874-404c-aa1e-dad12d7b771c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:18.967814 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1beb15af-b943-4c09-bdf5-33a15b05a166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:18.978477 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f27c655-8612-471b-8b63-3a152f4de8e2 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.982246 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1beb15af-b943-4c09-bdf5-33a15b05a166 admin admin] Usage tracker for resource:security_group_rule and tenant:7142d3a108be415aa70e5fda6331bec2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:18.987289 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1beb15af-b943-4c09-bdf5-33a15b05a166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:19.005176 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1beb15af-b943-4c09-bdf5-33a15b05a166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:19.012260 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.023430 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81847d3f-9c53-48c8-a01f-67377c93fbc5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:19.026797 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27c655-8612-471b-8b63-3a152f4de8e2 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Subnet': ['ID=838087fb-7e6d-431b-b00d-da1beaedbc48,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:19.037824 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f27c655-8612-471b-8b63-3a152f4de8e2 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.040593 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81847d3f-9c53-48c8-a01f-67377c93fbc5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.041407 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-81847d3f-9c53-48c8-a01f-67377c93fbc5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Added segment bf86eda9-7141-45ca-9cce-a4c39dd6b8df of type vlan for network 276ce184-00e4-40d9-9837-1af332a941fb Mar 14 15:29:19.042857 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.067049 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d3dba7-f97b-4f7a-be9b-3d8aeea0eb6c None None] Network 0d56dffa-722d-42ce-87e7-05b420e88c55 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:19.079990 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6f27c655-8612-471b-8b63-3a152f4de8e2 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/subnets/838087fb-7e6d-431b-b00d-da1beaedbc48 HTTP/1.1" status: 204 len: 168 time: 1.0121584 Mar 14 15:29:19.081436 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Network': ['ID=d5d8a8d1-2f75-410c-9e26-3279544026e6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:19.083833 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46416) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:19.105978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-548ff086-fa7a-499a-b850-9ef26c92ff50 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.115147 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81847d3f-9c53-48c8-a01f-67377c93fbc5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.145215 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-548ff086-fa7a-499a-b850-9ef26c92ff50 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.186329 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-97b01001-c27a-47ae-b3ca-b1bed90268dd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/networks/d5d8a8d1-2f75-410c-9e26-3279544026e6 HTTP/1.1" status: 204 len: 168 time: 5.3790743 Mar 14 15:29:19.198169 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46491204-7bf8-4809-a125-e848aa6c34b0 req-deb52213-b9a9-4319-b7db-e7cf9468c0e0 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:29:19.202722 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46420) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:19.209296 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0e8b8a41-b506-4dfb-8d0d-f85e6aaaf009 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-746379829'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:19.213185 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a2f4e1-549c-49de-bb69-e0b1049b9417 None None] Sync routers for ids ['f54a3fda-b511-4ddd-8023-d5b84d38d826'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:29:19.234250 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a2f4e1-549c-49de-bb69-e0b1049b9417 None None] Routers {'f54a3fda-b511-4ddd-8023-d5b84d38d826'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:29:19.238434 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-75a2f4e1-549c-49de-bb69-e0b1049b9417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:29:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['f54a3fda-b511-4ddd-8023-d5b84d38d826'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:19.241867 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ff086-fa7a-499a-b850-9ef26c92ff50 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca4425c-39c4-4991-88ff-20d53481e495,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:19.264200 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0e8b8a41-b506-4dfb-8d0d-f85e6aaaf009 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:19.279998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-0e8b8a41-b506-4dfb-8d0d-f85e6aaaf009 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Usage tracker for resource:network and tenant:6f4bbc23959b4526b173f35652c6cf99 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:19.309908 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-0e8b8a41-b506-4dfb-8d0d-f85e6aaaf009 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:19.314550 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-548ff086-fa7a-499a-b850-9ef26c92ff50 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.318437 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-548ff086-fa7a-499a-b850-9ef26c92ff50 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6466534 Mar 14 15:29:19.323163 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46426) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:19.360418 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c79fd315-7199-45d0-9946-647e69c06ef7 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.365503 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0e8b8a41-b506-4dfb-8d0d-f85e6aaaf009 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:19.370762 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81847d3f-9c53-48c8-a01f-67377c93fbc5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.376581 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81847d3f-9c53-48c8-a01f-67377c93fbc5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:19.377817 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81847d3f-9c53-48c8-a01f-67377c93fbc5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.380894 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-46491204-7bf8-4809-a125-e848aa6c34b0 req-deb52213-b9a9-4319-b7db-e7cf9468c0e0 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] No DVR routers for this DVR port 70a015d6-5050-4b10-b77d-1a1ea16fe35c on host hv-neutron-8335 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:19.388948 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-46491204-7bf8-4809-a125-e848aa6c34b0 req-deb52213-b9a9-4319-b7db-e7cf9468c0e0 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.391130 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-46491204-7bf8-4809-a125-e848aa6c34b0 req-deb52213-b9a9-4319-b7db-e7cf9468c0e0 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.24 "DELETE /v2.0/ports/70a015d6-5050-4b10-b77d-1a1ea16fe35c HTTP/1.1" status: 204 len: 173 time: 5.3399034 Mar 14 15:29:19.394321 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1beb15af-b943-4c09-bdf5-33a15b05a166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.395282 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bba0bd6-d593-4bb1-a24d-863945439396', 'name': 'network-vif-deleted', 'tag': '70a015d6-5050-4b10-b77d-1a1ea16fe35c'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:29:19.406340 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1beb15af-b943-4c09-bdf5-33a15b05a166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.424314 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-455a7b7e-aed0-42e4-affa-276ee92909ed tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-group-rules/dca4425c-39c4-4991-88ff-20d53481e495 HTTP/1.1" status: 200 len: 705 time: 0.0746055 Mar 14 15:29:19.425164 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46432) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:19.429821 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8b8a41-b506-4dfb-8d0d-f85e6aaaf009 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Made reservation on behalf of 6f4bbc23959b4526b173f35652c6cf99 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:19.433333 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0e8b8a41-b506-4dfb-8d0d-f85e6aaaf009 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.479250 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c79fd315-7199-45d0-9946-647e69c06ef7 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Deleting port e458544a-80ba-4bbd-afd4-cbe8424fa288 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:19.484663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c79fd315-7199-45d0-9946-647e69c06ef7 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.594844 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb15af-b943-4c09-bdf5-33a15b05a166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a73e95-56d9-4e21-b89c-e96ea048ab5c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:19.679870 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bba0bd6-d593-4bb1-a24d-863945439396', 'name': 'network-vif-deleted', 'tag': '70a015d6-5050-4b10-b77d-1a1ea16fe35c', 'status': 'completed', 'code': 200} Mar 14 15:29:19.695383 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1beb15af-b943-4c09-bdf5-33a15b05a166 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7142d3a108be415aa70e5fda6331bec2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2074428 Mar 14 15:29:19.704425 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46438) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:19.712872 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a804b731-d58a-456e-952f-fbe7584cc4cf req-810e0eec-5bb6-4179-a36f-87b4dc52592f tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bba0bd6-d593-4bb1-a24d-863945439396 HTTP/1.1" status: 200 len: 210 time: 0.1703198 Mar 14 15:29:19.722920 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa0dcfc-fcdb-4a38-aeb2-f666d35e95be None None] DHCP port deletion for 0d56dffa-722d-42ce-87e7-05b420e88c55 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:29:19.723210 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e8b8a41-b506-4dfb-8d0d-f85e6aaaf009 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:19.727179 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3aa0dcfc-fcdb-4a38-aeb2-f666d35e95be None None] Deleting port e458544a-80ba-4bbd-afd4-cbe8424fa288 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:19.727560 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3aa0dcfc-fcdb-4a38-aeb2-f666d35e95be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.744935 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-245a692a-a625-405b-b125-33e3f8fc48cb tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Synchronizing usage tracker for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:19.751538 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0e8b8a41-b506-4dfb-8d0d-f85e6aaaf009 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.752066 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-0e8b8a41-b506-4dfb-8d0d-f85e6aaaf009 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Added segment c5cf5f10-6a96-4d86-9fef-5609868f6b5a of type vlan for network c86f0872-1967-4f99-a574-f27584214f08 Mar 14 15:29:19.781906 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-245a692a-a625-405b-b125-33e3f8fc48cb tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Unset dirty status for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:19.786689 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-245a692a-a625-405b-b125-33e3f8fc48cb tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3580196 Mar 14 15:29:19.790249 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46442) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:19.793979 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-75a2f4e1-549c-49de-bb69-e0b1049b9417 None None] Set router f54a3fda-b511-4ddd-8023-d5b84d38d826 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:29:19.812216 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0e8b8a41-b506-4dfb-8d0d-f85e6aaaf009 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.875356 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a171b579-f5ed-45c8-8543-1c476e8ae2a5 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.891642 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a171b579-f5ed-45c8-8543-1c476e8ae2a5 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.909034 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0e8b8a41-b506-4dfb-8d0d-f85e6aaaf009 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.913035 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8b8a41-b506-4dfb-8d0d-f85e6aaaf009 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:19.913986 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0e8b8a41-b506-4dfb-8d0d-f85e6aaaf009 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.975806 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-81847d3f-9c53-48c8-a01f-67377c93fbc5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2790856 Mar 14 15:29:20.061316 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46446) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:20.099264 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-079b0106-064a-4f1b-b96c-aecf38698eb1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Request body: {'subnet': {'network_id': '276ce184-00e4-40d9-9837-1af332a941fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:20.105553 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81847d3f-9c53-48c8-a01f-67377c93fbc5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Network': ['ID=276ce184-00e4-40d9-9837-1af332a941fb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:20.114903 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3aa0dcfc-fcdb-4a38-aeb2-f666d35e95be None None] For port e458544a-80ba-4bbd-afd4-cbe8424fa288, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=e458544a-80ba-4bbd-afd4-cbe8424fa288,segment=NetworkSegment(707f1da8-65dd-493f-a033-9f2527cbf20c),segment_id=707f1da8-65dd-493f-a033-9f2527cbf20c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:20.115858 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3aa0dcfc-fcdb-4a38-aeb2-f666d35e95be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.121618 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a171b579-f5ed-45c8-8543-1c476e8ae2a5 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.132824 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 276ce184-00e4-40d9-9837-1af332a941fb details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:29:20.271133 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-75a2f4e1-549c-49de-bb69-e0b1049b9417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'name': 'tempest-ServersTestJSON-2050657604-router', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:56Z', 'revision_number': 4, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'gw_port': {'id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'b1a948df-2c7d-4908-9e28-67b1959d94bb', 'name': '', 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'mac_address': 'fa:16:3e:4e:aa:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '063aedb3-7811-4db4-ba2a-90a8dd4bc354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:53Z', 'updated_at': '2022-03-14T15:27:09Z', 'revision_number': 5, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'subnets': [{'id': '063aedb3-7811-4db4-ba2a-90a8dd4bc354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:20.276478 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a2f4e1-549c-49de-bb69-e0b1049b9417 None None] Checking router: f54a3fda-b511-4ddd-8023-d5b84d38d826 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:29:20.289157 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a2f4e1-549c-49de-bb69-e0b1049b9417 None None] Routers {'f54a3fda-b511-4ddd-8023-d5b84d38d826'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:29:20.290360 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-75a2f4e1-549c-49de-bb69-e0b1049b9417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:29:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['f54a3fda-b511-4ddd-8023-d5b84d38d826'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:20.439162 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0e8b8a41-b506-4dfb-8d0d-f85e6aaaf009 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2341485 Mar 14 15:29:20.448257 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171b579-f5ed-45c8-8543-1c476e8ae2a5 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dca4425c-39c4-4991-88ff-20d53481e495,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:20.460702 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46450) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:20.462374 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-c79fd315-7199-45d0-9946-647e69c06ef7 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] For port e458544a-80ba-4bbd-afd4-cbe8424fa288, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=e458544a-80ba-4bbd-afd4-cbe8424fa288,segment=NetworkSegment(707f1da8-65dd-493f-a033-9f2527cbf20c),segment_id=707f1da8-65dd-493f-a033-9f2527cbf20c)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:20.462997 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c79fd315-7199-45d0-9946-647e69c06ef7 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.464169 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b8a41-b506-4dfb-8d0d-f85e6aaaf009 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'Network': ['ID=c86f0872-1967-4f99-a574-f27584214f08,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:20.469666 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-42d5eb8a-4a87-4a7d-bda2-cb0e3e3bbe0d tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Request body: {'subnet': {'network_id': 'c86f0872-1967-4f99-a574-f27584214f08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:20.484099 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3aa0dcfc-fcdb-4a38-aeb2-f666d35e95be None None] Calling delete_port for e458544a-80ba-4bbd-afd4-cbe8424fa288 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:20.494313 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a171b579-f5ed-45c8-8543-1c476e8ae2a5 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.497844 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a171b579-f5ed-45c8-8543-1c476e8ae2a5 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/dca4425c-39c4-4991-88ff-20d53481e495 HTTP/1.1" status: 204 len: 168 time: 0.7026467 Mar 14 15:29:20.502007 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46454) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:20.520676 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network c86f0872-1967-4f99-a574-f27584214f08 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:29:20.554848 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-75a2f4e1-549c-49de-bb69-e0b1049b9417 None None] Set router f54a3fda-b511-4ddd-8023-d5b84d38d826 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:29:20.631108 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c79fd315-7199-45d0-9946-647e69c06ef7 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Calling delete_port for e458544a-80ba-4bbd-afd4-cbe8424fa288 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:20.655555 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-079b0106-064a-4f1b-b96c-aecf38698eb1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:20.666876 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-079b0106-064a-4f1b-b96c-aecf38698eb1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Usage tracker for resource:subnet and tenant:e7d23185aeb7444fafd7db70962a6e47 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:20.677015 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-079b0106-064a-4f1b-b96c-aecf38698eb1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:20.689668 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-42d5eb8a-4a87-4a7d-bda2-cb0e3e3bbe0d tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:20.695036 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-079b0106-064a-4f1b-b96c-aecf38698eb1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:20.706502 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-42d5eb8a-4a87-4a7d-bda2-cb0e3e3bbe0d tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Usage tracker for resource:subnet and tenant:6f4bbc23959b4526b173f35652c6cf99 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:20.710239 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-42d5eb8a-4a87-4a7d-bda2-cb0e3e3bbe0d tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:20.728985 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-42d5eb8a-4a87-4a7d-bda2-cb0e3e3bbe0d tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:20.737965 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c79fd315-7199-45d0-9946-647e69c06ef7 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.751019 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bf25d06a-a84d-44ba-b90e-336cab0e8197 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Synchronizing usage tracker for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:20.786795 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079b0106-064a-4f1b-b96c-aecf38698eb1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Made reservation on behalf of e7d23185aeb7444fafd7db70962a6e47 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:20.821380 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e52810b2-b733-476d-b5de-16f524f42dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.826119 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fd315-7199-45d0-9946-647e69c06ef7 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Port': ['ID=e458544a-80ba-4bbd-afd4-cbe8424fa288,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:20.847275 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d5eb8a-4a87-4a7d-bda2-cb0e3e3bbe0d tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Made reservation on behalf of 6f4bbc23959b4526b173f35652c6cf99 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:20.854712 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device e458544a-80ba-4bbd-afd4-cbe8424fa288 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:29:20.883789 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e52810b2-b733-476d-b5de-16f524f42dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.923571 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.953399 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: e458544a-80ba-4bbd-afd4-cbe8424fa288 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:29:20.953755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device e458544a-80ba-4bbd-afd4-cbe8424fa288 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:29:20.966500 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-3aa0dcfc-fcdb-4a38-aeb2-f666d35e95be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:29:20.968611 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-3aa0dcfc-fcdb-4a38-aeb2-f666d35e95be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:29:20.974967 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79fd315-7199-45d0-9946-647e69c06ef7 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] No DVR routers for this DVR port e458544a-80ba-4bbd-afd4-cbe8424fa288 on host dv-neutron-833561-1-hyperv {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:20.986684 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaabfe-a36e-4d34-86d2-4ba700cd3176 req-f08d4050-0c88-46ab-a8c9-eaa2b96fe7bb tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:20.988827 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d4aaabfe-a36e-4d34-86d2-4ba700cd3176 req-f08d4050-0c88-46ab-a8c9-eaa2b96fe7bb tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/ports?device_id=46aa99a7-d998-4a3d-9ca9-f77a2a7493e1 HTTP/1.1" status: 200 len: 945 time: 1.0060945 Mar 14 15:29:20.990078 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e52810b2-b733-476d-b5de-16f524f42dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.030624 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46462) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:21.049411 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-75a2f4e1-549c-49de-bb69-e0b1049b9417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'name': 'tempest-ServersTestJSON-2050657604-router', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:56Z', 'revision_number': 4, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'gw_port': {'id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'b1a948df-2c7d-4908-9e28-67b1959d94bb', 'name': '', 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'mac_address': 'fa:16:3e:4e:aa:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '063aedb3-7811-4db4-ba2a-90a8dd4bc354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:53Z', 'updated_at': '2022-03-14T15:27:09Z', 'revision_number': 5, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'subnets': [{'id': '063aedb3-7811-4db4-ba2a-90a8dd4bc354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:21.054679 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a2f4e1-549c-49de-bb69-e0b1049b9417 None None] The sync data for ids ['f54a3fda-b511-4ddd-8023-d5b84d38d826'] in dv-neutron-833561-1-hyperv is: [{'id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'name': 'tempest-ServersTestJSON-2050657604-router', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:56Z', 'revision_number': 4, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'gw_port': {'id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'b1a948df-2c7d-4908-9e28-67b1959d94bb', 'name': '', 'network_id': '2d9d8d8c-ccb5-4a93-9f99-f993dc8af841', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'mac_address': 'fa:16:3e:4e:aa:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '063aedb3-7811-4db4-ba2a-90a8dd4bc354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:53Z', 'updated_at': '2022-03-14T15:27:09Z', 'revision_number': 5, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'subnets': [{'id': '063aedb3-7811-4db4-ba2a-90a8dd4bc354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:29:21.071995 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bf25d06a-a84d-44ba-b90e-336cab0e8197 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Unset dirty status for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:21.073971 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bf25d06a-a84d-44ba-b90e-336cab0e8197 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5628512 Mar 14 15:29:21.078820 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46466) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:21.094720 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e6d8d14d-311a-486b-ada3-889bccb1fe74 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Request body: {'security_group_rule': {'security_group_id': '30dffbf1-f436-478c-8f29-f44f3f687073', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:21.097738 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52810b2-b733-476d-b5de-16f524f42dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a73e95-56d9-4e21-b89c-e96ea048ab5c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:21.102441 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e6d8d14d-311a-486b-ada3-889bccb1fe74 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:21.136314 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42d5eb8a-4a87-4a7d-bda2-cb0e3e3bbe0d tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.156818 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e6d8d14d-311a-486b-ada3-889bccb1fe74 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:21.164519 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-079b0106-064a-4f1b-b96c-aecf38698eb1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.219004 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e52810b2-b733-476d-b5de-16f524f42dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.220129 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e52810b2-b733-476d-b5de-16f524f42dce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/22a73e95-56d9-4e21-b89c-e96ea048ab5c HTTP/1.1" status: 204 len: 168 time: 1.4752851 Mar 14 15:29:21.235009 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c79fd315-7199-45d0-9946-647e69c06ef7 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.250392 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d4aaabfe-a36e-4d34-86d2-4ba700cd3176 req-c6843ffc-c83c-4856-aca2-3b642d297782 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/security-groups?id=1027298d-b54d-44e8-bac6-fcf299b73f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164822 Mar 14 15:29:21.284133 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c79fd315-7199-45d0-9946-647e69c06ef7 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d56dffa-722d-42ce-87e7-05b420e88c55']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:21.306862 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6de2185-6bbe-47b5-aa02-05bacf13e2d8 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.311138 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c79fd315-7199-45d0-9946-647e69c06ef7 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707f1da8-65dd-493f-a033-9f2527cbf20c') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:21.311431 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c79fd315-7199-45d0-9946-647e69c06ef7 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707f1da8-65dd-493f-a033-9f2527cbf20c') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:21.339876 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c79fd315-7199-45d0-9946-647e69c06ef7 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.366535 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6de2185-6bbe-47b5-aa02-05bacf13e2d8 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.375282 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c79fd315-7199-45d0-9946-647e69c06ef7 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.391812 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffca458f-427f-4af4-8eb9-07b400d7c2a2 None None] New status for floating IP 16d69ef5-d092-495f-a0ff-955004b65e40: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:29:21.406169 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79fd315-7199-45d0-9946-647e69c06ef7 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:29:21.406697 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c79fd315-7199-45d0-9946-647e69c06ef7 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.425215 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d14d-311a-486b-ada3-889bccb1fe74 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:21.521158 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:21.526124 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3aa0dcfc-fcdb-4a38-aeb2-f666d35e95be None None] Deleting port e458544a-80ba-4bbd-afd4-cbe8424fa288 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:21.526508 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3aa0dcfc-fcdb-4a38-aeb2-f666d35e95be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.549328 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad85fd3-0ce2-44b5-81a3-b36bbb57b0e6 req-4b1f868e-20a9-48c1-9b9f-b086a2a18fb5 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:21.550842 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-dad85fd3-0ce2-44b5-81a3-b36bbb57b0e6 req-4b1f868e-20a9-48c1-9b9f-b086a2a18fb5 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.24 "GET /v2.0/ports?device_id=46aa99a7-d998-4a3d-9ca9-f77a2a7493e1 HTTP/1.1" status: 200 len: 945 time: 0.3148668 Mar 14 15:29:21.601870 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6de2185-6bbe-47b5-aa02-05bacf13e2d8 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.621365 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3aa0dcfc-fcdb-4a38-aeb2-f666d35e95be None None] The port 'e458544a-80ba-4bbd-afd4-cbe8424fa288' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:29:21.641908 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de2185-6bbe-47b5-aa02-05bacf13e2d8 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b402f9da-f4f4-492f-811c-246e6a8d2492,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:21.649520 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c79fd315-7199-45d0-9946-647e69c06ef7 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.675033 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c79fd315-7199-45d0-9946-647e69c06ef7 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.678418 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d14d-311a-486b-ada3-889bccb1fe74 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.691256 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fd315-7199-45d0-9946-647e69c06ef7 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] Pushing event deleted for resources: {'Network': ['ID=0d56dffa-722d-42ce-87e7-05b420e88c55,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:21.702292 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c79fd315-7199-45d0-9946-647e69c06ef7 tempest-NetworksTest-2144277602 tempest-NetworksTest-2144277602-project] 10.222.0.60 "DELETE /v2.0/networks/0d56dffa-722d-42ce-87e7-05b420e88c55 HTTP/1.1" status: 204 len: 168 time: 2.6172423 Mar 14 15:29:21.704042 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6de2185-6bbe-47b5-aa02-05bacf13e2d8 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.705072 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e6de2185-6bbe-47b5-aa02-05bacf13e2d8 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "DELETE /v2.0/security-groups/b402f9da-f4f4-492f-811c-246e6a8d2492 HTTP/1.1" status: 204 len: 168 time: 0.6701126 Mar 14 15:29:21.713987 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46478) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:21.718091 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d14d-311a-486b-ada3-889bccb1fe74 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.746507 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-77111300-7cfc-4841-a26a-1053db6edb15 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] show failed (client error): The resource could not be found. Mar 14 15:29:21.746507 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-77111300-7cfc-4841-a26a-1053db6edb15 tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "GET /v2.0/security-groups/b402f9da-f4f4-492f-811c-246e6a8d2492 HTTP/1.1" status: 404 len: 347 time: 0.0296366 Mar 14 15:29:21.749480 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46484) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:21.787821 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8d14d-311a-486b-ada3-889bccb1fe74 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8510b7-5d04-463f-86e0-6a74bd1b4dae,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:21.792245 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-dad85fd3-0ce2-44b5-81a3-b36bbb57b0e6 req-79976d79-a347-4767-9462-9085f23cebbd tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Deleting port 11330c23-3a33-43d6-aa81-5f1b9340ab46 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:21.792689 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dad85fd3-0ce2-44b5-81a3-b36bbb57b0e6 req-79976d79-a347-4767-9462-9085f23cebbd tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.909492 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d14d-311a-486b-ada3-889bccb1fe74 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.913456 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e6d8d14d-311a-486b-ada3-889bccb1fe74 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8334963 Mar 14 15:29:21.915679 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46490) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:21.953669 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3d27d124-182a-468d-abd8-569c75d79df5 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-group-rules/9b8510b7-5d04-463f-86e0-6a74bd1b4dae HTTP/1.1" status: 200 len: 705 time: 0.0376508 Mar 14 15:29:21.956907 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46498) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:21.963206 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-8da65ea6-723f-42ac-8a85-86df24f8487b tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Deleting port 69ac9f5e-d119-4b90-ad09-d8a45b95035c {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:21.963548 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8da65ea6-723f-42ac-8a85-86df24f8487b tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.966954 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42d5eb8a-4a87-4a7d-bda2-cb0e3e3bbe0d tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.010385 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-079b0106-064a-4f1b-b96c-aecf38698eb1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.085688 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46502) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:22.163194 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8da65ea6-723f-42ac-8a85-86df24f8487b tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.163578 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8da65ea6-723f-42ac-8a85-86df24f8487b tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.172194 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5eb8a-4a87-4a7d-bda2-cb0e3e3bbe0d tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'Subnet': ['ID=cc4c4262-0639-487f-bf09-fed5bb97550a,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:22.286155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-be84ff1e-ea99-43bd-82db-873cea2321d7 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Synchronizing usage tracker for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:22.335326 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b0106-064a-4f1b-b96c-aecf38698eb1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Subnet': ['ID=ca6a33e1-df35-41af-82be-469009c7c8e0,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:22.337688 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d5eb8a-4a87-4a7d-bda2-cb0e3e3bbe0d tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Checking segment: {'id': 'c5cf5f10-6a96-4d86-9fef-5609868f6b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c86f0872-1967-4f99-a574-f27584214f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:22.338276 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d5eb8a-4a87-4a7d-bda2-cb0e3e3bbe0d tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Network hostable DHCP agents. Network: c86f0872-1967-4f99-a574-f27584214f08, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:22.349616 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079b0106-064a-4f1b-b96c-aecf38698eb1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Checking segment: {'id': 'bf86eda9-7141-45ca-9cce-a4c39dd6b8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '276ce184-00e4-40d9-9837-1af332a941fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:22.350204 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079b0106-064a-4f1b-b96c-aecf38698eb1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Network hostable DHCP agents. Network: 276ce184-00e4-40d9-9837-1af332a941fb, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:22.392376 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-be84ff1e-ea99-43bd-82db-873cea2321d7 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Unset dirty status for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:22.394882 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-be84ff1e-ea99-43bd-82db-873cea2321d7 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4374955 Mar 14 15:29:22.398637 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-dad85fd3-0ce2-44b5-81a3-b36bbb57b0e6 req-79976d79-a347-4767-9462-9085f23cebbd tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] For port 11330c23-3a33-43d6-aa81-5f1b9340ab46, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=11330c23-3a33-43d6-aa81-5f1b9340ab46,segment=NetworkSegment(baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2),segment_id=baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:22.399358 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dad85fd3-0ce2-44b5-81a3-b36bbb57b0e6 req-79976d79-a347-4767-9462-9085f23cebbd tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.408152 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46514) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:22.418415 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-8da65ea6-723f-42ac-8a85-86df24f8487b tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Calling delete_port for 69ac9f5e-d119-4b90-ad09-d8a45b95035c owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:22.536004 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-af7618a6-9e2e-41a3-954b-52f6a0a7c813 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ce288610c2044ef9092cae68bf915fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4450748 Mar 14 15:29:22.536213 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46520) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:22.577685 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46524) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:22.678097 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b8e0773-44c5-4014-a570-97aee3dd222d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.691751 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8da65ea6-723f-42ac-8a85-86df24f8487b tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.714930 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72109bd4-2b5d-439b-844e-dd29d22dbaa5 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.729607 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d5eb8a-4a87-4a7d-bda2-cb0e3e3bbe0d tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Network c86f0872-1967-4f99-a574-f27584214f08 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:22.732838 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079b0106-064a-4f1b-b96c-aecf38698eb1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Network 276ce184-00e4-40d9-9837-1af332a941fb is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:22.737972 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72109bd4-2b5d-439b-844e-dd29d22dbaa5 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.747181 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da65ea6-723f-42ac-8a85-86df24f8487b tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Pushing event deleted for resources: {'Port': ['ID=69ac9f5e-d119-4b90-ad09-d8a45b95035c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:22.756642 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b8e0773-44c5-4014-a570-97aee3dd222d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.811604 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5e13e180-3b34-4a1a-bde7-9b9fb7dd84ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Request body: {'security_group': {'name': 'tempest-secgroup--2074827474'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:22.845034 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-42d5eb8a-4a87-4a7d-bda2-cb0e3e3bbe0d tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, c86f0872-1967-4f99-a574-f27584214f08) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:22.849703 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5e13e180-3b34-4a1a-bde7-9b9fb7dd84ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:22.850764 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-079b0106-064a-4f1b-b96c-aecf38698eb1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 276ce184-00e4-40d9-9837-1af332a941fb) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:22.860656 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b625f1-fa19-4c3f-ae79-6cb4eaba9182 None None] Network c86f0872-1967-4f99-a574-f27584214f08 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:22.877317 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d5eb8a-4a87-4a7d-bda2-cb0e3e3bbe0d tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:22.877572 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5e13e180-3b34-4a1a-bde7-9b9fb7dd84ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Usage tracker for resource:security_group and tenant:bd63f9a7f0f843c8be59aa28b5b461ae is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:22.877926 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42d5eb8a-4a87-4a7d-bda2-cb0e3e3bbe0d tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.886602 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5e13e180-3b34-4a1a-bde7-9b9fb7dd84ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:22.887429 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079b0106-064a-4f1b-b96c-aecf38698eb1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:22.887755 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-079b0106-064a-4f1b-b96c-aecf38698eb1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.895853 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5e13e180-3b34-4a1a-bde7-9b9fb7dd84ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:22.910186 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8da65ea6-723f-42ac-8a85-86df24f8487b tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.913607 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfd156a-d6ea-40d6-a1ee-f12feb43a680 None None] Network 276ce184-00e4-40d9-9837-1af332a941fb requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:22.926349 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e13e180-3b34-4a1a-bde7-9b9fb7dd84ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.941285 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e13e180-3b34-4a1a-bde7-9b9fb7dd84ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.961939 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b8e0773-44c5-4014-a570-97aee3dd222d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.993415 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72109bd4-2b5d-439b-844e-dd29d22dbaa5 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.995005 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e0773-44c5-4014-a570-97aee3dd222d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8bdd55-9638-41db-80d7-20ab4f1e5b99,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:23.004228 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8da65ea6-723f-42ac-8a85-86df24f8487b tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.005365 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8da65ea6-723f-42ac-8a85-86df24f8487b tempest-ServersTestJSON-80771055 tempest-ServersTestJSON-80771055-project] 10.222.0.60 "DELETE /v2.0/floatingips/16d69ef5-d092-495f-a0ff-955004b65e40 HTTP/1.1" status: 204 len: 168 time: 1.2539959 Mar 14 15:29:23.008679 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46530) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:23.011218 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5e13e180-3b34-4a1a-bde7-9b9fb7dd84ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:23.014854 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b8e0773-44c5-4014-a570-97aee3dd222d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.015356 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3b8e0773-44c5-4014-a570-97aee3dd222d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cc8bdd55-9638-41db-80d7-20ab4f1e5b99 HTTP/1.1" status: 204 len: 168 time: 0.4783447 Mar 14 15:29:23.051473 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72109bd4-2b5d-439b-844e-dd29d22dbaa5 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b8510b7-5d04-463f-86e0-6a74bd1b4dae,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:23.072547 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5e13e180-3b34-4a1a-bde7-9b9fb7dd84ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Usage tracker for resource:security_group_rule and tenant:bd63f9a7f0f843c8be59aa28b5b461ae is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:23.074872 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-42d5eb8a-4a87-4a7d-bda2-cb0e3e3bbe0d tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6118698 Mar 14 15:29:23.080516 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46536) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:23.082983 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5e13e180-3b34-4a1a-bde7-9b9fb7dd84ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:23.086967 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-079b0106-064a-4f1b-b96c-aecf38698eb1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0175965 Mar 14 15:29:23.093451 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46538) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:23.107627 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-89e8249d-ec5a-4d1e-bec0-4e64b172f435 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1443769199'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:23.112121 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72109bd4-2b5d-439b-844e-dd29d22dbaa5 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.113022 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-72109bd4-2b5d-439b-844e-dd29d22dbaa5 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/9b8510b7-5d04-463f-86e0-6a74bd1b4dae HTTP/1.1" status: 204 len: 168 time: 0.7026768 Mar 14 15:29:23.116689 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c7143760-af58-4ec9-8052-56ef28224cf5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-516774948', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:23.131008 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fca2e-b3d5-4920-844c-7579a73e8ef2 req-fc0c34b6-becd-4ef7-a509-74e7820e07d4 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:23.132659 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-be6fca2e-b3d5-4920-844c-7579a73e8ef2 req-fc0c34b6-becd-4ef7-a509-74e7820e07d4 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/ports?device_id=46aa99a7-d998-4a3d-9ca9-f77a2a7493e1 HTTP/1.1" status: 200 len: 945 time: 0.5117588 Mar 14 15:29:23.135179 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-89e8249d-ec5a-4d1e-bec0-4e64b172f435 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:23.141610 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46544) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:23.145684 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c7143760-af58-4ec9-8052-56ef28224cf5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:23.160980 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5e13e180-3b34-4a1a-bde7-9b9fb7dd84ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:23.169715 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dad85fd3-0ce2-44b5-81a3-b36bbb57b0e6 req-79976d79-a347-4767-9462-9085f23cebbd tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.169715 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dad85fd3-0ce2-44b5-81a3-b36bbb57b0e6 req-79976d79-a347-4767-9462-9085f23cebbd tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.170541 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.l3_db [req-dad85fd3-0ce2-44b5-81a3-b36bbb57b0e6 req-79976d79-a347-4767-9462-9085f23cebbd tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Floating IP 82c4318a-63f1-417b-8c81-b2c38e737915 disassociated. External IP: 172.26.4.47, port: 11330c23-3a33-43d6-aa81-5f1b9340ab46. Mar 14 15:29:23.170704 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-dad85fd3-0ce2-44b5-81a3-b36bbb57b0e6 req-79976d79-a347-4767-9462-9085f23cebbd tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Calling delete_port for 11330c23-3a33-43d6-aa81-5f1b9340ab46 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:23.201303 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c7143760-af58-4ec9-8052-56ef28224cf5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Usage tracker for resource:router and tenant:e7d23185aeb7444fafd7db70962a6e47 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:23.217147 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-89e8249d-ec5a-4d1e-bec0-4e64b172f435 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Usage tracker for resource:network and tenant:6f4bbc23959b4526b173f35652c6cf99 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:23.221602 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-89e8249d-ec5a-4d1e-bec0-4e64b172f435 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:23.231560 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c7143760-af58-4ec9-8052-56ef28224cf5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:23.246606 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-89e8249d-ec5a-4d1e-bec0-4e64b172f435 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:23.258515 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c7143760-af58-4ec9-8052-56ef28224cf5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:23.290413 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e13e180-3b34-4a1a-bde7-9b9fb7dd84ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.325672 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e13e180-3b34-4a1a-bde7-9b9fb7dd84ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.355813 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5e13e180-3b34-4a1a-bde7-9b9fb7dd84ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:23.360906 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5e13e180-3b34-4a1a-bde7-9b9fb7dd84ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Usage tracker for resource:security_group_rule and tenant:bd63f9a7f0f843c8be59aa28b5b461ae is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:23.364178 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5e13e180-3b34-4a1a-bde7-9b9fb7dd84ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:23.371300 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5e13e180-3b34-4a1a-bde7-9b9fb7dd84ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:23.424076 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e8249d-ec5a-4d1e-bec0-4e64b172f435 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Made reservation on behalf of 6f4bbc23959b4526b173f35652c6cf99 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:23.427240 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89e8249d-ec5a-4d1e-bec0-4e64b172f435 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.438982 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e13e180-3b34-4a1a-bde7-9b9fb7dd84ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.444936 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dad85fd3-0ce2-44b5-81a3-b36bbb57b0e6 req-79976d79-a347-4767-9462-9085f23cebbd tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.447004 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7143760-af58-4ec9-8052-56ef28224cf5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.448125 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7143760-af58-4ec9-8052-56ef28224cf5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.461977 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e13e180-3b34-4a1a-bde7-9b9fb7dd84ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.463611 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e2137d-38ec-4351-ba5a-8473bd1f80b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-c86f0872-1967-4f99-a574-f27584214f08', 'network_id': 'c86f0872-1967-4f99-a574-f27584214f08', 'tenant_id': '6f4bbc23959b4526b173f35652c6cf99', 'fixed_ips': [{'subnet_id': 'cc4c4262-0639-487f-bf09-fed5bb97550a'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:29:23.464504 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86e2137d-38ec-4351-ba5a-8473bd1f80b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.502554 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13e180-3b34-4a1a-bde7-9b9fb7dd84ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6710c2-74f7-41e8-a2a7-d32d81f44393,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:23.515919 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-be6fca2e-b3d5-4920-844c-7579a73e8ef2 req-83410d44-07c7-483a-80a1-35a59ca4ff4e tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/security-groups?id=1027298d-b54d-44e8-bac6-fcf299b73f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3717763 Mar 14 15:29:23.521023 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79976d79-a347-4767-9462-9085f23cebbd tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Pushing event deleted for resources: {'Port': ['ID=11330c23-3a33-43d6-aa81-5f1b9340ab46,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:23.529287 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-879157a1-e11b-4747-ba57-751a33f6e5a3 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Synchronizing usage tracker for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:23.565621 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e8249d-ec5a-4d1e-bec0-4e64b172f435 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:23.567241 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e13e180-3b34-4a1a-bde7-9b9fb7dd84ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.568960 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5e13e180-3b34-4a1a-bde7-9b9fb7dd84ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9899702 Mar 14 15:29:23.573044 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46550) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:23.580639 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-879157a1-e11b-4747-ba57-751a33f6e5a3 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Unset dirty status for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:23.582116 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-879157a1-e11b-4747-ba57-751a33f6e5a3 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4395390 Mar 14 15:29:23.598631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46556) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:23.652696 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e31772-2a58-4b6b-9f26-9026fa87c96b None None] Network 276ce184-00e4-40d9-9837-1af332a941fb requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:23.729366 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89e8249d-ec5a-4d1e-bec0-4e64b172f435 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.729932 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-89e8249d-ec5a-4d1e-bec0-4e64b172f435 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Added segment 19e67dbb-89c5-4d5b-b6ba-8250ab21d644 of type vlan for network 274f5d08-4d9d-4ff4-a361-9bfbfeed8c80 Mar 14 15:29:23.730033 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13e180-3b34-4a1a-bde7-9b9fb7dd84ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7b8d7d-bb46-49ac-9410-65fb2b8c602a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:23.733992 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1144f186-05ca-44da-acfc-808a31545395 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Request body: {'security_group_rule': {'security_group_id': '30dffbf1-f436-478c-8f29-f44f3f687073', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:23.751875 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1144f186-05ca-44da-acfc-808a31545395 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:23.760657 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7143760-af58-4ec9-8052-56ef28224cf5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.793745 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1144f186-05ca-44da-acfc-808a31545395 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:23.832300 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89e8249d-ec5a-4d1e-bec0-4e64b172f435 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.848436 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cae2de2f-8129-4121-80d5-503659541f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.963577 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-86e2137d-38ec-4351-ba5a-8473bd1f80b2 None None] Allocated IP 2001:db8::1 (c86f0872-1967-4f99-a574-f27584214f08/cc4c4262-0639-487f-bf09-fed5bb97550a/b92d7ccf-773f-4f19-b7d9-c241d49159cb) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:24.003525 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1144f186-05ca-44da-acfc-808a31545395 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.029591 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4619f879-0ee3-4739-af0f-c97b50b10a36 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4554667 Mar 14 15:29:24.030768 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-89e8249d-ec5a-4d1e-bec0-4e64b172f435 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:29:24.034450 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46566) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:24.040840 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-47264307-dd4a-4832-96df-65f6a436887d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Request body: {'security_group': {'name': 'tempest-security--91203041', 'description': 'tempest-security-description-2075939382'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:24.096291 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89e8249d-ec5a-4d1e-bec0-4e64b172f435 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.100327 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e8249d-ec5a-4d1e-bec0-4e64b172f435 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:24.100693 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-47264307-dd4a-4832-96df-65f6a436887d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.100908 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89e8249d-ec5a-4d1e-bec0-4e64b172f435 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.163853 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-47264307-dd4a-4832-96df-65f6a436887d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.175758 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-47264307-dd4a-4832-96df-65f6a436887d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.178169 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-47264307-dd4a-4832-96df-65f6a436887d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.179537 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-47264307-dd4a-4832-96df-65f6a436887d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "PUT /v2.0/security-groups/1f7b8d7d-bb46-49ac-9410-65fb2b8c602a HTTP/1.1" status: 200 len: 1610 time: 0.1439347 Mar 14 15:29:24.187466 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46572) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:24.282373 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f63f5adc-ccbc-4b60-951a-22dc2cc1e1ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-groups/1f7b8d7d-bb46-49ac-9410-65fb2b8c602a HTTP/1.1" status: 200 len: 1610 time: 0.0759478 Mar 14 15:29:24.284623 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47264307-dd4a-4832-96df-65f6a436887d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7b8d7d-bb46-49ac-9410-65fb2b8c602a,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:24.286614 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46578) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:24.339067 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7143760-af58-4ec9-8052-56ef28224cf5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.366635 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8249d-ec5a-4d1e-bec0-4e64b172f435 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'Network': ['ID=274f5d08-4d9d-4ff4-a361-9bfbfeed8c80,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:24.377539 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-89e8249d-ec5a-4d1e-bec0-4e64b172f435 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2864563 Mar 14 15:29:24.381263 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46584) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:24.389941 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 274f5d08-4d9d-4ff4-a361-9bfbfeed8c80 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:29:24.396740 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-fc017da0-deb9-4f4e-b7e7-27da6e7fef2f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Request body: {'subnet': {'network_id': '274f5d08-4d9d-4ff4-a361-9bfbfeed8c80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:24.433669 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1144f186-05ca-44da-acfc-808a31545395 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.491677 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46588) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:24.502821 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1144f186-05ca-44da-acfc-808a31545395 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.565136 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86e2137d-38ec-4351-ba5a-8473bd1f80b2 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.579864 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-86e2137d-38ec-4351-ba5a-8473bd1f80b2 None None] Transition to ACTIVE for port object b92d7ccf-773f-4f19-b7d9-c241d49159cb will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:24.597437 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be93c126-3384-489a-b471-24baf0bae8f5 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.609847 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-86e2137d-38ec-4351-ba5a-8473bd1f80b2 None None] Transition to ACTIVE for port object b92d7ccf-773f-4f19-b7d9-c241d49159cb will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:24.653831 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86e2137d-38ec-4351-ba5a-8473bd1f80b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.676670 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be93c126-3384-489a-b471-24baf0bae8f5 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.733279 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144f186-05ca-44da-acfc-808a31545395 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf6b7d7-04b0-4274-ae1b-60fe4bcca68e,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:24.775323 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fc017da0-deb9-4f4e-b7e7-27da6e7fef2f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:24.787912 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-fc017da0-deb9-4f4e-b7e7-27da6e7fef2f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Usage tracker for resource:subnet and tenant:6f4bbc23959b4526b173f35652c6cf99 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:24.796255 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1144f186-05ca-44da-acfc-808a31545395 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.799812 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1144f186-05ca-44da-acfc-808a31545395 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1952450 Mar 14 15:29:24.799941 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e2137d-38ec-4351-ba5a-8473bd1f80b2 None None] Network c86f0872-1967-4f99-a574-f27584214f08 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:24.800062 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-fc017da0-deb9-4f4e-b7e7-27da6e7fef2f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:24.800158 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-86e2137d-38ec-4351-ba5a-8473bd1f80b2 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:24.805007 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-33a79641-2f25-4d17-89e5-530993079d8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1187708844'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:24.807659 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e2137d-38ec-4351-ba5a-8473bd1f80b2 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:24.810239 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2137d-38ec-4351-ba5a-8473bd1f80b2 None None] Pushing event updated for resources: {'Port': ['ID=b92d7ccf-773f-4f19-b7d9-c241d49159cb,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:24.812977 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46596) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:24.820648 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fc017da0-deb9-4f4e-b7e7-27da6e7fef2f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:24.823015 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-33a79641-2f25-4d17-89e5-530993079d8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:24.843658 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-33a79641-2f25-4d17-89e5-530993079d8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:network and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:24.852190 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-33a79641-2f25-4d17-89e5-530993079d8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:24.867399 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-33a79641-2f25-4d17-89e5-530993079d8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:24.869356 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc017da0-deb9-4f4e-b7e7-27da6e7fef2f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Made reservation on behalf of 6f4bbc23959b4526b173f35652c6cf99 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:24.873629 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-87c1bc57-3b67-4c29-8dd7-dde102830097 req-e69fbb9d-6278-4972-9db6-7746e7e3ff6a tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/ports?device_id=46aa99a7-d998-4a3d-9ca9-f77a2a7493e1 HTTP/1.1" status: 200 len: 210 time: 0.0873098 Mar 14 15:29:24.886180 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e13c6383-3253-47c6-a976-aa1cde9cb272 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-group-rules/faf6b7d7-04b0-4274-ae1b-60fe4bcca68e HTTP/1.1" status: 200 len: 706 time: 0.0710018 Mar 14 15:29:24.887568 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be93c126-3384-489a-b471-24baf0bae8f5 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.891054 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46600) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:24.898930 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dad85fd3-0ce2-44b5-81a3-b36bbb57b0e6 req-79976d79-a347-4767-9462-9085f23cebbd tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Router 024a520f-a349-4727-bcef-1df29d838639 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:29:24.909042 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93c126-3384-489a-b471-24baf0bae8f5 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7b8d7d-bb46-49ac-9410-65fb2b8c602a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:24.941712 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be93c126-3384-489a-b471-24baf0bae8f5 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.945090 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-be93c126-3384-489a-b471-24baf0bae8f5 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "DELETE /v2.0/security-groups/1f7b8d7d-bb46-49ac-9410-65fb2b8c602a HTTP/1.1" status: 204 len: 168 time: 0.6552160 Mar 14 15:29:24.945219 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-86e2137d-38ec-4351-ba5a-8473bd1f80b2 None None] Attempting to bind port b92d7ccf-773f-4f19-b7d9-c241d49159cb on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:24.945219 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-86e2137d-38ec-4351-ba5a-8473bd1f80b2 None None] Attempting to bind port b92d7ccf-773f-4f19-b7d9-c241d49159cb by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'c5cf5f10-6a96-4d86-9fef-5609868f6b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c86f0872-1967-4f99-a574-f27584214f08'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:24.945219 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e2137d-38ec-4351-ba5a-8473bd1f80b2 None None] Attempting to bind port b92d7ccf-773f-4f19-b7d9-c241d49159cb on network c86f0872-1967-4f99-a574-f27584214f08 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:29:24.948512 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46606) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:24.953179 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e2137d-38ec-4351-ba5a-8473bd1f80b2 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:29:24.953696 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e2137d-38ec-4351-ba5a-8473bd1f80b2 None None] Checking segment: {'id': 'c5cf5f10-6a96-4d86-9fef-5609868f6b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c86f0872-1967-4f99-a574-f27584214f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:24.954319 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86e2137d-38ec-4351-ba5a-8473bd1f80b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.955633 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e2137d-38ec-4351-ba5a-8473bd1f80b2 None None] Bound using segment: {'id': 'c5cf5f10-6a96-4d86-9fef-5609868f6b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c86f0872-1967-4f99-a574-f27584214f08'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:29:24.955633 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-86e2137d-38ec-4351-ba5a-8473bd1f80b2 None None] Bound port: b92d7ccf-773f-4f19-b7d9-c241d49159cb, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cf5f10-6a96-4d86-9fef-5609868f6b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c86f0872-1967-4f99-a574-f27584214f08'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:24.955985 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86e2137d-38ec-4351-ba5a-8473bd1f80b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.977811 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a79641-2f25-4d17-89e5-530993079d8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:24.981471 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33a79641-2f25-4d17-89e5-530993079d8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.013915 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33a79641-2f25-4d17-89e5-530993079d8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.015752 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-6b8ea370-076a-4919-bcf7-d18bfc15004c tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Synchronizing usage tracker for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:25.049371 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-86e2137d-38ec-4351-ba5a-8473bd1f80b2 None None] For port b92d7ccf-773f-4f19-b7d9-c241d49159cb, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:25.052739 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-86e2137d-38ec-4351-ba5a-8473bd1f80b2 None None] For port b92d7ccf-773f-4f19-b7d9-c241d49159cb, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b92d7ccf-773f-4f19-b7d9-c241d49159cb,segment=NetworkSegment(c5cf5f10-6a96-4d86-9fef-5609868f6b5a),segment_id=c5cf5f10-6a96-4d86-9fef-5609868f6b5a)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:25.058167 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86e2137d-38ec-4351-ba5a-8473bd1f80b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.081508 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-6b8ea370-076a-4919-bcf7-d18bfc15004c tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Unset dirty status for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:25.085313 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6b8ea370-076a-4919-bcf7-d18bfc15004c tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1775591 Mar 14 15:29:25.089494 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c4eebaef-2146-401e-b8f8-95b4cd50f714 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Synchronizing usage tracker for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:25.092469 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46610) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:25.105869 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc017da0-deb9-4f4e-b7e7-27da6e7fef2f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.150442 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2137d-38ec-4351-ba5a-8473bd1f80b2 None None] Pushing event updated for resources: {'Port': ['ID=b92d7ccf-773f-4f19-b7d9-c241d49159cb,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:25.150597 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c4eebaef-2146-401e-b8f8-95b4cd50f714 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Unset dirty status for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:25.151692 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c4eebaef-2146-401e-b8f8-95b4cd50f714 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1957443 Mar 14 15:29:25.153523 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-266011e7-5c82-4b70-a790-f85284d42d66 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.161359 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46614) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:25.187167 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-266011e7-5c82-4b70-a790-f85284d42d66 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.203237 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-17aab297-732e-4d2e-bbb2-4519699b8184 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] delete failed (client error): The resource could not be found. Mar 14 15:29:25.204142 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-17aab297-732e-4d2e-bbb2-4519699b8184 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "DELETE /v2.0/security-groups/1f7b8d7d-bb46-49ac-9410-65fb2b8c602a HTTP/1.1" status: 404 len: 347 time: 0.0420909 Mar 14 15:29:25.209749 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46618) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:25.216790 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4a02a474-c8da-4142-bf32-a5004a5c6385 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Request body: {'security_group': {'name': 'tempest-secgroup--2083579822'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:25.227642 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4a02a474-c8da-4142-bf32-a5004a5c6385 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:25.270188 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-266011e7-5c82-4b70-a790-f85284d42d66 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.294835 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.ipam_backend_mixin [None req-fc017da0-deb9-4f4e-b7e7-27da6e7fef2f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Performing IP validity checks on allocation pools {{(pid=83911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 14 15:29:25.295390 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.ipam_backend_mixin [None req-fc017da0-deb9-4f4e-b7e7-27da6e7fef2f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 14 15:29:25.296142 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4a02a474-c8da-4142-bf32-a5004a5c6385 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:25.299560 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-33a79641-2f25-4d17-89e5-530993079d8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:25.311330 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266011e7-5c82-4b70-a790-f85284d42d66 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=faf6b7d7-04b0-4274-ae1b-60fe4bcca68e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:25.327192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-266011e7-5c82-4b70-a790-f85284d42d66 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.328271 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-266011e7-5c82-4b70-a790-f85284d42d66 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/faf6b7d7-04b0-4274-ae1b-60fe4bcca68e HTTP/1.1" status: 204 len: 168 time: 0.2347693 Mar 14 15:29:25.331252 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46622) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:25.333774 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4a02a474-c8da-4142-bf32-a5004a5c6385 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.336025 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-33a79641-2f25-4d17-89e5-530993079d8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:security_group_rule and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:25.343805 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cae2de2f-8129-4121-80d5-503659541f90 admin admin] Deleting port b1a948df-2c7d-4908-9e28-67b1959d94bb {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:25.344143 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cae2de2f-8129-4121-80d5-503659541f90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.351088 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-33a79641-2f25-4d17-89e5-530993079d8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:25.367473 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7143760-af58-4ec9-8052-56ef28224cf5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.406315 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-33a79641-2f25-4d17-89e5-530993079d8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:25.418494 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7143760-af58-4ec9-8052-56ef28224cf5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.544228 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4a02a474-c8da-4142-bf32-a5004a5c6385 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:25.553331 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-508e5aca-2f6c-45f7-8252-a4fa23cfe913 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Synchronizing usage tracker for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:25.565468 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-4a02a474-c8da-4142-bf32-a5004a5c6385 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Usage tracker for resource:security_group_rule and tenant:bd63f9a7f0f843c8be59aa28b5b461ae is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:25.572315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-4a02a474-c8da-4142-bf32-a5004a5c6385 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:25.585219 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4a02a474-c8da-4142-bf32-a5004a5c6385 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:25.612365 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-508e5aca-2f6c-45f7-8252-a4fa23cfe913 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Unset dirty status for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:25.613612 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-508e5aca-2f6c-45f7-8252-a4fa23cfe913 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2812629 Mar 14 15:29:25.619150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46626) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:25.685157 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-cae2de2f-8129-4121-80d5-503659541f90 admin admin] For port b1a948df-2c7d-4908-9e28-67b1959d94bb, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b1a948df-2c7d-4908-9e28-67b1959d94bb,segment=NetworkSegment(9fdf4dda-1717-4ba3-8803-d553a0d7ff75),segment_id=9fdf4dda-1717-4ba3-8803-d553a0d7ff75)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:25.685436 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cae2de2f-8129-4121-80d5-503659541f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.701624 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33a79641-2f25-4d17-89e5-530993079d8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.723323 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33a79641-2f25-4d17-89e5-530993079d8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.727575 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 11330c23-3a33-43d6-aa81-5f1b9340ab46 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:29:25.746836 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-c7143760-af58-4ec9-8052-56ef28224cf5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Allocated IP 172.26.4.52 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/0d558887-9f6b-464a-a3ec-ba368478924f) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:25.772182 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc017da0-deb9-4f4e-b7e7-27da6e7fef2f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.772794 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 11330c23-3a33-43d6-aa81-5f1b9340ab46 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:29:25.773316 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 11330c23-3a33-43d6-aa81-5f1b9340ab46 not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:29:25.776322 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a79641-2f25-4d17-89e5-530993079d8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:25.833451 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cae2de2f-8129-4121-80d5-503659541f90 admin admin] Calling delete_port for b1a948df-2c7d-4908-9e28-67b1959d94bb owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:25.842584 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a79641-2f25-4d17-89e5-530993079d8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a48f08-0106-49a0-a4a7-490c11fb31b7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:25.857856 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33a79641-2f25-4d17-89e5-530993079d8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.858232 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-33a79641-2f25-4d17-89e5-530993079d8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Added segment ca3e1fbb-c7bc-42c9-81f1-2a84966a024c of type vlan for network 523d1b1c-98ed-49ef-afa0-7760353ee21c Mar 14 15:29:25.888593 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4a02a474-c8da-4142-bf32-a5004a5c6385 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.902885 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4a02a474-c8da-4142-bf32-a5004a5c6385 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.929726 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-89002e05-f851-4035-b0e1-fcf36ece095e tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.986977 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc017da0-deb9-4f4e-b7e7-27da6e7fef2f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'Subnet': ['ID=ec777eb4-4d48-4461-a0ec-0df9e480d10d,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:26.007853 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33a79641-2f25-4d17-89e5-530993079d8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.008182 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02a474-c8da-4142-bf32-a5004a5c6385 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67157bb7-4665-4195-8f88-8bcddb19216e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:26.015872 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-89002e05-f851-4035-b0e1-fcf36ece095e tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.023238 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4a02a474-c8da-4142-bf32-a5004a5c6385 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.029531 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4a02a474-c8da-4142-bf32-a5004a5c6385 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8137696 Mar 14 15:29:26.029531 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46632) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:26.038911 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-301b0bf2-13ae-4520-99b8-c7526c419d77 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Request body: {'security_group_rule': {'security_group_id': '67157bb7-4665-4195-8f88-8bcddb19216e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:26.039956 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dad85fd3-0ce2-44b5-81a3-b36bbb57b0e6 req-79976d79-a347-4767-9462-9085f23cebbd tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:29:26.061823 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-301b0bf2-13ae-4520-99b8-c7526c419d77 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:26.063701 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098436f3-329f-4207-9b04-c5d03a5a20c3 None None] Sync routers for ids ['024a520f-a349-4727-bcef-1df29d838639'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:29:26.075909 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-301b0bf2-13ae-4520-99b8-c7526c419d77 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Usage tracker for resource:security_group_rule and tenant:bd63f9a7f0f843c8be59aa28b5b461ae is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:26.079253 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-301b0bf2-13ae-4520-99b8-c7526c419d77 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:26.084898 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098436f3-329f-4207-9b04-c5d03a5a20c3 None None] Routers {'024a520f-a349-4727-bcef-1df29d838639'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:29:26.085668 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-098436f3-329f-4207-9b04-c5d03a5a20c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:29:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['024a520f-a349-4727-bcef-1df29d838639'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:26.095820 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-301b0bf2-13ae-4520-99b8-c7526c419d77 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:26.129233 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-301b0bf2-13ae-4520-99b8-c7526c419d77 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.142815 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-89002e05-f851-4035-b0e1-fcf36ece095e tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.210503 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89002e05-f851-4035-b0e1-fcf36ece095e tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dffbf1-f436-478c-8f29-f44f3f687073,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:26.278267 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-89002e05-f851-4035-b0e1-fcf36ece095e tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.280126 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-89002e05-f851-4035-b0e1-fcf36ece095e tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "DELETE /v2.0/security-groups/30dffbf1-f436-478c-8f29-f44f3f687073 HTTP/1.1" status: 204 len: 168 time: 0.6599309 Mar 14 15:29:26.283125 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46636) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:26.290761 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-eb901ff5-9a11-4af2-aebe-ed63c6f531f6 req-94ec44c6-bfa3-4866-b156-5b0f350a2022 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Synchronizing usage tracker for tenant:6caf3cf1c8df41a6b06f02779186d0e0 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:26.310222 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc017da0-deb9-4f4e-b7e7-27da6e7fef2f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Checking segment: {'id': '19e67dbb-89c5-4d5b-b6ba-8250ab21d644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '274f5d08-4d9d-4ff4-a361-9bfbfeed8c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:26.311199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc017da0-deb9-4f4e-b7e7-27da6e7fef2f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Network hostable DHCP agents. Network: 274f5d08-4d9d-4ff4-a361-9bfbfeed8c80, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:26.311629 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cae2de2f-8129-4121-80d5-503659541f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.340671 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-098436f3-329f-4207-9b04-c5d03a5a20c3 None None] Set router 024a520f-a349-4727-bcef-1df29d838639 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:29:26.364923 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33a79641-2f25-4d17-89e5-530993079d8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.365258 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-301b0bf2-13ae-4520-99b8-c7526c419d77 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.367331 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2de2f-8129-4121-80d5-503659541f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a948df-2c7d-4908-9e28-67b1959d94bb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:26.372802 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a79641-2f25-4d17-89e5-530993079d8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:26.374154 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33a79641-2f25-4d17-89e5-530993079d8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.385064 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-301b0bf2-13ae-4520-99b8-c7526c419d77 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.410208 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7143760-af58-4ec9-8052-56ef28224cf5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.439534 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4c7217-75d8-4082-b9b4-fd9957efa689 None None] Network c86f0872-1967-4f99-a574-f27584214f08 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:26.527662 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b0bf2-13ae-4520-99b8-c7526c419d77 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a5c999-7212-4cc3-ba2f-d0c3b4bf245a,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:26.585876 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a79641-2f25-4d17-89e5-530993079d8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Network': ['ID=523d1b1c-98ed-49ef-afa0-7760353ee21c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:26.589353 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad85fd3-0ce2-44b5-81a3-b36bbb57b0e6 req-79976d79-a347-4767-9462-9085f23cebbd tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] No DVR routers for this DVR port 11330c23-3a33-43d6-aa81-5f1b9340ab46 on host hv-neutron-8335 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:26.601293 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8f5fc541-f9f2-4236-888a-4bb9c1e5c944 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Synchronizing usage tracker for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:26.604141 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-301b0bf2-13ae-4520-99b8-c7526c419d77 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.605834 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-301b0bf2-13ae-4520-99b8-c7526c419d77 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5754473 Mar 14 15:29:26.609056 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dad85fd3-0ce2-44b5-81a3-b36bbb57b0e6 req-79976d79-a347-4767-9462-9085f23cebbd tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.611678 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-dad85fd3-0ce2-44b5-81a3-b36bbb57b0e6 req-79976d79-a347-4767-9462-9085f23cebbd tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.24 "DELETE /v2.0/ports/11330c23-3a33-43d6-aa81-5f1b9340ab46 HTTP/1.1" status: 204 len: 173 time: 4.9932139 Mar 14 15:29:26.613685 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-33a79641-2f25-4d17-89e5-530993079d8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1133518 Mar 14 15:29:26.614643 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46aa99a7-d998-4a3d-9ca9-f77a2a7493e1', 'name': 'network-vif-deleted', 'tag': '11330c23-3a33-43d6-aa81-5f1b9340ab46'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:29:26.616216 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46640) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:26.616568 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46642) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:26.621761 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 523d1b1c-98ed-49ef-afa0-7760353ee21c details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:29:26.625488 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-eb901ff5-9a11-4af2-aebe-ed63c6f531f6 req-94ec44c6-bfa3-4866-b156-5b0f350a2022 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Unset dirty status for tenant:6caf3cf1c8df41a6b06f02779186d0e0 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:26.627228 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-eb901ff5-9a11-4af2-aebe-ed63c6f531f6 req-94ec44c6-bfa3-4866-b156-5b0f350a2022 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/ports?device_id=46aa99a7-d998-4a3d-9ca9-f77a2a7493e1 HTTP/1.1" status: 200 len: 210 time: 0.5530491 Mar 14 15:29:26.645670 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9c48a0a0-3b0e-4841-9302-5a1b244aac98 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'port': {'network_id': '523d1b1c-98ed-49ef-afa0-7760353ee21c', 'name': 'tempest-PortsIpV6TestJSON-697007047'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:26.647793 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc017da0-deb9-4f4e-b7e7-27da6e7fef2f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Network 274f5d08-4d9d-4ff4-a361-9bfbfeed8c80 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:26.686130 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-fc017da0-deb9-4f4e-b7e7-27da6e7fef2f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 274f5d08-4d9d-4ff4-a361-9bfbfeed8c80) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:26.698223 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc017da0-deb9-4f4e-b7e7-27da6e7fef2f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:26.698811 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc017da0-deb9-4f4e-b7e7-27da6e7fef2f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.708471 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-61c73b08-c5ad-4378-b94f-778dff350748 None None] Provisioning for port b92d7ccf-773f-4f19-b7d9-c241d49159cb completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:29:26.716099 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7143760-af58-4ec9-8052-56ef28224cf5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.733207 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c943112-3fbe-46ea-b735-6bda6af2e0dd None None] Network 274f5d08-4d9d-4ff4-a361-9bfbfeed8c80 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:26.786963 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46aa99a7-d998-4a3d-9ca9-f77a2a7493e1', 'name': 'network-vif-deleted', 'tag': '11330c23-3a33-43d6-aa81-5f1b9340ab46', 'status': 'completed', 'code': 200} Mar 14 15:29:26.807919 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7143760-af58-4ec9-8052-56ef28224cf5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:26.821127 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-c7143760-af58-4ec9-8052-56ef28224cf5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:26.826891 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7143760-af58-4ec9-8052-56ef28224cf5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:26.907054 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-098436f3-329f-4207-9b04-c5d03a5a20c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024a520f-a349-4727-bcef-1df29d838639', 'name': 'tempest-ServersTestManualDisk-1993027457-router', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '7a481795-b36c-41d1-8a64-772c298c324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:51Z', 'updated_at': '2022-03-14T15:27:11Z', 'revision_number': 4, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'gw_port': {'id': '7a481795-b36c-41d1-8a64-772c298c324b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024a520f-a349-4727-bcef-1df29d838639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:54Z', 'updated_at': '2022-03-14T15:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '4dfa73e0-d397-450b-8d6d-9083fb47cf76', 'name': '', 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'mac_address': 'fa:16:3e:9b:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024a520f-a349-4727-bcef-1df29d838639', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88340b55-3da9-4e70-b482-546cb77b0872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:08Z', 'updated_at': '2022-03-14T15:27:49Z', 'revision_number': 5, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'subnets': [{'id': '88340b55-3da9-4e70-b482-546cb77b0872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:26.911881 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098436f3-329f-4207-9b04-c5d03a5a20c3 None None] Checking router: 024a520f-a349-4727-bcef-1df29d838639 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:29:26.924194 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098436f3-329f-4207-9b04-c5d03a5a20c3 None None] Routers {'024a520f-a349-4727-bcef-1df29d838639'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:29:26.924994 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-098436f3-329f-4207-9b04-c5d03a5a20c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:29:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['024a520f-a349-4727-bcef-1df29d838639'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:27.002371 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b92d7ccf-773f-4f19-b7d9-c241d49159cb up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:29:27.046739 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-fc017da0-deb9-4f4e-b7e7-27da6e7fef2f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.6640627 Mar 14 15:29:27.053098 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46650) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:27.066733 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-201d8193-1d8a-4ce6-a1be-21f49e70f659 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.146913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8f5fc541-f9f2-4236-888a-4bb9c1e5c944 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Unset dirty status for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:27.148291 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8f5fc541-f9f2-4236-888a-4bb9c1e5c944 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8639326 Mar 14 15:29:27.154038 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-201d8193-1d8a-4ce6-a1be-21f49e70f659 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.163328 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46654) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:27.187685 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-098436f3-329f-4207-9b04-c5d03a5a20c3 None None] Set router 024a520f-a349-4727-bcef-1df29d838639 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:29:27.199594 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-92051148-ad94-420d-ab0d-c353250da82c tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Request body: {'security_group': {'name': 'tempest-secgroup--319114498'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:27.218633 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-92051148-ad94-420d-ab0d-c353250da82c tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:27.234506 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9c48a0a0-3b0e-4841-9302-5a1b244aac98 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:27.247076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9c48a0a0-3b0e-4841-9302-5a1b244aac98 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:port and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:27.250112 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9c48a0a0-3b0e-4841-9302-5a1b244aac98 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:27.253036 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-92051148-ad94-420d-ab0d-c353250da82c tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:27.263212 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-201d8193-1d8a-4ce6-a1be-21f49e70f659 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.280701 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9c48a0a0-3b0e-4841-9302-5a1b244aac98 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:27.289005 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7143760-af58-4ec9-8052-56ef28224cf5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Port': ['ID=0d558887-9f6b-464a-a3ec-ba368478924f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:27.296366 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb9eb735-5f8f-4f56-bcd3-83f5e9933454 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.327638 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d8193-1d8a-4ce6-a1be-21f49e70f659 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4a5c999-7212-4cc3-ba2f-d0c3b4bf245a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:27.332390 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-201d8193-1d8a-4ce6-a1be-21f49e70f659 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.333603 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-201d8193-1d8a-4ce6-a1be-21f49e70f659 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/b4a5c999-7212-4cc3-ba2f-d0c3b4bf245a HTTP/1.1" status: 204 len: 168 time: 0.7140789 Mar 14 15:29:27.343692 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-92051148-ad94-420d-ab0d-c353250da82c tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.371640 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46658) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:27.378658 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c48a0a0-3b0e-4841-9302-5a1b244aac98 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:27.390124 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9c48a0a0-3b0e-4841-9302-5a1b244aac98 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.400456 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bcaae3-f272-4c44-ad8f-6f48b166e31c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-274f5d08-4d9d-4ff4-a361-9bfbfeed8c80', 'network_id': '274f5d08-4d9d-4ff4-a361-9bfbfeed8c80', 'tenant_id': '6f4bbc23959b4526b173f35652c6cf99', 'fixed_ips': [{'subnet_id': 'ec777eb4-4d48-4461-a0ec-0df9e480d10d'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:29:27.401571 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87bcaae3-f272-4c44-ad8f-6f48b166e31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.403736 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb9eb735-5f8f-4f56-bcd3-83f5e9933454 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.423815 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port b92d7ccf-773f-4f19-b7d9-c241d49159cb completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:29:27.472183 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port b92d7ccf-773f-4f19-b7d9-c241d49159cb triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:27.473334 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.501151 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-9c48a0a0-3b0e-4841-9302-5a1b244aac98 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] device_id is not set on port ab1768c0-e270-4c45-b66a-5fad480e9b9a yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:29:27.583296 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-92051148-ad94-420d-ab0d-c353250da82c tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:27.625481 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-92051148-ad94-420d-ab0d-c353250da82c tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Usage tracker for resource:security_group_rule and tenant:d4872091fbff4a8994558a28e6644a8c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:27.637372 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-92051148-ad94-420d-ab0d-c353250da82c tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:27.647989 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.651076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-92051148-ad94-420d-ab0d-c353250da82c tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:27.667025 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9042ba8e-82f0-414b-9c89-64e96ce30df9 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Synchronizing usage tracker for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:27.669940 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb9eb735-5f8f-4f56-bcd3-83f5e9933454 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server [None req-87bcaae3-f272-4c44-ad8f-6f48b166e31c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec777eb4-4d48-4461-a0ec-0df9e480d10d: This subnet is being modified by another concurrent operation. Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:29:27.683176 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise exception Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec777eb4-4d48-4461-a0ec-0df9e480d10d: This subnet is being modified by another concurrent operation. Mar 14 15:29:27.686794 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server Mar 14 15:29:27.704491 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port b92d7ccf-773f-4f19-b7d9-c241d49159cb, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b92d7ccf-773f-4f19-b7d9-c241d49159cb,segment=NetworkSegment(c5cf5f10-6a96-4d86-9fef-5609868f6b5a),segment_id=c5cf5f10-6a96-4d86-9fef-5609868f6b5a)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:27.710690 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.755370 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9eb735-5f8f-4f56-bcd3-83f5e9933454 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Subnet': ['ID=ec777eb4-4d48-4461-a0ec-0df9e480d10d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:27.799336 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416b73d0-1831-422a-a0b2-023f672f0107 None None] Network 274f5d08-4d9d-4ff4-a361-9bfbfeed8c80 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:27.856191 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9042ba8e-82f0-414b-9c89-64e96ce30df9 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Unset dirty status for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:27.857850 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9042ba8e-82f0-414b-9c89-64e96ce30df9 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4848218 Mar 14 15:29:27.877732 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-098436f3-329f-4207-9b04-c5d03a5a20c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024a520f-a349-4727-bcef-1df29d838639', 'name': 'tempest-ServersTestManualDisk-1993027457-router', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '7a481795-b36c-41d1-8a64-772c298c324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:51Z', 'updated_at': '2022-03-14T15:27:11Z', 'revision_number': 4, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'gw_port': {'id': '7a481795-b36c-41d1-8a64-772c298c324b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024a520f-a349-4727-bcef-1df29d838639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:54Z', 'updated_at': '2022-03-14T15:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '4dfa73e0-d397-450b-8d6d-9083fb47cf76', 'name': '', 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'mac_address': 'fa:16:3e:9b:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024a520f-a349-4727-bcef-1df29d838639', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88340b55-3da9-4e70-b482-546cb77b0872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:08Z', 'updated_at': '2022-03-14T15:27:49Z', 'revision_number': 5, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'subnets': [{'id': '88340b55-3da9-4e70-b482-546cb77b0872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:27.879569 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46666) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:27.885076 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098436f3-329f-4207-9b04-c5d03a5a20c3 None None] The sync data for ids ['024a520f-a349-4727-bcef-1df29d838639'] in dv-neutron-833561-1-hyperv is: [{'id': '024a520f-a349-4727-bcef-1df29d838639', 'name': 'tempest-ServersTestManualDisk-1993027457-router', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '7a481795-b36c-41d1-8a64-772c298c324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:51Z', 'updated_at': '2022-03-14T15:27:11Z', 'revision_number': 4, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'gw_port': {'id': '7a481795-b36c-41d1-8a64-772c298c324b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024a520f-a349-4727-bcef-1df29d838639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:54Z', 'updated_at': '2022-03-14T15:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '4dfa73e0-d397-450b-8d6d-9083fb47cf76', 'name': '', 'network_id': 'da8edb3e-70af-4204-b598-deb9b1bae5e6', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'mac_address': 'fa:16:3e:9b:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024a520f-a349-4727-bcef-1df29d838639', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88340b55-3da9-4e70-b482-546cb77b0872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:08Z', 'updated_at': '2022-03-14T15:27:49Z', 'revision_number': 5, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'subnets': [{'id': '88340b55-3da9-4e70-b482-546cb77b0872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:29:27.949818 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46670) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:27.984256 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb9eb735-5f8f-4f56-bcd3-83f5e9933454 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.009865 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7143760-af58-4ec9-8052-56ef28224cf5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.010624 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7143760-af58-4ec9-8052-56ef28224cf5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.074532 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-92051148-ad94-420d-ab0d-c353250da82c tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.098616 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-92051148-ad94-420d-ab0d-c353250da82c tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.128947 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9c48a0a0-3b0e-4841-9302-5a1b244aac98 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.156274 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d99ef918-1604-48b0-87b5-9f959566354b None None] Provisioning complete for port b92d7ccf-773f-4f19-b7d9-c241d49159cb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:28.157946 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d99ef918-1604-48b0-87b5-9f959566354b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.169987 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-cb9eb735-5f8f-4f56-bcd3-83f5e9933454 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274f5d08-4d9d-4ff4-a361-9bfbfeed8c80']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:28.180918 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cae2de2f-8129-4121-80d5-503659541f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.196813 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-cb9eb735-5f8f-4f56-bcd3-83f5e9933454 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e67dbb-89c5-4d5b-b6ba-8250ab21d644') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:28.197104 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-cb9eb735-5f8f-4f56-bcd3-83f5e9933454 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e67dbb-89c5-4d5b-b6ba-8250ab21d644') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:28.213623 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0ba3a3c5-6e3d-4a54-adaf-850cfe2f4dad tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.216534 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92051148-ad94-420d-ab0d-c353250da82c tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=957d7153-4242-4953-8bcc-25900028755a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:28.246566 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ceccd24-c1f8-4235-be00-9b83adc22ef2 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.247521 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-92051148-ad94-420d-ab0d-c353250da82c tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.250477 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-92051148-ad94-420d-ab0d-c353250da82c tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0745254 Mar 14 15:29:28.253181 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=b92d7ccf-773f-4f19-b7d9-c241d49159cb,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:28.260033 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab9008a-e332-4dcd-97e6-bf2f8ff967d0 None None] get_active_networks_info from dv-neutron-833561-1-hyperv {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 14 15:29:28.262703 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46674) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:28.276274 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ceccd24-c1f8-4235-be00-9b83adc22ef2 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.321801 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bad4ce8-f89d-4696-8105-6bdfdadb135b None None] New status for floating IP 82c4318a-63f1-417b-8c81-b2c38e737915: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:29:28.322208 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb9eb735-5f8f-4f56-bcd3-83f5e9933454 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.353272 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb9eb735-5f8f-4f56-bcd3-83f5e9933454 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.362517 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9eb735-5f8f-4f56-bcd3-83f5e9933454 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:29:28.362914 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb9eb735-5f8f-4f56-bcd3-83f5e9933454 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:28.378296 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:28.430926 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-262273de-91e6-4439-ae38-ef39de437df0 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Request body: {'security_group_rule': {'security_group_id': '957d7153-4242-4953-8bcc-25900028755a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:28.439137 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ceccd24-c1f8-4235-be00-9b83adc22ef2 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.449956 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9c48a0a0-3b0e-4841-9302-5a1b244aac98 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.455564 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-262273de-91e6-4439-ae38-ef39de437df0 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:28.473310 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceccd24-c1f8-4235-be00-9b83adc22ef2 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1027298d-b54d-44e8-bac6-fcf299b73f4a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:28.496486 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb9eb735-5f8f-4f56-bcd3-83f5e9933454 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.503934 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0ba3a3c5-6e3d-4a54-adaf-850cfe2f4dad tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.517043 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb9eb735-5f8f-4f56-bcd3-83f5e9933454 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.518762 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-262273de-91e6-4439-ae38-ef39de437df0 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Usage tracker for resource:security_group_rule and tenant:d4872091fbff4a8994558a28e6644a8c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:28.532292 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9eb735-5f8f-4f56-bcd3-83f5e9933454 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Network': ['ID=274f5d08-4d9d-4ff4-a361-9bfbfeed8c80,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:28.535401 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ceccd24-c1f8-4235-be00-9b83adc22ef2 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.536664 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6ceccd24-c1f8-4235-be00-9b83adc22ef2 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "DELETE /v2.0/security-groups/1027298d-b54d-44e8-bac6-fcf299b73f4a HTTP/1.1" status: 204 len: 168 time: 0.5858715 Mar 14 15:29:28.538203 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cb9eb735-5f8f-4f56-bcd3-83f5e9933454 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/networks/274f5d08-4d9d-4ff4-a361-9bfbfeed8c80 HTTP/1.1" status: 204 len: 168 time: 1.4840407 Mar 14 15:29:28.543847 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-262273de-91e6-4439-ae38-ef39de437df0 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:28.546308 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46678) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:28.546634 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46680) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:28.566115 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7bf2d719-1ac5-4943-a717-45fa9ceec909 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1457750437'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:28.567285 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-262273de-91e6-4439-ae38-ef39de437df0 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:28.575773 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7bf2d719-1ac5-4943-a717-45fa9ceec909 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:28.581004 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-bd81890c-3c6a-4e22-8b13-531114d83b75 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] show failed (client error): The resource could not be found. Mar 14 15:29:28.584615 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bd81890c-3c6a-4e22-8b13-531114d83b75 tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "GET /v2.0/security-groups/1027298d-b54d-44e8-bac6-fcf299b73f4a HTTP/1.1" status: 404 len: 347 time: 0.0319641 Mar 14 15:29:28.584615 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7bf2d719-1ac5-4943-a717-45fa9ceec909 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Usage tracker for resource:network and tenant:6f4bbc23959b4526b173f35652c6cf99 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:28.588287 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46686) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:28.593084 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7bf2d719-1ac5-4943-a717-45fa9ceec909 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:28.619147 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48a0a0-3b0e-4841-9302-5a1b244aac98 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Port': ['ID=ab1768c0-e270-4c45-b66a-5fad480e9b9a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:28.646090 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-262273de-91e6-4439-ae38-ef39de437df0 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.661295 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7bf2d719-1ac5-4943-a717-45fa9ceec909 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:28.690095 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0ba3a3c5-6e3d-4a54-adaf-850cfe2f4dad tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.709343 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab9008a-e332-4dcd-97e6-bf2f8ff967d0 None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:29:28.725769 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c48a0a0-3b0e-4841-9302-5a1b244aac98 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Checking segment: {'id': 'ca3e1fbb-c7bc-42c9-81f1-2a84966a024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '523d1b1c-98ed-49ef-afa0-7760353ee21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:28.726364 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c48a0a0-3b0e-4841-9302-5a1b244aac98 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network hostable DHCP agents. Network: 523d1b1c-98ed-49ef-afa0-7760353ee21c, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:28.737111 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3a3c5-6e3d-4a54-adaf-850cfe2f4dad tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67157bb7-4665-4195-8f88-8bcddb19216e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:28.766323 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf2d719-1ac5-4943-a717-45fa9ceec909 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Made reservation on behalf of 6f4bbc23959b4526b173f35652c6cf99 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:28.769140 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7bf2d719-1ac5-4943-a717-45fa9ceec909 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.784834 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0ba3a3c5-6e3d-4a54-adaf-850cfe2f4dad tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.788663 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0ba3a3c5-6e3d-4a54-adaf-850cfe2f4dad tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "DELETE /v2.0/security-groups/67157bb7-4665-4195-8f88-8bcddb19216e HTTP/1.1" status: 204 len: 168 time: 0.8889291 Mar 14 15:29:28.796819 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46690) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:28.815283 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-591d4d1d-a126-4ac9-bca2-80fe0d56c4af tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Deleting port 130dd652-1c73-4541-8adb-f1ce86b811be {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:28.815631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-591d4d1d-a126-4ac9-bca2-80fe0d56c4af tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.823065 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-262273de-91e6-4439-ae38-ef39de437df0 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.843512 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-262273de-91e6-4439-ae38-ef39de437df0 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.845058 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c48a0a0-3b0e-4841-9302-5a1b244aac98 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network 523d1b1c-98ed-49ef-afa0-7760353ee21c is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:28.854358 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b92d7ccf-773f-4f19-b7d9-c241d49159cb up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:29:28.885099 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf2d719-1ac5-4943-a717-45fa9ceec909 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:28.885664 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262273de-91e6-4439-ae38-ef39de437df0 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3355432-b8d0-4289-84ed-e2a3de510763,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:28.898257 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-9c48a0a0-3b0e-4841-9302-5a1b244aac98 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 523d1b1c-98ed-49ef-afa0-7760353ee21c) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:28.924314 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c48a0a0-3b0e-4841-9302-5a1b244aac98 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:28.928328 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c48a0a0-3b0e-4841-9302-5a1b244aac98 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:28.928838 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9c48a0a0-3b0e-4841-9302-5a1b244aac98 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.953774 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-262273de-91e6-4439-ae38-ef39de437df0 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.957411 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-262273de-91e6-4439-ae38-ef39de437df0 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6900651 Mar 14 15:29:28.963393 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46694) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:28.979399 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7bf2d719-1ac5-4943-a717-45fa9ceec909 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.980439 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-7bf2d719-1ac5-4943-a717-45fa9ceec909 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Added segment 2a893306-574e-467a-badf-ac9390da17d1 of type vlan for network 7f1774b3-bae7-42b4-8606-cace4958f406 Mar 14 15:29:29.013547 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port b92d7ccf-773f-4f19-b7d9-c241d49159cb triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:29.014090 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.028534 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7143760-af58-4ec9-8052-56ef28224cf5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Router 9e924330-d779-4acc-ad0a-5b9518d102de is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:29:29.043052 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7bf2d719-1ac5-4943-a717-45fa9ceec909 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.043892 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-16d3fc8c-3d4a-4d15-96cf-1f41522cf837 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Synchronizing usage tracker for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:29.065514 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-591d4d1d-a126-4ac9-bca2-80fe0d56c4af tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.065827 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-591d4d1d-a126-4ac9-bca2-80fe0d56c4af tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.110990 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9c48a0a0-3b0e-4841-9302-5a1b244aac98 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4828627 Mar 14 15:29:29.126635 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46698) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:29.148164 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8dff299f-0b11-4d2d-888f-e9ce48f2679e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1017241170'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:29.167092 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8dff299f-0b11-4d2d-888f-e9ce48f2679e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:29.187685 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8dff299f-0b11-4d2d-888f-e9ce48f2679e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:network and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:29.193609 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8dff299f-0b11-4d2d-888f-e9ce48f2679e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:29.199825 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-16d3fc8c-3d4a-4d15-96cf-1f41522cf837 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Unset dirty status for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:29.205357 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-16d3fc8c-3d4a-4d15-96cf-1f41522cf837 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4018276 Mar 14 15:29:29.207052 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46702) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:29.208078 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8dff299f-0b11-4d2d-888f-e9ce48f2679e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:29.233177 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c47513ea-1c95-45a6-ae83-2ea439d57540 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Request body: {'security_group': {'name': 'tempest-secgroup--940898058'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:29.247802 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c47513ea-1c95-45a6-ae83-2ea439d57540 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:29.269537 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dff299f-0b11-4d2d-888f-e9ce48f2679e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:29.272510 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8dff299f-0b11-4d2d-888f-e9ce48f2679e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.291055 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c47513ea-1c95-45a6-ae83-2ea439d57540 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:29.301702 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0992f846-d0d8-445c-9ed8-6ebc37add497 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.359733 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-7bf2d719-1ac5-4943-a717-45fa9ceec909 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:29:29.380583 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-591d4d1d-a126-4ac9-bca2-80fe0d56c4af tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Calling delete_port for 130dd652-1c73-4541-8adb-f1ce86b811be owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:29.389512 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9de422f-d59a-4f12-b00a-cade3cb7e719 None None] Network 523d1b1c-98ed-49ef-afa0-7760353ee21c requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:29.494678 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c47513ea-1c95-45a6-ae83-2ea439d57540 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.498634 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7bf2d719-1ac5-4943-a717-45fa9ceec909 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.502323 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf2d719-1ac5-4943-a717-45fa9ceec909 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:29.503039 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7bf2d719-1ac5-4943-a717-45fa9ceec909 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.526621 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0992f846-d0d8-445c-9ed8-6ebc37add497 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.587620 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dff299f-0b11-4d2d-888f-e9ce48f2679e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:29.632109 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8dff299f-0b11-4d2d-888f-e9ce48f2679e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.632460 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-8dff299f-0b11-4d2d-888f-e9ce48f2679e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Added segment 7db94c90-1042-4c45-b31d-1de63e9e4db9 of type vlan for network 85905869-8e66-4bf1-8e22-5690db14ec49 Mar 14 15:29:29.636511 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7bf2d719-1ac5-4943-a717-45fa9ceec909 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0886948 Mar 14 15:29:29.641352 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46706) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:29.647708 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2d719-1ac5-4943-a717-45fa9ceec909 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'Network': ['ID=7f1774b3-bae7-42b4-8606-cace4958f406,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:29.654190 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a7c37075-794f-4499-861b-b488f8785b45 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Request body: {'subnet': {'network_id': '7f1774b3-bae7-42b4-8606-cace4958f406', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:29.670207 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 7f1774b3-bae7-42b4-8606-cace4958f406 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:29:29.698380 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c47513ea-1c95-45a6-ae83-2ea439d57540 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:29.701929 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8dff299f-0b11-4d2d-888f-e9ce48f2679e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.715279 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c47513ea-1c95-45a6-ae83-2ea439d57540 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Usage tracker for resource:security_group_rule and tenant:bd63f9a7f0f843c8be59aa28b5b461ae is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:29.720876 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c47513ea-1c95-45a6-ae83-2ea439d57540 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:29.734972 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c47513ea-1c95-45a6-ae83-2ea439d57540 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:29.748239 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0992f846-d0d8-445c-9ed8-6ebc37add497 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.780630 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992f846-d0d8-445c-9ed8-6ebc37add497 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=957d7153-4242-4953-8bcc-25900028755a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:29.820434 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8dff299f-0b11-4d2d-888f-e9ce48f2679e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.825045 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dff299f-0b11-4d2d-888f-e9ce48f2679e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:29.825924 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8dff299f-0b11-4d2d-888f-e9ce48f2679e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.829342 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a7c37075-794f-4499-861b-b488f8785b45 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:29.832841 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-591d4d1d-a126-4ac9-bca2-80fe0d56c4af tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.882339 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a7c37075-794f-4499-861b-b488f8785b45 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Usage tracker for resource:subnet and tenant:6f4bbc23959b4526b173f35652c6cf99 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:29.891006 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a7c37075-794f-4499-861b-b488f8785b45 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:29.907032 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d4d1d-a126-4ac9-bca2-80fe0d56c4af tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Pushing event deleted for resources: {'Port': ['ID=130dd652-1c73-4541-8adb-f1ce86b811be,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:29.909567 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a7c37075-794f-4499-861b-b488f8785b45 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:29.974311 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0992f846-d0d8-445c-9ed8-6ebc37add497 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.975427 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0992f846-d0d8-445c-9ed8-6ebc37add497 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "DELETE /v2.0/security-groups/957d7153-4242-4953-8bcc-25900028755a HTTP/1.1" status: 204 len: 168 time: 1.0112059 Mar 14 15:29:29.987259 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8dff299f-0b11-4d2d-888f-e9ce48f2679e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8595562 Mar 14 15:29:29.990590 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46710) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:29.991099 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46712) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:29.995888 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c47513ea-1c95-45a6-ae83-2ea439d57540 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.002297 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff299f-0b11-4d2d-888f-e9ce48f2679e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Network': ['ID=85905869-8e66-4bf1-8e22-5690db14ec49,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:30.005041 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c47513ea-1c95-45a6-ae83-2ea439d57540 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.014777 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 85905869-8e66-4bf1-8e22-5690db14ec49 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:29:30.019009 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'ports': [{'network_id': '523d1b1c-98ed-49ef-afa0-7760353ee21c'}, {'network_id': '85905869-8e66-4bf1-8e22-5690db14ec49'}]} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:30.019328 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'port': {'network_id': '523d1b1c-98ed-49ef-afa0-7760353ee21c'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:30.019802 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'port': {'network_id': '85905869-8e66-4bf1-8e22-5690db14ec49'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:30.040821 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c37075-794f-4499-861b-b488f8785b45 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Made reservation on behalf of 6f4bbc23959b4526b173f35652c6cf99 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:30.061781 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c47513ea-1c95-45a6-ae83-2ea439d57540 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.065889 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c47513ea-1c95-45a6-ae83-2ea439d57540 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8524921 Mar 14 15:29:30.067232 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46718) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:30.072535 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a9572ce7-499d-4816-8b77-448fbce6013f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Request body: {'security_group_rule': {'security_group_id': '9d68818e-41ed-4b39-951f-ecf7a1084dc8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:30.077570 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47513ea-1c95-45a6-ae83-2ea439d57540 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d68818e-41ed-4b39-951f-ecf7a1084dc8,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:30.083566 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a9572ce7-499d-4816-8b77-448fbce6013f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:30.090438 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a9572ce7-499d-4816-8b77-448fbce6013f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Usage tracker for resource:security_group_rule and tenant:bd63f9a7f0f843c8be59aa28b5b461ae is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:30.095748 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a9572ce7-499d-4816-8b77-448fbce6013f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:30.103950 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a9572ce7-499d-4816-8b77-448fbce6013f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:30.119948 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae2de2f-8129-4121-80d5-503659541f90 admin admin] Router f54a3fda-b511-4ddd-8023-d5b84d38d826 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:29:30.134246 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9572ce7-499d-4816-8b77-448fbce6013f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.235265 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-591d4d1d-a126-4ac9-bca2-80fe0d56c4af tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.256485 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7143760-af58-4ec9-8052-56ef28224cf5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:29:30.270441 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8c7f35-8a21-405b-8906-6f685b872ed4 None None] Sync routers for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:29:30.289559 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8c7f35-8a21-405b-8906-6f685b872ed4 None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:29:30.290869 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7d8c7f35-8a21-405b-8906-6f685b872ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:29:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:30.299057 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7c37075-794f-4499-861b-b488f8785b45 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.338141 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b264260f-f70b-4b27-80d3-964556587111 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Synchronizing usage tracker for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:30.343883 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9572ce7-499d-4816-8b77-448fbce6013f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.348607 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9572ce7-499d-4816-8b77-448fbce6013f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.380509 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9572ce7-499d-4816-8b77-448fbce6013f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa28e5e-f5d6-4ee0-b2cc-83d70b501f7f,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:30.396260 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9572ce7-499d-4816-8b77-448fbce6013f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.400002 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a9572ce7-499d-4816-8b77-448fbce6013f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3303258 Mar 14 15:29:30.405807 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7d8c7f35-8a21-405b-8906-6f685b872ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:30.407840 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46722) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:30.414552 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b351716a-c628-4557-83c9-ebf92b0bb05f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Request body: {'security_group_rule': {'security_group_id': '9d68818e-41ed-4b39-951f-ecf7a1084dc8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:30.419210 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8c7f35-8a21-405b-8906-6f685b872ed4 None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:29:30.419698 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7d8c7f35-8a21-405b-8906-6f685b872ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:29:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:30.422011 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b351716a-c628-4557-83c9-ebf92b0bb05f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:30.428245 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b351716a-c628-4557-83c9-ebf92b0bb05f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Usage tracker for resource:security_group_rule and tenant:bd63f9a7f0f843c8be59aa28b5b461ae is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:30.432462 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b351716a-c628-4557-83c9-ebf92b0bb05f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:30.439793 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b351716a-c628-4557-83c9-ebf92b0bb05f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:30.460484 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-591d4d1d-a126-4ac9-bca2-80fe0d56c4af tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.461610 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-591d4d1d-a126-4ac9-bca2-80fe0d56c4af tempest-ServersTestManualDisk-1310853933 tempest-ServersTestManualDisk-1310853933-project] 10.222.0.60 "DELETE /v2.0/floatingips/82c4318a-63f1-417b-8c81-b2c38e737915 HTTP/1.1" status: 204 len: 168 time: 1.8720417 Mar 14 15:29:30.469537 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46726) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:30.474374 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b351716a-c628-4557-83c9-ebf92b0bb05f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.484791 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7d8c7f35-8a21-405b-8906-6f685b872ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:30.485190 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8c7f35-8a21-405b-8906-6f685b872ed4 None None] The sync data for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:29:30.492304 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7143760-af58-4ec9-8052-56ef28224cf5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.493475 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c7143760-af58-4ec9-8052-56ef28224cf5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.3952365 Mar 14 15:29:30.502182 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46730) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:30.652686 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae2de2f-8129-4121-80d5-503659541f90 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:29:30.662044 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7804342-f2c3-414d-927f-2ced0e5d1e64 None None] Sync routers for ids ['f54a3fda-b511-4ddd-8023-d5b84d38d826'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:29:30.667059 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-cae2de2f-8129-4121-80d5-503659541f90 admin admin] 10.222.0.60 "PUT /v2.0/routers/f54a3fda-b511-4ddd-8023-d5b84d38d826/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6550872 Mar 14 15:29:30.671038 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46734) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:30.679066 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7804342-f2c3-414d-927f-2ced0e5d1e64 None None] Routers {'f54a3fda-b511-4ddd-8023-d5b84d38d826'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:29:30.679934 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b7804342-f2c3-414d-927f-2ced0e5d1e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:29:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['f54a3fda-b511-4ddd-8023-d5b84d38d826'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:30.698628 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b264260f-f70b-4b27-80d3-964556587111 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Unset dirty status for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:30.700086 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b264260f-f70b-4b27-80d3-964556587111 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7082505 Mar 14 15:29:30.733925 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46738) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:30.756413 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b351716a-c628-4557-83c9-ebf92b0bb05f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.769016 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:30.779271 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:port and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:30.785232 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:30.800819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:30.828086 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b351716a-c628-4557-83c9-ebf92b0bb05f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.830676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'port': 2} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:30.834193 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.864709 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351716a-c628-4557-83c9-ebf92b0bb05f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49dce269-9e23-4938-acb4-7223f09f88e7,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:30.906044 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.908064 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b351716a-c628-4557-83c9-ebf92b0bb05f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.909225 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b351716a-c628-4557-83c9-ebf92b0bb05f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5003498 Mar 14 15:29:30.912466 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46742) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:30.920966 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-215281fb-3967-4124-b47e-6d72e74f5cf8 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Synchronizing usage tracker for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:30.929643 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b7804342-f2c3-414d-927f-2ced0e5d1e64 None None] Set router f54a3fda-b511-4ddd-8023-d5b84d38d826 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:29:30.929825 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c5216ace-beb3-4a4d-804b-5f75f32f7777 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Request body: {'security_group_rule': {'security_group_id': '9d68818e-41ed-4b39-951f-ecf7a1084dc8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:30.942448 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c5216ace-beb3-4a4d-804b-5f75f32f7777 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:30.953115 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c5216ace-beb3-4a4d-804b-5f75f32f7777 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Usage tracker for resource:security_group_rule and tenant:bd63f9a7f0f843c8be59aa28b5b461ae is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:30.957319 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c5216ace-beb3-4a4d-804b-5f75f32f7777 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:30.965450 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c5216ace-beb3-4a4d-804b-5f75f32f7777 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:30.967529 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-215281fb-3967-4124-b47e-6d72e74f5cf8 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Unset dirty status for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:30.971526 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-215281fb-3967-4124-b47e-6d72e74f5cf8 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2275803 Mar 14 15:29:30.972218 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46746) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:31.003490 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-e9bfeded-dd39-4cf1-a89e-79148696faf9 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] delete failed (client error): The resource could not be found. Mar 14 15:29:31.007957 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e9bfeded-dd39-4cf1-a89e-79148696faf9 tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "DELETE /v2.0/security-groups/957d7153-4242-4953-8bcc-25900028755a HTTP/1.1" status: 404 len: 347 time: 0.0314307 Mar 14 15:29:31.010154 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46750) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:31.036373 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5216ace-beb3-4a4d-804b-5f75f32f7777 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.100108 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7c37075-794f-4499-861b-b488f8785b45 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.208007 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-66b01cfc-154d-44cb-bb8c-98c96998821f tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Synchronizing usage tracker for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:31.259050 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] device_id is not set on port 7af64092-c375-4646-964f-b9b7c33c1581 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:29:31.268478 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b7804342-f2c3-414d-927f-2ced0e5d1e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'name': 'tempest-ServersTestJSON-2050657604-router', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:29:26Z', 'revision_number': 5, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'gw_port': {'id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:31.273554 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7804342-f2c3-414d-927f-2ced0e5d1e64 None None] Checking router: f54a3fda-b511-4ddd-8023-d5b84d38d826 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:29:31.285860 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7804342-f2c3-414d-927f-2ced0e5d1e64 None None] Routers {'f54a3fda-b511-4ddd-8023-d5b84d38d826'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:29:31.286529 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b7804342-f2c3-414d-927f-2ced0e5d1e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:29:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['f54a3fda-b511-4ddd-8023-d5b84d38d826'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:31.294163 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c37075-794f-4499-861b-b488f8785b45 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'Subnet': ['ID=83df0a5a-82ff-421a-a94d-924b22615e42,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:31.382729 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c37075-794f-4499-861b-b488f8785b45 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Checking segment: {'id': '2a893306-574e-467a-badf-ac9390da17d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7f1774b3-bae7-42b4-8606-cace4958f406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:31.383111 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c37075-794f-4499-861b-b488f8785b45 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Network hostable DHCP agents. Network: 7f1774b3-bae7-42b4-8606-cace4958f406, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:31.412154 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5216ace-beb3-4a4d-804b-5f75f32f7777 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.416001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-66b01cfc-154d-44cb-bb8c-98c96998821f tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] Unset dirty status for tenant:d4872091fbff4a8994558a28e6644a8c on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:31.417193 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-66b01cfc-154d-44cb-bb8c-98c96998821f tempest-SecGroupTest-1642213144 tempest-SecGroupTest-1642213144-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3979580 Mar 14 15:29:31.435169 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5216ace-beb3-4a4d-804b-5f75f32f7777 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.469340 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5216ace-beb3-4a4d-804b-5f75f32f7777 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f5638e-dfe6-4f6b-9b8c-266337ebcb27,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:31.474260 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f37567cf-6b4b-48dd-915a-9e38f9cbc136 admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.492881 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b7804342-f2c3-414d-927f-2ced0e5d1e64 None None] Set router f54a3fda-b511-4ddd-8023-d5b84d38d826 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:29:31.532382 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c37075-794f-4499-861b-b488f8785b45 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Network 7f1774b3-bae7-42b4-8606-cace4958f406 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:31.564100 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a7c37075-794f-4499-861b-b488f8785b45 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 7f1774b3-bae7-42b4-8606-cace4958f406) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:31.572716 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.577240 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c37075-794f-4499-861b-b488f8785b45 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:31.577999 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7c37075-794f-4499-861b-b488f8785b45 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.599879 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5216ace-beb3-4a4d-804b-5f75f32f7777 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.601032 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c5216ace-beb3-4a4d-804b-5f75f32f7777 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6862128 Mar 14 15:29:31.608734 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46756) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:31.621378 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-97c4edf6-882f-49ea-aea3-be00ed3750be tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Request body: {'security_group_rule': {'security_group_id': '9d68818e-41ed-4b39-951f-ecf7a1084dc8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:31.631669 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-97c4edf6-882f-49ea-aea3-be00ed3750be tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:31.646575 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad5601d-30d1-4c3d-9a26-9291f9c8c164 None None] Network 7f1774b3-bae7-42b4-8606-cace4958f406 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:31.647614 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-97c4edf6-882f-49ea-aea3-be00ed3750be tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Usage tracker for resource:security_group_rule and tenant:bd63f9a7f0f843c8be59aa28b5b461ae is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:31.654000 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-97c4edf6-882f-49ea-aea3-be00ed3750be tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:31.664023 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-97c4edf6-882f-49ea-aea3-be00ed3750be tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:31.711073 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a7c37075-794f-4499-861b-b488f8785b45 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0660555 Mar 14 15:29:31.713878 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46760) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:31.720754 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] device_id is not set on port 141fdd4f-bcaf-495b-b1ff-55815152697f yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:29:31.758135 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-97c4edf6-882f-49ea-aea3-be00ed3750be tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.867405 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46766) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:31.922009 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-801ecef2-e5d5-4dfb-8994-202e6fc7572c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.979805 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.035411 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.065314 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8c7701-6022-460c-ad54-720c38650649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-7f1774b3-bae7-42b4-8606-cace4958f406', 'network_id': '7f1774b3-bae7-42b4-8606-cace4958f406', 'tenant_id': '6f4bbc23959b4526b173f35652c6cf99', 'fixed_ips': [{'subnet_id': '83df0a5a-82ff-421a-a94d-924b22615e42'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:29:32.066163 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7701-6022-460c-ad54-720c38650649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.096779 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b7804342-f2c3-414d-927f-2ced0e5d1e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'name': 'tempest-ServersTestJSON-2050657604-router', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:29:26Z', 'revision_number': 5, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'gw_port': {'id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:32.103144 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-97c4edf6-882f-49ea-aea3-be00ed3750be tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.121136 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.122341 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network 523d1b1c-98ed-49ef-afa0-7760353ee21c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:32.124328 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:32.126664 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Port': ['ID=7af64092-c375-4646-964f-b9b7c33c1581,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:32.128088 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:32.128337 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-97c4edf6-882f-49ea-aea3-be00ed3750be tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.128888 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.171061 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f37567cf-6b4b-48dd-915a-9e38f9cbc136 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.177839 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4edf6-882f-49ea-aea3-be00ed3750be tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53af501-351a-4401-a938-7ef795eeee91,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:32.178201 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7804342-f2c3-414d-927f-2ced0e5d1e64 None None] The sync data for ids ['f54a3fda-b511-4ddd-8023-d5b84d38d826'] in dv-neutron-833561-1-hyperv is: [{'id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'name': 'tempest-ServersTestJSON-2050657604-router', 'tenant_id': '7a768ca8c59c43f79f741921fc7a86a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:29:26Z', 'revision_number': 5, 'project_id': '7a768ca8c59c43f79f741921fc7a86a9', 'gw_port': {'id': 'db8480d6-e152-4087-99bf-8c054f74f5c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54a3fda-b511-4ddd-8023-d5b84d38d826', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:47Z', 'updated_at': '2022-03-14T15:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:29:32.261925 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-f37567cf-6b4b-48dd-915a-9e38f9cbc136 admin admin] Deleting port db8480d6-e152-4087-99bf-8c054f74f5c5 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:32.262686 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f37567cf-6b4b-48dd-915a-9e38f9cbc136 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.300739 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Port': ['ID=141fdd4f-bcaf-495b-b1ff-55815152697f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:32.309658 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-97c4edf6-882f-49ea-aea3-be00ed3750be tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.313768 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-97c4edf6-882f-49ea-aea3-be00ed3750be tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7039373 Mar 14 15:29:32.318830 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46772) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:32.331905 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d8f29867-1758-49eb-aab0-28336dab6821 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Request body: {'security_group_rule': {'security_group_id': '9d68818e-41ed-4b39-951f-ecf7a1084dc8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:32.342136 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-2f8c7701-6022-460c-ad54-720c38650649 None None] Allocated IP 2001:db8::1 (7f1774b3-bae7-42b4-8606-cace4958f406/83df0a5a-82ff-421a-a94d-924b22615e42/9c4534d6-b8fb-422d-b3c6-b80ef5ff5bd4) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:32.347888 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d8f29867-1758-49eb-aab0-28336dab6821 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:32.359579 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-d8f29867-1758-49eb-aab0-28336dab6821 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Usage tracker for resource:security_group_rule and tenant:bd63f9a7f0f843c8be59aa28b5b461ae is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:32.365171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-d8f29867-1758-49eb-aab0-28336dab6821 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:32.380235 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.525477 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d8f29867-1758-49eb-aab0-28336dab6821 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:32.528290 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Checking segment: {'id': '7db94c90-1042-4c45-b31d-1de63e9e4db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '85905869-8e66-4bf1-8e22-5690db14ec49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:32.528852 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network hostable DHCP agents. Network: 85905869-8e66-4bf1-8e22-5690db14ec49, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:32.537371 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a1f39ef3-4ec5-429c-b979-d675fbcbcdab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d4872091fbff4a8994558a28e6644a8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6643107 Mar 14 15:29:32.542205 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46776) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:32.578133 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5387632c-6af9-4f04-80d6-6927b5213303 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.589711 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8f29867-1758-49eb-aab0-28336dab6821 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.621579 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:29:32.645032 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-f37567cf-6b4b-48dd-915a-9e38f9cbc136 admin admin] For port db8480d6-e152-4087-99bf-8c054f74f5c5, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=db8480d6-e152-4087-99bf-8c054f74f5c5,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:32.645387 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f37567cf-6b4b-48dd-915a-9e38f9cbc136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.654929 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7701-6022-460c-ad54-720c38650649 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.667168 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2f8c7701-6022-460c-ad54-720c38650649 None None] Transition to ACTIVE for port object 9c4534d6-b8fb-422d-b3c6-b80ef5ff5bd4 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:32.685366 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2f8c7701-6022-460c-ad54-720c38650649 None None] Transition to ACTIVE for port object 9c4534d6-b8fb-422d-b3c6-b80ef5ff5bd4 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:32.696199 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7701-6022-460c-ad54-720c38650649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.729763 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network 85905869-8e66-4bf1-8e22-5690db14ec49 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:32.744185 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b1a948df-2c7d-4908-9e28-67b1959d94bb no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:29:32.766333 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 85905869-8e66-4bf1-8e22-5690db14ec49) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:32.782168 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:32.786030 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:32.787751 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-f37567cf-6b4b-48dd-915a-9e38f9cbc136 admin admin] Calling delete_port for db8480d6-e152-4087-99bf-8c054f74f5c5 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:32.789257 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:32.789917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.795891 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e122894-caf1-40af-b6ec-ff2bbdc2bc24 None None] Network 85905869-8e66-4bf1-8e22-5690db14ec49 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:32.818036 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: b1a948df-2c7d-4908-9e28-67b1959d94bb {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:29:32.818454 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b1a948df-2c7d-4908-9e28-67b1959d94bb not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:29:32.849763 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a80d017e-d6f4-4ad8-b193-16239ca80ea6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8564117 Mar 14 15:29:32.851796 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8f29867-1758-49eb-aab0-28336dab6821 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.854116 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46780) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:32.869175 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94475dcd-80b2-4758-899a-4f17687abbe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.871836 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.895685 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8f29867-1758-49eb-aab0-28336dab6821 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.897472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8c7701-6022-460c-ad54-720c38650649 None None] Network 7f1774b3-bae7-42b4-8606-cace4958f406 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:32.920276 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c7701-6022-460c-ad54-720c38650649 None None] Pushing event updated for resources: {'Port': ['ID=9c4534d6-b8fb-422d-b3c6-b80ef5ff5bd4,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:32.926824 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-2f8c7701-6022-460c-ad54-720c38650649 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:32.935911 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8c7701-6022-460c-ad54-720c38650649 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:32.971408 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Subnet': ['ID=83df0a5a-82ff-421a-a94d-924b22615e42,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:32.991418 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f29867-1758-49eb-aab0-28336dab6821 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e2daae-cd79-4abc-ab6a-9a42bbc5d407,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:33.007308 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-eea364b1-51a0-4d5f-b7da-0a4cb5497ee7 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting port 141fdd4f-bcaf-495b-b1ff-55815152697f {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:33.007650 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eea364b1-51a0-4d5f-b7da-0a4cb5497ee7 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.045382 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94475dcd-80b2-4758-899a-4f17687abbe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.053982 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8f29867-1758-49eb-aab0-28336dab6821 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.055166 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d8f29867-1758-49eb-aab0-28336dab6821 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.7278390 Mar 14 15:29:33.061154 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46784) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:33.180415 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2f8c7701-6022-460c-ad54-720c38650649 None None] Attempting to bind port 9c4534d6-b8fb-422d-b3c6-b80ef5ff5bd4 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:33.181321 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2f8c7701-6022-460c-ad54-720c38650649 None None] Attempting to bind port 9c4534d6-b8fb-422d-b3c6-b80ef5ff5bd4 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '2a893306-574e-467a-badf-ac9390da17d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7f1774b3-bae7-42b4-8606-cace4958f406'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:33.181849 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c7701-6022-460c-ad54-720c38650649 None None] Attempting to bind port 9c4534d6-b8fb-422d-b3c6-b80ef5ff5bd4 on network 7f1774b3-bae7-42b4-8606-cace4958f406 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:29:33.201710 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6361db9b-5caf-42b5-bf07-ce6045614ea0 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.207663 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c7701-6022-460c-ad54-720c38650649 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:29:33.208639 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c7701-6022-460c-ad54-720c38650649 None None] Checking segment: {'id': '2a893306-574e-467a-badf-ac9390da17d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7f1774b3-bae7-42b4-8606-cace4958f406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:33.209234 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7701-6022-460c-ad54-720c38650649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.209797 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c7701-6022-460c-ad54-720c38650649 None None] Bound using segment: {'id': '2a893306-574e-467a-badf-ac9390da17d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7f1774b3-bae7-42b4-8606-cace4958f406'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:29:33.210453 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2f8c7701-6022-460c-ad54-720c38650649 None None] Bound port: 9c4534d6-b8fb-422d-b3c6-b80ef5ff5bd4, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a893306-574e-467a-badf-ac9390da17d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7f1774b3-bae7-42b4-8606-cace4958f406'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:33.211827 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7701-6022-460c-ad54-720c38650649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.236431 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6361db9b-5caf-42b5-bf07-ce6045614ea0 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.331716 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2f8c7701-6022-460c-ad54-720c38650649 None None] For port 9c4534d6-b8fb-422d-b3c6-b80ef5ff5bd4, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:33.334903 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2f8c7701-6022-460c-ad54-720c38650649 None None] For port 9c4534d6-b8fb-422d-b3c6-b80ef5ff5bd4, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9c4534d6-b8fb-422d-b3c6-b80ef5ff5bd4,segment=NetworkSegment(2a893306-574e-467a-badf-ac9390da17d1),segment_id=2a893306-574e-467a-badf-ac9390da17d1)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:33.339366 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7701-6022-460c-ad54-720c38650649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.421252 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6361db9b-5caf-42b5-bf07-ce6045614ea0 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.423891 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eea364b1-51a0-4d5f-b7da-0a4cb5497ee7 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.426644 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c7701-6022-460c-ad54-720c38650649 None None] Pushing event updated for resources: {'Port': ['ID=9c4534d6-b8fb-422d-b3c6-b80ef5ff5bd4,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:33.457159 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-5387632c-6af9-4f04-80d6-6927b5213303 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Allocated IP 172.20.0.1 (276ce184-00e4-40d9-9837-1af332a941fb/ca6a33e1-df35-41af-82be-469009c7c8e0/583329b1-fa3f-4df5-8256-29d012ab7724) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:33.464024 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.509857 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361db9b-5caf-42b5-bf07-ce6045614ea0 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50e2daae-cd79-4abc-ab6a-9a42bbc5d407,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:33.512437 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1774b3-bae7-42b4-8606-cace4958f406']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:33.515674 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8368920c-7ac3-4f62-9a73-aea14ba4f212 None None] Network 7f1774b3-bae7-42b4-8606-cace4958f406 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:33.537254 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a893306-574e-467a-badf-ac9390da17d1') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:33.537537 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a893306-574e-467a-badf-ac9390da17d1') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:33.584525 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-eea364b1-51a0-4d5f-b7da-0a4cb5497ee7 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Calling delete_port for 141fdd4f-bcaf-495b-b1ff-55815152697f owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:33.600870 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.611827 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6361db9b-5caf-42b5-bf07-ce6045614ea0 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.613283 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6361db9b-5caf-42b5-bf07-ce6045614ea0 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/50e2daae-cd79-4abc-ab6a-9a42bbc5d407 HTTP/1.1" status: 204 len: 168 time: 0.5444841 Mar 14 15:29:33.619103 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94475dcd-80b2-4758-899a-4f17687abbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.620696 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46790) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:33.674471 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94475dcd-80b2-4758-899a-4f17687abbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966ca3f3-ec0a-48e1-9d71-eb78536573ea,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:33.688163 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.696520 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f37567cf-6b4b-48dd-915a-9e38f9cbc136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.731453 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:29:33.731861 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:33.749611 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:33.773292 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbc111a-1e60-460e-9999-f025a6d984e0 None None] get_active_networks_info from dv-neutron-833561-1-hyperv {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 14 15:29:33.803282 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7eb7c14f-7dd8-4cbd-bddf-8e53ae39d5ab tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Synchronizing usage tracker for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:33.821055 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eea364b1-51a0-4d5f-b7da-0a4cb5497ee7 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.825380 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37567cf-6b4b-48dd-915a-9e38f9cbc136 admin admin] Pushing event deleted for resources: {'Port': ['ID=db8480d6-e152-4087-99bf-8c054f74f5c5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:33.919596 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea364b1-51a0-4d5f-b7da-0a4cb5497ee7 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Port': ['ID=141fdd4f-bcaf-495b-b1ff-55815152697f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:33.928572 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbc111a-1e60-460e-9999-f025a6d984e0 None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:29:33.936062 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.api [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 15:29:33.936062 dv-neutron-833561-1-hyperv neutron-server[83910]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 15:29:33.936062 dv-neutron-833561-1-hyperv neutron-server[83910]: [parameters: {'id': '7f1774b3-bae7-42b4-8606-cace4958f406'}] Mar 14 15:29:33.936062 dv-neutron-833561-1-hyperv neutron-server[83910]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:29:33.936489 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG oslo_db.api [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:29:33.940645 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7eb7c14f-7dd8-4cbd-bddf-8e53ae39d5ab tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Unset dirty status for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:33.941962 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7eb7c14f-7dd8-4cbd-bddf-8e53ae39d5ab tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.3182471 Mar 14 15:29:33.945175 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46794) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:33.950736 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eea364b1-51a0-4d5f-b7da-0a4cb5497ee7 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.972245 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5387632c-6af9-4f04-80d6-6927b5213303 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.980510 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-eea364b1-51a0-4d5f-b7da-0a4cb5497ee7 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/ports/141fdd4f-bcaf-495b-b1ff-55815152697f HTTP/1.1" status: 204 len: 168 time: 1.1224341 Mar 14 15:29:33.983765 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46798) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:33.991089 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94475dcd-80b2-4758-899a-4f17687abbe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.994538 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-94475dcd-80b2-4758-899a-4f17687abbe1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/966ca3f3-ec0a-48e1-9d71-eb78536573ea HTTP/1.1" status: 204 len: 168 time: 1.4466879 Mar 14 15:29:34.051832 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24ae53b2-72b5-4261-b631-e88f513188a0 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.066409 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24ae53b2-72b5-4261-b631-e88f513188a0 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.120370 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24ae53b2-72b5-4261-b631-e88f513188a0 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.138501 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5387632c-6af9-4f04-80d6-6927b5213303 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.149973 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f37567cf-6b4b-48dd-915a-9e38f9cbc136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.194967 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b356aa-5746-4434-84d6-e48b75406ecb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:34.199015 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b356aa-5746-4434-84d6-e48b75406ecb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:34.200341 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e8b356aa-5746-4434-84d6-e48b75406ecb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Synchronizing usage tracker for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:34.213083 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae53b2-72b5-4261-b631-e88f513188a0 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b53af501-351a-4401-a938-7ef795eeee91,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:34.226880 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24ae53b2-72b5-4261-b631-e88f513188a0 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.228446 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-24ae53b2-72b5-4261-b631-e88f513188a0 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/b53af501-351a-4401-a938-7ef795eeee91 HTTP/1.1" status: 204 len: 168 time: 0.2744281 Mar 14 15:29:34.241338 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46806) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:34.287175 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5387632c-6af9-4f04-80d6-6927b5213303 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Network 276ce184-00e4-40d9-9837-1af332a941fb is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:34.293345 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-5387632c-6af9-4f04-80d6-6927b5213303 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:34.295954 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5387632c-6af9-4f04-80d6-6927b5213303 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:34.329504 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e8b356aa-5746-4434-84d6-e48b75406ecb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Unset dirty status for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:34.330760 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e8b356aa-5746-4434-84d6-e48b75406ecb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3449342 Mar 14 15:29:34.336057 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387632c-6af9-4f04-80d6-6927b5213303 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Port': ['ID=583329b1-fa3f-4df5-8256-29d012ab7724,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:34.338579 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46810) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:34.437531 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d20e3ef3-a603-4440-9e8c-1346353d5526 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting port 7af64092-c375-4646-964f-b9b7c33c1581 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:34.438221 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d20e3ef3-a603-4440-9e8c-1346353d5526 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.497615 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5387632c-6af9-4f04-80d6-6927b5213303 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.508238 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-01e4f903-c2ef-4126-bb7b-da157eae4c21 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Synchronizing usage tracker for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:34.538181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-01e4f903-c2ef-4126-bb7b-da157eae4c21 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Unset dirty status for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:34.542517 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-01e4f903-c2ef-4126-bb7b-da157eae4c21 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.2912571 Mar 14 15:29:34.543359 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46820) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:34.610491 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.618719 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7159d938-ec63-403b-af9e-c535c52005e4 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.641679 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7159d938-ec63-403b-af9e-c535c52005e4 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.661840 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5387632c-6af9-4f04-80d6-6927b5213303 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.666452 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f37567cf-6b4b-48dd-915a-9e38f9cbc136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.678296 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Deleting port 9c4534d6-b8fb-422d-b3c6-b80ef5ff5bd4 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:34.679192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.735919 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7159d938-ec63-403b-af9e-c535c52005e4 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.773394 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159d938-ec63-403b-af9e-c535c52005e4 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54f5638e-dfe6-4f6b-9b8c-266337ebcb27,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:34.780782 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7159d938-ec63-403b-af9e-c535c52005e4 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.784482 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7159d938-ec63-403b-af9e-c535c52005e4 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/54f5638e-dfe6-4f6b-9b8c-266337ebcb27 HTTP/1.1" status: 204 len: 168 time: 0.2378199 Mar 14 15:29:34.785200 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46828) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:34.911570 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f37567cf-6b4b-48dd-915a-9e38f9cbc136 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.991068 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-6e179fb1-7368-4399-9756-4a514ee41a6c tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Synchronizing usage tracker for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:35.028803 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-6e179fb1-7368-4399-9756-4a514ee41a6c tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Unset dirty status for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:35.033727 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6e179fb1-7368-4399-9756-4a514ee41a6c tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2443726 Mar 14 15:29:35.033727 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46838) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:35.144151 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2153e78d-70b0-423b-93ff-dc60dd01433c tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.167952 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2153e78d-70b0-423b-93ff-dc60dd01433c tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.215053 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f37567cf-6b4b-48dd-915a-9e38f9cbc136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.215816 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37567cf-6b4b-48dd-915a-9e38f9cbc136 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f54a3fda-b511-4ddd-8023-d5b84d38d826 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:29:35.233730 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-801ecef2-e5d5-4dfb-8994-202e6fc7572c admin admin] Deleting port 4dfa73e0-d397-450b-8d6d-9083fb47cf76 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:35.234315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-801ecef2-e5d5-4dfb-8994-202e6fc7572c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.241385 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2153e78d-70b0-423b-93ff-dc60dd01433c tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.271886 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153e78d-70b0-423b-93ff-dc60dd01433c tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49dce269-9e23-4938-acb4-7223f09f88e7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:35.284677 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2153e78d-70b0-423b-93ff-dc60dd01433c tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.289358 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2153e78d-70b0-423b-93ff-dc60dd01433c tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/49dce269-9e23-4938-acb4-7223f09f88e7 HTTP/1.1" status: 204 len: 168 time: 0.2518485 Mar 14 15:29:35.289358 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46844) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:35.304303 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d20e3ef3-a603-4440-9e8c-1346353d5526 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.322277 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f37567cf-6b4b-48dd-915a-9e38f9cbc136 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.323386 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f37567cf-6b4b-48dd-915a-9e38f9cbc136 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f54a3fda-b511-4ddd-8023-d5b84d38d826 HTTP/1.1" status: 204 len: 168 time: 4.6514442 Mar 14 15:29:35.328528 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5387632c-6af9-4f04-80d6-6927b5213303 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.328867 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] For port 9c4534d6-b8fb-422d-b3c6-b80ef5ff5bd4, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9c4534d6-b8fb-422d-b3c6-b80ef5ff5bd4,segment=NetworkSegment(2a893306-574e-467a-badf-ac9390da17d1),segment_id=2a893306-574e-467a-badf-ac9390da17d1)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:35.329221 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.330135 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46848) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:35.380031 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5387632c-6af9-4f04-80d6-6927b5213303 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.461949 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d20e3ef3-a603-4440-9e8c-1346353d5526 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Calling delete_port for 7af64092-c375-4646-964f-b9b7c33c1581 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:35.522693 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b83741-3a9f-4c03-b59a-f8d27186d8fd admin admin] Deleting subnet 063aedb3-7811-4db4-ba2a-90a8dd4bc354 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:29:35.543182 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c068b475-8dfc-4c56-ac7f-bfd39b24d4ee tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Synchronizing usage tracker for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:35.546811 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38b83741-3a9f-4c03-b59a-f8d27186d8fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.576860 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5387632c-6af9-4f04-80d6-6927b5213303 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.580170 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387632c-6af9-4f04-80d6-6927b5213303 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Port': ['ID=583329b1-fa3f-4df5-8256-29d012ab7724,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:35.659039 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Calling delete_port for 9c4534d6-b8fb-422d-b3c6-b80ef5ff5bd4 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:35.678901 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38b83741-3a9f-4c03-b59a-f8d27186d8fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.708854 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c068b475-8dfc-4c56-ac7f-bfd39b24d4ee tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Unset dirty status for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:35.712855 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c068b475-8dfc-4c56-ac7f-bfd39b24d4ee tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4204576 Mar 14 15:29:35.716175 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46860) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:35.793811 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a162b07f-c58f-4b35-8369-3a4199954b10 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.812897 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a162b07f-c58f-4b35-8369-3a4199954b10 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.815109 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d20e3ef3-a603-4440-9e8c-1346353d5526 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.868509 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5387632c-6af9-4f04-80d6-6927b5213303 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Network 276ce184-00e4-40d9-9837-1af332a941fb is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:35.869689 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38b83741-3a9f-4c03-b59a-f8d27186d8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.900832 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-5387632c-6af9-4f04-80d6-6927b5213303 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:35.912647 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e3ef3-a603-4440-9e8c-1346353d5526 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Port': ['ID=7af64092-c375-4646-964f-b9b7c33c1581,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:35.931533 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-801ecef2-e5d5-4dfb-8994-202e6fc7572c admin admin] For port 4dfa73e0-d397-450b-8d6d-9083fb47cf76, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=4dfa73e0-d397-450b-8d6d-9083fb47cf76,segment=NetworkSegment(baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2),segment_id=baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:35.932344 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-801ecef2-e5d5-4dfb-8994-202e6fc7572c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.947961 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.956966 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d20e3ef3-a603-4440-9e8c-1346353d5526 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.970011 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a162b07f-c58f-4b35-8369-3a4199954b10 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.067447 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162b07f-c58f-4b35-8369-3a4199954b10 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5aa28e5e-f5d6-4ee0-b2cc-83d70b501f7f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:36.095302 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a162b07f-c58f-4b35-8369-3a4199954b10 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.098619 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a162b07f-c58f-4b35-8369-3a4199954b10 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/5aa28e5e-f5d6-4ee0-b2cc-83d70b501f7f HTTP/1.1" status: 204 len: 168 time: 0.3777504 Mar 14 15:29:36.099373 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46870) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:36.118903 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-801ecef2-e5d5-4dfb-8994-202e6fc7572c admin admin] Calling delete_port for 4dfa73e0-d397-450b-8d6d-9083fb47cf76 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:36.143728 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38b83741-3a9f-4c03-b59a-f8d27186d8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.159676 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Port': ['ID=9c4534d6-b8fb-422d-b3c6-b80ef5ff5bd4,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:36.168913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] No DVR routers for this DVR port 9c4534d6-b8fb-422d-b3c6-b80ef5ff5bd4 on host dv-neutron-833561-1-hyperv {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:36.190889 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46874) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:36.195890 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b83741-3a9f-4c03-b59a-f8d27186d8fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=063aedb3-7811-4db4-ba2a-90a8dd4bc354,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:36.211919 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38b83741-3a9f-4c03-b59a-f8d27186d8fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.217418 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d20e3ef3-a603-4440-9e8c-1346353d5526 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/ports/7af64092-c375-4646-964f-b9b7c33c1581 HTTP/1.1" status: 204 len: 168 time: 1.8712072 Mar 14 15:29:36.218491 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a885cbd2-6cbf-46a3-8903-ea1f187cac10 None None] Network 2d9d8d8c-ccb5-4a93-9f99-f993dc8af841 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:36.224914 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46880) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:36.343638 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.375870 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1774b3-bae7-42b4-8606-cace4958f406']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:36.393057 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a893306-574e-467a-badf-ac9390da17d1') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:36.393610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a893306-574e-467a-badf-ac9390da17d1') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:36.412542 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.429863 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-38b83741-3a9f-4c03-b59a-f8d27186d8fd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/063aedb3-7811-4db4-ba2a-90a8dd4bc354 HTTP/1.1" status: 204 len: 168 time: 1.0930228 Mar 14 15:29:36.434137 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46884) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:36.434499 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-19a76522-be93-40f3-a8e9-f3617d102895 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Synchronizing usage tracker for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:36.515971 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-88e7a547-c3c4-4f81-b694-ce8d8f882a7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'network': {'name': 'tempest-network-smoke--625281013', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'port_security_enabled': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:36.532556 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-88e7a547-c3c4-4f81-b694-ce8d8f882a7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:36.540347 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-88e7a547-c3c4-4f81-b694-ce8d8f882a7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:network and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:36.549567 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-88e7a547-c3c4-4f81-b694-ce8d8f882a7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:36.560271 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-88e7a547-c3c4-4f81-b694-ce8d8f882a7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:36.567111 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-19a76522-be93-40f3-a8e9-f3617d102895 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Unset dirty status for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:36.568354 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-19a76522-be93-40f3-a8e9-f3617d102895 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4681034 Mar 14 15:29:36.569522 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.572922 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46888) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:36.601785 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e7a547-c3c4-4f81-b694-ce8d8f882a7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:36.605409 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88e7a547-c3c4-4f81-b694-ce8d8f882a7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.632251 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc026cb5-e0ea-4bbe-8ad3-aa24bafd1e4d None None] DHCP port deletion for 2d9d8d8c-ccb5-4a93-9f99-f993dc8af841 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:29:36.633109 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218b706c-3ab7-4266-97cb-c7edf8c152bf tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:36.637236 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-218b706c-3ab7-4266-97cb-c7edf8c152bf tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4087710 Mar 14 15:29:36.637236 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88e7a547-c3c4-4f81-b694-ce8d8f882a7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.639493 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cc026cb5-e0ea-4bbe-8ad3-aa24bafd1e4d None None] Deleting port 51d3d688-6499-4dea-a29c-8082b5b37b8e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:36.639990 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc026cb5-e0ea-4bbe-8ad3-aa24bafd1e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.646700 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46892) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:36.689701 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:29:36.690730 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:36.706903 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:36.709001 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1da98a2-20ce-4dc7-bd52-8269c9f91b4c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] GET failed (client error): The resource could not be found. Mar 14 15:29:36.710046 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a1da98a2-20ce-4dc7-bd52-8269c9f91b4c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports/141fdd4f-bcaf-495b-b1ff-55815152697f HTTP/1.1" status: 404 len: 333 time: 0.0614724 Mar 14 15:29:36.719604 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46896) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:36.773612 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-3da5f835-40fd-40b1-aa49-229c7c5d65ed tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] GET failed (client error): The resource could not be found. Mar 14 15:29:36.775281 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3da5f835-40fd-40b1-aa49-229c7c5d65ed tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports/7af64092-c375-4646-964f-b9b7c33c1581 HTTP/1.1" status: 404 len: 333 time: 0.0542128 Mar 14 15:29:36.782552 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46900) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:36.783681 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-88e7a547-c3c4-4f81-b694-ce8d8f882a7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:36.790624 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-88e7a547-c3c4-4f81-b694-ce8d8f882a7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:36.795542 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-88e7a547-c3c4-4f81-b694-ce8d8f882a7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:36.828229 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-88e7a547-c3c4-4f81-b694-ce8d8f882a7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:36.833666 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device db8480d6-e152-4087-99bf-8c054f74f5c5 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:29:36.843603 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef6f303e-de5a-4877-9604-33856f440c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.868894 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.874638 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.877070 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-801ecef2-e5d5-4dfb-8994-202e6fc7572c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.883602 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: db8480d6-e152-4087-99bf-8c054f74f5c5 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:29:36.884178 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device db8480d6-e152-4087-99bf-8c054f74f5c5 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:29:36.884788 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 51d3d688-6499-4dea-a29c-8082b5b37b8e no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:29:36.954542 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cc026cb5-e0ea-4bbe-8ad3-aa24bafd1e4d None None] For port 51d3d688-6499-4dea-a29c-8082b5b37b8e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=51d3d688-6499-4dea-a29c-8082b5b37b8e,segment=NetworkSegment(9fdf4dda-1717-4ba3-8803-d553a0d7ff75),segment_id=9fdf4dda-1717-4ba3-8803-d553a0d7ff75)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:36.954933 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc026cb5-e0ea-4bbe-8ad3-aa24bafd1e4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.964986 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ecef2-e5d5-4dfb-8994-202e6fc7572c admin admin] Pushing event deleted for resources: {'Port': ['ID=4dfa73e0-d397-450b-8d6d-9083fb47cf76,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:36.967899 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d84ceeef-7cea-4c30-8fc3-37357ce7f9ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.972320 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Network': ['ID=7f1774b3-bae7-42b4-8606-cace4958f406,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:36.974425 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf3c059b-37ae-4e6a-99e0-a2cc285c4498 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.979159 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f303e-de5a-4877-9604-33856f440c63 admin admin] Deleting port 51d3d688-6499-4dea-a29c-8082b5b37b8e {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:36.980213 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef6f303e-de5a-4877-9604-33856f440c63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.007663 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-077f3dda-3585-4cea-9878-dff1d7dc9ab4 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/networks/7f1774b3-bae7-42b4-8606-cace4958f406 HTTP/1.1" status: 204 len: 168 time: 5.2877116 Mar 14 15:29:37.014439 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46904) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:37.027437 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2b8d18ca-1095-4e99-b3d0-ec5c5cebb8df tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-728224998'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:37.072212 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5387632c-6af9-4f04-80d6-6927b5213303 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Router 9e924330-d779-4acc-ad0a-5b9518d102de has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:29:37.073310 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2b8d18ca-1095-4e99-b3d0-ec5c5cebb8df tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:37.083599 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cc026cb5-e0ea-4bbe-8ad3-aa24bafd1e4d None None] Calling delete_port for 51d3d688-6499-4dea-a29c-8082b5b37b8e owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:37.099849 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2b8d18ca-1095-4e99-b3d0-ec5c5cebb8df tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Usage tracker for resource:network and tenant:6f4bbc23959b4526b173f35652c6cf99 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:37.104167 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2b8d18ca-1095-4e99-b3d0-ec5c5cebb8df tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:37.113393 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2b8d18ca-1095-4e99-b3d0-ec5c5cebb8df tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:37.118163 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d84ceeef-7cea-4c30-8fc3-37357ce7f9ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.142446 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88e7a547-c3c4-4f81-b694-ce8d8f882a7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.199693 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.236490 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc026cb5-e0ea-4bbe-8ad3-aa24bafd1e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.299500 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf3c059b-37ae-4e6a-99e0-a2cc285c4498 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.317507 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88e7a547-c3c4-4f81-b694-ce8d8f882a7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.327800 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc026cb5-e0ea-4bbe-8ad3-aa24bafd1e4d None None] Pushing event deleted for resources: {'Port': ['ID=51d3d688-6499-4dea-a29c-8082b5b37b8e,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:37.346438 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8d18ca-1095-4e99-b3d0-ec5c5cebb8df tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Made reservation on behalf of 6f4bbc23959b4526b173f35652c6cf99 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:37.349827 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b8d18ca-1095-4e99-b3d0-ec5c5cebb8df tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.350839 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc026cb5-e0ea-4bbe-8ad3-aa24bafd1e4d None None] No DVR routers for this DVR port 51d3d688-6499-4dea-a29c-8082b5b37b8e on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:37.441786 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-bf3c059b-37ae-4e6a-99e0-a2cc285c4498 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85905869-8e66-4bf1-8e22-5690db14ec49']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:37.448211 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d84ceeef-7cea-4c30-8fc3-37357ce7f9ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.489798 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ceeef-7cea-4c30-8fc3-37357ce7f9ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d68818e-41ed-4b39-951f-ecf7a1084dc8,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:37.506732 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-ef6f303e-de5a-4877-9604-33856f440c63 admin admin] For port 51d3d688-6499-4dea-a29c-8082b5b37b8e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=51d3d688-6499-4dea-a29c-8082b5b37b8e,segment=NetworkSegment(9fdf4dda-1717-4ba3-8803-d553a0d7ff75),segment_id=9fdf4dda-1717-4ba3-8803-d553a0d7ff75)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:37.507136 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef6f303e-de5a-4877-9604-33856f440c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.516205 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e7a547-c3c4-4f81-b694-ce8d8f882a7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:37.524493 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-bf3c059b-37ae-4e6a-99e0-a2cc285c4498 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db94c90-1042-4c45-b31d-1de63e9e4db9') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:37.524800 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-bf3c059b-37ae-4e6a-99e0-a2cc285c4498 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db94c90-1042-4c45-b31d-1de63e9e4db9') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:37.552740 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf3c059b-37ae-4e6a-99e0-a2cc285c4498 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.560366 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7a547-c3c4-4f81-b694-ce8d8f882a7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2d41ab-5d49-4a13-a72b-b1561212a4a7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:37.573088 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88e7a547-c3c4-4f81-b694-ce8d8f882a7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.573955 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-88e7a547-c3c4-4f81-b694-ce8d8f882a7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Added segment e3042fec-9d16-46b6-a991-cf25c6c6bb7d of type vlan for network beb9cf70-bc90-42d6-8193-9a20588857cb Mar 14 15:29:37.598441 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf3c059b-37ae-4e6a-99e0-a2cc285c4498 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.600470 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8d18ca-1095-4e99-b3d0-ec5c5cebb8df tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:37.616615 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3c059b-37ae-4e6a-99e0-a2cc285c4498 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:29:37.616916 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf3c059b-37ae-4e6a-99e0-a2cc285c4498 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.634754 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d84ceeef-7cea-4c30-8fc3-37357ce7f9ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.638449 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d84ceeef-7cea-4c30-8fc3-37357ce7f9ba tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "DELETE /v2.0/security-groups/9d68818e-41ed-4b39-951f-ecf7a1084dc8 HTTP/1.1" status: 204 len: 168 time: 1.0591290 Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:37.639492 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:37.641633 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46908) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:37.642260 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f303e-de5a-4877-9604-33856f440c63 admin admin] Calling delete_port for 51d3d688-6499-4dea-a29c-8082b5b37b8e owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:37.702430 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b8d18ca-1095-4e99-b3d0-ec5c5cebb8df tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.702685 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-2b8d18ca-1095-4e99-b3d0-ec5c5cebb8df tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Added segment 5c9f1347-bea8-4dbb-bc19-6dc76e7cc24f of type vlan for network 01f237fa-73a1-4590-8e1f-150ee94a074e Mar 14 15:29:37.704681 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88e7a547-c3c4-4f81-b694-ce8d8f882a7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.730727 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.api [None req-ef6f303e-de5a-4877-9604-33856f440c63 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:29:37.731345 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG oslo_db.api [None req-ef6f303e-de5a-4877-9604-33856f440c63 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:29:37.756946 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-801ecef2-e5d5-4dfb-8994-202e6fc7572c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.808361 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b8d18ca-1095-4e99-b3d0-ec5c5cebb8df tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.819391 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf3c059b-37ae-4e6a-99e0-a2cc285c4498 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.851997 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf3c059b-37ae-4e6a-99e0-a2cc285c4498 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.870893 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c059b-37ae-4e6a-99e0-a2cc285c4498 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Network': ['ID=85905869-8e66-4bf1-8e22-5690db14ec49,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:37.883691 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88e7a547-c3c4-4f81-b694-ce8d8f882a7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.888049 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e7a547-c3c4-4f81-b694-ce8d8f882a7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:37.888635 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88e7a547-c3c4-4f81-b694-ce8d8f882a7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.924825 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c5e17dd7-ba3f-4866-b0c8-ca7a13aecf4e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2761815 Mar 14 15:29:37.929809 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46914) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:37.937662 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5b8e3fd8-0d4f-4b26-8882-bcaa6aff63bd tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Request body: {'security_group': {'name': 'tempest-secgroup--639252023'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:37.945176 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5b8e3fd8-0d4f-4b26-8882-bcaa6aff63bd tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:37.951724 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5b8e3fd8-0d4f-4b26-8882-bcaa6aff63bd tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Usage tracker for resource:security_group and tenant:bd63f9a7f0f843c8be59aa28b5b461ae is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:37.955415 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5b8e3fd8-0d4f-4b26-8882-bcaa6aff63bd tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:37.962135 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5b8e3fd8-0d4f-4b26-8882-bcaa6aff63bd tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:37.976082 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b8e3fd8-0d4f-4b26-8882-bcaa6aff63bd tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.015377 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bf3c059b-37ae-4e6a-99e0-a2cc285c4498 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/networks/85905869-8e66-4bf1-8e22-5690db14ec49 HTTP/1.1" status: 204 len: 168 time: 1.2278678 Mar 14 15:29:38.019573 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46920) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:38.024975 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-88e7a547-c3c4-4f81-b694-ce8d8f882a7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8326561 Mar 14 15:29:38.030647 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46924) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:38.033298 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b8d18ca-1095-4e99-b3d0-ec5c5cebb8df tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.037006 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8d18ca-1095-4e99-b3d0-ec5c5cebb8df tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:38.037618 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b8d18ca-1095-4e99-b3d0-ec5c5cebb8df tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.045612 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7a547-c3c4-4f81-b694-ce8d8f882a7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Network': ['ID=beb9cf70-bc90-42d6-8193-9a20588857cb,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:38.051369 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8cb8bec3-06e5-4837-b2ea-3a8a920e8cde tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1361180857', 'admin_state_up': True, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:38.057491 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network beb9cf70-bc90-42d6-8193-9a20588857cb details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:29:38.085847 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8cb8bec3-06e5-4837-b2ea-3a8a920e8cde tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:38.139926 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a9846cd7-bf0c-4a54-8da7-b3416a5e97d1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2019709677'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:38.150228 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a9846cd7-bf0c-4a54-8da7-b3416a5e97d1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:38.153268 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8cb8bec3-06e5-4837-b2ea-3a8a920e8cde tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:router and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:38.161055 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8cb8bec3-06e5-4837-b2ea-3a8a920e8cde tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:38.179389 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8cb8bec3-06e5-4837-b2ea-3a8a920e8cde tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:38.185215 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2b8d18ca-1095-4e99-b3d0-ec5c5cebb8df tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1677194 Mar 14 15:29:38.192487 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46928) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:38.203087 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e466f4c6-35fc-4b5d-8849-6b06a5042b7f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Request body: {'subnet': {'network_id': '01f237fa-73a1-4590-8e1f-150ee94a074e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:38.211602 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5b8e3fd8-0d4f-4b26-8882-bcaa6aff63bd tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:38.219413 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d18ca-1095-4e99-b3d0-ec5c5cebb8df tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'Network': ['ID=01f237fa-73a1-4590-8e1f-150ee94a074e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:38.219566 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a9846cd7-bf0c-4a54-8da7-b3416a5e97d1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:network and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:38.223258 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a9846cd7-bf0c-4a54-8da7-b3416a5e97d1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:38.230306 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a9846cd7-bf0c-4a54-8da7-b3416a5e97d1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:38.236595 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 01f237fa-73a1-4590-8e1f-150ee94a074e details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:29:38.240827 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f303e-de5a-4877-9604-33856f440c63 admin admin] Deleting port 51d3d688-6499-4dea-a29c-8082b5b37b8e {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:38.240827 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef6f303e-de5a-4877-9604-33856f440c63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.285869 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cb8bec3-06e5-4837-b2ea-3a8a920e8cde tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.286834 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cb8bec3-06e5-4837-b2ea-3a8a920e8cde tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.328069 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5b8e3fd8-0d4f-4b26-8882-bcaa6aff63bd tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Usage tracker for resource:security_group_rule and tenant:bd63f9a7f0f843c8be59aa28b5b461ae is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:38.338706 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9846cd7-bf0c-4a54-8da7-b3416a5e97d1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:38.343668 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9846cd7-bf0c-4a54-8da7-b3416a5e97d1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.352857 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5b8e3fd8-0d4f-4b26-8882-bcaa6aff63bd tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:38.390099 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5b8e3fd8-0d4f-4b26-8882-bcaa6aff63bd tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:38.409025 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5387632c-6af9-4f04-80d6-6927b5213303 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:29:38.421148 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5387632c-6af9-4f04-80d6-6927b5213303 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "PUT /v2.0/routers/9e924330-d779-4acc-ad0a-5b9518d102de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9135151 Mar 14 15:29:38.421317 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad385e5-ec2f-426f-bcfa-da41e4c9564a None None] Sync routers for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:29:38.422890 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f303e-de5a-4877-9604-33856f440c63 admin admin] The port '51d3d688-6499-4dea-a29c-8082b5b37b8e' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:29:38.423007 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46932) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:38.437398 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad385e5-ec2f-426f-bcfa-da41e4c9564a None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:29:38.438000 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1ad385e5-ec2f-426f-bcfa-da41e4c9564a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:29:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:38.442385 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-36501439-664d-4f38-89a6-922c2cd451e7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Request body: {'port': {'network_id': '276ce184-00e4-40d9-9837-1af332a941fb', 'name': 'tempest-FloatingIPTestJSON-347447700'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:38.501185 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1ad385e5-ec2f-426f-bcfa-da41e4c9564a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:38.513530 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad385e5-ec2f-426f-bcfa-da41e4c9564a None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:29:38.514449 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1ad385e5-ec2f-426f-bcfa-da41e4c9564a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:29:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:38.539642 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cb8bec3-06e5-4837-b2ea-3a8a920e8cde tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.541145 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e466f4c6-35fc-4b5d-8849-6b06a5042b7f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:38.556330 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e466f4c6-35fc-4b5d-8849-6b06a5042b7f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Usage tracker for resource:subnet and tenant:6f4bbc23959b4526b173f35652c6cf99 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:38.563224 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e466f4c6-35fc-4b5d-8849-6b06a5042b7f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:38.577215 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e466f4c6-35fc-4b5d-8849-6b06a5042b7f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:38.583787 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9846cd7-bf0c-4a54-8da7-b3416a5e97d1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:38.597582 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1ad385e5-ec2f-426f-bcfa-da41e4c9564a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:38.598423 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad385e5-ec2f-426f-bcfa-da41e4c9564a None None] The sync data for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:29:38.628190 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef6f303e-de5a-4877-9604-33856f440c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.658598 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9846cd7-bf0c-4a54-8da7-b3416a5e97d1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.659111 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-a9846cd7-bf0c-4a54-8da7-b3416a5e97d1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Added segment 608e7ffd-0203-49e6-bff2-217f6a8e371e of type vlan for network 94cc94f8-30f5-488a-b065-9f001f6e525b Mar 14 15:29:38.666364 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e466f4c6-35fc-4b5d-8849-6b06a5042b7f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Made reservation on behalf of 6f4bbc23959b4526b173f35652c6cf99 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:38.692261 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ef6f303e-de5a-4877-9604-33856f440c63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9d8d8c-ccb5-4a93-9f99-f993dc8af841']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:38.715598 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b8e3fd8-0d4f-4b26-8882-bcaa6aff63bd tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.722641 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ef6f303e-de5a-4877-9604-33856f440c63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fdf4dda-1717-4ba3-8803-d553a0d7ff75') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:38.722886 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ef6f303e-de5a-4877-9604-33856f440c63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fdf4dda-1717-4ba3-8803-d553a0d7ff75') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:38.731859 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b8e3fd8-0d4f-4b26-8882-bcaa6aff63bd tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.737097 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9846cd7-bf0c-4a54-8da7-b3416a5e97d1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.804181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-36501439-664d-4f38-89a6-922c2cd451e7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:38.816279 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef6f303e-de5a-4877-9604-33856f440c63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.823329 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-36501439-664d-4f38-89a6-922c2cd451e7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Usage tracker for resource:port and tenant:e7d23185aeb7444fafd7db70962a6e47 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:38.826944 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-36501439-664d-4f38-89a6-922c2cd451e7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:38.834784 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-36501439-664d-4f38-89a6-922c2cd451e7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:38.863307 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e466f4c6-35fc-4b5d-8849-6b06a5042b7f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.883710 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36501439-664d-4f38-89a6-922c2cd451e7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Made reservation on behalf of e7d23185aeb7444fafd7db70962a6e47 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:38.887455 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-36501439-664d-4f38-89a6-922c2cd451e7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.907278 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef6f303e-de5a-4877-9604-33856f440c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.942829 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e3fd8-0d4f-4b26-8882-bcaa6aff63bd tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2bd9ce-05ac-4ff7-887d-0ae742ac7607,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:38.945239 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6f303e-de5a-4877-9604-33856f440c63 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:29:38.945624 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef6f303e-de5a-4877-9604-33856f440c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.947680 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cb8bec3-06e5-4837-b2ea-3a8a920e8cde tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:38.962367 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:38.982152 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-36501439-664d-4f38-89a6-922c2cd451e7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] device_id is not set on port e7eddcf4-3d47-4994-8c5b-24ce62e747d4 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:29:39.014174 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b8e3fd8-0d4f-4b26-8882-bcaa6aff63bd tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:39.015319 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5b8e3fd8-0d4f-4b26-8882-bcaa6aff63bd tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0841269 Mar 14 15:29:39.024198 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46936) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:39.034866 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3b61e41c-5a40-43a7-b999-070db89e2445 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Request body: {'security_group_rule': {'security_group_id': '2d2bd9ce-05ac-4ff7-887d-0ae742ac7607', 'direction': 'ingress', 'protocol': 17}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:39.039084 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9846cd7-bf0c-4a54-8da7-b3416a5e97d1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:39.043320 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9846cd7-bf0c-4a54-8da7-b3416a5e97d1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:39.043951 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9846cd7-bf0c-4a54-8da7-b3416a5e97d1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:39.070586 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3b61e41c-5a40-43a7-b999-070db89e2445 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:39.090906 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3b61e41c-5a40-43a7-b999-070db89e2445 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Usage tracker for resource:security_group_rule and tenant:bd63f9a7f0f843c8be59aa28b5b461ae is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:39.100115 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3b61e41c-5a40-43a7-b999-070db89e2445 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:39.152791 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef6f303e-de5a-4877-9604-33856f440c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:39.154109 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3b61e41c-5a40-43a7-b999-070db89e2445 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:39.158139 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a9846cd7-bf0c-4a54-8da7-b3416a5e97d1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1375828 Mar 14 15:29:39.159392 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46940) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:39.166571 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef6f303e-de5a-4877-9604-33856f440c63 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:39.171630 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ef6f303e-de5a-4877-9604-33856f440c63 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2d9d8d8c-ccb5-4a93-9f99-f993dc8af841 HTTP/1.1" status: 204 len: 168 time: 2.7322879 Mar 14 15:29:39.175789 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9dbb617e-829f-49a1-bf25-b19948d1d8fb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'subnet': {'network_id': '94cc94f8-30f5-488a-b065-9f001f6e525b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:39.250625 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9846cd7-bf0c-4a54-8da7-b3416a5e97d1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Network': ['ID=94cc94f8-30f5-488a-b065-9f001f6e525b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:39.265787 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 94cc94f8-30f5-488a-b065-9f001f6e525b details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:29:39.267851 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b61e41c-5a40-43a7-b999-070db89e2445 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:39.296841 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f303e-de5a-4877-9604-33856f440c63 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d9d8d8c-ccb5-4a93-9f99-f993dc8af841,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:39.334921 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9dbb617e-829f-49a1-bf25-b19948d1d8fb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:39.341095 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9dbb617e-829f-49a1-bf25-b19948d1d8fb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:subnet and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:39.344476 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9dbb617e-829f-49a1-bf25-b19948d1d8fb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:39.351960 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9dbb617e-829f-49a1-bf25-b19948d1d8fb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:39.374870 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbb617e-829f-49a1-bf25-b19948d1d8fb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:39.376828 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-36501439-664d-4f38-89a6-922c2cd451e7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Allocated IP 172.20.0.3 (276ce184-00e4-40d9-9837-1af332a941fb/ca6a33e1-df35-41af-82be-469009c7c8e0/e7eddcf4-3d47-4994-8c5b-24ce62e747d4) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:39.478365 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46946) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:39.506106 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dbb617e-829f-49a1-bf25-b19948d1d8fb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:39.506363 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e466f4c6-35fc-4b5d-8849-6b06a5042b7f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:39.510315 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b61e41c-5a40-43a7-b999-070db89e2445 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:39.558237 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b61e41c-5a40-43a7-b999-070db89e2445 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:39.593632 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801ecef2-e5d5-4dfb-8994-202e6fc7572c admin admin] Router 024a520f-a349-4727-bcef-1df29d838639 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:29:39.625857 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.ipam_backend_mixin [None req-9dbb617e-829f-49a1-bf25-b19948d1d8fb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Performing IP validity checks on allocation pools {{(pid=83910) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 14 15:29:39.628597 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.ipam_backend_mixin [None req-9dbb617e-829f-49a1-bf25-b19948d1d8fb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83910) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 14 15:29:39.629396 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61e41c-5a40-43a7-b999-070db89e2445 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53819abc-959e-46d0-a500-13b2a75b2c70,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:39.650344 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5a841819-47c3-4b94-a955-8272472fb25e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a768ca8c59c43f79f741921fc7a86a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1686361 Mar 14 15:29:39.652052 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46950) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:39.703882 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466f4c6-35fc-4b5d-8849-6b06a5042b7f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'Subnet': ['ID=00bc15c7-031c-4943-ba8b-25ee84223770,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:39.786503 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b61e41c-5a40-43a7-b999-070db89e2445 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:39.787704 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3b61e41c-5a40-43a7-b999-070db89e2445 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7626331 Mar 14 15:29:39.788401 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cb8bec3-06e5-4837-b2ea-3a8a920e8cde tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:39.816145 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46954) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:39.857248 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cb8bec3-06e5-4837-b2ea-3a8a920e8cde tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:39.923716 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e466f4c6-35fc-4b5d-8849-6b06a5042b7f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Checking segment: {'id': '5c9f1347-bea8-4dbb-bc19-6dc76e7cc24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '01f237fa-73a1-4590-8e1f-150ee94a074e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:39.924086 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e466f4c6-35fc-4b5d-8849-6b06a5042b7f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Network hostable DHCP agents. Network: 01f237fa-73a1-4590-8e1f-150ee94a074e, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:39.988058 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-36501439-664d-4f38-89a6-922c2cd451e7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:40.013220 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-acb0d29c-a6c3-474f-9e90-16e266576ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:40.065459 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-034feeff-7897-49d4-ad1a-10071f63ea6d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:40.078169 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-acb0d29c-a6c3-474f-9e90-16e266576ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:40.085540 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dbb617e-829f-49a1-bf25-b19948d1d8fb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:40.099400 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e466f4c6-35fc-4b5d-8849-6b06a5042b7f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Network 01f237fa-73a1-4590-8e1f-150ee94a074e is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:40.122505 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-034feeff-7897-49d4-ad1a-10071f63ea6d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:40.157255 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e466f4c6-35fc-4b5d-8849-6b06a5042b7f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 01f237fa-73a1-4590-8e1f-150ee94a074e) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:40.161746 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-8cb8bec3-06e5-4837-b2ea-3a8a920e8cde tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.26.4.127 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:40.172315 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dae71d-abe0-41d4-b4f4-28fbffe179f6 None None] Network 01f237fa-73a1-4590-8e1f-150ee94a074e requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:40.178827 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e466f4c6-35fc-4b5d-8849-6b06a5042b7f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:40.179429 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e466f4c6-35fc-4b5d-8849-6b06a5042b7f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:40.187676 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb617e-829f-49a1-bf25-b19948d1d8fb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Subnet': ['ID=13a0f8ee-f9c9-4627-a729-b626a68abd8c,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:40.196865 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-36501439-664d-4f38-89a6-922c2cd451e7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:40.229937 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbb617e-829f-49a1-bf25-b19948d1d8fb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Checking segment: {'id': '608e7ffd-0203-49e6-bff2-217f6a8e371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '94cc94f8-30f5-488a-b065-9f001f6e525b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:40.230446 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbb617e-829f-49a1-bf25-b19948d1d8fb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network hostable DHCP agents. Network: 94cc94f8-30f5-488a-b065-9f001f6e525b, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:40.252250 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-acb0d29c-a6c3-474f-9e90-16e266576ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:40.271280 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801ecef2-e5d5-4dfb-8994-202e6fc7572c admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:29:40.281465 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0d29c-a6c3-474f-9e90-16e266576ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0c8cd7-5f0d-4db1-91a8-fc39107fc660,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:40.313040 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-acb0d29c-a6c3-474f-9e90-16e266576ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:40.319726 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-acb0d29c-a6c3-474f-9e90-16e266576ff9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f0c8cd7-5f0d-4db1-91a8-fc39107fc660 HTTP/1.1" status: 204 len: 168 time: 0.6592836 Mar 14 15:29:40.319726 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-801ecef2-e5d5-4dfb-8994-202e6fc7572c admin admin] 10.222.0.60 "PUT /v2.0/routers/024a520f-a349-4727-bcef-1df29d838639/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8448596 Mar 14 15:29:40.319726 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46958) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:40.349005 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a41f4d-1be9-4fb0-9e06-93a97fc21acd None None] Sync routers for ids ['024a520f-a349-4727-bcef-1df29d838639'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:29:40.376600 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbb617e-829f-49a1-bf25-b19948d1d8fb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network 94cc94f8-30f5-488a-b065-9f001f6e525b is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:40.396451 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a41f4d-1be9-4fb0-9e06-93a97fc21acd None None] Routers {'024a520f-a349-4727-bcef-1df29d838639'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:29:40.397320 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e8a41f4d-1be9-4fb0-9e06-93a97fc21acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:29:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['024a520f-a349-4727-bcef-1df29d838639'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:40.454653 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-9dbb617e-829f-49a1-bf25-b19948d1d8fb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 94cc94f8-30f5-488a-b065-9f001f6e525b) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:40.467916 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbb617e-829f-49a1-bf25-b19948d1d8fb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:40.468724 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dbb617e-829f-49a1-bf25-b19948d1d8fb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:40.499898 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e466f4c6-35fc-4b5d-8849-6b06a5042b7f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3033304 Mar 14 15:29:40.504277 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9dbb617e-829f-49a1-bf25-b19948d1d8fb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3374536 Mar 14 15:29:40.506791 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46964) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:40.507339 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46966) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:40.516835 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f828af6b-1b24-4928-9989-b06a02f40b67 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'port': {'network_id': '94cc94f8-30f5-488a-b065-9f001f6e525b', 'name': 'tempest-PortsIpV6TestJSON-1803609081'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:40.518478 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36501439-664d-4f38-89a6-922c2cd451e7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Network 276ce184-00e4-40d9-9837-1af332a941fb is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:40.521523 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-36501439-664d-4f38-89a6-922c2cd451e7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:40.523356 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36501439-664d-4f38-89a6-922c2cd451e7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Port': ['ID=e7eddcf4-3d47-4994-8c5b-24ce62e747d4,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:40.525936 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36501439-664d-4f38-89a6-922c2cd451e7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:40.553428 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-034feeff-7897-49d4-ad1a-10071f63ea6d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:40.612799 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-034feeff-7897-49d4-ad1a-10071f63ea6d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:40.613935 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-034feeff-7897-49d4-ad1a-10071f63ea6d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "DELETE /v2.0/security-groups/2d2bd9ce-05ac-4ff7-887d-0ae742ac7607 HTTP/1.1" status: 204 len: 168 time: 0.7956619 Mar 14 15:29:40.619245 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034feeff-7897-49d4-ad1a-10071f63ea6d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2bd9ce-05ac-4ff7-887d-0ae742ac7607,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:40.622969 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46972) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:40.650256 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c21791-e059-43c1-bd6b-8aa722a5daf9 None None] Network 94cc94f8-30f5-488a-b065-9f001f6e525b requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:40.665392 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36501439-664d-4f38-89a6-922c2cd451e7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:40.666014 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-36501439-664d-4f38-89a6-922c2cd451e7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:40.685070 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cb8bec3-06e5-4837-b2ea-3a8a920e8cde tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:40.703031 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-36501439-664d-4f38-89a6-922c2cd451e7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2771177 Mar 14 15:29:40.706760 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 46978) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:40.713635 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c94c72b3-b733-4b3c-8bf7-58ae0bb34970 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Request body: {'port': {'network_id': '276ce184-00e4-40d9-9837-1af332a941fb', 'name': 'tempest-FloatingIPTestJSON-370166761'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:40.822969 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cb8bec3-06e5-4837-b2ea-3a8a920e8cde tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:40.892733 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d688aa32-1b96-4242-a221-cc16fc7b0e38 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Synchronizing usage tracker for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:40.902568 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8bec3-06e5-4837-b2ea-3a8a920e8cde tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:40.904191 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f828af6b-1b24-4928-9989-b06a02f40b67 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:40.920457 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f828af6b-1b24-4928-9989-b06a02f40b67 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:port and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:40.926087 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f828af6b-1b24-4928-9989-b06a02f40b67 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:40.934488 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:40.945221 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f828af6b-1b24-4928-9989-b06a02f40b67 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:40.983123 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb8bec3-06e5-4837-b2ea-3a8a920e8cde tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:40.991408 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c94c72b3-b733-4b3c-8bf7-58ae0bb34970 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:40.996934 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f828af6b-1b24-4928-9989-b06a02f40b67 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:40.997689 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8cb8bec3-06e5-4837-b2ea-3a8a920e8cde tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:41.000119 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f828af6b-1b24-4928-9989-b06a02f40b67 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.005837 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb8bec3-06e5-4837-b2ea-3a8a920e8cde tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:41.009981 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d688aa32-1b96-4242-a221-cc16fc7b0e38 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Unset dirty status for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:41.010130 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d688aa32-1b96-4242-a221-cc16fc7b0e38 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3749571 Mar 14 15:29:41.017640 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 46990) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:41.023154 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d34eaf3-b1b1-40b8-b446-08e8a9042011 admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.056622 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c94c72b3-b733-4b3c-8bf7-58ae0bb34970 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Usage tracker for resource:port and tenant:e7d23185aeb7444fafd7db70962a6e47 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:41.063935 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c94c72b3-b733-4b3c-8bf7-58ae0bb34970 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:41.079452 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c94c72b3-b733-4b3c-8bf7-58ae0bb34970 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:41.092853 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f35cecea-ec95-4100-b8b0-d1e6c8bbb1a7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Request body: {'security_group': {'name': 'tempest-secgroup--2131710764'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:41.106084 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03feb4f-b2aa-491d-82ff-e54598092699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-94cc94f8-30f5-488a-b065-9f001f6e525b', 'network_id': '94cc94f8-30f5-488a-b065-9f001f6e525b', 'tenant_id': '5a6f96ee0963461298d40ea737c70799', 'fixed_ips': [{'subnet_id': '13a0f8ee-f9c9-4627-a729-b626a68abd8c'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:29:41.106947 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c03feb4f-b2aa-491d-82ff-e54598092699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.122663 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251123ee-f81d-4c3b-adba-0881296acef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-01f237fa-73a1-4590-8e1f-150ee94a074e', 'network_id': '01f237fa-73a1-4590-8e1f-150ee94a074e', 'tenant_id': '6f4bbc23959b4526b173f35652c6cf99', 'fixed_ips': [{'subnet_id': '00bc15c7-031c-4943-ba8b-25ee84223770'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:29:41.123818 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-251123ee-f81d-4c3b-adba-0881296acef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.150876 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94c72b3-b733-4b3c-8bf7-58ae0bb34970 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Made reservation on behalf of e7d23185aeb7444fafd7db70962a6e47 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:41.154745 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c94c72b3-b733-4b3c-8bf7-58ae0bb34970 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.175573 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f35cecea-ec95-4100-b8b0-d1e6c8bbb1a7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:41.191883 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f35cecea-ec95-4100-b8b0-d1e6c8bbb1a7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:41.195133 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-c94c72b3-b733-4b3c-8bf7-58ae0bb34970 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] device_id is not set on port 73730692-e03d-4090-842b-7706b4bb35d8 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:29:41.223309 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f35cecea-ec95-4100-b8b0-d1e6c8bbb1a7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.223759 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-e8a41f4d-1be9-4fb0-9e06-93a97fc21acd None None] Set router 024a520f-a349-4727-bcef-1df29d838639 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:29:41.250436 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-f828af6b-1b24-4928-9989-b06a02f40b67 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] device_id is not set on port 3ba3893f-5079-47b0-b351-884489923737 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:29:41.309251 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.366898 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-c94c72b3-b733-4b3c-8bf7-58ae0bb34970 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Allocated IP 172.20.0.10 (276ce184-00e4-40d9-9837-1af332a941fb/ca6a33e1-df35-41af-82be-469009c7c8e0/73730692-e03d-4090-842b-7706b4bb35d8) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:41.427364 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cb8bec3-06e5-4837-b2ea-3a8a920e8cde tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.427999 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cb8bec3-06e5-4837-b2ea-3a8a920e8cde tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.478567 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-251123ee-f81d-4c3b-adba-0881296acef0 None None] Allocated IP 2001:db8::1 (01f237fa-73a1-4590-8e1f-150ee94a074e/00bc15c7-031c-4943-ba8b-25ee84223770/0a431467-8209-454d-8b40-70a7cd52ba07) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:41.533704 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-f828af6b-1b24-4928-9989-b06a02f40b67 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Allocated IP 2001:db8::1a (94cc94f8-30f5-488a-b065-9f001f6e525b/13a0f8ee-f9c9-4627-a729-b626a68abd8c/3ba3893f-5079-47b0-b351-884489923737) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:41.760078 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c94c72b3-b733-4b3c-8bf7-58ae0bb34970 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.831886 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f35cecea-ec95-4100-b8b0-d1e6c8bbb1a7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:41.842142 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f35cecea-ec95-4100-b8b0-d1e6c8bbb1a7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Usage tracker for resource:security_group_rule and tenant:bd63f9a7f0f843c8be59aa28b5b461ae is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:41.857209 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f35cecea-ec95-4100-b8b0-d1e6c8bbb1a7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:41.874082 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f35cecea-ec95-4100-b8b0-d1e6c8bbb1a7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:41.879291 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c94c72b3-b733-4b3c-8bf7-58ae0bb34970 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.956551 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94c72b3-b733-4b3c-8bf7-58ae0bb34970 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Network 276ce184-00e4-40d9-9837-1af332a941fb is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:41.961940 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-251123ee-f81d-4c3b-adba-0881296acef0 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.966082 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-c94c72b3-b733-4b3c-8bf7-58ae0bb34970 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:41.969313 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c72b3-b733-4b3c-8bf7-58ae0bb34970 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:41.987305 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f828af6b-1b24-4928-9989-b06a02f40b67 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.005028 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-251123ee-f81d-4c3b-adba-0881296acef0 None None] Transition to ACTIVE for port object 0a431467-8209-454d-8b40-70a7cd52ba07 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:42.030299 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-f828af6b-1b24-4928-9989-b06a02f40b67 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Transition to ACTIVE for port object 3ba3893f-5079-47b0-b351-884489923737 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:42.034446 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-251123ee-f81d-4c3b-adba-0881296acef0 None None] Transition to ACTIVE for port object 0a431467-8209-454d-8b40-70a7cd52ba07 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:42.034941 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f35cecea-ec95-4100-b8b0-d1e6c8bbb1a7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.060067 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f35cecea-ec95-4100-b8b0-d1e6c8bbb1a7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.068144 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-251123ee-f81d-4c3b-adba-0881296acef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.132923 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35cecea-ec95-4100-b8b0-d1e6c8bbb1a7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34588e77-25ea-43b7-b625-81f46c047618,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:42.138788 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.158498 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c72b3-b733-4b3c-8bf7-58ae0bb34970 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Port': ['ID=73730692-e03d-4090-842b-7706b4bb35d8,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:42.173195 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb8bec3-06e5-4837-b2ea-3a8a920e8cde tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router daca5833-e46e-46c0-8d87-efac19dbc3e7 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:29:42.178769 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94c72b3-b733-4b3c-8bf7-58ae0bb34970 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:42.179373 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c94c72b3-b733-4b3c-8bf7-58ae0bb34970 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.181445 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f828af6b-1b24-4928-9989-b06a02f40b67 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.271950 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251123ee-f81d-4c3b-adba-0881296acef0 None None] Network 01f237fa-73a1-4590-8e1f-150ee94a074e is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:42.275541 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-251123ee-f81d-4c3b-adba-0881296acef0 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:42.278598 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e8a41f4d-1be9-4fb0-9e06-93a97fc21acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024a520f-a349-4727-bcef-1df29d838639', 'name': 'tempest-ServersTestManualDisk-1993027457-router', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '7a481795-b36c-41d1-8a64-772c298c324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:51Z', 'updated_at': '2022-03-14T15:29:36Z', 'revision_number': 5, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'gw_port': {'id': '7a481795-b36c-41d1-8a64-772c298c324b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024a520f-a349-4727-bcef-1df29d838639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:54Z', 'updated_at': '2022-03-14T15:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:42.280797 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251123ee-f81d-4c3b-adba-0881296acef0 None None] Pushing event updated for resources: {'Port': ['ID=0a431467-8209-454d-8b40-70a7cd52ba07,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:42.284256 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251123ee-f81d-4c3b-adba-0881296acef0 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:42.285968 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c94c72b3-b733-4b3c-8bf7-58ae0bb34970 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5779970 Mar 14 15:29:42.296362 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47012) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:42.296505 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a41f4d-1be9-4fb0-9e06-93a97fc21acd None None] Checking router: 024a520f-a349-4727-bcef-1df29d838639 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:29:42.309046 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': '73730692-e03d-4090-842b-7706b4bb35d8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:42.315989 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-c03feb4f-b2aa-491d-82ff-e54598092699 None None] Allocated IP 2001:db8::2 (94cc94f8-30f5-488a-b065-9f001f6e525b/13a0f8ee-f9c9-4627-a729-b626a68abd8c/a63056f2-cb38-4440-b18e-51941e038efd) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:42.321384 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828af6b-1b24-4928-9989-b06a02f40b67 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Port': ['ID=3ba3893f-5079-47b0-b351-884489923737,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:42.326690 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Subnet': ['ID=00bc15c7-031c-4943-ba8b-25ee84223770,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:42.335343 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f35cecea-ec95-4100-b8b0-d1e6c8bbb1a7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.336551 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f35cecea-ec95-4100-b8b0-d1e6c8bbb1a7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3160472 Mar 14 15:29:42.340919 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47018) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:42.356076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d34eaf3-b1b1-40b8-b446-08e8a9042011 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.373561 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e5d99c10-cd73-4949-98e0-149920b6599e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091944503'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:42.386278 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:42.393583 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Usage tracker for resource:floatingip and tenant:e7d23185aeb7444fafd7db70962a6e47 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:42.397638 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:42.406247 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:42.407278 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-0d34eaf3-b1b1-40b8-b446-08e8a9042011 admin admin] Deleting port 7a481795-b36c-41d1-8a64-772c298c324b {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:42.407717 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d34eaf3-b1b1-40b8-b446-08e8a9042011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.430346 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a41f4d-1be9-4fb0-9e06-93a97fc21acd None None] Routers {'024a520f-a349-4727-bcef-1df29d838639'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:29:42.431494 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e8a41f4d-1be9-4fb0-9e06-93a97fc21acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:29:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['024a520f-a349-4727-bcef-1df29d838639'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:42.441150 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.460451 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f828af6b-1b24-4928-9989-b06a02f40b67 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network 94cc94f8-30f5-488a-b065-9f001f6e525b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:42.461525 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e5d99c10-cd73-4949-98e0-149920b6599e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:42.477544 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f828af6b-1b24-4928-9989-b06a02f40b67 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:42.481200 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828af6b-1b24-4928-9989-b06a02f40b67 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:42.486024 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f828af6b-1b24-4928-9989-b06a02f40b67 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:42.486715 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f828af6b-1b24-4928-9989-b06a02f40b67 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.492591 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e5d99c10-cd73-4949-98e0-149920b6599e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Usage tracker for resource:security_group and tenant:bd63f9a7f0f843c8be59aa28b5b461ae is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:42.564020 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e5d99c10-cd73-4949-98e0-149920b6599e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:42.599361 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e5d99c10-cd73-4949-98e0-149920b6599e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:42.691680 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-251123ee-f81d-4c3b-adba-0881296acef0 None None] Attempting to bind port 0a431467-8209-454d-8b40-70a7cd52ba07 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:42.692303 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-251123ee-f81d-4c3b-adba-0881296acef0 None None] Attempting to bind port 0a431467-8209-454d-8b40-70a7cd52ba07 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '5c9f1347-bea8-4dbb-bc19-6dc76e7cc24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '01f237fa-73a1-4590-8e1f-150ee94a074e'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:42.692559 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251123ee-f81d-4c3b-adba-0881296acef0 None None] Attempting to bind port 0a431467-8209-454d-8b40-70a7cd52ba07 on network 01f237fa-73a1-4590-8e1f-150ee94a074e {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:29:42.705712 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.716949 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f828af6b-1b24-4928-9989-b06a02f40b67 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2041166 Mar 14 15:29:42.720100 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47026) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:42.732211 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251123ee-f81d-4c3b-adba-0881296acef0 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:29:42.732725 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251123ee-f81d-4c3b-adba-0881296acef0 None None] Checking segment: {'id': '5c9f1347-bea8-4dbb-bc19-6dc76e7cc24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '01f237fa-73a1-4590-8e1f-150ee94a074e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:42.734083 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-251123ee-f81d-4c3b-adba-0881296acef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.734519 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251123ee-f81d-4c3b-adba-0881296acef0 None None] Bound using segment: {'id': '5c9f1347-bea8-4dbb-bc19-6dc76e7cc24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '01f237fa-73a1-4590-8e1f-150ee94a074e'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:29:42.735007 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-251123ee-f81d-4c3b-adba-0881296acef0 None None] Bound port: 0a431467-8209-454d-8b40-70a7cd52ba07, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9f1347-bea8-4dbb-bc19-6dc76e7cc24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '01f237fa-73a1-4590-8e1f-150ee94a074e'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:42.735390 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-251123ee-f81d-4c3b-adba-0881296acef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.741923 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5d99c10-cd73-4949-98e0-149920b6599e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.766591 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f237fa-73a1-4590-8e1f-150ee94a074e']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:42.808977 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e5d99c10-cd73-4949-98e0-149920b6599e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:42.813820 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e5d99c10-cd73-4949-98e0-149920b6599e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Usage tracker for resource:security_group_rule and tenant:bd63f9a7f0f843c8be59aa28b5b461ae is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:42.817590 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e5d99c10-cd73-4949-98e0-149920b6599e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:42.824984 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e5d99c10-cd73-4949-98e0-149920b6599e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:42.827400 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-47c1feab-953f-4e2d-b0ee-ba85f3439cff tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting port 3ba3893f-5079-47b0-b351-884489923737 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:42.827866 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-47c1feab-953f-4e2d-b0ee-ba85f3439cff tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.842865 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9f1347-bea8-4dbb-bc19-6dc76e7cc24f') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:42.843231 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9f1347-bea8-4dbb-bc19-6dc76e7cc24f') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:42.846472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-e8a41f4d-1be9-4fb0-9e06-93a97fc21acd None None] Set router 024a520f-a349-4727-bcef-1df29d838639 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:29:42.863578 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb8bec3-06e5-4837-b2ea-3a8a920e8cde tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:29:42.872799 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] Sync routers for ids ['daca5833-e46e-46c0-8d87-efac19dbc3e7'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:29:42.890288 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] Routers {'daca5833-e46e-46c0-8d87-efac19dbc3e7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:29:42.891139 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:29:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['daca5833-e46e-46c0-8d87-efac19dbc3e7'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:42.897433 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.929297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cb8bec3-06e5-4837-b2ea-3a8a920e8cde tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.934131 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8cb8bec3-06e5-4837-b2ea-3a8a920e8cde tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.8986819 Mar 14 15:29:42.939395 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-0d34eaf3-b1b1-40b8-b446-08e8a9042011 admin admin] For port 7a481795-b36c-41d1-8a64-772c298c324b, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=7a481795-b36c-41d1-8a64-772c298c324b,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:42.939800 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d34eaf3-b1b1-40b8-b446-08e8a9042011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.949899 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47036) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:42.958013 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.983373 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.081754 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47042) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:43.140546 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c03feb4f-b2aa-491d-82ff-e54598092699 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.167941 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] Set router daca5833-e46e-46c0-8d87-efac19dbc3e7 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:29:43.187807 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c03feb4f-b2aa-491d-82ff-e54598092699 None None] Transition to ACTIVE for port object a63056f2-cb38-4440-b18e-51941e038efd will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:43.241107 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-0d34eaf3-b1b1-40b8-b446-08e8a9042011 admin admin] Calling delete_port for 7a481795-b36c-41d1-8a64-772c298c324b owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:43.302515 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:29:43.309796 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.341057 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-47c1feab-953f-4e2d-b0ee-ba85f3439cff tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:43.348986 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:43.374083 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa35858c-2615-4181-b844-2180d10418ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.397403 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e8a41f4d-1be9-4fb0-9e06-93a97fc21acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024a520f-a349-4727-bcef-1df29d838639', 'name': 'tempest-ServersTestManualDisk-1993027457-router', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:51Z', 'updated_at': '2022-03-14T15:29:42Z', 'revision_number': 6, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:43.410490 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a41f4d-1be9-4fb0-9e06-93a97fc21acd None None] The sync data for ids ['024a520f-a349-4727-bcef-1df29d838639'] in dv-neutron-833561-1-hyperv is: [{'id': '024a520f-a349-4727-bcef-1df29d838639', 'name': 'tempest-ServersTestManualDisk-1993027457-router', 'tenant_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:51Z', 'updated_at': '2022-03-14T15:29:42Z', 'revision_number': 6, 'project_id': '6caf3cf1c8df41a6b06f02779186d0e0', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:29:43.418584 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c03feb4f-b2aa-491d-82ff-e54598092699 None None] Transition to ACTIVE for port object a63056f2-cb38-4440-b18e-51941e038efd will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:43.422301 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Allocated IP 172.26.4.156 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/c66a3778-3139-48d2-bc29-41a4b25fc8aa) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:43.425059 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-251123ee-f81d-4c3b-adba-0881296acef0 None None] For port 0a431467-8209-454d-8b40-70a7cd52ba07, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:43.429020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2124775732', 'router:external': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:43.430327 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c03feb4f-b2aa-491d-82ff-e54598092699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.501500 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-47c1feab-953f-4e2d-b0ee-ba85f3439cff tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Calling delete_port for 3ba3893f-5079-47b0-b351-884489923737 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:43.512946 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03feb4f-b2aa-491d-82ff-e54598092699 None None] Pushing event updated for resources: {'Port': ['ID=a63056f2-cb38-4440-b18e-51941e038efd,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:43.528787 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:43.538826 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03feb4f-b2aa-491d-82ff-e54598092699 None None] Network 94cc94f8-30f5-488a-b065-9f001f6e525b is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:43.540958 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-c03feb4f-b2aa-491d-82ff-e54598092699 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:43.546085 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Usage tracker for resource:network and tenant:6a81dbf53ab54b8eac2d912ad3e65eb7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:43.547949 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03feb4f-b2aa-491d-82ff-e54598092699 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:43.556489 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:43.561727 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5d99c10-cd73-4949-98e0-149920b6599e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.580556 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:43.581466 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-07c838c7-3e64-4739-b7dd-ef405c8edc22 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=5d6eafdbdcc04fa5ac3cc264b55cc088&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6302562 Mar 14 15:29:43.582257 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47048) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:43.587645 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5d99c10-cd73-4949-98e0-149920b6599e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.609671 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-251123ee-f81d-4c3b-adba-0881296acef0 None None] For port 0a431467-8209-454d-8b40-70a7cd52ba07, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=0a431467-8209-454d-8b40-70a7cd52ba07,segment=NetworkSegment(5c9f1347-bea8-4dbb-bc19-6dc76e7cc24f),segment_id=5c9f1347-bea8-4dbb-bc19-6dc76e7cc24f)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:43.640791 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'name': 'tempest-TestNetworkBasicOps-router-1361180857', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:38Z', 'updated_at': '2022-03-14T15:29:41Z', 'revision_number': 3, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:39Z', 'updated_at': '2022-03-14T15:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:43.645567 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] Checking router: daca5833-e46e-46c0-8d87-efac19dbc3e7 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:29:43.646151 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] Updating router daca5833-e46e-46c0-8d87-efac19dbc3e7 port b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:29:43.675316 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-251123ee-f81d-4c3b-adba-0881296acef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.680102 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Made reservation on behalf of 6a81dbf53ab54b8eac2d912ad3e65eb7 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:43.683474 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.701016 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.712794 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.755738 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e90f912-58c6-446c-add1-4ff312435520 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:43.760384 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2e90f912-58c6-446c-add1-4ff312435520 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1744432 Mar 14 15:29:43.761609 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.api [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 15:29:43.761609 dv-neutron-833561-1-hyperv neutron-server[83910]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 15:29:43.761609 dv-neutron-833561-1-hyperv neutron-server[83910]: [parameters: {'id': '01f237fa-73a1-4590-8e1f-150ee94a074e'}] Mar 14 15:29:43.761609 dv-neutron-833561-1-hyperv neutron-server[83910]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:29:43.762353 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG oslo_db.api [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:29:43.765206 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47054) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:43.827350 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:43.835553 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c03feb4f-b2aa-491d-82ff-e54598092699 None None] Attempting to bind port a63056f2-cb38-4440-b18e-51941e038efd on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:43.836185 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c03feb4f-b2aa-491d-82ff-e54598092699 None None] Attempting to bind port a63056f2-cb38-4440-b18e-51941e038efd by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '608e7ffd-0203-49e6-bff2-217f6a8e371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '94cc94f8-30f5-488a-b065-9f001f6e525b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:43.836377 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03feb4f-b2aa-491d-82ff-e54598092699 None None] Attempting to bind port a63056f2-cb38-4440-b18e-51941e038efd on network 94cc94f8-30f5-488a-b065-9f001f6e525b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:29:43.848563 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Usage tracker for resource:security_group_rule and tenant:6a81dbf53ab54b8eac2d912ad3e65eb7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:43.875117 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:43.885012 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:43.887859 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-19dbb035-5175-45e9-8c5b-0defffb5d754 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1157551 Mar 14 15:29:43.893025 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-47c1feab-953f-4e2d-b0ee-ba85f3439cff tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.898324 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47058) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:43.905562 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-24fb3490-44a7-4b28-8588-25b76f7ad636 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-531183204', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:43.905746 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.921973 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03feb4f-b2aa-491d-82ff-e54598092699 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:29:43.922273 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d99c10-cd73-4949-98e0-149920b6599e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5308b9ea-c910-4212-bf49-a614f4853811,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:43.926995 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03feb4f-b2aa-491d-82ff-e54598092699 None None] Checking segment: {'id': '608e7ffd-0203-49e6-bff2-217f6a8e371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '94cc94f8-30f5-488a-b065-9f001f6e525b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:43.926995 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c03feb4f-b2aa-491d-82ff-e54598092699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.927293 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03feb4f-b2aa-491d-82ff-e54598092699 None None] Bound using segment: {'id': '608e7ffd-0203-49e6-bff2-217f6a8e371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '94cc94f8-30f5-488a-b065-9f001f6e525b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:29:43.927996 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c03feb4f-b2aa-491d-82ff-e54598092699 None None] Bound port: a63056f2-cb38-4440-b18e-51941e038efd, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608e7ffd-0203-49e6-bff2-217f6a8e371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '94cc94f8-30f5-488a-b065-9f001f6e525b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:43.928132 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c03feb4f-b2aa-491d-82ff-e54598092699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.965718 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251123ee-f81d-4c3b-adba-0881296acef0 None None] Pushing event updated for resources: {'Port': ['ID=0a431467-8209-454d-8b40-70a7cd52ba07,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:43.970170 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1feab-953f-4e2d-b0ee-ba85f3439cff tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Port': ['ID=3ba3893f-5079-47b0-b351-884489923737,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:44.007955 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5d99c10-cd73-4949-98e0-149920b6599e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.012887 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e5d99c10-cd73-4949-98e0-149920b6599e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6694481 Mar 14 15:29:44.019312 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47062) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:44.019490 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9139fc-9adf-4cfd-9d0d-3d4683a90da8 None None] Network 01f237fa-73a1-4590-8e1f-150ee94a074e requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:44.044824 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3fe5563d-1448-4f41-a30d-30af9314d180 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Request body: {'security_group_rule': {'security_group_id': '34588e77-25ea-43b7-b625-81f46c047618', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5308b9ea-c910-4212-bf49-a614f4853811', 'remote_ip_prefix': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:44.050600 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3fe5563d-1448-4f41-a30d-30af9314d180 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:44.055167 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3fe5563d-1448-4f41-a30d-30af9314d180 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Usage tracker for resource:security_group_rule and tenant:bd63f9a7f0f843c8be59aa28b5b461ae is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:44.059063 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3fe5563d-1448-4f41-a30d-30af9314d180 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:44.063163 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-47c1feab-953f-4e2d-b0ee-ba85f3439cff tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.066350 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3fe5563d-1448-4f41-a30d-30af9314d180 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:44.087108 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-47c1feab-953f-4e2d-b0ee-ba85f3439cff tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/ports/3ba3893f-5079-47b0-b351-884489923737 HTTP/1.1" status: 204 len: 168 time: 1.3616660 Mar 14 15:29:44.092864 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47066) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:44.123094 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-24fb3490-44a7-4b28-8588-25b76f7ad636 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:44.128820 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-24fb3490-44a7-4b28-8588-25b76f7ad636 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:subnet and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:44.132034 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-24fb3490-44a7-4b28-8588-25b76f7ad636 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:44.134942 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3fe5563d-1448-4f41-a30d-30af9314d180 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.149191 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-24fb3490-44a7-4b28-8588-25b76f7ad636 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:44.152467 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c236a267-4f02-427d-9278-551395a56c20 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:44.152947 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c236a267-4f02-427d-9278-551395a56c20 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:44.165359 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c236a267-4f02-427d-9278-551395a56c20 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/ports/3ba3893f-5079-47b0-b351-884489923737 HTTP/1.1" status: 404 len: 333 time: 0.0690169 Mar 14 15:29:44.166563 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47070) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:44.204888 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fb3490-44a7-4b28-8588-25b76f7ad636 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:44.270861 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c03feb4f-b2aa-491d-82ff-e54598092699 None None] For port a63056f2-cb38-4440-b18e-51941e038efd, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:44.276113 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-754e3879-ffaa-47a1-9a17-f6a3136fc7fa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] GET failed (client error): The resource could not be found. Mar 14 15:29:44.276788 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-754e3879-ffaa-47a1-9a17-f6a3136fc7fa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Synchronizing usage tracker for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:44.300906 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.306648 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.331250 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c03feb4f-b2aa-491d-82ff-e54598092699 None None] For port a63056f2-cb38-4440-b18e-51941e038efd, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=a63056f2-cb38-4440-b18e-51941e038efd,segment=NetworkSegment(608e7ffd-0203-49e6-bff2-217f6a8e371e),segment_id=608e7ffd-0203-49e6-bff2-217f6a8e371e)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:44.339844 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c03feb4f-b2aa-491d-82ff-e54598092699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.421925 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.422922 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.483216 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-754e3879-ffaa-47a1-9a17-f6a3136fc7fa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Unset dirty status for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:44.488429 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-754e3879-ffaa-47a1-9a17-f6a3136fc7fa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports/3ba3893f-5079-47b0-b351-884489923737 HTTP/1.1" status: 404 len: 333 time: 0.3203859 Mar 14 15:29:44.489077 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47076) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:44.489629 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:44.494520 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Deleting port 0a431467-8209-454d-8b40-70a7cd52ba07 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:44.494681 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.499741 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.504660 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03feb4f-b2aa-491d-82ff-e54598092699 None None] Pushing event updated for resources: {'Port': ['ID=a63056f2-cb38-4440-b18e-51941e038efd,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:44.543143 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:44.568495 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:44.572437 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24fb3490-44a7-4b28-8588-25b76f7ad636 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.575180 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.575728 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Added segment 786de28b-643e-457a-a99e-2c5f668dd74a of type vlan for network 0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b Mar 14 15:29:44.577754 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] Transition to ACTIVE for port object b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:44.580579 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:44.591372 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.613566 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d34eaf3-b1b1-40b8-b446-08e8a9042011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.615875 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e607676-1bea-4d78-9658-b4b210ce84f0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:44.652469 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Port': ['ID=c66a3778-3139-48d2-bc29-41a4b25fc8aa,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:44.748221 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.791208 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f8806-f203-4056-b52c-995947756e9d None None] Pushing event updated for resources: {'Port': ['ID=b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:44.802235 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] Attempting to bind port b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:44.802600 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] Attempting to bind port b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:44.802953 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] Attempting to bind port b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:29:44.813433 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f8806-f203-4056-b52c-995947756e9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:44.813779 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f8806-f203-4056-b52c-995947756e9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:44.814133 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f8806-f203-4056-b52c-995947756e9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:44.814462 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f8806-f203-4056-b52c-995947756e9d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:44.814797 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f8806-f203-4056-b52c-995947756e9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:44.815119 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f8806-f203-4056-b52c-995947756e9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:44.815435 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f8806-f203-4056-b52c-995947756e9d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:44.815765 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f8806-f203-4056-b52c-995947756e9d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:44.816230 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f8806-f203-4056-b52c-995947756e9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:44.816684 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f8806-f203-4056-b52c-995947756e9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:44.817006 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f8806-f203-4056-b52c-995947756e9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:44.821057 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:29:44.821554 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:44.822036 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.822477 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:29:44.822938 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] Bound port: b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:44.823520 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.908332 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34eaf3-b1b1-40b8-b446-08e8a9042011 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a481795-b36c-41d1-8a64-772c298c324b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:44.944348 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3fe5563d-1448-4f41-a30d-30af9314d180 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.967940 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] For port b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:44.972330 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] For port b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:44.982079 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.031324 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3fe5563d-1448-4f41-a30d-30af9314d180 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.043263 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:29:45.044080 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 4dfa73e0-d397-450b-8d6d-9083fb47cf76 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:29:45.101744 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] Routers {'daca5833-e46e-46c0-8d87-efac19dbc3e7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:29:45.102511 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:29:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['daca5833-e46e-46c0-8d87-efac19dbc3e7'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:45.110937 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 4dfa73e0-d397-450b-8d6d-9083fb47cf76 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:29:45.112166 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 4dfa73e0-d397-450b-8d6d-9083fb47cf76 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:29:45.113051 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 7a481795-b36c-41d1-8a64-772c298c324b no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:29:45.193930 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-19d0ffe2-9f0b-4a9d-9de6-97caa7c61205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.199023 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 7a481795-b36c-41d1-8a64-772c298c324b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:29:45.199834 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 7a481795-b36c-41d1-8a64-772c298c324b not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:29:45.232968 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.233812 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:45.236883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.280807 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e621ed8-2bbc-40fd-82d3-8c63b1285f38 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting subnet 13a0f8ee-f9c9-4627-a729-b626a68abd8c {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:29:45.284542 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6e621ed8-2bbc-40fd-82d3-8c63b1285f38 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.324272 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] Set router daca5833-e46e-46c0-8d87-efac19dbc3e7 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:29:45.349421 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6e621ed8-2bbc-40fd-82d3-8c63b1285f38 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.436906 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f8806-f203-4056-b52c-995947756e9d None None] Pushing event updated for resources: {'Port': ['ID=b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:45.491553 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Pushing event updated for resources: {'Network': ['ID=0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:45.505528 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cabf7401-754e-43c4-8d39-1e83e993cd48 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.4198642 Mar 14 15:29:45.508286 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:29:45.508483 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a5374c2e-040c-41d6-a9ef-9c2a015c35b4 req-46e84580-e90b-4842-ae8e-215be659c119 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8079f8e4b19848a3b695e728e0683a28&device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 1098 time: 0.6400454 Mar 14 15:29:45.518407 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47082) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:45.532081 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-26ed3132-3c1c-49a5-9cae-54b560e742b2 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Request body: {'subnet': {'network_id': '0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:45.549875 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-26ed3132-3c1c-49a5-9cae-54b560e742b2 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:45.553900 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-26ed3132-3c1c-49a5-9cae-54b560e742b2 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Usage tracker for resource:subnet and tenant:6a81dbf53ab54b8eac2d912ad3e65eb7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:45.557144 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-26ed3132-3c1c-49a5-9cae-54b560e742b2 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:45.568637 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-26ed3132-3c1c-49a5-9cae-54b560e742b2 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:45.606700 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6e621ed8-2bbc-40fd-82d3-8c63b1285f38 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.649624 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'name': 'tempest-TestNetworkBasicOps-router-1361180857', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:38Z', 'updated_at': '2022-03-14T15:29:41Z', 'revision_number': 3, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:39Z', 'updated_at': '2022-03-14T15:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:45.659758 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f1aad5-ce24-4082-a4da-cd0eaebf554c None None] The sync data for ids ['daca5833-e46e-46c0-8d87-efac19dbc3e7'] in dv-neutron-833561-1-hyperv is: [{'id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'name': 'tempest-TestNetworkBasicOps-router-1361180857', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:38Z', 'updated_at': '2022-03-14T15:29:41Z', 'revision_number': 3, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:39Z', 'updated_at': '2022-03-14T15:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:29:45.668021 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5563d-1448-4f41-a30d-30af9314d180 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c98de04-5f5d-4c4a-bc17-0f5718b7acf6,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:45.697469 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3fe5563d-1448-4f41-a30d-30af9314d180 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.697469 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3fe5563d-1448-4f41-a30d-30af9314d180 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.6760490 Mar 14 15:29:45.701174 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47086) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:45.723500 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ed3132-3c1c-49a5-9cae-54b560e742b2 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Made reservation on behalf of 6a81dbf53ab54b8eac2d912ad3e65eb7 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:45.725798 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26ed3132-3c1c-49a5-9cae-54b560e742b2 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.907303 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a5434b-df78-4561-bcc1-e73339269f5a None None] Network 94cc94f8-30f5-488a-b065-9f001f6e525b requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:45.922026 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90fdc411-42ec-4866-a7e9-da4f5eaf9b66 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.942399 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5374c2e-040c-41d6-a9ef-9c2a015c35b4 req-4099b994-5564-4c20-bc16-bae6c4591bd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:45.943858 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a5374c2e-040c-41d6-a9ef-9c2a015c35b4 req-4099b994-5564-4c20-bc16-bae6c4591bd1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 HTTP/1.1" status: 200 len: 912 time: 0.4204645 Mar 14 15:29:45.957515 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90fdc411-42ec-4866-a7e9-da4f5eaf9b66 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.043995 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e9ee6209-614f-4598-8d82-2cd454b82f11 None None] Provisioning for port a63056f2-cb38-4440-b18e-51941e038efd completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:29:46.088609 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a5374c2e-040c-41d6-a9ef-9c2a015c35b4 req-ca39e247-1d6e-4b65-a38e-659895717a77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=159305ad-c04d-42e4-b276-25547c03e58b HTTP/1.1" status: 200 len: 1001 time: 0.1228571 Mar 14 15:29:46.114020 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6e621ed8-2bbc-40fd-82d3-8c63b1285f38 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.122388 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] For port 0a431467-8209-454d-8b40-70a7cd52ba07, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=0a431467-8209-454d-8b40-70a7cd52ba07,segment=NetworkSegment(5c9f1347-bea8-4dbb-bc19-6dc76e7cc24f),segment_id=5c9f1347-bea8-4dbb-bc19-6dc76e7cc24f)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:46.122746 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.160380 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d34eaf3-b1b1-40b8-b446-08e8a9042011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.214726 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.289526 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd409119-b95b-4cc5-a1bf-35eac57b529a None None] DHCP port deletion for 94cc94f8-30f5-488a-b065-9f001f6e525b request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:29:46.296746 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cd409119-b95b-4cc5-a1bf-35eac57b529a None None] Deleting port a63056f2-cb38-4440-b18e-51941e038efd {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:46.297448 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cd409119-b95b-4cc5-a1bf-35eac57b529a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.461333 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.483604 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.487146 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90fdc411-42ec-4866-a7e9-da4f5eaf9b66 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.557540 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e621ed8-2bbc-40fd-82d3-8c63b1285f38 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Subnet': ['ID=13a0f8ee-f9c9-4627-a729-b626a68abd8c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:46.568505 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24fb3490-44a7-4b28-8588-25b76f7ad636 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.579599 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fdc411-42ec-4866-a7e9-da4f5eaf9b66 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c98de04-5f5d-4c4a-bc17-0f5718b7acf6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:46.581248 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8d998-e534-443c-aa23-a700dfc84896 req-8fc65851-3f2a-40e9-87bb-3f1cab92f957 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:46.582771 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9cf8d998-e534-443c-aa23-a700dfc84896 req-8fc65851-3f2a-40e9-87bb-3f1cab92f957 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 1.6675038 Mar 14 15:29:46.606350 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5374c2e-040c-41d6-a9ef-9c2a015c35b4 req-c1fc8f74-8eb9-44a9-aff1-b5e6b00fae4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:46.607831 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a5374c2e-040c-41d6-a9ef-9c2a015c35b4 req-c1fc8f74-8eb9-44a9-aff1-b5e6b00fae4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=453fbd59-94cf-411e-8df0-3bc90080a3fb HTTP/1.1" status: 200 len: 850 time: 0.5088847 Mar 14 15:29:46.656244 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cd409119-b95b-4cc5-a1bf-35eac57b529a None None] For port a63056f2-cb38-4440-b18e-51941e038efd, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=a63056f2-cb38-4440-b18e-51941e038efd,segment=NetworkSegment(608e7ffd-0203-49e6-bff2-217f6a8e371e),segment_id=608e7ffd-0203-49e6-bff2-217f6a8e371e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:46.656646 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cd409119-b95b-4cc5-a1bf-35eac57b529a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.672769 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90fdc411-42ec-4866-a7e9-da4f5eaf9b66 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.677402 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-90fdc411-42ec-4866-a7e9-da4f5eaf9b66 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/0c98de04-5f5d-4c4a-bc17-0f5718b7acf6 HTTP/1.1" status: 204 len: 168 time: 0.9735703 Mar 14 15:29:46.678252 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47090) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:46.767756 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb3490-44a7-4b28-8588-25b76f7ad636 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Subnet': ['ID=7bcc5066-53a7-43d6-b32e-ebedf3508cb5,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:46.768444 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.812783 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cd409119-b95b-4cc5-a1bf-35eac57b529a None None] Calling delete_port for a63056f2-cb38-4440-b18e-51941e038efd owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:46.874974 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:29:46.881033 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Calling delete_port for 0a431467-8209-454d-8b40-70a7cd52ba07 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:46.916494 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6e621ed8-2bbc-40fd-82d3-8c63b1285f38 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.931511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d34eaf3-b1b1-40b8-b446-08e8a9042011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.947491 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cd409119-b95b-4cc5-a1bf-35eac57b529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.955360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a238e4e0-302f-47da-b147-f10cc8ac82a1 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Synchronizing usage tracker for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:46.970933 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6e621ed8-2bbc-40fd-82d3-8c63b1285f38 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/subnets/13a0f8ee-f9c9-4627-a729-b626a68abd8c HTTP/1.1" status: 204 len: 168 time: 2.4755111 Mar 14 15:29:46.970933 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d34eaf3-b1b1-40b8-b446-08e8a9042011 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.981016 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47094) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:47.002608 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd409119-b95b-4cc5-a1bf-35eac57b529a None None] Pushing event deleted for resources: {'Port': ['ID=a63056f2-cb38-4440-b18e-51941e038efd,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:47.023374 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd409119-b95b-4cc5-a1bf-35eac57b529a None None] No DVR routers for this DVR port a63056f2-cb38-4440-b18e-51941e038efd on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:47.025744 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:29:47.039440 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:47.040040 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.049730 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a5374c2e-040c-41d6-a9ef-9c2a015c35b4 req-231d7712-a63f-421f-b5eb-eba5021fe774 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4308796 Mar 14 15:29:47.072657 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb19bc5-4e2d-4cfb-8df5-e1a8edcab7d6 None None] get_active_networks_info from dv-neutron-833561-1-hyperv {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 14 15:29:47.117679 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9cf8d998-e534-443c-aa23-a700dfc84896 req-76f0b926-fbb3-424d-83ce-5ee67863deb9 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3393192 Mar 14 15:29:47.128343 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fb3490-44a7-4b28-8588-25b76f7ad636 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Checking segment: {'id': 'e3042fec-9d16-46b6-a991-cf25c6c6bb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:47.128716 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fb3490-44a7-4b28-8588-25b76f7ad636 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network hostable DHCP agents. Network: beb9cf70-bc90-42d6-8193-9a20588857cb, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:47.150784 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.220694 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a238e4e0-302f-47da-b147-f10cc8ac82a1 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Unset dirty status for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:47.225553 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a238e4e0-302f-47da-b147-f10cc8ac82a1 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5304456 Mar 14 15:29:47.226450 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00ffabf4-9523-49f5-a5c9-8ab423a61e46 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.228458 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47098) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:47.229791 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d34eaf3-b1b1-40b8-b446-08e8a9042011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.230987 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d34eaf3-b1b1-40b8-b446-08e8a9042011 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 024a520f-a349-4727-bcef-1df29d838639 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:29:47.232590 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Port': ['ID=0a431467-8209-454d-8b40-70a7cd52ba07,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:47.257848 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] No DVR routers for this DVR port 0a431467-8209-454d-8b40-70a7cd52ba07 on host dv-neutron-833561-1-hyperv {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:47.375238 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fb3490-44a7-4b28-8588-25b76f7ad636 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network beb9cf70-bc90-42d6-8193-9a20588857cb is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:47.406332 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a5374c2e-040c-41d6-a9ef-9c2a015c35b4 req-8576b4c3-c075-40a3-920b-ac1e1637b383 service neutron] 10.222.0.24 "GET /v2.0/networks/a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419161 Mar 14 15:29:47.423494 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.437323 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d34eaf3-b1b1-40b8-b446-08e8a9042011 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.438330 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0d34eaf3-b1b1-40b8-b446-08e8a9042011 admin admin] 10.222.0.60 "DELETE /v2.0/routers/024a520f-a349-4727-bcef-1df29d838639 HTTP/1.1" status: 204 len: 168 time: 7.1189923 Mar 14 15:29:47.451642 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47102) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:47.466102 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:47.474302 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.474618 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.521245 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-24fb3490-44a7-4b28-8588-25b76f7ad636 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, beb9cf70-bc90-42d6-8193-9a20588857cb) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:47.530646 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.563278 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb19bc5-4e2d-4cfb-8df5-e1a8edcab7d6 None None] Unable to find a vacant binding_index for network beb9cf70-bc90-42d6-8193-9a20588857cb and agent b0a06188-cacb-4531-b7e0-b1c4f250c97a {{(pid=83912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 14 15:29:47.572815 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:47.573526 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.objects.ports [None req-26ed3132-3c1c-49a5-9cae-54b560e742b2 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83911) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 14 15:29:47.573526 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26ed3132-3c1c-49a5-9cae-54b560e742b2 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.575625 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb19bc5-4e2d-4cfb-8df5-e1a8edcab7d6 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, beb9cf70-bc90-42d6-8193-9a20588857cb) {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:29:47.603764 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fb3490-44a7-4b28-8588-25b76f7ad636 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:47.604918 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24fb3490-44a7-4b28-8588-25b76f7ad636 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.612729 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.647637 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00ffabf4-9523-49f5-a5c9-8ab423a61e46 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.708958 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e217793-8574-4a4a-8d3f-affe37c0a51e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.716005 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f237fa-73a1-4590-8e1f-150ee94a074e']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:47.724891 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-5beafd9b-f01e-4791-a057-ba5dc1a510cd admin admin] Deleting subnet 88340b55-3da9-4e70-b482-546cb77b0872 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:29:47.727836 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Port': ['ID=c66a3778-3139-48d2-bc29-41a4b25fc8aa,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:47.740825 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-24fb3490-44a7-4b28-8588-25b76f7ad636 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.8414671 Mar 14 15:29:47.744189 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5beafd9b-f01e-4791-a057-ba5dc1a510cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.763716 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47106) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:47.765858 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed3132-3c1c-49a5-9cae-54b560e742b2 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f40b342c-aee3-4cae-bfac-61d6cfcc709c,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:47.780804 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-00ffabf4-9523-49f5-a5c9-8ab423a61e46 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94cc94f8-30f5-488a-b065-9f001f6e525b']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:47.796066 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9f1347-bea8-4dbb-bc19-6dc76e7cc24f') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:47.796375 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9f1347-bea8-4dbb-bc19-6dc76e7cc24f') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:47.826680 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e217793-8574-4a4a-8d3f-affe37c0a51e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.837038 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-00ffabf4-9523-49f5-a5c9-8ab423a61e46 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608e7ffd-0203-49e6-bff2-217f6a8e371e') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:47.837806 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-00ffabf4-9523-49f5-a5c9-8ab423a61e46 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608e7ffd-0203-49e6-bff2-217f6a8e371e') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:47.856053 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.862888 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a5374c2e-040c-41d6-a9ef-9c2a015c35b4 req-09ebe976-d5d7-47f6-8d9c-8e382f82bdde service neutron] 10.222.0.24 "GET /v2.0/networks/a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426799 Mar 14 15:29:47.884073 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00ffabf4-9523-49f5-a5c9-8ab423a61e46 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.898511 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.923193 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5beafd9b-f01e-4791-a057-ba5dc1a510cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.929254 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.957333 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.968366 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00ffabf4-9523-49f5-a5c9-8ab423a61e46 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.983916 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ffabf4-9523-49f5-a5c9-8ab423a61e46 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:29:47.984315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00ffabf4-9523-49f5-a5c9-8ab423a61e46 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.999582 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:29:48.000963 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:48.016911 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:48.062800 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3a363d-481c-428c-b7f6-d5178b87f206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-beb9cf70-bc90-42d6-8193-9a20588857cb', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ips': [{'subnet_id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:29:48.063623 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4e3a363d-481c-428c-b7f6-d5178b87f206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.089731 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ed3132-3c1c-49a5-9cae-54b560e742b2 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Checking segment: {'id': '786de28b-643e-457a-a99e-2c5f668dd74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:48.090189 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ed3132-3c1c-49a5-9cae-54b560e742b2 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Network hostable DHCP agents. Network: 0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:48.201342 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ed3132-3c1c-49a5-9cae-54b560e742b2 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Network 0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:48.239397 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-26ed3132-3c1c-49a5-9cae-54b560e742b2 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:48.251873 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ed3132-3c1c-49a5-9cae-54b560e742b2 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:48.253011 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26ed3132-3c1c-49a5-9cae-54b560e742b2 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.257184 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e217793-8574-4a4a-8d3f-affe37c0a51e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.293416 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-26ed3132-3c1c-49a5-9cae-54b560e742b2 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7739329 Mar 14 15:29:48.296152 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-4e3a363d-481c-428c-b7f6-d5178b87f206 None None] Allocated IP 172.20.0.2 (beb9cf70-bc90-42d6-8193-9a20588857cb/7bcc5066-53a7-43d6-b32e-ebedf3508cb5/402c7937-2318-4ff9-8381-07d409f324e0) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:48.297663 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47112) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:48.308350 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b9a7b1af-8548-4639-ab45-5ca6b8020f7a tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1998899336', 'network_id': '0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:48.317327 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b9a7b1af-8548-4639-ab45-5ca6b8020f7a tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:48.322708 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e217793-8574-4a4a-8d3f-affe37c0a51e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5308b9ea-c910-4212-bf49-a614f4853811,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:48.352232 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00ffabf4-9523-49f5-a5c9-8ab423a61e46 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.357786 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.363025 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b9a7b1af-8548-4639-ab45-5ca6b8020f7a tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Usage tracker for resource:port and tenant:6a81dbf53ab54b8eac2d912ad3e65eb7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:48.373693 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b9a7b1af-8548-4639-ab45-5ca6b8020f7a tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:48.376628 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00ffabf4-9523-49f5-a5c9-8ab423a61e46 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.392884 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e217793-8574-4a4a-8d3f-affe37c0a51e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.393996 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5e217793-8574-4a4a-8d3f-affe37c0a51e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "DELETE /v2.0/security-groups/5308b9ea-c910-4212-bf49-a614f4853811 HTTP/1.1" status: 204 len: 168 time: 1.1577282 Mar 14 15:29:48.395204 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.402290 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b9a7b1af-8548-4639-ab45-5ca6b8020f7a tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:48.403679 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffabf4-9523-49f5-a5c9-8ab423a61e46 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Network': ['ID=94cc94f8-30f5-488a-b065-9f001f6e525b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:48.408925 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47116) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:48.433964 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5beafd9b-f01e-4791-a057-ba5dc1a510cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.475547 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-00ffabf4-9523-49f5-a5c9-8ab423a61e46 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/networks/94cc94f8-30f5-488a-b065-9f001f6e525b HTTP/1.1" status: 204 len: 168 time: 1.4915290 Mar 14 15:29:48.480438 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47120) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:48.485041 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a7b1af-8548-4639-ab45-5ca6b8020f7a tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Made reservation on behalf of 6a81dbf53ab54b8eac2d912ad3e65eb7 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:48.487374 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b1af-8548-4639-ab45-5ca6b8020f7a tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.489360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Network': ['ID=01f237fa-73a1-4590-8e1f-150ee94a074e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:48.496522 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c06ea42e-5c02-4f9d-ab1a-53d855781c08 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/networks/01f237fa-73a1-4590-8e1f-150ee94a074e HTTP/1.1" status: 204 len: 168 time: 7.9879429 Mar 14 15:29:48.501957 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47124) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:48.505862 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-896526345'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:48.526875 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ccbad21f-beac-4a52-a4f1-1673adb8e15f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-960885772'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:48.534342 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:48.545573 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ccbad21f-beac-4a52-a4f1-1673adb8e15f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:48.549905 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:network and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:48.557833 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:48.567454 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ccbad21f-beac-4a52-a4f1-1673adb8e15f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Usage tracker for resource:network and tenant:6f4bbc23959b4526b173f35652c6cf99 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:48.574108 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-6168e37b-ab28-40fd-97b4-5a16d13ec511 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Synchronizing usage tracker for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:48.576182 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ccbad21f-beac-4a52-a4f1-1673adb8e15f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:48.579300 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5beafd9b-f01e-4791-a057-ba5dc1a510cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.582258 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:48.629723 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beafd9b-f01e-4791-a057-ba5dc1a510cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88340b55-3da9-4e70-b482-546cb77b0872,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:48.640877 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4e3a363d-481c-428c-b7f6-d5178b87f206 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.650977 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-6168e37b-ab28-40fd-97b4-5a16d13ec511 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Unset dirty status for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:48.652809 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6168e37b-ab28-40fd-97b4-5a16d13ec511 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2434595 Mar 14 15:29:48.654629 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4e3a363d-481c-428c-b7f6-d5178b87f206 None None] Transition to ACTIVE for port object 402c7937-2318-4ff9-8381-07d409f324e0 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:48.656861 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47128) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:48.657754 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5beafd9b-f01e-4791-a057-ba5dc1a510cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.658457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-b9a7b1af-8548-4639-ab45-5ca6b8020f7a tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] device_id is not set on port 69de8859-c9d0-4363-94d2-c1a8447b0ae3 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:29:48.675640 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beafd9b-f01e-4791-a057-ba5dc1a510cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:48.675951 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4e3a363d-481c-428c-b7f6-d5178b87f206 None None] Transition to ACTIVE for port object 402c7937-2318-4ff9-8381-07d409f324e0 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:48.676075 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beafd9b-f01e-4791-a057-ba5dc1a510cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:48.676301 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beafd9b-f01e-4791-a057-ba5dc1a510cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:48.676634 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beafd9b-f01e-4791-a057-ba5dc1a510cd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:48.676962 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beafd9b-f01e-4791-a057-ba5dc1a510cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:48.677331 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beafd9b-f01e-4791-a057-ba5dc1a510cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:48.677602 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beafd9b-f01e-4791-a057-ba5dc1a510cd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:48.678192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beafd9b-f01e-4791-a057-ba5dc1a510cd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:48.678525 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beafd9b-f01e-4791-a057-ba5dc1a510cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:48.678847 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beafd9b-f01e-4791-a057-ba5dc1a510cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:48.679165 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beafd9b-f01e-4791-a057-ba5dc1a510cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:48.684207 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4e3a363d-481c-428c-b7f6-d5178b87f206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.685384 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5beafd9b-f01e-4791-a057-ba5dc1a510cd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/88340b55-3da9-4e70-b482-546cb77b0872 HTTP/1.1" status: 204 len: 168 time: 1.2304170 Mar 14 15:29:48.688880 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47132) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:48.712560 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c07bb-f2c2-4144-92c6-c8e6373ba93c req-9b12714c-7d29-494d-9be7-fd85ec2eeec0 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:48.720660 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-189c07bb-f2c2-4144-92c6-c8e6373ba93c req-9b12714c-7d29-494d-9be7-fd85ec2eeec0 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.4063084 Mar 14 15:29:48.756175 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ccbad21f-beac-4a52-a4f1-1673adb8e15f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:48.761890 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3a363d-481c-428c-b7f6-d5178b87f206 None None] Network beb9cf70-bc90-42d6-8193-9a20588857cb is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:48.763166 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-4e3a363d-481c-428c-b7f6-d5178b87f206 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:48.763661 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.l3_db [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Floating IP 5f702cac-d62f-4e78-bbe5-8600bf4da2f9 associated. External IP: 172.26.4.156, port: 73730692-e03d-4090-842b-7706b4bb35d8. Mar 14 15:29:48.769243 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3a363d-481c-428c-b7f6-d5178b87f206 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:48.777594 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a363d-481c-428c-b7f6-d5178b87f206 None None] Pushing event updated for resources: {'Port': ['ID=402c7937-2318-4ff9-8381-07d409f324e0,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:48.837186 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffd0c377-5f96-4e0d-88d0-3481a4ac4531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.843756 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b06979e7-7c4d-4dd1-b1d2-076b66305207 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.850895 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:29:48.873818 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ffd0c377-5f96-4e0d-88d0-3481a4ac4531 admin admin] Deleting port 6c8f6075-6ede-4ace-aa19-663b236f78a4 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:48.874182 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffd0c377-5f96-4e0d-88d0-3481a4ac4531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.881606 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:48.884658 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.908517 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b06979e7-7c4d-4dd1-b1d2-076b66305207 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.918754 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4e3a363d-481c-428c-b7f6-d5178b87f206 None None] Attempting to bind port 402c7937-2318-4ff9-8381-07d409f324e0 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:48.919144 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4e3a363d-481c-428c-b7f6-d5178b87f206 None None] Attempting to bind port 402c7937-2318-4ff9-8381-07d409f324e0 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'e3042fec-9d16-46b6-a991-cf25c6c6bb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:48.919520 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3a363d-481c-428c-b7f6-d5178b87f206 None None] Attempting to bind port 402c7937-2318-4ff9-8381-07d409f324e0 on network beb9cf70-bc90-42d6-8193-9a20588857cb {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:29:48.936768 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3a363d-481c-428c-b7f6-d5178b87f206 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:29:48.937134 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3a363d-481c-428c-b7f6-d5178b87f206 None None] Checking segment: {'id': 'e3042fec-9d16-46b6-a991-cf25c6c6bb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:48.937856 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4e3a363d-481c-428c-b7f6-d5178b87f206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.937996 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3a363d-481c-428c-b7f6-d5178b87f206 None None] Bound using segment: {'id': 'e3042fec-9d16-46b6-a991-cf25c6c6bb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:29:48.938378 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4e3a363d-481c-428c-b7f6-d5178b87f206 None None] Bound port: 402c7937-2318-4ff9-8381-07d409f324e0, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3042fec-9d16-46b6-a991-cf25c6c6bb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:48.938747 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4e3a363d-481c-428c-b7f6-d5178b87f206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.044388 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:49.044763 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.081868 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b06979e7-7c4d-4dd1-b1d2-076b66305207 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.105918 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4e3a363d-481c-428c-b7f6-d5178b87f206 None None] For port 402c7937-2318-4ff9-8381-07d409f324e0, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:49.118873 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4e3a363d-481c-428c-b7f6-d5178b87f206 None None] For port 402c7937-2318-4ff9-8381-07d409f324e0, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=402c7937-2318-4ff9-8381-07d409f324e0,segment=NetworkSegment(e3042fec-9d16-46b6-a991-cf25c6c6bb7d),segment_id=e3042fec-9d16-46b6-a991-cf25c6c6bb7d)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:49.120786 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06979e7-7c4d-4dd1-b1d2-076b66305207 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34588e77-25ea-43b7-b625-81f46c047618,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:49.130086 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4e3a363d-481c-428c-b7f6-d5178b87f206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.130294 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbad21f-beac-4a52-a4f1-1673adb8e15f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Made reservation on behalf of 6f4bbc23959b4526b173f35652c6cf99 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:49.133588 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ccbad21f-beac-4a52-a4f1-1673adb8e15f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.148812 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-ffd0c377-5f96-4e0d-88d0-3481a4ac4531 admin admin] For port 6c8f6075-6ede-4ace-aa19-663b236f78a4, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6c8f6075-6ede-4ace-aa19-663b236f78a4,segment=NetworkSegment(baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2),segment_id=baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:49.149209 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffd0c377-5f96-4e0d-88d0-3481a4ac4531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.157961 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b06979e7-7c4d-4dd1-b1d2-076b66305207 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.159147 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b06979e7-7c4d-4dd1-b1d2-076b66305207 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "DELETE /v2.0/security-groups/34588e77-25ea-43b7-b625-81f46c047618 HTTP/1.1" status: 204 len: 168 time: 0.4986494 Mar 14 15:29:49.162047 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47136) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:49.204314 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:49.213368 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.214369 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Added segment a9525cfe-de4a-4e97-bb05-ed94c8864212 of type vlan for network ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461 Mar 14 15:29:49.244842 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.286749 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.291103 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:49.291319 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.292955 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a363d-481c-428c-b7f6-d5178b87f206 None None] Pushing event updated for resources: {'Port': ['ID=402c7937-2318-4ff9-8381-07d409f324e0,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:49.300660 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ffd0c377-5f96-4e0d-88d0-3481a4ac4531 admin admin] Calling delete_port for 6c8f6075-6ede-4ace-aa19-663b236f78a4 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:49.378757 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-15469351-89ec-4ef5-8af0-74977cf84f34 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Synchronizing usage tracker for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:49.434973 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffd0c377-5f96-4e0d-88d0-3481a4ac4531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.443119 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-15469351-89ec-4ef5-8af0-74977cf84f34 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Unset dirty status for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:49.444660 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-15469351-89ec-4ef5-8af0-74977cf84f34 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2815778 Mar 14 15:29:49.478780 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47140) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:49.482220 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-189c07bb-f2c2-4144-92c6-c8e6373ba93c req-268f2be7-6f94-40c4-81e0-d6b6260c5365 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7607296 Mar 14 15:29:49.514482 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-166ba9e7-9369-4a9f-9a7c-1ec777c5abd7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1403367232'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:49.535568 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccbad21f-beac-4a52-a4f1-1673adb8e15f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:49.544478 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd0c377-5f96-4e0d-88d0-3481a4ac4531 admin admin] No DVR routers for this DVR port 6c8f6075-6ede-4ace-aa19-663b236f78a4 on host dv-neutron-833561-1-hyperv {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:49.547204 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0c377-5f96-4e0d-88d0-3481a4ac4531 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c8f6075-6ede-4ace-aa19-663b236f78a4,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:49.576563 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-166ba9e7-9369-4a9f-9a7c-1ec777c5abd7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:49.579046 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ccbad21f-beac-4a52-a4f1-1673adb8e15f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.579385 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-ccbad21f-beac-4a52-a4f1-1673adb8e15f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Added segment beef199f-baeb-4e9f-8927-564a980b6154 of type vlan for network 39d83efa-4602-46a3-a398-acffc127fe75 Mar 14 15:29:49.608115 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1243165 Mar 14 15:29:49.608802 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Network': ['ID=ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:49.622746 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47144) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:49.623602 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-166ba9e7-9369-4a9f-9a7c-1ec777c5abd7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:49.642478 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:49.642836 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:49.643178 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:49.643512 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:49.643848 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:49.644176 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:49.644502 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:49.644825 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:49.645149 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:49.645874 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:49.646206 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea76195-e321-43cf-b3f8-771f3195a776 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:49.657184 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-463c655d-482b-43cc-9010-c36e0b576767 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'subnet': {'network_id': 'ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:49.659610 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:29:49.694992 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffd0c377-5f96-4e0d-88d0-3481a4ac4531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.728561 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ffd0c377-5f96-4e0d-88d0-3481a4ac4531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8edb3e-70af-4204-b598-deb9b1bae5e6']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:49.742423 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ffd0c377-5f96-4e0d-88d0-3481a4ac4531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:49.742842 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ffd0c377-5f96-4e0d-88d0-3481a4ac4531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa1bde5-c6c6-4a9c-bb65-e96f208ab1e2') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:49.755750 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffd0c377-5f96-4e0d-88d0-3481a4ac4531 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.773961 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffd0c377-5f96-4e0d-88d0-3481a4ac4531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.781257 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b9a7b1af-8548-4639-ab45-5ca6b8020f7a tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Allocated IP 172.20.0.11 (0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b/f40b342c-aee3-4cae-bfac-61d6cfcc709c/69de8859-c9d0-4363-94d2-c1a8447b0ae3) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:49.782078 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd0c377-5f96-4e0d-88d0-3481a4ac4531 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:29:49.782552 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffd0c377-5f96-4e0d-88d0-3481a4ac4531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.785533 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ccbad21f-beac-4a52-a4f1-1673adb8e15f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:49.796944 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:49.802991 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-166ba9e7-9369-4a9f-9a7c-1ec777c5abd7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.875089 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffd0c377-5f96-4e0d-88d0-3481a4ac4531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.891480 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffd0c377-5f96-4e0d-88d0-3481a4ac4531 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.904687 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0c377-5f96-4e0d-88d0-3481a4ac4531 admin admin] Pushing event deleted for resources: {'Network': ['ID=da8edb3e-70af-4204-b598-deb9b1bae5e6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:49.910379 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ffd0c377-5f96-4e0d-88d0-3481a4ac4531 admin admin] 10.222.0.60 "DELETE /v2.0/networks/da8edb3e-70af-4204-b598-deb9b1bae5e6 HTTP/1.1" status: 204 len: 168 time: 1.2202561 Mar 14 15:29:49.938186 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-463c655d-482b-43cc-9010-c36e0b576767 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:49.955113 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-463c655d-482b-43cc-9010-c36e0b576767 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:subnet and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:49.967994 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-463c655d-482b-43cc-9010-c36e0b576767 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:49.970824 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-166ba9e7-9369-4a9f-9a7c-1ec777c5abd7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:49.981088 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ccbad21f-beac-4a52-a4f1-1673adb8e15f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.984806 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbad21f-beac-4a52-a4f1-1673adb8e15f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:49.985364 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ccbad21f-beac-4a52-a4f1-1673adb8e15f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.995563 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-463c655d-482b-43cc-9010-c36e0b576767 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:49.997991 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-166ba9e7-9369-4a9f-9a7c-1ec777c5abd7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Usage tracker for resource:security_group_rule and tenant:bd63f9a7f0f843c8be59aa28b5b461ae is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:50.024979 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-166ba9e7-9369-4a9f-9a7c-1ec777c5abd7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:50.114601 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-166ba9e7-9369-4a9f-9a7c-1ec777c5abd7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:50.125410 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47150) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:50.203149 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e5f472dd-752f-436a-845b-7256d3fa5ec4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6caf3cf1c8df41a6b06f02779186d0e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0737505 Mar 14 15:29:50.204458 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47154) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:50.204913 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463c655d-482b-43cc-9010-c36e0b576767 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:50.258211 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ccbad21f-beac-4a52-a4f1-1673adb8e15f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7423310 Mar 14 15:29:50.259558 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47158) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:50.267653 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-95aac292-f622-4437-9f7e-8f8a6a117fd5 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Request body: {'subnet': {'network_id': '39d83efa-4602-46a3-a398-acffc127fe75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:50.336459 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbad21f-beac-4a52-a4f1-1673adb8e15f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'Network': ['ID=39d83efa-4602-46a3-a398-acffc127fe75,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:50.348481 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 39d83efa-4602-46a3-a398-acffc127fe75 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:29:50.404526 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-95aac292-f622-4437-9f7e-8f8a6a117fd5 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:50.407046 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-87ba93df-b73b-4ff4-96cd-e01d2a67002f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.411050 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-95aac292-f622-4437-9f7e-8f8a6a117fd5 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Usage tracker for resource:subnet and tenant:6f4bbc23959b4526b173f35652c6cf99 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:50.420542 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-95aac292-f622-4437-9f7e-8f8a6a117fd5 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:50.470753 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52378bf4-c68d-4ac2-acd5-7ea18157a4b4 None None] Network beb9cf70-bc90-42d6-8193-9a20588857cb requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:50.503875 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cde807-702b-444b-990b-20b351285c7b None None] Network 0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:50.508731 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-463c655d-482b-43cc-9010-c36e0b576767 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.525622 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-95aac292-f622-4437-9f7e-8f8a6a117fd5 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:50.542945 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-87ba93df-b73b-4ff4-96cd-e01d2a67002f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.578491 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a66e70-83e6-4a7e-a741-7ee40c9d0ecd None None] Network da8edb3e-70af-4204-b598-deb9b1bae5e6 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:50.603972 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-87ba93df-b73b-4ff4-96cd-e01d2a67002f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.613035 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a66e70-83e6-4a7e-a741-7ee40c9d0ecd None None] Network da8edb3e-70af-4204-b598-deb9b1bae5e6 could not be found, it might have been deleted concurrently. {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 14 15:29:50.624737 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba93df-b73b-4ff4-96cd-e01d2a67002f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209f6e84-8058-4912-8020-999d693158be,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:50.633804 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-87ba93df-b73b-4ff4-96cd-e01d2a67002f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.635138 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-87ba93df-b73b-4ff4-96cd-e01d2a67002f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/209f6e84-8058-4912-8020-999d693158be HTTP/1.1" status: 204 len: 168 time: 0.4293289 Mar 14 15:29:50.690226 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-166ba9e7-9369-4a9f-9a7c-1ec777c5abd7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.713056 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95aac292-f622-4437-9f7e-8f8a6a117fd5 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Made reservation on behalf of 6f4bbc23959b4526b173f35652c6cf99 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:50.730878 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dcbdc3-18eb-4b89-82a9-7807a68acb1d None None] DHCP port deletion for da8edb3e-70af-4204-b598-deb9b1bae5e6 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:29:50.735000 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8c07a3ea-6372-4f9f-83bc-7663aa7cb9d6 None None] Provisioning for port 402c7937-2318-4ff9-8381-07d409f324e0 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:29:50.848336 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.902833 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95aac292-f622-4437-9f7e-8f8a6a117fd5 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.941554 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b1af-8548-4639-ab45-5ca6b8020f7a tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.007766 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 402c7937-2318-4ff9-8381-07d409f324e0 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:29:51.022469 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-166ba9e7-9369-4a9f-9a7c-1ec777c5abd7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.046735 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224d429-7f20-449b-979c-cedddf74631b req-af2eddd7-b466-46de-87aa-6fe5ede01106 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:51.053888 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6224d429-7f20-449b-979c-cedddf74631b req-af2eddd7-b466-46de-87aa-6fe5ede01106 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.3175151 Mar 14 15:29:51.170113 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6224d429-7f20-449b-979c-cedddf74631b req-938c34bc-459e-4340-88e5-da360a0d534d tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149039 Mar 14 15:29:51.186033 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ba9e7-9369-4a9f-9a7c-1ec777c5abd7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5568e0c-3dc6-4c69-8182-e2065c87dd34,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:51.221047 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bade3b-3c97-44e3-baa2-89f3c9b489d4 None None] Network 0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:51.257126 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95aac292-f622-4437-9f7e-8f8a6a117fd5 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.345143 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aac292-f622-4437-9f7e-8f8a6a117fd5 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'Subnet': ['ID=6df20c3b-9dab-4617-b17f-7ec96bb68be0,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:51.359300 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aac292-f622-4437-9f7e-8f8a6a117fd5 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Checking segment: {'id': 'beef199f-baeb-4e9f-8927-564a980b6154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '39d83efa-4602-46a3-a398-acffc127fe75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:51.360565 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aac292-f622-4437-9f7e-8f8a6a117fd5 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Network hostable DHCP agents. Network: 39d83efa-4602-46a3-a398-acffc127fe75, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:51.364114 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 402c7937-2318-4ff9-8381-07d409f324e0 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:29:51.378790 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 402c7937-2318-4ff9-8381-07d409f324e0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:51.379226 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.385494 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aac292-f622-4437-9f7e-8f8a6a117fd5 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Network 39d83efa-4602-46a3-a398-acffc127fe75 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:51.398710 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-95aac292-f622-4437-9f7e-8f8a6a117fd5 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 39d83efa-4602-46a3-a398-acffc127fe75) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:51.408786 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95aac292-f622-4437-9f7e-8f8a6a117fd5 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:51.409388 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95aac292-f622-4437-9f7e-8f8a6a117fd5 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.439658 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-95aac292-f622-4437-9f7e-8f8a6a117fd5 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1770258 Mar 14 15:29:51.442396 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47178) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:51.449606 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2bd5ac64-cd04-464e-9433-cd5de00713be tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Request body: {'subnet': {'network_id': '39d83efa-4602-46a3-a398-acffc127fe75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:51.452236 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-166ba9e7-9369-4a9f-9a7c-1ec777c5abd7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.455949 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-166ba9e7-9369-4a9f-9a7c-1ec777c5abd7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9703219 Mar 14 15:29:51.473616 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47182) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:51.488445 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-418fb72b-6171-4edc-a3ff-7b96f2779a94 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Request body: {'security_group_rule': {'security_group_id': 'b5568e0c-3dc6-4c69-8182-e2065c87dd34', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:51.488938 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b1af-8548-4639-ab45-5ca6b8020f7a tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.511874 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89b2203-f88d-44b0-a0c0-18e802dbde77 None None] Network 39d83efa-4602-46a3-a398-acffc127fe75 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:51.551699 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-418fb72b-6171-4edc-a3ff-7b96f2779a94 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:51.566620 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-418fb72b-6171-4edc-a3ff-7b96f2779a94 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Usage tracker for resource:security_group_rule and tenant:bd63f9a7f0f843c8be59aa28b5b461ae is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:51.572959 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-418fb72b-6171-4edc-a3ff-7b96f2779a94 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:51.583418 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-418fb72b-6171-4edc-a3ff-7b96f2779a94 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:51.657368 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a7b1af-8548-4639-ab45-5ca6b8020f7a tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Network 0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:51.665710 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-418fb72b-6171-4edc-a3ff-7b96f2779a94 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.672194 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b9a7b1af-8548-4639-ab45-5ca6b8020f7a tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:51.679932 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2bd5ac64-cd04-464e-9433-cd5de00713be tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:51.691633 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a7b1af-8548-4639-ab45-5ca6b8020f7a tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:51.694794 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2bd5ac64-cd04-464e-9433-cd5de00713be tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Usage tracker for resource:subnet and tenant:6f4bbc23959b4526b173f35652c6cf99 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:51.705019 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2bd5ac64-cd04-464e-9433-cd5de00713be tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:51.715745 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2bd5ac64-cd04-464e-9433-cd5de00713be tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:51.738077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7b1af-8548-4639-ab45-5ca6b8020f7a tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Pushing event updated for resources: {'Port': ['ID=69de8859-c9d0-4363-94d2-c1a8447b0ae3,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:51.766847 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd5ac64-cd04-464e-9433-cd5de00713be tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Made reservation on behalf of 6f4bbc23959b4526b173f35652c6cf99 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:51.770346 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2bd5ac64-cd04-464e-9433-cd5de00713be tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.841371 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-418fb72b-6171-4edc-a3ff-7b96f2779a94 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.855731 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a7b1af-8548-4639-ab45-5ca6b8020f7a tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:51.856910 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b1af-8548-4639-ab45-5ca6b8020f7a tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.877956 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-463c655d-482b-43cc-9010-c36e0b576767 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.887757 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.920220 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-418fb72b-6171-4edc-a3ff-7b96f2779a94 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.965174 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fb72b-6171-4edc-a3ff-7b96f2779a94 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de6f5ec-ab72-4f2f-8e1e-8372f48849b8,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:52.059452 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 402c7937-2318-4ff9-8381-07d409f324e0, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=402c7937-2318-4ff9-8381-07d409f324e0,segment=NetworkSegment(e3042fec-9d16-46b6-a991-cf25c6c6bb7d),segment_id=e3042fec-9d16-46b6-a991-cf25c6c6bb7d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:52.068040 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c655d-482b-43cc-9010-c36e0b576767 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Subnet': ['ID=988b73f3-8155-41ce-b053-7e911f13302b,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:52.085394 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b9a7b1af-8548-4639-ab45-5ca6b8020f7a tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.7864478 Mar 14 15:29:52.088318 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47194) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:52.132539 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.217616 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d201bf43-0d4a-49af-b44f-5583ed6de976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-39d83efa-4602-46a3-a398-acffc127fe75', 'network_id': '39d83efa-4602-46a3-a398-acffc127fe75', 'tenant_id': '6f4bbc23959b4526b173f35652c6cf99', 'fixed_ips': [{'subnet_id': '6df20c3b-9dab-4617-b17f-7ec96bb68be0'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:29:52.220970 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d201bf43-0d4a-49af-b44f-5583ed6de976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.240717 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6c8f6075-6ede-4ace-aa19-663b236f78a4 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:29:52.256979 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463c655d-482b-43cc-9010-c36e0b576767 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Checking segment: {'id': 'a9525cfe-de4a-4e97-bb05-ed94c8864212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:52.257346 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463c655d-482b-43cc-9010-c36e0b576767 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network hostable DHCP agents. Network: ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:52.289789 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8f2d0c89-199b-4402-86e3-9dab812f7b5d tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Deleting port 69de8859-c9d0-4363-94d2-c1a8447b0ae3 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:52.290155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f2d0c89-199b-4402-86e3-9dab812f7b5d tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.319575 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 6c8f6075-6ede-4ace-aa19-663b236f78a4 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:29:52.319902 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6c8f6075-6ede-4ace-aa19-663b236f78a4 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:29:52.345474 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Router 9e924330-d779-4acc-ad0a-5b9518d102de has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:29:52.378652 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-418fb72b-6171-4edc-a3ff-7b96f2779a94 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.379848 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-418fb72b-6171-4edc-a3ff-7b96f2779a94 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.9052298 Mar 14 15:29:52.392594 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47202) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:52.434504 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2bd5ac64-cd04-464e-9433-cd5de00713be tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.512484 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c57b7cb3-0ee8-4021-a436-e756b67a346f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.541391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd5ac64-cd04-464e-9433-cd5de00713be tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Network 39d83efa-4602-46a3-a398-acffc127fe75 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:52.545846 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c57b7cb3-0ee8-4021-a436-e756b67a346f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.551440 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-2bd5ac64-cd04-464e-9433-cd5de00713be tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:52.554423 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd5ac64-cd04-464e-9433-cd5de00713be tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:52.554992 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2bd5ac64-cd04-464e-9433-cd5de00713be tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.575236 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5ac64-cd04-464e-9433-cd5de00713be tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'Subnet': ['ID=d0a6dee8-06f1-40a4-9bbd-e1d736c717d1,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:52.598753 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-d201bf43-0d4a-49af-b44f-5583ed6de976 None None] Allocated IP 2001:db8::2 (39d83efa-4602-46a3-a398-acffc127fe75/6df20c3b-9dab-4617-b17f-7ec96bb68be0/6f1b3069-bff1-4db5-88ae-93adee8b69eb) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:52.602181 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2bd5ac64-cd04-464e-9433-cd5de00713be tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1558831 Mar 14 15:29:52.602296 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47208) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:52.605970 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c57b7cb3-0ee8-4021-a436-e756b67a346f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.613655 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c57b7cb3-0ee8-4021-a436-e756b67a346f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.617521 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b922c8-6ef3-47a7-9ec7-400dfdf4e7ab None None] Network beb9cf70-bc90-42d6-8193-9a20588857cb requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:52.618563 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c57b7cb3-0ee8-4021-a436-e756b67a346f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/8de6f5ec-ab72-4f2f-8e1e-8372f48849b8 HTTP/1.1" status: 204 len: 168 time: 0.2250438 Mar 14 15:29:52.619538 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47212) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:52.671763 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b7cb3-0ee8-4021-a436-e756b67a346f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8de6f5ec-ab72-4f2f-8e1e-8372f48849b8,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:52.714033 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463c655d-482b-43cc-9010-c36e0b576767 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:52.722511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c12cc9-edfd-457c-a85e-95a993a7d84c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:52.724553 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c12cc9-edfd-457c-a85e-95a993a7d84c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:52.726255 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c12cc9-edfd-457c-a85e-95a993a7d84c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:52.728373 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c12cc9-edfd-457c-a85e-95a993a7d84c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:52.730948 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c12cc9-edfd-457c-a85e-95a993a7d84c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:52.732058 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-84c12cc9-edfd-457c-a85e-95a993a7d84c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Synchronizing usage tracker for tenant:6f4bbc23959b4526b173f35652c6cf99 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:52.756122 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-84c12cc9-edfd-457c-a85e-95a993a7d84c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Unset dirty status for tenant:6f4bbc23959b4526b173f35652c6cf99 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:52.757964 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-84c12cc9-edfd-457c-a85e-95a993a7d84c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1547081 Mar 14 15:29:52.761799 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47220) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:52.767734 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-61479499-80a0-4e75-8bbe-1cefe82f162a tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1189908085'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:52.779553 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-61479499-80a0-4e75-8bbe-1cefe82f162a tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:52.784278 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-61479499-80a0-4e75-8bbe-1cefe82f162a tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Usage tracker for resource:network and tenant:6f4bbc23959b4526b173f35652c6cf99 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:52.787955 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-61479499-80a0-4e75-8bbe-1cefe82f162a tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:52.793845 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-463c655d-482b-43cc-9010-c36e0b576767 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:52.798806 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-61479499-80a0-4e75-8bbe-1cefe82f162a tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:52.812041 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61479499-80a0-4e75-8bbe-1cefe82f162a tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Made reservation on behalf of 6f4bbc23959b4526b173f35652c6cf99 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:52.817472 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-61479499-80a0-4e75-8bbe-1cefe82f162a tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.830396 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463c655d-482b-43cc-9010-c36e0b576767 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:52.830997 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-463c655d-482b-43cc-9010-c36e0b576767 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.849725 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61479499-80a0-4e75-8bbe-1cefe82f162a tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:52.856341 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e306f4d0-5cdf-4f9b-9fb4-0c577575a3c7 None None] Network ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:52.861685 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-61479499-80a0-4e75-8bbe-1cefe82f162a tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.862375 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-61479499-80a0-4e75-8bbe-1cefe82f162a tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Added segment 17f7df5d-7f60-4f58-98d0-dd1ed92b63a1 of type vlan for network 433898dc-5287-4c10-a12c-d79b51d4a546 Mar 14 15:29:52.910227 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-61479499-80a0-4e75-8bbe-1cefe82f162a tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.953115 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=402c7937-2318-4ff9-8381-07d409f324e0,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:52.955474 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5fbcbb18-bc3d-4f21-a8ed-b122610e6a53 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.973415 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-61479499-80a0-4e75-8bbe-1cefe82f162a tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.974874 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:52.975234 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:52.975574 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:52.976092 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:52.976629 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:52.977142 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:52.977657 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:52.978198 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:52.978729 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:52.979301 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:52.979815 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:52.981359 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61479499-80a0-4e75-8bbe-1cefe82f162a tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:52.981554 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-463c655d-482b-43cc-9010-c36e0b576767 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3423977 Mar 14 15:29:52.982181 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-61479499-80a0-4e75-8bbe-1cefe82f162a tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.987725 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47226) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:52.993488 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-740b11e1-bed1-4c08-b945-ef34676fbd59 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Synchronizing usage tracker for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:53.009476 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-cfae607d-8611-4d2c-aab9-d016c43f9dd5 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'port': {'network_id': 'ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-209073762'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:53.051077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d337ca-a108-4041-9492-f9e5c02cf14f req-94764201-a0bb-40d7-bee4-9b15c877ca00 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:53.052552 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-44d337ca-a108-4041-9492-f9e5c02cf14f req-94764201-a0bb-40d7-bee4-9b15c877ca00 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.6466537 Mar 14 15:29:53.073599 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-70f037df-cfe8-40f0-a0bf-48fb48f7d829 None None] Provisioning complete for port 402c7937-2318-4ff9-8381-07d409f324e0 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:53.074072 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-70f037df-cfe8-40f0-a0bf-48fb48f7d829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:53.128935 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-61479499-80a0-4e75-8bbe-1cefe82f162a tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3657532 Mar 14 15:29:53.133066 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47232) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:53.141917 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-de55442c-5b21-40b5-9de7-f3b17eefc558 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:53.292103 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61479499-80a0-4e75-8bbe-1cefe82f162a tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'Network': ['ID=433898dc-5287-4c10-a12c-d79b51d4a546,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:53.294571 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-740b11e1-bed1-4c08-b945-ef34676fbd59 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Unset dirty status for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:53.298816 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-740b11e1-bed1-4c08-b945-ef34676fbd59 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6676362 Mar 14 15:29:53.303617 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47238) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:53.314595 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f2d0c89-199b-4402-86e3-9dab812f7b5d tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:53.339262 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 433898dc-5287-4c10-a12c-d79b51d4a546 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:29:53.410501 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bdfff39b-c2ab-4717-8800-693525fe7840 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:53.550767 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac701bc3-d408-4ce3-9058-fa0222c9f81d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461', 'network_id': 'ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461', 'tenant_id': '5a6f96ee0963461298d40ea737c70799', 'fixed_ips': [{'subnet_id': '988b73f3-8155-41ce-b053-7e911f13302b'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:29:53.551326 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac701bc3-d408-4ce3-9058-fa0222c9f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:53.580843 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d201bf43-0d4a-49af-b44f-5583ed6de976 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:53.634637 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d201bf43-0d4a-49af-b44f-5583ed6de976 None None] Transition to ACTIVE for port object 6f1b3069-bff1-4db5-88ae-93adee8b69eb will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:53.670859 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8f2d0c89-199b-4402-86e3-9dab812f7b5d tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Calling delete_port for 69de8859-c9d0-4363-94d2-c1a8447b0ae3 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:53.712416 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47246) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:53.719309 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bdfff39b-c2ab-4717-8800-693525fe7840 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:53.748588 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d201bf43-0d4a-49af-b44f-5583ed6de976 None None] Transition to ACTIVE for port object 6f1b3069-bff1-4db5-88ae-93adee8b69eb will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:53.762785 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d201bf43-0d4a-49af-b44f-5583ed6de976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:53.833449 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de55442c-5b21-40b5-9de7-f3b17eefc558 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:53.848258 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201bf43-0d4a-49af-b44f-5583ed6de976 None None] Pushing event updated for resources: {'Port': ['ID=6f1b3069-bff1-4db5-88ae-93adee8b69eb,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:53.850021 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-44d337ca-a108-4041-9492-f9e5c02cf14f req-2d5ebbc7-6972-4bc9-adfe-570f22871c47 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7336934 Mar 14 15:29:53.860047 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de55442c-5b21-40b5-9de7-f3b17eefc558 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:53.916245 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bdfff39b-c2ab-4717-8800-693525fe7840 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:53.939310 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d201bf43-0d4a-49af-b44f-5583ed6de976 None None] Network 39d83efa-4602-46a3-a398-acffc127fe75 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:53.945001 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-d201bf43-0d4a-49af-b44f-5583ed6de976 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:53.969290 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cfae607d-8611-4d2c-aab9-d016c43f9dd5 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:53.972252 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d201bf43-0d4a-49af-b44f-5583ed6de976 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:54.008649 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-cfae607d-8611-4d2c-aab9-d016c43f9dd5 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:port and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:54.018740 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-cfae607d-8611-4d2c-aab9-d016c43f9dd5 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:54.068564 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55442c-5b21-40b5-9de7-f3b17eefc558 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'Network': ['ID=433898dc-5287-4c10-a12c-d79b51d4a546,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:54.082589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b17f4b8e-7d09-4d30-b885-2ff553fa8f92 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:54.087005 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b17f4b8e-7d09-4d30-b885-2ff553fa8f92 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:54.091246 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b17f4b8e-7d09-4d30-b885-2ff553fa8f92 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Usage tracker for resource:floatingip and tenant:389553d788f348e48dc51482f32a8e2a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:54.093409 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 433898dc-5287-4c10-a12c-d79b51d4a546 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:29:54.095078 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b17f4b8e-7d09-4d30-b885-2ff553fa8f92 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:54.101388 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b17f4b8e-7d09-4d30-b885-2ff553fa8f92 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:54.109584 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cfae607d-8611-4d2c-aab9-d016c43f9dd5 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:54.110587 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfff39b-c2ab-4717-8800-693525fe7840 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5568e0c-3dc6-4c69-8182-e2065c87dd34,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:54.112643 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de55442c-5b21-40b5-9de7-f3b17eefc558 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Network 433898dc-5287-4c10-a12c-d79b51d4a546 is not hosted by any dhcp agent {{(pid=83910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 14 15:29:54.116677 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de55442c-5b21-40b5-9de7-f3b17eefc558 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:54.117762 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de55442c-5b21-40b5-9de7-f3b17eefc558 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.121444 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-ac701bc3-d408-4ce3-9058-fa0222c9f81d None None] Allocated IP 2001:db8::2 (ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461/988b73f3-8155-41ce-b053-7e911f13302b/7757742a-f89a-42af-b93a-5b2d6eb7a1a5) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:54.121624 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-de55442c-5b21-40b5-9de7-f3b17eefc558 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "PUT /v2.0/networks/433898dc-5287-4c10-a12c-d79b51d4a546 HTTP/1.1" status: 200 len: 723 time: 0.9844959 Mar 14 15:29:54.125953 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b17f4b8e-7d09-4d30-b885-2ff553fa8f92 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.130764 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47252) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:54.165242 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4399e5bd-81cc-4d10-a46a-590c00e89c97 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Request body: {'subnet': {'network_id': '433898dc-5287-4c10-a12c-d79b51d4a546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:54.226180 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfae607d-8611-4d2c-aab9-d016c43f9dd5 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:54.230040 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cfae607d-8611-4d2c-aab9-d016c43f9dd5 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.234380 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d201bf43-0d4a-49af-b44f-5583ed6de976 None None] Attempting to bind port 6f1b3069-bff1-4db5-88ae-93adee8b69eb on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:54.235166 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d201bf43-0d4a-49af-b44f-5583ed6de976 None None] Attempting to bind port 6f1b3069-bff1-4db5-88ae-93adee8b69eb by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'beef199f-baeb-4e9f-8927-564a980b6154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '39d83efa-4602-46a3-a398-acffc127fe75'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:54.235433 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d201bf43-0d4a-49af-b44f-5583ed6de976 None None] Attempting to bind port 6f1b3069-bff1-4db5-88ae-93adee8b69eb on network 39d83efa-4602-46a3-a398-acffc127fe75 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:29:54.325757 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bdfff39b-c2ab-4717-8800-693525fe7840 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.334728 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-bdfff39b-c2ab-4717-8800-693525fe7840 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "DELETE /v2.0/security-groups/b5568e0c-3dc6-4c69-8182-e2065c87dd34 HTTP/1.1" status: 204 len: 168 time: 1.0134580 Mar 14 15:29:54.335578 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47256) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:54.347153 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d201bf43-0d4a-49af-b44f-5583ed6de976 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:29:54.347639 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d201bf43-0d4a-49af-b44f-5583ed6de976 None None] Checking segment: {'id': 'beef199f-baeb-4e9f-8927-564a980b6154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '39d83efa-4602-46a3-a398-acffc127fe75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:54.348107 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d201bf43-0d4a-49af-b44f-5583ed6de976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.348559 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d201bf43-0d4a-49af-b44f-5583ed6de976 None None] Bound using segment: {'id': 'beef199f-baeb-4e9f-8927-564a980b6154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '39d83efa-4602-46a3-a398-acffc127fe75'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:29:54.349092 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d201bf43-0d4a-49af-b44f-5583ed6de976 None None] Bound port: 6f1b3069-bff1-4db5-88ae-93adee8b69eb, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beef199f-baeb-4e9f-8927-564a980b6154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '39d83efa-4602-46a3-a398-acffc127fe75'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:54.349528 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d201bf43-0d4a-49af-b44f-5583ed6de976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.364546 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4c9de158-4ba8-40ae-b017-a4e08bd64e07 None None] Provisioning complete for port 402c7937-2318-4ff9-8381-07d409f324e0 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:54.364878 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4c9de158-4ba8-40ae-b017-a4e08bd64e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.375749 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:29:54.418105 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3a629c6d-716f-4701-8362-2600b7ba9838 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Synchronizing usage tracker for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:54.418328 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-cfae607d-8611-4d2c-aab9-d016c43f9dd5 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] device_id is not set on port 4f3d873e-e3bf-482a-b0df-08b6ccc3898c yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:29:54.441909 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3127bb79-e124-427c-9e6d-62361bfdb0d1 None None] Sync routers for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:29:54.458982 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3a629c6d-716f-4701-8362-2600b7ba9838 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Unset dirty status for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:54.465676 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3a629c6d-716f-4701-8362-2600b7ba9838 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1198306 Mar 14 15:29:54.465676 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47260) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:54.468475 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b17f4b8e-7d09-4d30-b885-2ff553fa8f92 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.475956 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b3ece946-0d51-4985-bb34-49d7c731e36d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1423466549'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:54.515946 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4399e5bd-81cc-4d10-a46a-590c00e89c97 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:54.524890 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b3ece946-0d51-4985-bb34-49d7c731e36d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:54.550849 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b3ece946-0d51-4985-bb34-49d7c731e36d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:54.562377 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f2d0c89-199b-4402-86e3-9dab812f7b5d tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.578477 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.586843 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3ece946-0d51-4985-bb34-49d7c731e36d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.603346 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4399e5bd-81cc-4d10-a46a-590c00e89c97 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:54.621460 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3127bb79-e124-427c-9e6d-62361bfdb0d1 None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:29:54.622119 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3127bb79-e124-427c-9e6d-62361bfdb0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:29:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:54.670015 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d201bf43-0d4a-49af-b44f-5583ed6de976 None None] For port 6f1b3069-bff1-4db5-88ae-93adee8b69eb, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:54.688794 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-b17f4b8e-7d09-4d30-b885-2ff553fa8f92 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Allocated IP 172.26.4.109 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/e5bf07c7-1651-4117-a8d5-94b0d86ffb48) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:54.700514 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d0c89-199b-4402-86e3-9dab812f7b5d tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Pushing event deleted for resources: {'Port': ['ID=69de8859-c9d0-4363-94d2-c1a8447b0ae3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:54.706935 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3127bb79-e124-427c-9e6d-62361bfdb0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:54.718556 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d201bf43-0d4a-49af-b44f-5583ed6de976 None None] For port 6f1b3069-bff1-4db5-88ae-93adee8b69eb, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6f1b3069-bff1-4db5-88ae-93adee8b69eb,segment=NetworkSegment(beef199f-baeb-4e9f-8927-564a980b6154),segment_id=beef199f-baeb-4e9f-8927-564a980b6154)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:54.732102 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4399e5bd-81cc-4d10-a46a-590c00e89c97 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Made reservation on behalf of 6f4bbc23959b4526b173f35652c6cf99 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:54.781270 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d201bf43-0d4a-49af-b44f-5583ed6de976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.798491 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-5fbcbb18-bc3d-4f21-a8ed-b122610e6a53 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.20.0.1 (beb9cf70-bc90-42d6-8193-9a20588857cb/7bcc5066-53a7-43d6-b32e-ebedf3508cb5/6f4ea2bd-8124-469e-b7c9-061773769c18) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:54.814988 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2d05e40f-f6c5-47a3-ad06-0a9b0b151aad tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.5185184 Mar 14 15:29:54.816162 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47266) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:54.870807 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 402c7937-2318-4ff9-8381-07d409f324e0 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:29:54.877760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b3ece946-0d51-4985-bb34-49d7c731e36d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:54.881808 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b17f4b8e-7d09-4d30-b885-2ff553fa8f92 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.887991 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b3ece946-0d51-4985-bb34-49d7c731e36d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Usage tracker for resource:security_group_rule and tenant:bd63f9a7f0f843c8be59aa28b5b461ae is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:54.892205 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b3ece946-0d51-4985-bb34-49d7c731e36d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:54.899227 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b3ece946-0d51-4985-bb34-49d7c731e36d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:54.954315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b17f4b8e-7d09-4d30-b885-2ff553fa8f92 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.960985 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ef7f6ee5-f610-4db6-aec8-5d0714211155 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:55.002583 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac701bc3-d408-4ce3-9058-fa0222c9f81d None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.018176 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ac701bc3-d408-4ce3-9058-fa0222c9f81d None None] Transition to ACTIVE for port object 7757742a-f89a-42af-b93a-5b2d6eb7a1a5 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:55.028520 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3ece946-0d51-4985-bb34-49d7c731e36d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.042492 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3ece946-0d51-4985-bb34-49d7c731e36d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.050297 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ac701bc3-d408-4ce3-9058-fa0222c9f81d None None] Transition to ACTIVE for port object 7757742a-f89a-42af-b93a-5b2d6eb7a1a5 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:55.057434 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201bf43-0d4a-49af-b44f-5583ed6de976 None None] Pushing event updated for resources: {'Port': ['ID=6f1b3069-bff1-4db5-88ae-93adee8b69eb,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:55.060962 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3127bb79-e124-427c-9e6d-62361bfdb0d1 None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:29:55.061730 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3127bb79-e124-427c-9e6d-62361bfdb0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:29:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:55.078148 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17f4b8e-7d09-4d30-b885-2ff553fa8f92 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:55.091533 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f4b8e-7d09-4d30-b885-2ff553fa8f92 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Pushing event updated for resources: {'Port': ['ID=e5bf07c7-1651-4117-a8d5-94b0d86ffb48,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:55.093828 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b17f4b8e-7d09-4d30-b885-2ff553fa8f92 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:55.132049 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17f4b8e-7d09-4d30-b885-2ff553fa8f92 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:55.149537 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac701bc3-d408-4ce3-9058-fa0222c9f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.177962 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ece946-0d51-4985-bb34-49d7c731e36d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a68fa1-bbdf-4188-830f-71b0aa5ed294,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:55.187541 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3127bb79-e124-427c-9e6d-62361bfdb0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:55.188090 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3127bb79-e124-427c-9e6d-62361bfdb0d1 None None] The sync data for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:29:55.220620 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3ece946-0d51-4985-bb34-49d7c731e36d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.224441 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b3ece946-0d51-4985-bb34-49d7c731e36d tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7558022 Mar 14 15:29:55.227337 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47272) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:55.246850 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b3bbc736-1e9f-4d76-a86b-cb79559f0fc9 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Request body: {'security_group_rule': {'security_group_id': 'a6a68fa1-bbdf-4188-830f-71b0aa5ed294', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:55.257524 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b3bbc736-1e9f-4d76-a86b-cb79559f0fc9 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:55.267297 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b3bbc736-1e9f-4d76-a86b-cb79559f0fc9 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Usage tracker for resource:security_group_rule and tenant:bd63f9a7f0f843c8be59aa28b5b461ae is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:55.267742 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac701bc3-d408-4ce3-9058-fa0222c9f81d None None] Network ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:55.269269 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac701bc3-d408-4ce3-9058-fa0222c9f81d None None] Pushing event updated for resources: {'Port': ['ID=7757742a-f89a-42af-b93a-5b2d6eb7a1a5,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:55.274270 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-ac701bc3-d408-4ce3-9058-fa0222c9f81d None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:55.277007 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b3bbc736-1e9f-4d76-a86b-cb79559f0fc9 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:55.279411 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac701bc3-d408-4ce3-9058-fa0222c9f81d None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:55.284811 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4399e5bd-81cc-4d10-a46a-590c00e89c97 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.285649 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b3bbc736-1e9f-4d76-a86b-cb79559f0fc9 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:55.316921 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77e85f-6946-4ad3-a2b4-ad39508ae9f1 req-6501fde8-e078-4942-8f5e-135344836901 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:55.318496 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dc77e85f-6946-4ad3-a2b4-ad39508ae9f1 req-6501fde8-e078-4942-8f5e-135344836901 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.2425926 Mar 14 15:29:55.324766 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f2d0c89-199b-4402-86e3-9dab812f7b5d tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.343418 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc736-1e9f-4d76-a86b-cb79559f0fc9 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.356910 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 402c7937-2318-4ff9-8381-07d409f324e0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:55.357857 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.417000 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6ee5-f610-4db6-aec8-5d0714211155 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.480956 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ac701bc3-d408-4ce3-9058-fa0222c9f81d None None] Attempting to bind port 7757742a-f89a-42af-b93a-5b2d6eb7a1a5 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:55.480956 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ac701bc3-d408-4ce3-9058-fa0222c9f81d None None] Attempting to bind port 7757742a-f89a-42af-b93a-5b2d6eb7a1a5 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'a9525cfe-de4a-4e97-bb05-ed94c8864212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:55.480956 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac701bc3-d408-4ce3-9058-fa0222c9f81d None None] Attempting to bind port 7757742a-f89a-42af-b93a-5b2d6eb7a1a5 on network ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:29:55.503702 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac701bc3-d408-4ce3-9058-fa0222c9f81d None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:29:55.503702 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac701bc3-d408-4ce3-9058-fa0222c9f81d None None] Checking segment: {'id': 'a9525cfe-de4a-4e97-bb05-ed94c8864212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:55.503702 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac701bc3-d408-4ce3-9058-fa0222c9f81d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.503702 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac701bc3-d408-4ce3-9058-fa0222c9f81d None None] Bound using segment: {'id': 'a9525cfe-de4a-4e97-bb05-ed94c8864212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:29:55.503702 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ac701bc3-d408-4ce3-9058-fa0222c9f81d None None] Bound port: 7757742a-f89a-42af-b93a-5b2d6eb7a1a5, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9525cfe-de4a-4e97-bb05-ed94c8864212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:55.503702 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac701bc3-d408-4ce3-9058-fa0222c9f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.531565 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8f2d0c89-199b-4402-86e3-9dab812f7b5d tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "DELETE /v2.0/ports/69de8859-c9d0-4363-94d2-c1a8447b0ae3 HTTP/1.1" status: 204 len: 168 time: 3.4392028 Mar 14 15:29:55.539105 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47276) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:55.539972 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b17f4b8e-7d09-4d30-b885-2ff553fa8f92 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.564460 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-06e0ceb1-84d5-4fb5-9858-8c1b6bb38455 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b', 'external_fixed_ips': [{'subnet_id': 'f40b342c-aee3-4cae-bfac-61d6cfcc709c', 'ip_address': '172.20.0.11'}]}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:55.567965 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-cfae607d-8611-4d2c-aab9-d016c43f9dd5 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Allocated IP 2001:db8::75 (ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461/988b73f3-8155-41ce-b053-7e911f13302b/4f3d873e-e3bf-482a-b0df-08b6ccc3898c) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:55.634973 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-06e0ceb1-84d5-4fb5-9858-8c1b6bb38455 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:55.647477 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5fbcbb18-bc3d-4f21-a8ed-b122610e6a53 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.683980 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ac701bc3-d408-4ce3-9058-fa0222c9f81d None None] For port 7757742a-f89a-42af-b93a-5b2d6eb7a1a5, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:55.687793 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ac701bc3-d408-4ce3-9058-fa0222c9f81d None None] For port 7757742a-f89a-42af-b93a-5b2d6eb7a1a5, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=7757742a-f89a-42af-b93a-5b2d6eb7a1a5,segment=NetworkSegment(a9525cfe-de4a-4e97-bb05-ed94c8864212),segment_id=a9525cfe-de4a-4e97-bb05-ed94c8864212)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:55.688887 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc736-1e9f-4d76-a86b-cb79559f0fc9 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.696126 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac701bc3-d408-4ce3-9058-fa0222c9f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.712472 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b17f4b8e-7d09-4d30-b885-2ff553fa8f92 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.758268 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dc77e85f-6946-4ad3-a2b4-ad39508ae9f1 req-5a3e6611-2828-41f3-8370-c72105b8195d tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4312739 Mar 14 15:29:55.759665 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-06e0ceb1-84d5-4fb5-9858-8c1b6bb38455 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Usage tracker for resource:router and tenant:6a81dbf53ab54b8eac2d912ad3e65eb7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:55.765342 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc736-1e9f-4d76-a86b-cb79559f0fc9 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.775124 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-06e0ceb1-84d5-4fb5-9858-8c1b6bb38455 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:55.796655 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-06e0ceb1-84d5-4fb5-9858-8c1b6bb38455 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:55.835186 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbc736-1e9f-4d76-a86b-cb79559f0fc9 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584e89c7-3a01-4a8e-ad0a-30eaad39cc21,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:55.848506 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06e0ceb1-84d5-4fb5-9858-8c1b6bb38455 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.849504 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06e0ceb1-84d5-4fb5-9858-8c1b6bb38455 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.857599 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac701bc3-d408-4ce3-9058-fa0222c9f81d None None] Pushing event updated for resources: {'Port': ['ID=7757742a-f89a-42af-b93a-5b2d6eb7a1a5,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:55.882815 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc736-1e9f-4d76-a86b-cb79559f0fc9 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.886516 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b3bbc736-1e9f-4d76-a86b-cb79559f0fc9 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6552415 Mar 14 15:29:55.891964 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47282) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:55.941112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-5fbcbb18-bc3d-4f21-a8ed-b122610e6a53 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Transition to ACTIVE for port object 6f4ea2bd-8124-469e-b7c9-061773769c18 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:55.964146 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06e0ceb1-84d5-4fb5-9858-8c1b6bb38455 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.086445 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-da07fb75-d885-4938-976a-b7bebb1f1f32 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-group-rules/584e89c7-3a01-4a8e-ad0a-30eaad39cc21 HTTP/1.1" status: 200 len: 705 time: 0.1775181 Mar 14 15:29:56.096544 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47286) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:56.181903 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-b17f4b8e-7d09-4d30-b885-2ff553fa8f92 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:29:56.318793 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b17f4b8e-7d09-4d30-b885-2ff553fa8f92 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.327638 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b17f4b8e-7d09-4d30-b885-2ff553fa8f92 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.399957 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5fbcbb18-bc3d-4f21-a8ed-b122610e6a53 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.406033 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6ee5-f610-4db6-aec8-5d0714211155 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.436780 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06e0ceb1-84d5-4fb5-9858-8c1b6bb38455 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.445850 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f4b8e-7d09-4d30-b885-2ff553fa8f92 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Pushing event updated for resources: {'Port': ['ID=e5bf07c7-1651-4117-a8d5-94b0d86ffb48,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:56.476578 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6ee5-f610-4db6-aec8-5d0714211155 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.476860 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.l3_db [None req-ef7f6ee5-f610-4db6-aec8-5d0714211155 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Floating IP 5f702cac-d62f-4e78-bbe5-8600bf4da2f9 disassociated. External IP: 172.26.4.156, port: 73730692-e03d-4090-842b-7706b4bb35d8. Mar 14 15:29:56.500800 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b17f4b8e-7d09-4d30-b885-2ff553fa8f92 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.538146 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cfae607d-8611-4d2c-aab9-d016c43f9dd5 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.580776 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b17f4b8e-7d09-4d30-b885-2ff553fa8f92 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.581983 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b17f4b8e-7d09-4d30-b885-2ff553fa8f92 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8685277 Mar 14 15:29:56.585566 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47290) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:56.592309 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-07af7a36-2c76-4fbd-8814-db5cafc2880c tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1203659003', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'fixed_ips': [{'ip_address': '172.26.4.109'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:56.599047 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-07af7a36-2c76-4fbd-8814-db5cafc2880c tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:56.607003 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-07af7a36-2c76-4fbd-8814-db5cafc2880c tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Usage tracker for resource:port and tenant:389553d788f348e48dc51482f32a8e2a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:56.608795 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde205b8-d0fa-4dcf-b20c-9d0b04b1207a None None] Network 39d83efa-4602-46a3-a398-acffc127fe75 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:56.611682 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-07af7a36-2c76-4fbd-8814-db5cafc2880c tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:56.620283 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-07af7a36-2c76-4fbd-8814-db5cafc2880c tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:56.653264 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07af7a36-2c76-4fbd-8814-db5cafc2880c tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Made reservation on behalf of 389553d788f348e48dc51482f32a8e2a for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:56.655653 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-07af7a36-2c76-4fbd-8814-db5cafc2880c tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.663722 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-df02ee96-9c36-4b31-82d4-4ea811c02101 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5603943 Mar 14 15:29:56.667845 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47294) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:56.680214 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1cc55569-4cdc-4550-89ca-71ec84b482dc req-423f4110-1496-4759-bbc6-0bcb7b4d157b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6742728 Mar 14 15:29:56.682369 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbcbb18-bc3d-4f21-a8ed-b122610e6a53 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network beb9cf70-bc90-42d6-8193-9a20588857cb is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:56.686735 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-cfae607d-8611-4d2c-aab9-d016c43f9dd5 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Transition to ACTIVE for port object 4f3d873e-e3bf-482a-b0df-08b6ccc3898c will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:56.692002 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-5fbcbb18-bc3d-4f21-a8ed-b122610e6a53 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:56.693916 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4399e5bd-81cc-4d10-a46a-590c00e89c97 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.697151 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-07af7a36-2c76-4fbd-8814-db5cafc2880c tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.697998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbcbb18-bc3d-4f21-a8ed-b122610e6a53 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=6f4ea2bd-8124-469e-b7c9-061773769c18,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:56.703502 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbcbb18-bc3d-4f21-a8ed-b122610e6a53 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:56.732413 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0111f934-1c09-47ed-b0cf-5fa47ed152d1 None None] Provisioning for port 6f1b3069-bff1-4db5-88ae-93adee8b69eb completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:29:56.767098 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-069807a7-99e4-432e-8627-4030841c2cad tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.783308 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-069807a7-99e4-432e-8627-4030841c2cad tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.886076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-069807a7-99e4-432e-8627-4030841c2cad tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.927663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069807a7-99e4-432e-8627-4030841c2cad tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=584e89c7-3a01-4a8e-ad0a-30eaad39cc21,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:56.937241 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-07af7a36-2c76-4fbd-8814-db5cafc2880c tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:56.957401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6f1b3069-bff1-4db5-88ae-93adee8b69eb up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:29:56.990393 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-07af7a36-2c76-4fbd-8814-db5cafc2880c tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Usage tracker for resource:security_group_rule and tenant:389553d788f348e48dc51482f32a8e2a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:29:56.999106 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5fbcbb18-bc3d-4f21-a8ed-b122610e6a53 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.002985 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-07af7a36-2c76-4fbd-8814-db5cafc2880c tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:29:57.010659 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-069807a7-99e4-432e-8627-4030841c2cad tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.011778 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-069807a7-99e4-432e-8627-4030841c2cad tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/584e89c7-3a01-4a8e-ad0a-30eaad39cc21 HTTP/1.1" status: 204 len: 168 time: 0.3422134 Mar 14 15:29:57.019410 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-07af7a36-2c76-4fbd-8814-db5cafc2880c tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:57.021225 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47298) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:57.024976 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399e5bd-81cc-4d10-a46a-590c00e89c97 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'Subnet': ['ID=19fb4cd4-6b85-4edb-97ca-9d15c3f9cd83,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:57.068454 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cfae607d-8611-4d2c-aab9-d016c43f9dd5 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.102214 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06e0ceb1-84d5-4fb5-9858-8c1b6bb38455 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.130715 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a85794c-4b67-473e-8895-c7b49e4084a4 None None] Update dhcp port {'port': {'network_id': '39d83efa-4602-46a3-a398-acffc127fe75', 'fixed_ips': [{'subnet_id': '6df20c3b-9dab-4617-b17f-7ec96bb68be0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd0a6dee8-06f1-40a4-9bbd-e1d736c717d1'}], 'binding:host_id': 'dv-neutron-833561-1-hyperv'}, 'id': '6f1b3069-bff1-4db5-88ae-93adee8b69eb'} from dv-neutron-833561-1-hyperv. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 14 15:29:57.148152 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06e0ceb1-84d5-4fb5-9858-8c1b6bb38455 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.202615 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8a85794c-4b67-473e-8895-c7b49e4084a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.212786 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfae607d-8611-4d2c-aab9-d016c43f9dd5 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:57.228167 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 6f1b3069-bff1-4db5-88ae-93adee8b69eb completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:29:57.236589 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-cfae607d-8611-4d2c-aab9-d016c43f9dd5 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:57.240852 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 6f1b3069-bff1-4db5-88ae-93adee8b69eb triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:57.241947 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.245801 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfae607d-8611-4d2c-aab9-d016c43f9dd5 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:57.249732 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfae607d-8611-4d2c-aab9-d016c43f9dd5 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:57.250369 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cfae607d-8611-4d2c-aab9-d016c43f9dd5 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.268216 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-99351a50-e51e-49ba-b9e7-cd0d99ecd08c tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Synchronizing usage tracker for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:57.290164 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae607d-8611-4d2c-aab9-d016c43f9dd5 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Port': ['ID=4f3d873e-e3bf-482a-b0df-08b6ccc3898c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:57.329205 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4399e5bd-81cc-4d10-a46a-590c00e89c97 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Checking segment: {'id': '17f7df5d-7f60-4f58-98d0-dd1ed92b63a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '433898dc-5287-4c10-a12c-d79b51d4a546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:29:57.329574 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4399e5bd-81cc-4d10-a46a-590c00e89c97 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Network hostable DHCP agents. Network: 433898dc-5287-4c10-a12c-d79b51d4a546, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:57.373713 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cfae607d-8611-4d2c-aab9-d016c43f9dd5 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 4.3753536 Mar 14 15:29:57.374544 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47302) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:57.383329 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-99351a50-e51e-49ba-b9e7-cd0d99ecd08c tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Unset dirty status for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:57.388402 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-99351a50-e51e-49ba-b9e7-cd0d99ecd08c tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3642290 Mar 14 15:29:57.388730 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1cc55569-4cdc-4550-89ca-71ec84b482dc req-f3ae4380-a82d-4faa-90a2-bbba594f705b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8079f8e4b19848a3b695e728e0683a28&device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 1098 time: 0.6248801 Mar 14 15:29:57.389001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47306) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:57.400421 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-07af7a36-2c76-4fbd-8814-db5cafc2880c tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.413120 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f58882f7-430e-4067-a8c0-4ccf9444fa5b tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Request body: {'security_group_rule': {'security_group_id': 'a6a68fa1-bbdf-4188-830f-71b0aa5ed294', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:57.422107 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-07af7a36-2c76-4fbd-8814-db5cafc2880c tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.426799 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f58882f7-430e-4067-a8c0-4ccf9444fa5b tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:57.428051 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0ee72228-da53-41f5-a467-4737b4543d6f None None] Provisioning for port 6f4ea2bd-8124-469e-b7c9-061773769c18 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:29:57.437688 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0ee72228-da53-41f5-a467-4737b4543d6f None None] Provisioning complete for port 6f4ea2bd-8124-469e-b7c9-061773769c18 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:57.438096 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0ee72228-da53-41f5-a467-4737b4543d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.440162 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-07af7a36-2c76-4fbd-8814-db5cafc2880c tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] device_id is not set on port 83e22d15-417e-4cca-9a87-f60b252cc0a3 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:29:57.443150 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5fbcbb18-bc3d-4f21-a8ed-b122610e6a53 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.527590 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c16593e-78c9-48ec-a11d-8c562f9db699 None None] Network ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:57.537582 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f58882f7-430e-4067-a8c0-4ccf9444fa5b tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:57.579279 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af7a36-2c76-4fbd-8814-db5cafc2880c tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cd2994-92e0-4516-a340-9632ed930fd9,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:57.631452 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-cd8fc4b0-625b-45fb-860f-c752965d4351 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting port 4f3d873e-e3bf-482a-b0df-08b6ccc3898c {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:57.631793 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc4b0-625b-45fb-860f-c752965d4351 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.632897 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f58882f7-430e-4067-a8c0-4ccf9444fa5b tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.653363 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-06e0ceb1-84d5-4fb5-9858-8c1b6bb38455 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Allocated IP 172.20.0.11 (0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b/f40b342c-aee3-4cae-bfac-61d6cfcc709c/78a9a9a5-993e-4f67-a88a-74ec1f68cb19) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:57.669218 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4399e5bd-81cc-4d10-a46a-590c00e89c97 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Network 433898dc-5287-4c10-a12c-d79b51d4a546 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:57.690450 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0ee72228-da53-41f5-a467-4737b4543d6f None None] Port 6f4ea2bd-8124-469e-b7c9-061773769c18 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:29:57.718219 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.882494 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 6f1b3069-bff1-4db5-88ae-93adee8b69eb, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6f1b3069-bff1-4db5-88ae-93adee8b69eb,segment=NetworkSegment(beef199f-baeb-4e9f-8927-564a980b6154),segment_id=beef199f-baeb-4e9f-8927-564a980b6154)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:57.882704 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f58882f7-430e-4067-a8c0-4ccf9444fa5b tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.890874 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-8a85794c-4b67-473e-8895-c7b49e4084a4 None None] Allocated IP 172.20.0.1 (39d83efa-4602-46a3-a398-acffc127fe75/d0a6dee8-06f1-40a4-9bbd-e1d736c717d1/6f1b3069-bff1-4db5-88ae-93adee8b69eb) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:57.898553 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-07af7a36-2c76-4fbd-8814-db5cafc2880c tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 14 15:29:57.899004 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07af7a36-2c76-4fbd-8814-db5cafc2880c tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:57.900591 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.902137 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 7757742a-f89a-42af-b93a-5b2d6eb7a1a5 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:29:57.904229 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4399e5bd-81cc-4d10-a46a-590c00e89c97 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 433898dc-5287-4c10-a12c-d79b51d4a546) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:57.904450 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f58882f7-430e-4067-a8c0-4ccf9444fa5b tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.965463 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c294128b-af46-4103-986f-65a43e69f807 None None] Network 433898dc-5287-4c10-a12c-d79b51d4a546 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:57.983248 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4399e5bd-81cc-4d10-a46a-590c00e89c97 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:57.983832 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4399e5bd-81cc-4d10-a46a-590c00e89c97 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.984202 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58882f7-430e-4067-a8c0-4ccf9444fa5b tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ccdb0ed-6f60-4c55-a567-4a7b9b7d89ca,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:58.000788 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-07af7a36-2c76-4fbd-8814-db5cafc2880c tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.4114237 Mar 14 15:29:58.003374 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47310) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:58.004968 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f58882f7-430e-4067-a8c0-4ccf9444fa5b tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.008745 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f58882f7-430e-4067-a8c0-4ccf9444fa5b tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6123512 Mar 14 15:29:58.009457 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47314) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:58.011608 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2d927200-5394-408d-9002-fec7c9e1c4a3 None None] Provisioning for port 7757742a-f89a-42af-b93a-5b2d6eb7a1a5 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:29:58.071666 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc55569-4cdc-4550-89ca-71ec84b482dc req-595030a7-fcad-4414-bac4-1d67ac66db3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:58.073664 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1cc55569-4cdc-4550-89ca-71ec84b482dc req-595030a7-fcad-4414-bac4-1d67ac66db3c service neutron] 10.222.0.24 "GET /v2.0/networks?id=a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 HTTP/1.1" status: 200 len: 912 time: 0.6398289 Mar 14 15:29:58.079845 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06e0ceb1-84d5-4fb5-9858-8c1b6bb38455 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.091393 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4399e5bd-81cc-4d10-a46a-590c00e89c97 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9578586 Mar 14 15:29:58.107029 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47318) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:58.121641 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b8502bcf-5bc4-47a0-ab11-51ce6f5fbf64 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:58.218933 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ce888020-37ff-44ee-9bfc-79c98ea0923c tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-group-rules/2ccdb0ed-6f60-4c55-a567-4a7b9b7d89ca HTTP/1.1" status: 200 len: 705 time: 0.1508453 Mar 14 15:29:58.229471 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47322) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:58.253912 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e75aa3d1-ee31-4417-bf53-72b035fde86f tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Deleting port e5bf07c7-1651-4117-a8d5-94b0d86ffb48 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:29:58.254282 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e75aa3d1-ee31-4417-bf53-72b035fde86f tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.473826 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=6f1b3069-bff1-4db5-88ae-93adee8b69eb,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:58.485153 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1cc55569-4cdc-4550-89ca-71ec84b482dc req-cb0142b7-3bfc-4edb-bfc8-2f42ef1a1f60 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=159305ad-c04d-42e4-b276-25547c03e58b HTTP/1.1" status: 200 len: 1001 time: 0.4011867 Mar 14 15:29:58.518460 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e023bfe5-5531-49f8-bc19-4283c8811ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-433898dc-5287-4c10-a12c-d79b51d4a546', 'network_id': '433898dc-5287-4c10-a12c-d79b51d4a546', 'tenant_id': '6f4bbc23959b4526b173f35652c6cf99', 'fixed_ips': [{'subnet_id': '19fb4cd4-6b85-4edb-97ca-9d15c3f9cd83'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:29:58.519276 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e023bfe5-5531-49f8-bc19-4283c8811ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.542140 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8a85794c-4b67-473e-8895-c7b49e4084a4 None None] For port 6f1b3069-bff1-4db5-88ae-93adee8b69eb, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6f1b3069-bff1-4db5-88ae-93adee8b69eb,segment=NetworkSegment(beef199f-baeb-4e9f-8927-564a980b6154),segment_id=beef199f-baeb-4e9f-8927-564a980b6154)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:58.548288 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 7757742a-f89a-42af-b93a-5b2d6eb7a1a5 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:29:58.564318 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 7757742a-f89a-42af-b93a-5b2d6eb7a1a5 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:58.564693 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.603814 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06e0ceb1-84d5-4fb5-9858-8c1b6bb38455 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.654553 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bb3ebd6d-567c-4577-850f-042cb78821fb tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3743699 Mar 14 15:29:58.658487 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47326) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:58.681634 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8a85794c-4b67-473e-8895-c7b49e4084a4 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.701223 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc55569-4cdc-4550-89ca-71ec84b482dc req-b8a47b33-df8d-491e-b85b-0bee72a2e199 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:58.708020 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1cc55569-4cdc-4550-89ca-71ec84b482dc req-b8a47b33-df8d-491e-b85b-0bee72a2e199 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=453fbd59-94cf-411e-8df0-3bc90080a3fb HTTP/1.1" status: 200 len: 850 time: 0.2114813 Mar 14 15:29:58.723460 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc4b0-625b-45fb-860f-c752965d4351 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.726019 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8a85794c-4b67-473e-8895-c7b49e4084a4 None None] Transition to ACTIVE for port object 6f1b3069-bff1-4db5-88ae-93adee8b69eb will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:58.736090 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8a85794c-4b67-473e-8895-c7b49e4084a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.763345 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e0ceb1-84d5-4fb5-9858-8c1b6bb38455 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Network 0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:58.779640 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-06e0ceb1-84d5-4fb5-9858-8c1b6bb38455 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:58.782070 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e0ceb1-84d5-4fb5-9858-8c1b6bb38455 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:29:58.826731 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0ceb1-84d5-4fb5-9858-8c1b6bb38455 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Pushing event updated for resources: {'Port': ['ID=78a9a9a5-993e-4f67-a88a-74ec1f68cb19,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:58.835234 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e75aa3d1-ee31-4417-bf53-72b035fde86f tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.835234 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e75aa3d1-ee31-4417-bf53-72b035fde86f tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.946825 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffb07d0c-13ad-44b4-9d0c-0bd220d36ba7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.976758 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-5fbcbb18-bc3d-4f21-a8ed-b122610e6a53 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:29:58.993316 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-cd8fc4b0-625b-45fb-860f-c752965d4351 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Calling delete_port for 4f3d873e-e3bf-482a-b0df-08b6ccc3898c owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:58.997201 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85794c-4b67-473e-8895-c7b49e4084a4 None None] Pushing event updated for resources: {'Port': ['ID=6f1b3069-bff1-4db5-88ae-93adee8b69eb,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:59.001068 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-e023bfe5-5531-49f8-bc19-4283c8811ba1 None None] Allocated IP 2001:db8::2 (433898dc-5287-4c10-a12c-d79b51d4a546/19fb4cd4-6b85-4edb-97ca-9d15c3f9cd83/b6c3608a-7119-4f12-b770-7e14dfa378f0) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:59.010357 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.031547 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e75aa3d1-ee31-4417-bf53-72b035fde86f tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Calling delete_port for e5bf07c7-1651-4117-a8d5-94b0d86ffb48 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:29:59.048152 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5fbcbb18-bc3d-4f21-a8ed-b122610e6a53 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.060850 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffb07d0c-13ad-44b4-9d0c-0bd220d36ba7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.090302 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5fbcbb18-bc3d-4f21-a8ed-b122610e6a53 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.163341 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 7757742a-f89a-42af-b93a-5b2d6eb7a1a5, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=7757742a-f89a-42af-b93a-5b2d6eb7a1a5,segment=NetworkSegment(a9525cfe-de4a-4e97-bb05-ed94c8864212),segment_id=a9525cfe-de4a-4e97-bb05-ed94c8864212)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:59.178013 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.185191 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8502bcf-5bc4-47a0-ab11-51ce6f5fbf64 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1199911'] for subnet, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.278581 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffb07d0c-13ad-44b4-9d0c-0bd220d36ba7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.323176 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb07d0c-13ad-44b4-9d0c-0bd220d36ba7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ccdb0ed-6f60-4c55-a567-4a7b9b7d89ca,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:59.336353 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffb07d0c-13ad-44b4-9d0c-0bd220d36ba7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.337605 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ffb07d0c-13ad-44b4-9d0c-0bd220d36ba7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/2ccdb0ed-6f60-4c55-a567-4a7b9b7d89ca HTTP/1.1" status: 204 len: 168 time: 0.6764100 Mar 14 15:29:59.345772 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47330) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:59.374318 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5fbcbb18-bc3d-4f21-a8ed-b122610e6a53 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.376362 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-34c60713-f215-403c-b5ba-b197573a9912 None None] Provisioning for port 4f3d873e-e3bf-482a-b0df-08b6ccc3898c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:29:59.464966 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1cc55569-4cdc-4550-89ca-71ec84b482dc req-bea64ecb-069b-44fc-b542-1ab6d9476da0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7458482 Mar 14 15:29:59.485593 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0b0538f1-f4b3-41f5-89fb-8132ce8eb275 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Synchronizing usage tracker for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:29:59.490694 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e75aa3d1-ee31-4417-bf53-72b035fde86f tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.565692 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75aa3d1-ee31-4417-bf53-72b035fde86f tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5bf07c7-1651-4117-a8d5-94b0d86ffb48,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:59.611977 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0b0538f1-f4b3-41f5-89fb-8132ce8eb275 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Unset dirty status for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:29:59.613328 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0b0538f1-f4b3-41f5-89fb-8132ce8eb275 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2679107 Mar 14 15:29:59.619196 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47334) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:29:59.623384 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e023bfe5-5531-49f8-bc19-4283c8811ba1 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.627875 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-30320526-3891-4804-a281-0bf55768c0e1 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Request body: {'security_group_rule': {'security_group_id': 'a6a68fa1-bbdf-4188-830f-71b0aa5ed294', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:29:59.656169 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=7757742a-f89a-42af-b93a-5b2d6eb7a1a5,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:59.660016 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-34c60713-f215-403c-b5ba-b197573a9912 None None] Provisioning complete for port 4f3d873e-e3bf-482a-b0df-08b6ccc3898c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:59.660483 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-34c60713-f215-403c-b5ba-b197573a9912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.685073 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-30320526-3891-4804-a281-0bf55768c0e1 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:29:59.702311 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6f1b3069-bff1-4db5-88ae-93adee8b69eb up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:29:59.719624 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-30320526-3891-4804-a281-0bf55768c0e1 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:29:59.732446 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06e0ceb1-84d5-4fb5-9858-8c1b6bb38455 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.733474 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06e0ceb1-84d5-4fb5-9858-8c1b6bb38455 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.751090 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e75aa3d1-ee31-4417-bf53-72b035fde86f tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.810462 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-34c60713-f215-403c-b5ba-b197573a9912 None None] Port 4f3d873e-e3bf-482a-b0df-08b6ccc3898c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:29:59.831510 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-34c60713-f215-403c-b5ba-b197573a9912 None None] Provisioning complete for port 7757742a-f89a-42af-b93a-5b2d6eb7a1a5 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:59.832024 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-34c60713-f215-403c-b5ba-b197573a9912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.836703 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-30320526-3891-4804-a281-0bf55768c0e1 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Project bd63f9a7f0f843c8be59aa28b5b461ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:29:59.851551 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbcbb18-bc3d-4f21-a8ed-b122610e6a53 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=6f4ea2bd-8124-469e-b7c9-061773769c18,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:59.937672 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30320526-3891-4804-a281-0bf55768c0e1 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.965234 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7874fc-da43-4595-a310-ad12fb60746a None None] Network 39d83efa-4602-46a3-a398-acffc127fe75 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:29:59.969491 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e75aa3d1-ee31-4417-bf53-72b035fde86f tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.970808 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e75aa3d1-ee31-4417-bf53-72b035fde86f tempest-ExternalNetworksAdminNegativeTestJSON-1200550215 tempest-ExternalNetworksAdminNegativeTestJSON-1200550215-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/9cf8ee14-3201-47e0-a8b5-9e14919d2b3e HTTP/1.1" status: 204 len: 168 time: 1.9684315 Mar 14 15:30:00.001407 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7f6ee5-f610-4db6-aec8-5d0714211155 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Router 9e924330-d779-4acc-ad0a-5b9518d102de has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:30:00.047767 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30320526-3891-4804-a281-0bf55768c0e1 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:00.057418 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30320526-3891-4804-a281-0bf55768c0e1 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:00.086647 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30320526-3891-4804-a281-0bf55768c0e1 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b2db18-1d8f-471a-9df6-62c4278c4627,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:00.125080 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30320526-3891-4804-a281-0bf55768c0e1 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:00.126547 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-30320526-3891-4804-a281-0bf55768c0e1 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5056667 Mar 14 15:30:00.140603 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47340) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:00.248660 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e0ceb1-84d5-4fb5-9858-8c1b6bb38455 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Router fa1a5a9b-0bcd-432b-9770-699d077d75a3 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:30:00.284142 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-28eb335f-5745-4e7f-b9c2-24adfac326af tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-group-rules/22b2db18-1d8f-471a-9df6-62c4278c4627 HTTP/1.1" status: 200 len: 711 time: 0.0800328 Mar 14 15:30:00.318358 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47346) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:00.342336 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e023bfe5-5531-49f8-bc19-4283c8811ba1 None None] Transition to ACTIVE for port object b6c3608a-7119-4f12-b770-7e14dfa378f0 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:00.374351 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc4b0-625b-45fb-860f-c752965d4351 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:00.420505 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47350) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:00.420828 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e023bfe5-5531-49f8-bc19-4283c8811ba1 None None] Transition to ACTIVE for port object b6c3608a-7119-4f12-b770-7e14dfa378f0 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:00.424202 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-140f0fde-6501-4868-93c5-11fd57640c13 None None] Provisioning complete for port 4f3d873e-e3bf-482a-b0df-08b6ccc3898c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:00.424687 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-140f0fde-6501-4868-93c5-11fd57640c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:00.472706 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-140f0fde-6501-4868-93c5-11fd57640c13 None None] Port 4f3d873e-e3bf-482a-b0df-08b6ccc3898c was deleted so its status cannot be updated. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 14 15:30:00.498839 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fc4b0-625b-45fb-860f-c752965d4351 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Port': ['ID=4f3d873e-e3bf-482a-b0df-08b6ccc3898c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:00.518614 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e023bfe5-5531-49f8-bc19-4283c8811ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:00.540203 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbcbb18-bc3d-4f21-a8ed-b122610e6a53 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network beb9cf70-bc90-42d6-8193-9a20588857cb is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:00.544604 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-5fbcbb18-bc3d-4f21-a8ed-b122610e6a53 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:00.630352 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-140f0fde-6501-4868-93c5-11fd57640c13 None None] Provisioning for port 6f1b3069-bff1-4db5-88ae-93adee8b69eb completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:00.651275 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1cc55569-4cdc-4550-89ca-71ec84b482dc req-43cd9f5d-dfc7-4621-8cb3-6ab5e972416c service neutron] 10.222.0.24 "GET /v2.0/networks/a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1751680 Mar 14 15:30:00.657317 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-140f0fde-6501-4868-93c5-11fd57640c13 None None] Provisioning complete for port 6f1b3069-bff1-4db5-88ae-93adee8b69eb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:00.657705 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-140f0fde-6501-4868-93c5-11fd57640c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:00.679243 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-09e75e66-2464-4088-b0fe-dcaaedc04193 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.3597529 Mar 14 15:30:00.730783 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e023bfe5-5531-49f8-bc19-4283c8811ba1 None None] Network 433898dc-5287-4c10-a12c-d79b51d4a546 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:00.744117 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-e023bfe5-5531-49f8-bc19-4283c8811ba1 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:00.749812 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023bfe5-5531-49f8-bc19-4283c8811ba1 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:00.762111 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023bfe5-5531-49f8-bc19-4283c8811ba1 None None] Pushing event updated for resources: {'Port': ['ID=b6c3608a-7119-4f12-b770-7e14dfa378f0,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:00.774353 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47356) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:00.869348 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0961a3aa-0120-4ff9-8600-7d48dce58379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:00.919608 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0437df9-5018-4dd1-82d7-6b6ade1b937e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:00.935565 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8502bcf-5bc4-47a0-ab11-51ce6f5fbf64 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782436048029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1907559'] for subnet, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:00.940927 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0437df9-5018-4dd1-82d7-6b6ade1b937e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.011950 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc4b0-625b-45fb-860f-c752965d4351 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.023514 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e023bfe5-5531-49f8-bc19-4283c8811ba1 None None] Attempting to bind port b6c3608a-7119-4f12-b770-7e14dfa378f0 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:30:01.024059 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e023bfe5-5531-49f8-bc19-4283c8811ba1 None None] Attempting to bind port b6c3608a-7119-4f12-b770-7e14dfa378f0 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '17f7df5d-7f60-4f58-98d0-dd1ed92b63a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '433898dc-5287-4c10-a12c-d79b51d4a546'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:30:01.024367 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023bfe5-5531-49f8-bc19-4283c8811ba1 None None] Attempting to bind port b6c3608a-7119-4f12-b770-7e14dfa378f0 on network 433898dc-5287-4c10-a12c-d79b51d4a546 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:30:01.038520 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0961a3aa-0120-4ff9-8600-7d48dce58379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:01.043679 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023bfe5-5531-49f8-bc19-4283c8811ba1 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:30:01.043913 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cd8fc4b0-625b-45fb-860f-c752965d4351 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/ports/4f3d873e-e3bf-482a-b0df-08b6ccc3898c HTTP/1.1" status: 204 len: 168 time: 3.6591961 Mar 14 15:30:01.044032 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023bfe5-5531-49f8-bc19-4283c8811ba1 None None] Checking segment: {'id': '17f7df5d-7f60-4f58-98d0-dd1ed92b63a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '433898dc-5287-4c10-a12c-d79b51d4a546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:30:01.044243 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8502bcf-5bc4-47a0-ab11-51ce6f5fbf64 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:01.044624 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e023bfe5-5531-49f8-bc19-4283c8811ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.044806 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47360) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:01.044910 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8502bcf-5bc4-47a0-ab11-51ce6f5fbf64 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.045181 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023bfe5-5531-49f8-bc19-4283c8811ba1 None None] Bound using segment: {'id': '17f7df5d-7f60-4f58-98d0-dd1ed92b63a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '433898dc-5287-4c10-a12c-d79b51d4a546'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:30:01.045763 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e023bfe5-5531-49f8-bc19-4283c8811ba1 None None] Bound port: b6c3608a-7119-4f12-b770-7e14dfa378f0, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f7df5d-7f60-4f58-98d0-dd1ed92b63a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '433898dc-5287-4c10-a12c-d79b51d4a546'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:30:01.046132 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b8502bcf-5bc4-47a0-ab11-51ce6f5fbf64 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "PUT /v2.0/subnets/19fb4cd4-6b85-4edb-97ca-9d15c3f9cd83 HTTP/1.1" status: 200 len: 826 time: 2.9359775 Mar 14 15:30:01.046428 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e023bfe5-5531-49f8-bc19-4283c8811ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.053245 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47362) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:01.057433 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0961a3aa-0120-4ff9-8600-7d48dce58379 admin admin] Usage tracker for resource:security_group_rule and tenant:2326fb0fa60e4a70b4aad7e9ff8d44f0 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:01.066561 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0961a3aa-0120-4ff9-8600-7d48dce58379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:01.077371 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0961a3aa-0120-4ff9-8600-7d48dce58379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:01.202047 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0437df9-5018-4dd1-82d7-6b6ade1b937e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.215948 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8502bcf-5bc4-47a0-ab11-51ce6f5fbf64 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'Subnet': ['ID=19fb4cd4-6b85-4edb-97ca-9d15c3f9cd83,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:01.218383 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8bf5bdea-ab0f-4f8a-83ef-2734b10c4109 None None] Provisioning complete for port 6f4ea2bd-8124-469e-b7c9-061773769c18 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:01.218944 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8bf5bdea-ab0f-4f8a-83ef-2734b10c4109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.280421 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8bf5bdea-ab0f-4f8a-83ef-2734b10c4109 None None] Port 6f4ea2bd-8124-469e-b7c9-061773769c18 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:30:01.285240 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e023bfe5-5531-49f8-bc19-4283c8811ba1 None None] For port b6c3608a-7119-4f12-b770-7e14dfa378f0, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:01.291043 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 7757742a-f89a-42af-b93a-5b2d6eb7a1a5 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:30:01.308840 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8117655-a425-4cc1-a8d5-e345c4476762 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] GET failed (client error): The resource could not be found. Mar 14 15:30:01.309504 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e8117655-a425-4cc1-a8d5-e345c4476762 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Synchronizing usage tracker for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:30:01.325264 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0961a3aa-0120-4ff9-8600-7d48dce58379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.330193 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0437df9-5018-4dd1-82d7-6b6ade1b937e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22b2db18-1d8f-471a-9df6-62c4278c4627,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:01.343339 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0961a3aa-0120-4ff9-8600-7d48dce58379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.353655 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e023bfe5-5531-49f8-bc19-4283c8811ba1 None None] For port b6c3608a-7119-4f12-b770-7e14dfa378f0, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b6c3608a-7119-4f12-b770-7e14dfa378f0,segment=NetworkSegment(17f7df5d-7f60-4f58-98d0-dd1ed92b63a1),segment_id=17f7df5d-7f60-4f58-98d0-dd1ed92b63a1)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:01.359361 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8bf5bdea-ab0f-4f8a-83ef-2734b10c4109 None None] Provisioning complete for port 6f1b3069-bff1-4db5-88ae-93adee8b69eb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:01.359736 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8bf5bdea-ab0f-4f8a-83ef-2734b10c4109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.365589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0437df9-5018-4dd1-82d7-6b6ade1b937e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.366575 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f0437df9-5018-4dd1-82d7-6b6ade1b937e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/22b2db18-1d8f-471a-9df6-62c4278c4627 HTTP/1.1" status: 204 len: 168 time: 0.5912304 Mar 14 15:30:01.376395 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47368) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:01.390087 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e023bfe5-5531-49f8-bc19-4283c8811ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.414495 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e8117655-a425-4cc1-a8d5-e345c4476762 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Unset dirty status for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:30:01.415458 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e8117655-a425-4cc1-a8d5-e345c4476762 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports/4f3d873e-e3bf-482a-b0df-08b6ccc3898c HTTP/1.1" status: 404 len: 333 time: 0.3537052 Mar 14 15:30:01.419761 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47372) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:01.437489 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1cc55569-4cdc-4550-89ca-71ec84b482dc req-d6c7250e-e937-48b7-8b50-ac71c5bb4789 service neutron] 10.222.0.24 "GET /v2.0/networks/a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7552426 Mar 14 15:30:01.485406 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961a3aa-0120-4ff9-8600-7d48dce58379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8e963a-f288-455d-8030-45e3843229ed,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:01.496870 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0961a3aa-0120-4ff9-8600-7d48dce58379 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2326fb0fa60e4a70b4aad7e9ff8d44f0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0727544 Mar 14 15:30:01.497094 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e7f409ca-f019-4223-a483-305bc21e4f5e tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1184225 Mar 14 15:30:01.497181 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e0ceb1-84d5-4fb5-9858-8c1b6bb38455 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:30:01.498328 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47376) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:01.498601 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47378) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:01.507574 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] Sync routers for ids ['fa1a5a9b-0bcd-432b-9770-699d077d75a3'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:30:01.510610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e428bdf-cb2a-40d5-895e-62ef233d63ed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.533522 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 7757742a-f89a-42af-b93a-5b2d6eb7a1a5 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:01.533839 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.534744 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] Routers {'fa1a5a9b-0bcd-432b-9770-699d077d75a3'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:01.535364 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:29:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['fa1a5a9b-0bcd-432b-9770-699d077d75a3'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:01.564668 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06e0ceb1-84d5-4fb5-9858-8c1b6bb38455 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.569967 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47384) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:01.571198 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-06e0ceb1-84d5-4fb5-9858-8c1b6bb38455 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.0156012 Mar 14 15:30:01.587073 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-3e428bdf-cb2a-40d5-895e-62ef233d63ed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Deleting port b6c3608a-7119-4f12-b770-7e14dfa378f0 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:01.587596 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e428bdf-cb2a-40d5-895e-62ef233d63ed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.655141 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023bfe5-5531-49f8-bc19-4283c8811ba1 None None] Pushing event updated for resources: {'Port': ['ID=b6c3608a-7119-4f12-b770-7e14dfa378f0,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:01.731522 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7f6ee5-f610-4db6-aec8-5d0714211155 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:30:01.752178 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d258474-1866-4180-a838-be46f991bf11 None None] Sync routers for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:30:01.765490 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6ee5-f610-4db6-aec8-5d0714211155 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.815525 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d258474-1866-4180-a838-be46f991bf11 None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:01.816319 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9d258474-1866-4180-a838-be46f991bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:29:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:01.882768 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] Set router fa1a5a9b-0bcd-432b-9770-699d077d75a3 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:30:01.926300 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9d258474-1866-4180-a838-be46f991bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:01.944079 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d258474-1866-4180-a838-be46f991bf11 None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:01.944969 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9d258474-1866-4180-a838-be46f991bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:29:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:02.017958 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4870db5-4def-4e29-8b3a-dcf1959d4416 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting subnet 988b73f3-8155-41ce-b053-7e911f13302b {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:30:02.021345 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4870db5-4def-4e29-8b3a-dcf1959d4416 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.046769 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9d258474-1866-4180-a838-be46f991bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:02.048229 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d258474-1866-4180-a838-be46f991bf11 None None] The sync data for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:30:02.102328 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ef7f6ee5-f610-4db6-aec8-5d0714211155 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "PUT /v2.0/floatingips/5f702cac-d62f-4e78-bbe5-8600bf4da2f9 HTTP/1.1" status: 200 len: 688 time: 7.2149496 Mar 14 15:30:02.110298 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47388) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:02.139737 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-798b95b8-1dea-4b31-82ff-0c0168f75157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.144030 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9885bc59-8041-4655-bcc9-3cf90fdcb56a tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.185218 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4870db5-4def-4e29-8b3a-dcf1959d4416 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.204949 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9885bc59-8041-4655-bcc9-3cf90fdcb56a tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.213243 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-798b95b8-1dea-4b31-82ff-0c0168f75157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.253252 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbcbb18-bc3d-4f21-a8ed-b122610e6a53 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router daca5833-e46e-46c0-8d87-efac19dbc3e7 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:30:02.351086 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1a5a9b-0bcd-432b-9770-699d077d75a3', 'name': '', 'tenant_id': '6a81dbf53ab54b8eac2d912ad3e65eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b', 'external_fixed_ips': [{'subnet_id': 'f40b342c-aee3-4cae-bfac-61d6cfcc709c', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '78a9a9a5-993e-4f67-a88a-74ec1f68cb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:55Z', 'updated_at': '2022-03-14T15:29:59Z', 'revision_number': 3, 'project_id': '6a81dbf53ab54b8eac2d912ad3e65eb7', 'gw_port': {'id': '78a9a9a5-993e-4f67-a88a-74ec1f68cb19', 'name': '', 'network_id': '0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1a5a9b-0bcd-432b-9770-699d077d75a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f40b342c-aee3-4cae-bfac-61d6cfcc709c', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:57Z', 'updated_at': '2022-03-14T15:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f40b342c-aee3-4cae-bfac-61d6cfcc709c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:02.356858 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] Checking router: fa1a5a9b-0bcd-432b-9770-699d077d75a3 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:30:02.357344 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] Updating router fa1a5a9b-0bcd-432b-9770-699d077d75a3 port 78a9a9a5-993e-4f67-a88a-74ec1f68cb19 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:30:02.374976 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-6f18187d-ab09-41a7-abb3-013a457406b0 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Deleting port c66a3778-3139-48d2-bc29-41a4b25fc8aa {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:02.375318 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f18187d-ab09-41a7-abb3-013a457406b0 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.412195 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-3e428bdf-cb2a-40d5-895e-62ef233d63ed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] For port b6c3608a-7119-4f12-b770-7e14dfa378f0, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b6c3608a-7119-4f12-b770-7e14dfa378f0,segment=NetworkSegment(17f7df5d-7f60-4f58-98d0-dd1ed92b63a1),segment_id=17f7df5d-7f60-4f58-98d0-dd1ed92b63a1)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:02.412553 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e428bdf-cb2a-40d5-895e-62ef233d63ed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.423589 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.461754 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9885bc59-8041-4655-bcc9-3cf90fdcb56a tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.466332 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-798b95b8-1dea-4b31-82ff-0c0168f75157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.492356 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885bc59-8041-4655-bcc9-3cf90fdcb56a tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a68fa1-bbdf-4188-830f-71b0aa5ed294,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:02.513203 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b95b8-1dea-4b31-82ff-0c0168f75157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8e963a-f288-455d-8030-45e3843229ed,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:02.548018 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-798b95b8-1dea-4b31-82ff-0c0168f75157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.551624 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-798b95b8-1dea-4b31-82ff-0c0168f75157 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d8e963a-f288-455d-8030-45e3843229ed HTTP/1.1" status: 204 len: 168 time: 1.0468118 Mar 14 15:30:02.579449 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-3e428bdf-cb2a-40d5-895e-62ef233d63ed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Calling delete_port for b6c3608a-7119-4f12-b770-7e14dfa378f0 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:02.625053 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7494aa22-f6ec-44b3-b051-5e337863844e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.728389 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9885bc59-8041-4655-bcc9-3cf90fdcb56a tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.729879 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9885bc59-8041-4655-bcc9-3cf90fdcb56a tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "DELETE /v2.0/security-groups/a6a68fa1-bbdf-4188-830f-71b0aa5ed294 HTTP/1.1" status: 204 len: 168 time: 1.2292109 Mar 14 15:30:02.785670 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47394) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:02.819294 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfc4d9b-12a2-435f-a910-f475cddd35ff None None] Network 433898dc-5287-4c10-a12c-d79b51d4a546 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:02.856424 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4870db5-4def-4e29-8b3a-dcf1959d4416 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.857364 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.884677 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] Transition to ACTIVE for port object 78a9a9a5-993e-4f67-a88a-74ec1f68cb19 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:02.903329 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.910989 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-fac9c544-dd04-436e-876c-a1b28c909327 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Synchronizing usage tracker for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:30:02.961423 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f4f0cc35-743d-4974-9261-7e4d4abc70a1 None None] Provisioning for port b6c3608a-7119-4f12-b770-7e14dfa378f0 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:02.969663 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-fac9c544-dd04-436e-876c-a1b28c909327 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Unset dirty status for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:30:02.971285 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-fac9c544-dd04-436e-876c-a1b28c909327 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1776989 Mar 14 15:30:02.981706 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47400) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:02.988572 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbcbb18-bc3d-4f21-a8ed-b122610e6a53 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:30:02.996029 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8d025e10-ce08-4be1-b8f5-c5f405de5b64 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Request body: {'security_group': {'name': 'tempest-secgroup--966405712'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:03.010686 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5fbcbb18-bc3d-4f21-a8ed-b122610e6a53 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/routers/daca5833-e46e-46c0-8d87-efac19dbc3e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2407582 Mar 14 15:30:03.019399 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47404) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:03.022387 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8d025e10-ce08-4be1-b8f5-c5f405de5b64 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:03.050844 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b28598-a7b8-4ee5-89df-e1fa707cb1c9 None None] Pushing event updated for resources: {'Port': ['ID=78a9a9a5-993e-4f67-a88a-74ec1f68cb19,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:03.061865 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] Sync routers for ids ['daca5833-e46e-46c0-8d87-efac19dbc3e7'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:30:03.063800 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8d025e10-ce08-4be1-b8f5-c5f405de5b64 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:03.083458 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] Routers {'daca5833-e46e-46c0-8d87-efac19dbc3e7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:03.084138 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:29:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['daca5833-e46e-46c0-8d87-efac19dbc3e7'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:03.178726 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47408) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:03.203253 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4870db5-4def-4e29-8b3a-dcf1959d4416 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.205915 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d025e10-ce08-4be1-b8f5-c5f405de5b64 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.239555 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e428bdf-cb2a-40d5-895e-62ef233d63ed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.251756 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f18187d-ab09-41a7-abb3-013a457406b0 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.252083 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f18187d-ab09-41a7-abb3-013a457406b0 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.316121 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e428bdf-cb2a-40d5-895e-62ef233d63ed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Port': ['ID=b6c3608a-7119-4f12-b770-7e14dfa378f0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:03.366869 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b6c3608a-7119-4f12-b770-7e14dfa378f0 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:30:03.393376 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] Attempting to bind port 78a9a9a5-993e-4f67-a88a-74ec1f68cb19 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:30:03.394040 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] Attempting to bind port 78a9a9a5-993e-4f67-a88a-74ec1f68cb19 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '786de28b-643e-457a-a99e-2c5f668dd74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:30:03.394605 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] Attempting to bind port 78a9a9a5-993e-4f67-a88a-74ec1f68cb19 on network 0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:30:03.396329 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4870db5-4def-4e29-8b3a-dcf1959d4416 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Subnet': ['ID=988b73f3-8155-41ce-b053-7e911f13302b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:03.404342 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] Set router daca5833-e46e-46c0-8d87-efac19dbc3e7 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:30:03.406123 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f9e1dd-177a-401e-8160-891b2d2bdda9 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.410161 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f9e1dd-177a-401e-8160-891b2d2bdda9 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.410796 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f9e1dd-177a-401e-8160-891b2d2bdda9 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.411304 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f9e1dd-177a-401e-8160-891b2d2bdda9 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.411807 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f9e1dd-177a-401e-8160-891b2d2bdda9 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.412305 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f9e1dd-177a-401e-8160-891b2d2bdda9 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.412801 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f9e1dd-177a-401e-8160-891b2d2bdda9 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.413324 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f9e1dd-177a-401e-8160-891b2d2bdda9 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.413820 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f9e1dd-177a-401e-8160-891b2d2bdda9 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.414356 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f9e1dd-177a-401e-8160-891b2d2bdda9 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.414853 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f9e1dd-177a-401e-8160-891b2d2bdda9 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.415344 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f9e1dd-177a-401e-8160-891b2d2bdda9 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.415836 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f9e1dd-177a-401e-8160-891b2d2bdda9 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.418772 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-45f9e1dd-177a-401e-8160-891b2d2bdda9 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9140 time: 0.3937290 Mar 14 15:30:03.440814 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: b6c3608a-7119-4f12-b770-7e14dfa378f0 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:30:03.441465 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b6c3608a-7119-4f12-b770-7e14dfa378f0 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 14 15:30:03.448284 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8d025e10-ce08-4be1-b8f5-c5f405de5b64 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:03.452699 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8d025e10-ce08-4be1-b8f5-c5f405de5b64 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Usage tracker for resource:security_group_rule and tenant:bd63f9a7f0f843c8be59aa28b5b461ae is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:03.455760 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8d025e10-ce08-4be1-b8f5-c5f405de5b64 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:03.462176 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8d025e10-ce08-4be1-b8f5-c5f405de5b64 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:03.465531 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:30:03.466017 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] Checking segment: {'id': '786de28b-643e-457a-a99e-2c5f668dd74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:30:03.466538 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.467027 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] Bound using segment: {'id': '786de28b-643e-457a-a99e-2c5f668dd74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:30:03.467929 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] Bound port: 78a9a9a5-993e-4f67-a88a-74ec1f68cb19, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786de28b-643e-457a-a99e-2c5f668dd74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:30:03.468414 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.504621 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24837759-fcd4-48bc-8efa-73f47bded606 None None] Network 433898dc-5287-4c10-a12c-d79b51d4a546 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:03.519605 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Port b6c3608a-7119-4f12-b770-7e14dfa378f0 not found, will not notify nova. {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 14 15:30:03.530906 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d025e10-ce08-4be1-b8f5-c5f405de5b64 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.549916 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47412) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:03.550974 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d025e10-ce08-4be1-b8f5-c5f405de5b64 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.565677 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-6f18187d-ab09-41a7-abb3-013a457406b0 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Calling delete_port for c66a3778-3139-48d2-bc29-41a4b25fc8aa owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:03.612710 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7494aa22-f6ec-44b3-b051-5e337863844e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.647698 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7494aa22-f6ec-44b3-b051-5e337863844e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Deleting port 78a9a9a5-993e-4f67-a88a-74ec1f68cb19 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:03.648409 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7494aa22-f6ec-44b3-b051-5e337863844e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.725276 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] For port 78a9a9a5-993e-4f67-a88a-74ec1f68cb19, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:03.730604 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] For port 78a9a9a5-993e-4f67-a88a-74ec1f68cb19, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=78a9a9a5-993e-4f67-a88a-74ec1f68cb19,segment=NetworkSegment(786de28b-643e-457a-a99e-2c5f668dd74a),segment_id=786de28b-643e-457a-a99e-2c5f668dd74a)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:03.749887 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e428bdf-cb2a-40d5-895e-62ef233d63ed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] No DVR routers for this DVR port b6c3608a-7119-4f12-b770-7e14dfa378f0 on host dv-neutron-833561-1-hyperv {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:30:03.750822 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.750961 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47416) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:03.751953 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cdfbaca1-8baf-4852-a353-aa746bf7b0a2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=389553d788f348e48dc51482f32a8e2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5645628 Mar 14 15:30:03.753749 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d025e10-ce08-4be1-b8f5-c5f405de5b64 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b4c1cb-c8a9-4638-bcae-c7ca6dd13f8c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:03.775752 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d025e10-ce08-4be1-b8f5-c5f405de5b64 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.779912 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8d025e10-ce08-4be1-b8f5-c5f405de5b64 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7929630 Mar 14 15:30:03.800609 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47420) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:03.811395 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4870db5-4def-4e29-8b3a-dcf1959d4416 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.814005 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f18187d-ab09-41a7-abb3-013a457406b0 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.815519 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2552dba-617b-470a-9085-bd9409f38ab1 None None] Network ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:03.825422 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e6fc5cb3-32f5-4c0c-a6ef-d0762d2274c7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Request body: {'security_group_rule': {'security_group_id': '36b4c1cb-c8a9-4638-bcae-c7ca6dd13f8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:03.886361 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae588e0-dd06-4811-8812-c0cddd5ddaec tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.887037 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae588e0-dd06-4811-8812-c0cddd5ddaec tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.887546 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae588e0-dd06-4811-8812-c0cddd5ddaec tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.888046 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae588e0-dd06-4811-8812-c0cddd5ddaec tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.888696 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae588e0-dd06-4811-8812-c0cddd5ddaec tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.889261 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae588e0-dd06-4811-8812-c0cddd5ddaec tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.889782 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae588e0-dd06-4811-8812-c0cddd5ddaec tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.890335 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae588e0-dd06-4811-8812-c0cddd5ddaec tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.890850 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae588e0-dd06-4811-8812-c0cddd5ddaec tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.891362 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae588e0-dd06-4811-8812-c0cddd5ddaec tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.892129 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae588e0-dd06-4811-8812-c0cddd5ddaec tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.893011 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae588e0-dd06-4811-8812-c0cddd5ddaec tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.895784 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bae588e0-dd06-4811-8812-c0cddd5ddaec tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7664 time: 0.3408237 Mar 14 15:30:03.900959 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47426) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:03.911907 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b28598-a7b8-4ee5-89df-e1fa707cb1c9 None None] Pushing event updated for resources: {'Port': ['ID=78a9a9a5-993e-4f67-a88a-74ec1f68cb19,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:03.917560 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] Routers {'fa1a5a9b-0bcd-432b-9770-699d077d75a3'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:03.918201 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:29:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['fa1a5a9b-0bcd-432b-9770-699d077d75a3'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:03.921442 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e6fc5cb3-32f5-4c0c-a6ef-d0762d2274c7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:03.949470 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18187d-ab09-41a7-abb3-013a457406b0 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event deleted for resources: {'Port': ['ID=c66a3778-3139-48d2-bc29-41a4b25fc8aa,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:03.956532 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e6fc5cb3-32f5-4c0c-a6ef-d0762d2274c7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Usage tracker for resource:security_group_rule and tenant:bd63f9a7f0f843c8be59aa28b5b461ae is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:03.969761 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f4870db5-4def-4e29-8b3a-dcf1959d4416 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/subnets/988b73f3-8155-41ce-b053-7e911f13302b HTTP/1.1" status: 204 len: 168 time: 2.5447311 Mar 14 15:30:03.975254 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e6fc5cb3-32f5-4c0c-a6ef-d0762d2274c7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:04.001562 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47430) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:04.005562 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e428bdf-cb2a-40d5-895e-62ef233d63ed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.075519 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-7494aa22-f6ec-44b3-b051-5e337863844e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] For port 78a9a9a5-993e-4f67-a88a-74ec1f68cb19, host dv-neutron-833561-1-hyperv, got binding levels [] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:04.075826 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7494aa22-f6ec-44b3-b051-5e337863844e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.083848 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e6fc5cb3-32f5-4c0c-a6ef-d0762d2274c7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:04.126384 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'name': 'tempest-TestNetworkBasicOps-router-1361180857', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:38Z', 'updated_at': '2022-03-14T15:29:57Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:39Z', 'updated_at': '2022-03-14T15:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6f4ea2bd-8124-469e-b7c9-061773769c18', 'name': '', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:cb:2b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:54Z', 'updated_at': '2022-03-14T15:29:58Z', 'revision_number': 2, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:04.130847 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] Set router fa1a5a9b-0bcd-432b-9770-699d077d75a3 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:30:04.178404 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] Checking router: daca5833-e46e-46c0-8d87-efac19dbc3e7 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:30:04.178787 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] Updating router daca5833-e46e-46c0-8d87-efac19dbc3e7 port 6f4ea2bd-8124-469e-b7c9-061773769c18 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:30:04.252540 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bcaf60-cd8d-4649-937c-de2e595eb875 None None] DHCP port deletion for ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:30:04.259135 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-25bcaf60-cd8d-4649-937c-de2e595eb875 None None] Deleting port 7757742a-f89a-42af-b93a-5b2d6eb7a1a5 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:04.260404 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-25bcaf60-cd8d-4649-937c-de2e595eb875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.270762 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7494aa22-f6ec-44b3-b051-5e337863844e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Calling delete_port for 78a9a9a5-993e-4f67-a88a-74ec1f68cb19 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:04.294373 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6fc5cb3-32f5-4c0c-a6ef-d0762d2274c7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.298522 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1a5a9b-0bcd-432b-9770-699d077d75a3', 'name': '', 'tenant_id': '6a81dbf53ab54b8eac2d912ad3e65eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:55Z', 'updated_at': '2022-03-14T15:30:03Z', 'revision_number': 4, 'project_id': '6a81dbf53ab54b8eac2d912ad3e65eb7', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:04.307814 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bd61c1-3401-4edd-8ab4-08c5a320c8fc None None] The sync data for ids ['fa1a5a9b-0bcd-432b-9770-699d077d75a3'] in dv-neutron-833561-1-hyperv is: [{'id': 'fa1a5a9b-0bcd-432b-9770-699d077d75a3', 'name': '', 'tenant_id': '6a81dbf53ab54b8eac2d912ad3e65eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:55Z', 'updated_at': '2022-03-14T15:30:03Z', 'revision_number': 4, 'project_id': '6a81dbf53ab54b8eac2d912ad3e65eb7', 'gw_port_host': None}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:30:04.312180 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.317237 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-afa60a80-ec9a-4a41-b148-e096a0d60ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.376976 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-afa60a80-ec9a-4a41-b148-e096a0d60ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.458752 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb05ad4a-d9ee-451e-8826-2a78a5287884 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.462178 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f18187d-ab09-41a7-abb3-013a457406b0 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.479117 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e428bdf-cb2a-40d5-895e-62ef233d63ed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.532694 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f18187d-ab09-41a7-abb3-013a457406b0 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.533886 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6f18187d-ab09-41a7-abb3-013a457406b0 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "DELETE /v2.0/floatingips/5f702cac-d62f-4e78-bbe5-8600bf4da2f9 HTTP/1.1" status: 204 len: 168 time: 2.4226441 Mar 14 15:30:04.549069 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47434) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:04.549879 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e428bdf-cb2a-40d5-895e-62ef233d63ed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Subnet': ['ID=19fb4cd4-6b85-4edb-97ca-9d15c3f9cd83,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:04.563296 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': 'e7eddcf4-3d47-4994-8c5b-24ce62e747d4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:04.575641 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:04.592986 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cb05ad4a-d9ee-451e-8826-2a78a5287884 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting port 7757742a-f89a-42af-b93a-5b2d6eb7a1a5 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:04.593329 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb05ad4a-d9ee-451e-8826-2a78a5287884 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.638913 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.api [None req-7494aa22-f6ec-44b3-b051-5e337863844e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:30:04.639465 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Usage tracker for resource:floatingip and tenant:e7d23185aeb7444fafd7db70962a6e47 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:04.639548 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG oslo_db.api [None req-7494aa22-f6ec-44b3-b051-5e337863844e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:30:04.663818 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-25bcaf60-cd8d-4649-937c-de2e595eb875 None None] For port 7757742a-f89a-42af-b93a-5b2d6eb7a1a5, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=7757742a-f89a-42af-b93a-5b2d6eb7a1a5,segment=NetworkSegment(a9525cfe-de4a-4e97-bb05-ed94c8864212),segment_id=a9525cfe-de4a-4e97-bb05-ed94c8864212)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:04.664396 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-25bcaf60-cd8d-4649-937c-de2e595eb875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.669412 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6fc5cb3-32f5-4c0c-a6ef-d0762d2274c7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.670439 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:04.749599 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:04.760410 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-afa60a80-ec9a-4a41-b148-e096a0d60ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.764272 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6fc5cb3-32f5-4c0c-a6ef-d0762d2274c7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.797504 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-65917aae-42ee-4c4f-bec2-d338dcb025ba tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3538 time: 0.8950734 Mar 14 15:30:04.837445 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-25bcaf60-cd8d-4649-937c-de2e595eb875 None None] Calling delete_port for 7757742a-f89a-42af-b93a-5b2d6eb7a1a5 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:04.862428 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e428bdf-cb2a-40d5-895e-62ef233d63ed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.871406 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.873706 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa60a80-ec9a-4a41-b148-e096a0d60ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cd2994-92e0-4516-a340-9632ed930fd9,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:04.882738 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7ceb6f-38d6-46d0-8327-ae75bf423eab None None] Network 433898dc-5287-4c10-a12c-d79b51d4a546 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:04.889339 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.896379 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] Transition to ACTIVE for port object 6f4ea2bd-8124-469e-b7c9-061773769c18 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:04.905815 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.907960 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc5cb3-32f5-4c0c-a6ef-d0762d2274c7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3390dd7b-ac2b-453f-81fb-85211bb166b3,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:04.956314 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-3e428bdf-cb2a-40d5-895e-62ef233d63ed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['433898dc-5287-4c10-a12c-d79b51d4a546']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:04.969906 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-afa60a80-ec9a-4a41-b148-e096a0d60ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.971059 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-afa60a80-ec9a-4a41-b148-e096a0d60ea3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/52cd2994-92e0-4516-a340-9632ed930fd9 HTTP/1.1" status: 204 len: 168 time: 1.2192373 Mar 14 15:30:04.976313 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6fc5cb3-32f5-4c0c-a6ef-d0762d2274c7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.977425 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e6fc5cb3-32f5-4c0c-a6ef-d0762d2274c7 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1748250 Mar 14 15:30:04.981755 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47442) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:04.994950 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-3e428bdf-cb2a-40d5-895e-62ef233d63ed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f7df5d-7f60-4f58-98d0-dd1ed92b63a1') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:04.995183 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-3e428bdf-cb2a-40d5-895e-62ef233d63ed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f7df5d-7f60-4f58-98d0-dd1ed92b63a1') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:05.113170 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b005f11-4c78-4391-b94a-ea39017e57a7 None None] Pushing event updated for resources: {'Port': ['ID=6f4ea2bd-8124-469e-b7c9-061773769c18,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:05.159348 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7494aa22-f6ec-44b3-b051-5e337863844e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Deleting port 78a9a9a5-993e-4f67-a88a-74ec1f68cb19 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:05.159974 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7494aa22-f6ec-44b3-b051-5e337863844e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.283173 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d979ccf9-b7a4-43e2-84be-f889e103df14 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.381006 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] Attempting to bind port 6f4ea2bd-8124-469e-b7c9-061773769c18 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:30:05.381380 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] Attempting to bind port 6f4ea2bd-8124-469e-b7c9-061773769c18 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'e3042fec-9d16-46b6-a991-cf25c6c6bb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:30:05.381747 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] Attempting to bind port 6f4ea2bd-8124-469e-b7c9-061773769c18 on network beb9cf70-bc90-42d6-8193-9a20588857cb {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:30:05.407176 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:30:05.407176 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] Checking segment: {'id': 'e3042fec-9d16-46b6-a991-cf25c6c6bb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:30:05.407176 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.407546 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] Bound using segment: {'id': 'e3042fec-9d16-46b6-a991-cf25c6c6bb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:30:05.412133 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] Bound port: 6f4ea2bd-8124-469e-b7c9-061773769c18, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3042fec-9d16-46b6-a991-cf25c6c6bb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:30:05.412556 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.428867 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-25bcaf60-cd8d-4649-937c-de2e595eb875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.500487 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 7757742a-f89a-42af-b93a-5b2d6eb7a1a5 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:30:05.528948 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d979ccf9-b7a4-43e2-84be-f889e103df14 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.539428 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e428bdf-cb2a-40d5-895e-62ef233d63ed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.561072 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5bdaea-ecb7-4e57-bd8a-d991e67419ad None None] DHCP port deletion for 433898dc-5287-4c10-a12c-d79b51d4a546 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:30:05.568547 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 7757742a-f89a-42af-b93a-5b2d6eb7a1a5 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:30:05.568912 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 7757742a-f89a-42af-b93a-5b2d6eb7a1a5 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:30:05.571972 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcaf60-cd8d-4649-937c-de2e595eb875 None None] Pushing event deleted for resources: {'Port': ['ID=7757742a-f89a-42af-b93a-5b2d6eb7a1a5,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:05.594375 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bcaf60-cd8d-4649-937c-de2e595eb875 None None] No DVR routers for this DVR port 7757742a-f89a-42af-b93a-5b2d6eb7a1a5 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:30:05.673034 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e428bdf-cb2a-40d5-895e-62ef233d63ed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.688858 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-cb05ad4a-d9ee-451e-8826-2a78a5287884 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] For port 7757742a-f89a-42af-b93a-5b2d6eb7a1a5, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=7757742a-f89a-42af-b93a-5b2d6eb7a1a5,segment=NetworkSegment(a9525cfe-de4a-4e97-bb05-ed94c8864212),segment_id=a9525cfe-de4a-4e97-bb05-ed94c8864212)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:05.689365 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb05ad4a-d9ee-451e-8826-2a78a5287884 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.698523 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e428bdf-cb2a-40d5-895e-62ef233d63ed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:30:05.699787 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e428bdf-cb2a-40d5-895e-62ef233d63ed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.702823 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] For port 6f4ea2bd-8124-469e-b7c9-061773769c18, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:05.702961 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47448) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:05.706367 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] For port 6f4ea2bd-8124-469e-b7c9-061773769c18, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6f4ea2bd-8124-469e-b7c9-061773769c18,segment=NetworkSegment(e3042fec-9d16-46b6-a991-cf25c6c6bb7d),segment_id=e3042fec-9d16-46b6-a991-cf25c6c6bb7d)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:05.707682 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-7494aa22-f6ec-44b3-b051-5e337863844e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] For port 78a9a9a5-993e-4f67-a88a-74ec1f68cb19, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=78a9a9a5-993e-4f67-a88a-74ec1f68cb19,segment=NetworkSegment(786de28b-643e-457a-a99e-2c5f668dd74a),segment_id=786de28b-643e-457a-a99e-2c5f668dd74a)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:05.708084 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7494aa22-f6ec-44b3-b051-5e337863844e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.713388 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:30:05.714613 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:30:05.814301 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b005f11-4c78-4391-b94a-ea39017e57a7 None None] Pushing event updated for resources: {'Port': ['ID=6f4ea2bd-8124-469e-b7c9-061773769c18,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:05.817204 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] Routers {'daca5833-e46e-46c0-8d87-efac19dbc3e7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:05.818045 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:29:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['daca5833-e46e-46c0-8d87-efac19dbc3e7'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:05.906871 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7494aa22-f6ec-44b3-b051-5e337863844e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Calling delete_port for 78a9a9a5-993e-4f67-a88a-74ec1f68cb19 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:05.944729 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3c42b217-4f80-4536-b370-e4f1d88452cf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-490670152', 'description': 'tempest-secgroup-smoke-490670152 description', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:05.951489 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d979ccf9-b7a4-43e2-84be-f889e103df14 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.979423 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3c42b217-4f80-4536-b370-e4f1d88452cf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:05.983766 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cb05ad4a-d9ee-451e-8826-2a78a5287884 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Calling delete_port for 7757742a-f89a-42af-b93a-5b2d6eb7a1a5 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:06.005644 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979ccf9-b7a4-43e2-84be-f889e103df14 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b4c1cb-c8a9-4638-bcae-c7ca6dd13f8c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:06.009297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3c42b217-4f80-4536-b370-e4f1d88452cf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:06.016922 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3c42b217-4f80-4536-b370-e4f1d88452cf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:06.029622 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3c42b217-4f80-4536-b370-e4f1d88452cf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:06.046766 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d979ccf9-b7a4-43e2-84be-f889e103df14 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.047493 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d979ccf9-b7a4-43e2-84be-f889e103df14 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "DELETE /v2.0/security-groups/36b4c1cb-c8a9-4638-bcae-c7ca6dd13f8c HTTP/1.1" status: 204 len: 168 time: 1.0647447 Mar 14 15:30:06.050677 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47460) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:06.085371 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c42b217-4f80-4536-b370-e4f1d88452cf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.091789 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e428bdf-cb2a-40d5-895e-62ef233d63ed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.105524 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] Set router daca5833-e46e-46c0-8d87-efac19dbc3e7 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:30:06.132818 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e428bdf-cb2a-40d5-895e-62ef233d63ed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.138663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e428bdf-cb2a-40d5-895e-62ef233d63ed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Network': ['ID=433898dc-5287-4c10-a12c-d79b51d4a546,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:06.144970 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3c42b217-4f80-4536-b370-e4f1d88452cf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:06.153231 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3c42b217-4f80-4536-b370-e4f1d88452cf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:06.159729 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3c42b217-4f80-4536-b370-e4f1d88452cf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:06.176735 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3e428bdf-cb2a-40d5-895e-62ef233d63ed tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/networks/433898dc-5287-4c10-a12c-d79b51d4a546 HTTP/1.1" status: 204 len: 168 time: 5.1198621 Mar 14 15:30:06.176921 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3c42b217-4f80-4536-b370-e4f1d88452cf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:06.176921 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47464) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:06.204023 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.api [None req-cb05ad4a-d9ee-451e-8826-2a78a5287884 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:30:06.204491 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG oslo_db.api [None req-cb05ad4a-d9ee-451e-8826-2a78a5287884 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:30:06.212880 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ac8c48e3-2ade-4b26-bf36-f00fb3ae1f4f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Synchronizing usage tracker for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:30:06.217792 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f5ad6b-3c2d-4aa7-a748-4f368b3dd3aa tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:06.218253 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f5ad6b-3c2d-4aa7-a748-4f368b3dd3aa tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:06.239722 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-18f5ad6b-3c2d-4aa7-a748-4f368b3dd3aa tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/networks/433898dc-5287-4c10-a12c-d79b51d4a546 HTTP/1.1" status: 404 len: 339 time: 0.0558016 Mar 14 15:30:06.239722 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47468) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:06.241028 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.247391 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a6fc0979-580d-4cf8-86c9-8a11c6cee730 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-312811471', 'description': 'd1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:06.253712 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a6fc0979-580d-4cf8-86c9-8a11c6cee730 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:06.257858 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a6fc0979-580d-4cf8-86c9-8a11c6cee730 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Usage tracker for resource:network and tenant:6f4bbc23959b4526b173f35652c6cf99 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:06.261786 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a6fc0979-580d-4cf8-86c9-8a11c6cee730 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:06.268525 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a6fc0979-580d-4cf8-86c9-8a11c6cee730 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:06.330610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ac8c48e3-2ade-4b26-bf36-f00fb3ae1f4f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Unset dirty status for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:30:06.334454 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ac8c48e3-2ade-4b26-bf36-f00fb3ae1f4f tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2799289 Mar 14 15:30:06.336770 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fc0979-580d-4cf8-86c9-8a11c6cee730 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Made reservation on behalf of 6f4bbc23959b4526b173f35652c6cf99 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:06.338711 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47474) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:06.344152 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6fc0979-580d-4cf8-86c9-8a11c6cee730 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.383323 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a00751cb-a1eb-4903-99b2-9d7e8a2fbca6 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Synchronizing usage tracker for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:30:06.403736 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a00751cb-a1eb-4903-99b2-9d7e8a2fbca6 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] Unset dirty status for tenant:bd63f9a7f0f843c8be59aa28b5b461ae on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:30:06.406101 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a00751cb-a1eb-4903-99b2-9d7e8a2fbca6 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0657444 Mar 14 15:30:06.409504 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47480) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:06.426922 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-5a5fc574-3020-4a1a-aadc-add18cacdb48 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] delete failed (client error): The resource could not be found. Mar 14 15:30:06.427821 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5a5fc574-3020-4a1a-aadc-add18cacdb48 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "DELETE /v2.0/security-groups/36b4c1cb-c8a9-4638-bcae-c7ca6dd13f8c HTTP/1.1" status: 404 len: 347 time: 0.0172009 Mar 14 15:30:06.432969 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47484) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:06.450804 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c42b217-4f80-4536-b370-e4f1d88452cf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.459797 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fc0979-580d-4cf8-86c9-8a11c6cee730 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:30:06.472903 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6fc0979-580d-4cf8-86c9-8a11c6cee730 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.475058 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-a6fc0979-580d-4cf8-86c9-8a11c6cee730 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Added segment 396cbc41-31e8-4bdd-a0e8-7d52fb33ee44 of type vlan for network c5e560fe-9992-4630-8cdf-670bb2f98696 Mar 14 15:30:06.515393 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7494aa22-f6ec-44b3-b051-5e337863844e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.520098 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c42b217-4f80-4536-b370-e4f1d88452cf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.554472 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7faabdfd-eea5-42af-9a61-6341bac59570 tempest-SecGroupIPv6Test-624776237 tempest-SecGroupIPv6Test-624776237-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1203115 Mar 14 15:30:06.586816 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6fc0979-580d-4cf8-86c9-8a11c6cee730 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.599288 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494aa22-f6ec-44b3-b051-5e337863844e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Pushing event deleted for resources: {'Port': ['ID=78a9a9a5-993e-4f67-a88a-74ec1f68cb19,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:06.605011 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'name': 'tempest-TestNetworkBasicOps-router-1361180857', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:38Z', 'updated_at': '2022-03-14T15:29:57Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:39Z', 'updated_at': '2022-03-14T15:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6f4ea2bd-8124-469e-b7c9-061773769c18', 'name': '', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:cb:2b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:54Z', 'updated_at': '2022-03-14T15:30:05Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:06.610028 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c21fa85-4f94-414e-91d9-84748ce92796 None None] The sync data for ids ['daca5833-e46e-46c0-8d87-efac19dbc3e7'] in dv-neutron-833561-1-hyperv is: [{'id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'name': 'tempest-TestNetworkBasicOps-router-1361180857', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:38Z', 'updated_at': '2022-03-14T15:29:57Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:39Z', 'updated_at': '2022-03-14T15:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6f4ea2bd-8124-469e-b7c9-061773769c18', 'name': '', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:cb:2b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:54Z', 'updated_at': '2022-03-14T15:30:05Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:30:06.626157 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Allocated IP 172.26.4.136 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/4fc89c09-0e30-4fcb-b628-3855e38f0c57) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:06.658067 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42b217-4f80-4536-b370-e4f1d88452cf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52773a6f-207a-4286-a1b6-df92daf7771c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:06.765126 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cb05ad4a-d9ee-451e-8826-2a78a5287884 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting port 7757742a-f89a-42af-b93a-5b2d6eb7a1a5 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:06.765466 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb05ad4a-d9ee-451e-8826-2a78a5287884 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.770988 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-a6fc0979-580d-4cf8-86c9-8a11c6cee730 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:30:06.816922 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c42b217-4f80-4536-b370-e4f1d88452cf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.821766 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3c42b217-4f80-4536-b370-e4f1d88452cf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.9239538 Mar 14 15:30:06.823362 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47494) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:06.831027 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6fc0979-580d-4cf8-86c9-8a11c6cee730 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.837115 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fc0979-580d-4cf8-86c9-8a11c6cee730 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:06.838883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6fc0979-580d-4cf8-86c9-8a11c6cee730 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.841715 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cb05ad4a-d9ee-451e-8826-2a78a5287884 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] The port '7757742a-f89a-42af-b93a-5b2d6eb7a1a5' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:30:06.863710 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7e7e25b5-d2ad-4178-8229-2f22d6522cc3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '52773a6f-207a-4286-a1b6-df92daf7771c', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:06.939630 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7e7e25b5-d2ad-4178-8229-2f22d6522cc3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:07.000351 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb05ad4a-d9ee-451e-8826-2a78a5287884 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.057273 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-cb05ad4a-d9ee-451e-8826-2a78a5287884 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:07.089518 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.104763 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-cb05ad4a-d9ee-451e-8826-2a78a5287884 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9525cfe-de4a-4e97-bb05-ed94c8864212') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:07.106028 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-cb05ad4a-d9ee-451e-8826-2a78a5287884 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9525cfe-de4a-4e97-bb05-ed94c8864212') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:07.113047 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47502) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:07.113656 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7e7e25b5-d2ad-4178-8229-2f22d6522cc3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:07.123344 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb05ad4a-d9ee-451e-8826-2a78a5287884 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.144469 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb05ad4a-d9ee-451e-8826-2a78a5287884 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.156827 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb05ad4a-d9ee-451e-8826-2a78a5287884 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:30:07.157229 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb05ad4a-d9ee-451e-8826-2a78a5287884 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:30:07.176349 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:30:07.199327 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7e7e25b5-d2ad-4178-8229-2f22d6522cc3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:07.229881 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a6fc0979-580d-4cf8-86c9-8a11c6cee730 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9918311 Mar 14 15:30:07.232829 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47510) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:07.254294 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7e7e25b5-d2ad-4178-8229-2f22d6522cc3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:07.298800 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.315290 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc0979-580d-4cf8-86c9-8a11c6cee730 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'Network': ['ID=c5e560fe-9992-4630-8cdf-670bb2f98696,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:07.333105 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7494aa22-f6ec-44b3-b051-5e337863844e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.333382 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network c5e560fe-9992-4630-8cdf-670bb2f98696 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:30:07.469197 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb05ad4a-d9ee-451e-8826-2a78a5287884 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.478016 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb05ad4a-d9ee-451e-8826-2a78a5287884 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.502305 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6f4ea2bd-8124-469e-b7c9-061773769c18 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:30:07.514943 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:07.546187 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:07.549058 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:07.621100 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05ad4a-d9ee-451e-8826-2a78a5287884 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Network': ['ID=ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:07.653269 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-cb05ad4a-d9ee-451e-8826-2a78a5287884 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/networks/ce72dc77-43c4-41ad-8cf8-c8c0b8cc8461 HTTP/1.1" status: 204 len: 168 time: 3.6489959 Mar 14 15:30:07.668998 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47520) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:07.681135 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b9dd3516-beb5-4b94-a119-5dfe903acf3c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'port': {'network_id': '523d1b1c-98ed-49ef-afa0-7760353ee21c', 'name': 'tempest-PortsIpV6TestJSON-2130963052'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:07.684773 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 6f4ea2bd-8124-469e-b7c9-061773769c18 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:07.690524 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 6f4ea2bd-8124-469e-b7c9-061773769c18 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:07.690948 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.703398 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Port': ['ID=4fc89c09-0e30-4fcb-b628-3855e38f0c57,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:07.888136 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.902467 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b9dd3516-beb5-4b94-a119-5dfe903acf3c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:07.908087 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b9dd3516-beb5-4b94-a119-5dfe903acf3c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:port and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:07.912004 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b9dd3516-beb5-4b94-a119-5dfe903acf3c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:07.919985 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b9dd3516-beb5-4b94-a119-5dfe903acf3c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:07.935412 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dd3516-beb5-4b94-a119-5dfe903acf3c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:07.938698 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3516-beb5-4b94-a119-5dfe903acf3c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.973601 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 6f4ea2bd-8124-469e-b7c9-061773769c18, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6f4ea2bd-8124-469e-b7c9-061773769c18,segment=NetworkSegment(e3042fec-9d16-46b6-a991-cf25c6c6bb7d),segment_id=e3042fec-9d16-46b6-a991-cf25c6c6bb7d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:07.983057 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.016688 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e087f08-e29b-4848-be56-8dbbc28ae1bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:08.017759 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5e087f08-e29b-4848-be56-8dbbc28ae1bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Synchronizing usage tracker for tenant:6f4bbc23959b4526b173f35652c6cf99 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:30:08.039359 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b6c3608a-7119-4f12-b770-7e14dfa378f0 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:30:08.060702 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7e7e25b5-d2ad-4178-8229-2f22d6522cc3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.088566 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: b6c3608a-7119-4f12-b770-7e14dfa378f0 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:30:08.089150 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b6c3608a-7119-4f12-b770-7e14dfa378f0 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:30:08.111705 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7494aa22-f6ec-44b3-b051-5e337863844e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.113782 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-b9dd3516-beb5-4b94-a119-5dfe903acf3c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] device_id is not set on port 49c552c2-31fd-410b-b574-e40f6633e77d yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:30:08.115496 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=6f4ea2bd-8124-469e-b7c9-061773769c18,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:08.148042 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7494aa22-f6ec-44b3-b051-5e337863844e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.154443 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e84bdb72-9b36-47a3-8935-6057014fae39 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bd63f9a7f0f843c8be59aa28b5b461ae&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0354109 Mar 14 15:30:08.159610 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47530) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:08.159815 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5e087f08-e29b-4848-be56-8dbbc28ae1bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Unset dirty status for tenant:6f4bbc23959b4526b173f35652c6cf99 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:30:08.160925 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5e087f08-e29b-4848-be56-8dbbc28ae1bd tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "GET /v2.0/networks?id=c5e560fe-9992-4630-8cdf-670bb2f98696 HTTP/1.1" status: 200 len: 764 time: 0.9108171 Mar 14 15:30:08.165189 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47534) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:08.182646 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-25c2e9be-042a-4bb7-8cef-163fe7119771 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Request body: {'network': {'description': 'd2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:08.243582 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7e7e25b5-d2ad-4178-8229-2f22d6522cc3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.250491 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7e7e25b5-d2ad-4178-8229-2f22d6522cc3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.268072 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7494aa22-f6ec-44b3-b051-5e337863844e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.268567 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7494aa22-f6ec-44b3-b051-5e337863844e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa1a5a9b-0bcd-432b-9770-699d077d75a3 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:30:08.301797 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e25b5-d2ad-4178-8229-2f22d6522cc3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2d57e6-da48-4429-b570-21423742eda8,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:08.311806 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7494aa22-f6ec-44b3-b051-5e337863844e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.314716 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7494aa22-f6ec-44b3-b051-5e337863844e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "DELETE /v2.0/routers/fa1a5a9b-0bcd-432b-9770-699d077d75a3 HTTP/1.1" status: 204 len: 168 time: 6.7297728 Mar 14 15:30:08.316039 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-05f84f32-e3b3-4406-883e-5155b64ffdad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.318322 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47542) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:08.321832 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7e7e25b5-d2ad-4178-8229-2f22d6522cc3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.323503 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7e7e25b5-d2ad-4178-8229-2f22d6522cc3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4963126 Mar 14 15:30:08.346942 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47546) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:08.390790 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-05f84f32-e3b3-4406-883e-5155b64ffdad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.391612 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-afb22fc3-ea93-438a-adbd-2cd3483ecd40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '52773a6f-207a-4286-a1b6-df92daf7771c', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:08.418009 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f541b887-9544-4d94-8b75-29ae0e9ee313 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Deleting subnet f40b342c-aee3-4cae-bfac-61d6cfcc709c {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:30:08.429272 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f541b887-9544-4d94-8b75-29ae0e9ee313 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.451603 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-afb22fc3-ea93-438a-adbd-2cd3483ecd40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:08.483231 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-afb22fc3-ea93-438a-adbd-2cd3483ecd40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:08.488423 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f541b887-9544-4d94-8b75-29ae0e9ee313 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.497493 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-afb22fc3-ea93-438a-adbd-2cd3483ecd40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:08.518947 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47552) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:08.524534 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-afb22fc3-ea93-438a-adbd-2cd3483ecd40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:08.548427 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-05f84f32-e3b3-4406-883e-5155b64ffdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.575394 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f84f32-e3b3-4406-883e-5155b64ffdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6710c2-74f7-41e8-a2a7-d32d81f44393,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:08.593846 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f541b887-9544-4d94-8b75-29ae0e9ee313 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.650022 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-05f84f32-e3b3-4406-883e-5155b64ffdad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.655115 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-05f84f32-e3b3-4406-883e-5155b64ffdad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e6710c2-74f7-41e8-a2a7-d32d81f44393 HTTP/1.1" status: 204 len: 168 time: 0.4929755 Mar 14 15:30:08.702572 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f541b887-9544-4d94-8b75-29ae0e9ee313 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.723881 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-afb22fc3-ea93-438a-adbd-2cd3483ecd40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.748810 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541b887-9544-4d94-8b75-29ae0e9ee313 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f40b342c-aee3-4cae-bfac-61d6cfcc709c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:08.752523 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-48467f35-63b4-4383-b7fe-ad5e9ed4c0ee tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:08.755435 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f541b887-9544-4d94-8b75-29ae0e9ee313 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.765077 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f541b887-9544-4d94-8b75-29ae0e9ee313 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/f40b342c-aee3-4cae-bfac-61d6cfcc709c HTTP/1.1" status: 204 len: 168 time: 0.4433343 Mar 14 15:30:08.765274 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47560) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:08.820439 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25c2e9be-042a-4bb7-8cef-163fe7119771 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.879834 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f9a2a489-624f-46c2-bed8-21609db38df9 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.941371 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25c2e9be-042a-4bb7-8cef-163fe7119771 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.014402 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f9a2a489-624f-46c2-bed8-21609db38df9 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.042636 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-f9a2a489-624f-46c2-bed8-21609db38df9 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:09.057383 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-f9a2a489-624f-46c2-bed8-21609db38df9 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '786de28b-643e-457a-a99e-2c5f668dd74a') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:09.057607 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-f9a2a489-624f-46c2-bed8-21609db38df9 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '786de28b-643e-457a-a99e-2c5f668dd74a') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:09.064263 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-25c2e9be-042a-4bb7-8cef-163fe7119771 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Network c5e560fe-9992-4630-8cdf-670bb2f98696 is not hosted by any dhcp agent {{(pid=83910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 14 15:30:09.067637 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c2e9be-042a-4bb7-8cef-163fe7119771 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:09.068250 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25c2e9be-042a-4bb7-8cef-163fe7119771 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.069496 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-25c2e9be-042a-4bb7-8cef-163fe7119771 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "PUT /v2.0/networks/c5e560fe-9992-4630-8cdf-670bb2f98696 HTTP/1.1" status: 200 len: 761 time: 0.8973844 Mar 14 15:30:09.070715 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f9a2a489-624f-46c2-bed8-21609db38df9 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.077970 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47568) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:09.111862 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3516-beb5-4b94-a119-5dfe903acf3c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.116828 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-afb22fc3-ea93-438a-adbd-2cd3483ecd40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.139076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-afb22fc3-ea93-438a-adbd-2cd3483ecd40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.148941 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2e9be-042a-4bb7-8cef-163fe7119771 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'Network': ['ID=c5e560fe-9992-4630-8cdf-670bb2f98696,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:09.163588 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f9a2a489-624f-46c2-bed8-21609db38df9 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.175362 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network c5e560fe-9992-4630-8cdf-670bb2f98696 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:30:09.186502 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a2a489-624f-46c2-bed8-21609db38df9 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:30:09.186877 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f9a2a489-624f-46c2-bed8-21609db38df9 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.191900 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb22fc3-ea93-438a-adbd-2cd3483ecd40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e5abcb-c068-4c2d-a6f3-b4f583a7b560,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:30:09.201066 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:30:09.216242 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-48467f35-63b4-4383-b7fe-ad5e9ed4c0ee tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] 10.222.0.60 "PUT /v2.0/quotas/690dd662464c4a7c96a73d2830037591 HTTP/1.1" status: 200 len: 366 time: 0.6962833 Mar 14 15:30:09.220905 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47576) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:09.226353 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-afb22fc3-ea93-438a-adbd-2cd3483ecd40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.227447 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-afb22fc3-ea93-438a-adbd-2cd3483ecd40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8681655 Mar 14 15:30:09.235522 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47580) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:09.243729 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2edc413e-1820-4543-8910-5994b80bafdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '52773a6f-207a-4286-a1b6-df92daf7771c', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:09.298014 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf5f0e5-747f-4856-89df-74ffedf75523 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:09.299482 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8cf5f0e5-747f-4856-89df-74ffedf75523 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "GET /v2.0/networks?id=c5e560fe-9992-4630-8cdf-670bb2f98696 HTTP/1.1" status: 200 len: 764 time: 0.2205722 Mar 14 15:30:09.303861 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47584) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:09.317949 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2edc413e-1820-4543-8910-5994b80bafdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:09.321270 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-eea61079-37a1-4a52-a244-d2f7f401f45a tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0985925 Mar 14 15:30:09.329913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47588) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:09.331160 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3516-beb5-4b94-a119-5dfe903acf3c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.335081 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2edc413e-1820-4543-8910-5994b80bafdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:09.379926 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6f4ea2bd-8124-469e-b7c9-061773769c18 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:30:09.392454 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2edc413e-1820-4543-8910-5994b80bafdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:09.435798 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2edc413e-1820-4543-8910-5994b80bafdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:09.468317 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7c294846-8cf1-4acb-bf5f-f560a39d6eaf tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] 10.222.0.60 "GET /v2.0/quotas/690dd662464c4a7c96a73d2830037591 HTTP/1.1" status: 200 len: 366 time: 0.1349976 Mar 14 15:30:09.482602 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47594) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:09.499506 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.501668 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dd3516-beb5-4b94-a119-5dfe903acf3c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network 523d1b1c-98ed-49ef-afa0-7760353ee21c is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:09.507998 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd3516-beb5-4b94-a119-5dfe903acf3c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Port': ['ID=49c552c2-31fd-410b-b574-e40f6633e77d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:09.510538 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f9a2a489-624f-46c2-bed8-21609db38df9 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.516170 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b9dd3516-beb5-4b94-a119-5dfe903acf3c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:09.539240 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a2a489-624f-46c2-bed8-21609db38df9 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 14 15:30:09.554333 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f9a2a489-624f-46c2-bed8-21609db38df9 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.558001 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2a489-624f-46c2-bed8-21609db38df9 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Pushing event deleted for resources: {'Network': ['ID=0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:09.568064 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dd3516-beb5-4b94-a119-5dfe903acf3c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:09.572662 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dd3516-beb5-4b94-a119-5dfe903acf3c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:09.573236 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 6f4ea2bd-8124-469e-b7c9-061773769c18 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:09.573356 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3516-beb5-4b94-a119-5dfe903acf3c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.573980 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.577565 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2edc413e-1820-4543-8910-5994b80bafdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.579588 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f9a2a489-624f-46c2-bed8-21609db38df9 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "DELETE /v2.0/networks/0f5ea5c0-8469-4ad2-a4ae-85d84cbdf46b HTTP/1.1" status: 204 len: 168 time: 0.8126230 Mar 14 15:30:09.613907 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:30:09.646668 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-22945595-fcec-4208-8ab6-400065fff06f tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/690dd662464c4a7c96a73d2830037591 HTTP/1.1" status: 204 len: 168 time: 0.1628664 Mar 14 15:30:09.655389 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47602) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:09.671529 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.687139 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600934b7-8411-4c43-8f71-5f8069a24115 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:09.699519 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b9dd3516-beb5-4b94-a119-5dfe903acf3c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0293791 Mar 14 15:30:09.703518 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600934b7-8411-4c43-8f71-5f8069a24115 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:09.706013 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-600934b7-8411-4c43-8f71-5f8069a24115 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1349 time: 0.4012384 Mar 14 15:30:09.713589 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47608) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:09.714048 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47610) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:09.740145 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-40198c3c-8918-44c8-8ea6-0f843b04a5d3 tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0805042 Mar 14 15:30:09.745258 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47616) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:09.781361 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7442de86-458f-4c45-a4c7-8aba33a90f66 tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] 10.222.0.60 "GET /v2.0/quotas/690dd662464c4a7c96a73d2830037591 HTTP/1.1" status: 200 len: 370 time: 0.0343668 Mar 14 15:30:09.785422 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47620) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:09.816653 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-23d3f111-8282-4435-9af3-a0bb9a5f25a7 tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] 10.222.0.60 "GET /v2.0/quotas/690dd662464c4a7c96a73d2830037591/default HTTP/1.1" status: 200 len: 370 time: 0.0287714 Mar 14 15:30:09.824384 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47626) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:09.875462 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2edc413e-1820-4543-8910-5994b80bafdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.896298 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2edc413e-1820-4543-8910-5994b80bafdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.904382 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6ec2d062-5334-4f9b-b64e-ee123a0c84a3 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting port 49c552c2-31fd-410b-b574-e40f6633e77d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:09.909283 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ec2d062-5334-4f9b-b64e-ee123a0c84a3 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.928852 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc413e-1820-4543-8910-5994b80bafdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5fdafe-155c-4acd-b63f-4744a63785c8,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:09.936276 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-33a28aa5-1ab0-4be1-8f09-2fddf41bbc26 tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] delete failed (client error): The resource could not be found. Mar 14 15:30:09.939755 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-33a28aa5-1ab0-4be1-8f09-2fddf41bbc26 tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/690dd662464c4a7c96a73d2830037591 HTTP/1.1" status: 404 len: 348 time: 0.1116853 Mar 14 15:30:09.970045 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2edc413e-1820-4543-8910-5994b80bafdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.971256 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2edc413e-1820-4543-8910-5994b80bafdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7341747 Mar 14 15:30:09.973953 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47634) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:09.982570 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-efb9b8e8-3899-40ed-ae22-70d61e6a367e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '52773a6f-207a-4286-a1b6-df92daf7771c', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:09.990527 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-efb9b8e8-3899-40ed-ae22-70d61e6a367e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:09.995908 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-efb9b8e8-3899-40ed-ae22-70d61e6a367e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:09.999542 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-efb9b8e8-3899-40ed-ae22-70d61e6a367e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:10.007588 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-efb9b8e8-3899-40ed-ae22-70d61e6a367e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:10.008379 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-eecabc16-3aac-44a2-9d77-ccc771487a13 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Synchronizing usage tracker for tenant:6f4bbc23959b4526b173f35652c6cf99 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:30:10.029382 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.036504 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47638) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:10.054339 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.077276 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-eecabc16-3aac-44a2-9d77-ccc771487a13 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Unset dirty status for tenant:6f4bbc23959b4526b173f35652c6cf99 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:30:10.079048 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-eecabc16-3aac-44a2-9d77-ccc771487a13 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "GET /v2.0/subnets?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 HTTP/1.1" status: 200 len: 207 time: 0.3589981 Mar 14 15:30:10.086293 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47644) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:10.110139 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-efb9b8e8-3899-40ed-ae22-70d61e6a367e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.320162 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Port': ['ID=4fc89c09-0e30-4fcb-b628-3855e38f0c57,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:10.347812 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ec2d062-5334-4f9b-b64e-ee123a0c84a3 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.436983 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-efb9b8e8-3899-40ed-ae22-70d61e6a367e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.452080 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-48ee4032-1381-4865-9fb5-a65022962966 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-98502336-network', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:10.459950 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-efb9b8e8-3899-40ed-ae22-70d61e6a367e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.484967 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439d344d-4053-45bd-ba12-6ad420aadf21 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:10.488749 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-48ee4032-1381-4865-9fb5-a65022962966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:10.488880 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439d344d-4053-45bd-ba12-6ad420aadf21 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:10.492818 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439d344d-4053-45bd-ba12-6ad420aadf21 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:10.496912 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439d344d-4053-45bd-ba12-6ad420aadf21 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:10.501046 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439d344d-4053-45bd-ba12-6ad420aadf21 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:10.504892 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439d344d-4053-45bd-ba12-6ad420aadf21 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:10.506670 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-439d344d-4053-45bd-ba12-6ad420aadf21 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4194601 Mar 14 15:30:10.510983 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9b8e8-3899-40ed-ae22-70d61e6a367e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5beba14a-4d6c-4d63-a888-638892ca6193,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:10.513931 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-efb9b8e8-3899-40ed-ae22-70d61e6a367e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.514101 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6ec2d062-5334-4f9b-b64e-ee123a0c84a3 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Calling delete_port for 49c552c2-31fd-410b-b574-e40f6633e77d owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:10.515285 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-efb9b8e8-3899-40ed-ae22-70d61e6a367e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5404015 Mar 14 15:30:10.516345 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.539600 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47650) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:10.539932 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47652) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:10.590328 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-48ee4032-1381-4865-9fb5-a65022962966 admin admin] Usage tracker for resource:network and tenant:e56a9bf665f84615b9b7754b13dc18cc is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:10.592999 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47658) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:10.631001 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-91df934a-5224-44f5-8130-39a64d064fdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '52773a6f-207a-4286-a1b6-df92daf7771c', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:10.648785 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-91df934a-5224-44f5-8130-39a64d064fdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:10.652023 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47660) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:10.652416 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-48ee4032-1381-4865-9fb5-a65022962966 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:10.660104 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b220d396-b427-4305-848e-064237b1d3f6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Request body: {'router': {'name': 'tempest-router--474152394', 'project_id': 'a020e50c52a348c1bb39ddc9242cb5fb'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:10.666622 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-91df934a-5224-44f5-8130-39a64d064fdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:10.678338 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b220d396-b427-4305-848e-064237b1d3f6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:10.678758 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-91df934a-5224-44f5-8130-39a64d064fdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:10.684567 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-48ee4032-1381-4865-9fb5-a65022962966 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:10.690673 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b220d396-b427-4305-848e-064237b1d3f6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Usage tracker for resource:router and tenant:a020e50c52a348c1bb39ddc9242cb5fb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:10.695630 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b220d396-b427-4305-848e-064237b1d3f6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:10.696836 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-91df934a-5224-44f5-8130-39a64d064fdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:10.709207 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b220d396-b427-4305-848e-064237b1d3f6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:10.725226 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ee4032-1381-4865-9fb5-a65022962966 admin admin] Made reservation on behalf of e56a9bf665f84615b9b7754b13dc18cc for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:10.727495 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-48ee4032-1381-4865-9fb5-a65022962966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.741601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-741a0153-de31-44ca-a70b-9e1833651d3f tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] Usage tracker for resource:network and tenant:0cfef27d672149b5b1d0b6b37bedf37f is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:10.752311 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-91df934a-5224-44f5-8130-39a64d064fdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Project 5d6eafdbdcc04fa5ac3cc264b55cc088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:30:10.752646 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-48ee4032-1381-4865-9fb5-a65022962966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.764259 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-741a0153-de31-44ca-a70b-9e1833651d3f tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:10.768522 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91df934a-5224-44f5-8130-39a64d064fdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.771432 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b220d396-b427-4305-848e-064237b1d3f6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.772347 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b220d396-b427-4305-848e-064237b1d3f6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.794492 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-741a0153-de31-44ca-a70b-9e1833651d3f tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] Usage tracker for resource:subnet and tenant:0cfef27d672149b5b1d0b6b37bedf37f is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:10.804283 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-741a0153-de31-44ca-a70b-9e1833651d3f tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:10.822888 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-02c97d1d-be08-4478-b75b-afc526610251 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2811785 Mar 14 15:30:10.826786 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ec2d062-5334-4f9b-b64e-ee123a0c84a3 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.826976 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47666) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:10.864573 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-48ee4032-1381-4865-9fb5-a65022962966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:10.873366 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-741a0153-de31-44ca-a70b-9e1833651d3f tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] Usage tracker for resource:subnetpool and tenant:0cfef27d672149b5b1d0b6b37bedf37f is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:10.876213 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b220d396-b427-4305-848e-064237b1d3f6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.882020 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-48ee4032-1381-4865-9fb5-a65022962966 admin admin] Usage tracker for resource:security_group_rule and tenant:e56a9bf665f84615b9b7754b13dc18cc is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:10.888892 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2d062-5334-4f9b-b64e-ee123a0c84a3 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Port': ['ID=49c552c2-31fd-410b-b574-e40f6633e77d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:10.889455 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-48ee4032-1381-4865-9fb5-a65022962966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:10.905221 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ec2d062-5334-4f9b-b64e-ee123a0c84a3 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.908324 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-741a0153-de31-44ca-a70b-9e1833651d3f tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:10.911789 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-48ee4032-1381-4865-9fb5-a65022962966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:10.929697 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6ec2d062-5334-4f9b-b64e-ee123a0c84a3 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/ports/49c552c2-31fd-410b-b574-e40f6633e77d HTTP/1.1" status: 204 len: 168 time: 1.2129333 Mar 14 15:30:10.931797 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91df934a-5224-44f5-8130-39a64d064fdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.933567 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47670) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:10.939565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-bbdd410b-1370-461a-a66b-a52a692329f1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'port': {'network_id': '523d1b1c-98ed-49ef-afa0-7760353ee21c', 'mac_address': 'fa:16:3e:e4:4f:d7', 'name': 'tempest-PortsIpV6TestJSON-214103051'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:10.956455 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03aeb488-daf6-4bd7-8d64-be946959e1f8 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:10.956647 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91df934a-5224-44f5-8130-39a64d064fdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.958346 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03aeb488-daf6-4bd7-8d64-be946959e1f8 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:10.959825 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03aeb488-daf6-4bd7-8d64-be946959e1f8 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:10.961180 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03aeb488-daf6-4bd7-8d64-be946959e1f8 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:10.963563 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03aeb488-daf6-4bd7-8d64-be946959e1f8 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:10.964507 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-03aeb488-daf6-4bd7-8d64-be946959e1f8 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Synchronizing usage tracker for tenant:6f4bbc23959b4526b173f35652c6cf99 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:30:10.966948 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-741a0153-de31-44ca-a70b-9e1833651d3f tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] Usage tracker for resource:port and tenant:0cfef27d672149b5b1d0b6b37bedf37f is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:10.977632 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b220d396-b427-4305-848e-064237b1d3f6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.986819 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-741a0153-de31-44ca-a70b-9e1833651d3f tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:11.034863 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-03aeb488-daf6-4bd7-8d64-be946959e1f8 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Unset dirty status for tenant:6f4bbc23959b4526b173f35652c6cf99 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:30:11.036120 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-03aeb488-daf6-4bd7-8d64-be946959e1f8 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2081301 Mar 14 15:30:11.039869 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47674) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:11.042627 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-741a0153-de31-44ca-a70b-9e1833651d3f tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] Usage tracker for resource:router and tenant:0cfef27d672149b5b1d0b6b37bedf37f is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:11.052153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df934a-5224-44f5-8130-39a64d064fdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec99fba-2219-4f72-8001-f0281f8d4b65,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:11.061598 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91df934a-5224-44f5-8130-39a64d064fdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:11.062785 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-91df934a-5224-44f5-8130-39a64d064fdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5194809 Mar 14 15:30:11.065795 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47678) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:11.079312 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d1fcb7d7-3748-4600-919a-03c186777d92 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '52773a6f-207a-4286-a1b6-df92daf7771c', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:11.088757 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b220d396-b427-4305-848e-064237b1d3f6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:11.089700 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d1fcb7d7-3748-4600-919a-03c186777d92 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:11.089873 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b220d396-b427-4305-848e-064237b1d3f6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4450052 Mar 14 15:30:11.093012 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47682) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:11.097687 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-741a0153-de31-44ca-a70b-9e1833651d3f tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:11.098937 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-d1fcb7d7-3748-4600-919a-03c186777d92 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:11.102865 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-d1fcb7d7-3748-4600-919a-03c186777d92 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:11.153316 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Floating IP c715ebd9-b8b7-411c-ab97-85b01b7752da associated. External IP: 172.26.4.136, port: e7eddcf4-3d47-4994-8c5b-24ce62e747d4. Mar 14 15:30:11.162239 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bbdd410b-1370-461a-a66b-a52a692329f1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:11.179512 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d1fcb7d7-3748-4600-919a-03c186777d92 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:11.199252 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-741a0153-de31-44ca-a70b-9e1833651d3f tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] Usage tracker for resource:floatingip and tenant:0cfef27d672149b5b1d0b6b37bedf37f is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:11.203592 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-48ee4032-1381-4865-9fb5-a65022962966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:11.224787 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-741a0153-de31-44ca-a70b-9e1833651d3f tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:11.232444 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bbdd410b-1370-461a-a66b-a52a692329f1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:port and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:11.233184 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-48ee4032-1381-4865-9fb5-a65022962966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:11.246860 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bbdd410b-1370-461a-a66b-a52a692329f1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:11.257029 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bbdd410b-1370-461a-a66b-a52a692329f1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:11.261526 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-d1fcb7d7-3748-4600-919a-03c186777d92 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Project 5d6eafdbdcc04fa5ac3cc264b55cc088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:30:11.271918 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1fcb7d7-3748-4600-919a-03c186777d92 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:11.296538 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c8f886-0535-4fd6-a4fe-c12bd58ddd76 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:11.297808 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c8f886-0535-4fd6-a4fe-c12bd58ddd76 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:11.299096 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c8f886-0535-4fd6-a4fe-c12bd58ddd76 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:11.300344 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c8f886-0535-4fd6-a4fe-c12bd58ddd76 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:11.301710 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c8f886-0535-4fd6-a4fe-c12bd58ddd76 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:11.301934 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdd410b-1370-461a-a66b-a52a692329f1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:11.308724 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-83c8f886-0535-4fd6-a4fe-c12bd58ddd76 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2623599 Mar 14 15:30:11.316416 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47686) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:11.358613 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ee4032-1381-4865-9fb5-a65022962966 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:30:11.379799 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2467d1cb-ed4e-417f-ac96-ba35ec3d8630 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:11.429323 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee4032-1381-4865-9fb5-a65022962966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10426958-376a-4f54-97e3-07dfcc3079cf,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:11.447295 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-48ee4032-1381-4865-9fb5-a65022962966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:11.447603 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-48ee4032-1381-4865-9fb5-a65022962966 admin admin] Added segment a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63 of type vlan for network 3636f367-7bcd-449f-8e47-979905287efa Mar 14 15:30:11.536654 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-48ee4032-1381-4865-9fb5-a65022962966 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:11.574369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4459ee50-a03d-456d-ae64-be87dca62768 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:11.574930 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-4459ee50-a03d-456d-ae64-be87dca62768 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Synchronizing usage tracker for tenant:6f4bbc23959b4526b173f35652c6cf99 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:30:11.602704 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-741a0153-de31-44ca-a70b-9e1833651d3f tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] Usage tracker for resource:security_group and tenant:0cfef27d672149b5b1d0b6b37bedf37f is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:11.613728 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-4459ee50-a03d-456d-ae64-be87dca62768 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Unset dirty status for tenant:6f4bbc23959b4526b173f35652c6cf99 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:30:11.619661 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4459ee50-a03d-456d-ae64-be87dca62768 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "GET /v2.0/networks/ebb5c2d1-9727-443d-9147-083c07207c50 HTTP/1.1" status: 200 len: 804 time: 0.2971091 Mar 14 15:30:11.619661 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-741a0153-de31-44ca-a70b-9e1833651d3f tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:11.619905 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47690) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:11.652534 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-48ee4032-1381-4865-9fb5-a65022962966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:11.653352 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ee4032-1381-4865-9fb5-a65022962966 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:11.653919 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-48ee4032-1381-4865-9fb5-a65022962966 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:11.662950 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbdd410b-1370-461a-a66b-a52a692329f1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:11.705411 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1fcb7d7-3748-4600-919a-03c186777d92 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:11.778479 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-bbdd410b-1370-461a-a66b-a52a692329f1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] device_id is not set on port 4a2f57f5-18e8-449e-a57b-f1599d13635e yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:30:11.789417 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-741a0153-de31-44ca-a70b-9e1833651d3f tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] Usage tracker for resource:security_group_rule and tenant:0cfef27d672149b5b1d0b6b37bedf37f is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:11.812257 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1fcb7d7-3748-4600-919a-03c186777d92 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:11.832942 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-741a0153-de31-44ca-a70b-9e1833651d3f tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:11.844739 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-48ee4032-1381-4865-9fb5-a65022962966 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8067169 Mar 14 15:30:11.852043 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47694) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:11.855716 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee4032-1381-4865-9fb5-a65022962966 admin admin] Pushing event updated for resources: {'Network': ['ID=3636f367-7bcd-449f-8e47-979905287efa,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:11.866189 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 3636f367-7bcd-449f-8e47-979905287efa details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:30:11.877069 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d92adef4-aa17-43b7-9996-94dabad15706 admin admin] Request body: {'subnet': {'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-98502336-subnet', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:11.886607 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d92adef4-aa17-43b7-9996-94dabad15706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:11.893445 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-741a0153-de31-44ca-a70b-9e1833651d3f tempest-QuotasTest-1185220491 tempest-QuotasTest-1185220491-project-admin] 10.222.0.60 "GET /v2.0/quotas/0cfef27d672149b5b1d0b6b37bedf37f/details.json HTTP/1.1" status: 200 len: 703 time: 1.2378950 Mar 14 15:30:11.906346 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d92adef4-aa17-43b7-9996-94dabad15706 admin admin] Usage tracker for resource:subnet and tenant:e56a9bf665f84615b9b7754b13dc18cc is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:11.914215 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d92adef4-aa17-43b7-9996-94dabad15706 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:11.928686 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8bc351e1-4289-45c4-bdde-9c30be33f1c9 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "GET /v2.0/networks/ebb5c2d1-9727-443d-9147-083c07207c50?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3075504 Mar 14 15:30:11.929765 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d92adef4-aa17-43b7-9996-94dabad15706 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:11.933156 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47700) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:11.937735 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcb7d7-3748-4600-919a-03c186777d92 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fd437f-4d86-4a2f-9b94-1cd3aeac1d65,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:11.996859 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92adef4-aa17-43b7-9996-94dabad15706 admin admin] Made reservation on behalf of e56a9bf665f84615b9b7754b13dc18cc for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:11.999168 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d92adef4-aa17-43b7-9996-94dabad15706 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.102957 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2467d1cb-ed4e-417f-ac96-ba35ec3d8630 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.105779 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1fcb7d7-3748-4600-919a-03c186777d92 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.106990 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d1fcb7d7-3748-4600-919a-03c186777d92 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0404575 Mar 14 15:30:12.124640 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2467d1cb-ed4e-417f-ac96-ba35ec3d8630 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.278926 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2467d1cb-ed4e-417f-ac96-ba35ec3d8630 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.279432 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2467d1cb-ed4e-417f-ac96-ba35ec3d8630 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8212af85-d23f-49f6-88a1-48a9a03ccc1b {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:30:12.283574 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fa46b9-bf65-4d91-9422-e9cb8f0c406e tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:12.289041 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b5fa46b9-bf65-4d91-9422-e9cb8f0c406e tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "GET /v2.0/subnets/d649ede4-14e7-4273-bdc7-b7f9c0e894a3 HTTP/1.1" status: 200 len: 843 time: 0.3547738 Mar 14 15:30:12.295603 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47710) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:12.323375 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2467d1cb-ed4e-417f-ac96-ba35ec3d8630 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.324506 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2467d1cb-ed4e-417f-ac96-ba35ec3d8630 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "DELETE /v2.0/routers/8212af85-d23f-49f6-88a1-48a9a03ccc1b HTTP/1.1" status: 204 len: 168 time: 1.2271509 Mar 14 15:30:12.341484 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47720) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:12.356850 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbdd410b-1370-461a-a66b-a52a692329f1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.394095 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbdd410b-1370-461a-a66b-a52a692329f1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.485860 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdd410b-1370-461a-a66b-a52a692329f1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network 523d1b1c-98ed-49ef-afa0-7760353ee21c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:12.489188 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-bbdd410b-1370-461a-a66b-a52a692329f1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:12.495411 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdd410b-1370-461a-a66b-a52a692329f1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:12.500669 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdd410b-1370-461a-a66b-a52a692329f1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:12.501505 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbdd410b-1370-461a-a66b-a52a692329f1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.516015 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd410b-1370-461a-a66b-a52a692329f1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Port': ['ID=4a2f57f5-18e8-449e-a57b-f1599d13635e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:12.540767 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc91d642-e5d3-41f5-b669-7f691e6b5440 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:12.542325 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-bc91d642-e5d3-41f5-b669-7f691e6b5440 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "GET /v2.0/subnets/d649ede4-14e7-4273-bdc7-b7f9c0e894a3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2455788 Mar 14 15:30:12.544630 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bbdd410b-1370-461a-a66b-a52a692329f1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6096745 Mar 14 15:30:12.546014 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc6f6265-67d5-419a-a4bb-f551e6f4752c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.551736 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47728) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:12.552057 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47730) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:12.592825 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bc6f6265-67d5-419a-a4bb-f551e6f4752c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:12.597576 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bc6f6265-67d5-419a-a4bb-f551e6f4752c admin admin] Usage tracker for resource:security_group_rule and tenant:78584c0760ce4460a8b779d1e43b0c62 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:12.598658 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-20d308e7-765a-4e5a-a9b4-7df4cac2839c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1631957490'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:12.601003 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bc6f6265-67d5-419a-a4bb-f551e6f4752c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:12.607855 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bc6f6265-67d5-419a-a4bb-f551e6f4752c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:12.654355 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-20d308e7-765a-4e5a-a9b4-7df4cac2839c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:12.658356 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47736) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:12.702370 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc6f6265-67d5-419a-a4bb-f551e6f4752c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.706631 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-0a2ea7a7-a765-47c6-b961-4ab3a6025e49 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-490670152&fields=id&tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 267 time: 0.2378871 Mar 14 15:30:12.707141 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc6f6265-67d5-419a-a4bb-f551e6f4752c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.713914 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-20d308e7-765a-4e5a-a9b4-7df4cac2839c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:12.731002 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c406dd2a-e1ba-48dc-b08e-ea9510a2512a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:12.731597 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c406dd2a-e1ba-48dc-b08e-ea9510a2512a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Synchronizing usage tracker for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:30:12.758366 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f6265-67d5-419a-a4bb-f551e6f4752c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e26d2f7-cc08-402f-9f11-19f3449cbd19,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:12.765841 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bc6f6265-67d5-419a-a4bb-f551e6f4752c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=78584c0760ce4460a8b779d1e43b0c62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4232707 Mar 14 15:30:12.768455 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47742) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:12.828962 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f986afe6-fc36-4f31-8339-6117f12f0258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.836517 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d308e7-765a-4e5a-a9b4-7df4cac2839c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Made reservation on behalf of 6f4bbc23959b4526b173f35652c6cf99 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:12.840019 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20d308e7-765a-4e5a-a9b4-7df4cac2839c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.855989 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f986afe6-fc36-4f31-8339-6117f12f0258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.881907 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd76024c-5b4a-4f98-a6a6-e96d255df03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.887821 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c406dd2a-e1ba-48dc-b08e-ea9510a2512a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Unset dirty status for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:30:12.891564 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47746) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:12.891720 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c406dd2a-e1ba-48dc-b08e-ea9510a2512a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports/4a2f57f5-18e8-449e-a57b-f1599d13635e HTTP/1.1" status: 200 len: 844 time: 0.3331726 Mar 14 15:30:12.905341 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6740bbfe-ef8a-4a3b-be3a-4c75e2abca69 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-359766664', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:12.949237 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6740bbfe-ef8a-4a3b-be3a-4c75e2abca69 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:12.953512 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d92adef4-aa17-43b7-9996-94dabad15706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.959190 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-6740bbfe-ef8a-4a3b-be3a-4c75e2abca69 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Usage tracker for resource:router and tenant:4d0f307382b84bd7b4b798ede7bcff37 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:12.964301 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-6740bbfe-ef8a-4a3b-be3a-4c75e2abca69 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:12.979916 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6740bbfe-ef8a-4a3b-be3a-4c75e2abca69 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:12.991097 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d308e7-765a-4e5a-a9b4-7df4cac2839c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:30:12.998963 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-887382ec-cfbd-43fa-821a-ea910d0979ac tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting port 4a2f57f5-18e8-449e-a57b-f1599d13635e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:12.999335 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-887382ec-cfbd-43fa-821a-ea910d0979ac tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.022918 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f986afe6-fc36-4f31-8339-6117f12f0258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.032793 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20d308e7-765a-4e5a-a9b4-7df4cac2839c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.032793 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-20d308e7-765a-4e5a-a9b4-7df4cac2839c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Added segment 129bb96e-6d4e-4940-8dbf-0acc100f1228 of type vlan for network def44ff2-a30e-460c-acb3-35555200f359 Mar 14 15:30:13.047211 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6740bbfe-ef8a-4a3b-be3a-4c75e2abca69 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.048076 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6740bbfe-ef8a-4a3b-be3a-4c75e2abca69 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.057222 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986afe6-fc36-4f31-8339-6117f12f0258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e26d2f7-cc08-402f-9f11-19f3449cbd19,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:13.060670 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-a3d3e485-22e2-4ce4-a0fb-85f2b2d5e76a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:13.062488 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-a3d3e485-22e2-4ce4-a0fb-85f2b2d5e76a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/networks?id=beb9cf70-bc90-42d6-8193-9a20588857cb HTTP/1.1" status: 200 len: 796 time: 0.3440468 Mar 14 15:30:13.076842 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f986afe6-fc36-4f31-8339-6117f12f0258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.077945 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f986afe6-fc36-4f31-8339-6117f12f0258 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e26d2f7-cc08-402f-9f11-19f3449cbd19 HTTP/1.1" status: 204 len: 168 time: 0.3086011 Mar 14 15:30:13.095860 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6740bbfe-ef8a-4a3b-be3a-4c75e2abca69 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.096960 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92adef4-aa17-43b7-9996-94dabad15706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d72d1897-6b00-4d72-b749-ed3bdadbf186,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:13.122890 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20d308e7-765a-4e5a-a9b4-7df4cac2839c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.145561 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-a993258a-57dc-4a98-9824-9db204f1f24b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/quotas/5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 375 time: 0.0686398 Mar 14 15:30:13.234854 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92adef4-aa17-43b7-9996-94dabad15706 admin admin] Checking segment: {'id': 'a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3636f367-7bcd-449f-8e47-979905287efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:30:13.235202 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92adef4-aa17-43b7-9996-94dabad15706 admin admin] Network hostable DHCP agents. Network: 3636f367-7bcd-449f-8e47-979905287efa, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:30:13.271915 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Router 9e924330-d779-4acc-ad0a-5b9518d102de has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:30:13.272677 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20d308e7-765a-4e5a-a9b4-7df4cac2839c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.276978 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d308e7-765a-4e5a-a9b4-7df4cac2839c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:13.277562 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20d308e7-765a-4e5a-a9b4-7df4cac2839c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.436280 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d308e7-765a-4e5a-a9b4-7df4cac2839c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'Network': ['ID=def44ff2-a30e-460c-acb3-35555200f359,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:13.443780 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-20d308e7-765a-4e5a-a9b4-7df4cac2839c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8806920 Mar 14 15:30:13.444280 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47756) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:13.453968 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network def44ff2-a30e-460c-acb3-35555200f359 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:30:13.501107 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-519025bb-5c44-4bc9-8c89-2e2cb791d595 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Request body: {'subnet': {'network_id': 'def44ff2-a30e-460c-acb3-35555200f359', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:13.583117 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92adef4-aa17-43b7-9996-94dabad15706 admin admin] Network 3636f367-7bcd-449f-8e47-979905287efa is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:30:13.588276 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6740bbfe-ef8a-4a3b-be3a-4c75e2abca69 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.591997 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-887382ec-cfbd-43fa-821a-ea910d0979ac tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.652186 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-de070d17-aec6-4b0e-8cd8-6e8ff09e94cc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4970639 Mar 14 15:30:13.652649 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47760) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:13.695172 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-d92adef4-aa17-43b7-9996-94dabad15706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 3636f367-7bcd-449f-8e47-979905287efa) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:13.705667 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b2947d-cc63-4143-9ae0-cdf07c5f01ad None None] Network 3636f367-7bcd-449f-8e47-979905287efa requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:13.708076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ef43df7-c345-49ea-b102-86b644172714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.717426 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-887382ec-cfbd-43fa-821a-ea910d0979ac tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Calling delete_port for 4a2f57f5-18e8-449e-a57b-f1599d13635e owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:13.717663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92adef4-aa17-43b7-9996-94dabad15706 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:13.718284 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d92adef4-aa17-43b7-9996-94dabad15706 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.764671 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-519025bb-5c44-4bc9-8c89-2e2cb791d595 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:13.786462 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d92adef4-aa17-43b7-9996-94dabad15706 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9282758 Mar 14 15:30:13.793163 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47768) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:13.801675 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-519025bb-5c44-4bc9-8c89-2e2cb791d595 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:13.811048 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5ef43df7-c345-49ea-b102-86b644172714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:13.829715 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-bfce2c92-13c9-43c2-9ac1-962dadc52288 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:13.843360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5ef43df7-c345-49ea-b102-86b644172714 admin admin] Usage tracker for resource:security_group_rule and tenant:0cfef27d672149b5b1d0b6b37bedf37f is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:13.848185 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bfce2c92-13c9-43c2-9ac1-962dadc52288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:13.856306 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5ef43df7-c345-49ea-b102-86b644172714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:13.865314 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-bfce2c92-13c9-43c2-9ac1-962dadc52288 admin admin] Usage tracker for resource:router and tenant:e56a9bf665f84615b9b7754b13dc18cc is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:13.871560 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-bfce2c92-13c9-43c2-9ac1-962dadc52288 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:13.879024 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5ef43df7-c345-49ea-b102-86b644172714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:13.880969 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519025bb-5c44-4bc9-8c89-2e2cb791d595 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Made reservation on behalf of 6f4bbc23959b4526b173f35652c6cf99 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:13.895336 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bfce2c92-13c9-43c2-9ac1-962dadc52288 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:13.926857 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-887382ec-cfbd-43fa-821a-ea910d0979ac tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.981721 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887382ec-cfbd-43fa-821a-ea910d0979ac tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Port': ['ID=4a2f57f5-18e8-449e-a57b-f1599d13635e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:13.986785 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-588a33ae-aa60-450c-a620-e11289048acd service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:30:13.987766 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-588a33ae-aa60-450c-a620-e11289048acd service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1357851 Mar 14 15:30:13.997746 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-887382ec-cfbd-43fa-821a-ea910d0979ac tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.011338 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bfce2c92-13c9-43c2-9ac1-962dadc52288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.012277 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bfce2c92-13c9-43c2-9ac1-962dadc52288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.043655 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6740bbfe-ef8a-4a3b-be3a-4c75e2abca69 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.062416 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-519025bb-5c44-4bc9-8c89-2e2cb791d595 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.067106 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e635a9f-3c50-43c8-8c73-458bf74b1cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-3636f367-7bcd-449f-8e47-979905287efa', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:30:14.068231 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e635a9f-3c50-43c8-8c73-458bf74b1cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.076718 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-887382ec-cfbd-43fa-821a-ea910d0979ac tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/ports/4a2f57f5-18e8-449e-a57b-f1599d13635e HTTP/1.1" status: 204 len: 168 time: 1.1838264 Mar 14 15:30:14.080506 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47774) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:14.083799 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6740bbfe-ef8a-4a3b-be3a-4c75e2abca69 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.157348 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94d9647-623e-4bc3-98a4-fceaeecf1dc4 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] GET failed (client error): The resource could not be found. Mar 14 15:30:14.158241 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c94d9647-623e-4bc3-98a4-fceaeecf1dc4 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Synchronizing usage tracker for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:30:14.192351 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c94d9647-623e-4bc3-98a4-fceaeecf1dc4 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Unset dirty status for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:30:14.193899 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c94d9647-623e-4bc3-98a4-fceaeecf1dc4 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports/4a2f57f5-18e8-449e-a57b-f1599d13635e HTTP/1.1" status: 404 len: 333 time: 0.1122665 Mar 14 15:30:14.197778 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47778) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:14.209897 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4e903a5e-7bec-4af8-80ec-b6c2887b1cc9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'port': {'network_id': '523d1b1c-98ed-49ef-afa0-7760353ee21c', 'name': 'tempest-PortsIpV6TestJSON-1133651696'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:14.283325 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-6e635a9f-3c50-43c8-8c73-458bf74b1cfa None None] Allocated IP 172.20.0.2 (3636f367-7bcd-449f-8e47-979905287efa/d72d1897-6b00-4d72-b749-ed3bdadbf186/b1362298-feaf-4eb1-a1a6-a0cac31f322e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:14.367484 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.ipam_backend_mixin [None req-519025bb-5c44-4bc9-8c89-2e2cb791d595 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Performing IP validity checks on allocation pools {{(pid=83910) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 14 15:30:14.367998 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.ipam_backend_mixin [None req-519025bb-5c44-4bc9-8c89-2e2cb791d595 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83910) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 14 15:30:14.409676 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bfce2c92-13c9-43c2-9ac1-962dadc52288 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.420376 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4e903a5e-7bec-4af8-80ec-b6c2887b1cc9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:14.440480 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-6740bbfe-ef8a-4a3b-be3a-4c75e2abca69 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Allocated IP 172.26.4.180 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/29e2e4b5-505d-4ce4-98f1-ca6ea51ab7bd) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:14.459321 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ef43df7-c345-49ea-b102-86b644172714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.460480 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4e903a5e-7bec-4af8-80ec-b6c2887b1cc9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:14.477563 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ef43df7-c345-49ea-b102-86b644172714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.505284 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-f38cbe9f-8066-4a8d-b766-dd2439537895 service neutron] 10.222.0.60 "GET /v2.0/networks/beb9cf70-bc90-42d6-8193-9a20588857cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963036 Mar 14 15:30:14.525681 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e635a9f-3c50-43c8-8c73-458bf74b1cfa None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.538564 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6e635a9f-3c50-43c8-8c73-458bf74b1cfa None None] Transition to ACTIVE for port object b1362298-feaf-4eb1-a1a6-a0cac31f322e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:14.548327 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e903a5e-7bec-4af8-80ec-b6c2887b1cc9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:14.551354 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e903a5e-7bec-4af8-80ec-b6c2887b1cc9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.560643 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6e635a9f-3c50-43c8-8c73-458bf74b1cfa None None] Transition to ACTIVE for port object b1362298-feaf-4eb1-a1a6-a0cac31f322e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:14.568053 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e635a9f-3c50-43c8-8c73-458bf74b1cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.595339 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-4e903a5e-7bec-4af8-80ec-b6c2887b1cc9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] device_id is not set on port 7382ccb3-6f23-4818-9410-9a8e3ee7c94e yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:30:14.649618 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e635a9f-3c50-43c8-8c73-458bf74b1cfa None None] Network 3636f367-7bcd-449f-8e47-979905287efa is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:14.650684 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e635a9f-3c50-43c8-8c73-458bf74b1cfa None None] Pushing event updated for resources: {'Port': ['ID=b1362298-feaf-4eb1-a1a6-a0cac31f322e,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:14.653428 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-6e635a9f-3c50-43c8-8c73-458bf74b1cfa None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:14.655464 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e635a9f-3c50-43c8-8c73-458bf74b1cfa None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:14.674472 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:30:14.701983 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef43df7-c345-49ea-b102-86b644172714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b045307-82e2-4f0d-b2dd-ec93cae7de43,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:14.730214 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd3865c-33aa-4a37-a458-3288d668d349 None None] Sync routers for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:30:14.741710 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6740bbfe-ef8a-4a3b-be3a-4c75e2abca69 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.754383 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6e635a9f-3c50-43c8-8c73-458bf74b1cfa None None] Attempting to bind port b1362298-feaf-4eb1-a1a6-a0cac31f322e on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:30:14.754763 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6e635a9f-3c50-43c8-8c73-458bf74b1cfa None None] Attempting to bind port b1362298-feaf-4eb1-a1a6-a0cac31f322e by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3636f367-7bcd-449f-8e47-979905287efa'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:30:14.755123 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e635a9f-3c50-43c8-8c73-458bf74b1cfa None None] Attempting to bind port b1362298-feaf-4eb1-a1a6-a0cac31f322e on network 3636f367-7bcd-449f-8e47-979905287efa {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:30:14.763429 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd3865c-33aa-4a37-a458-3288d668d349 None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:14.764050 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8cd3865c-33aa-4a37-a458-3288d668d349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:29:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:14.797874 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5ef43df7-c345-49ea-b102-86b644172714 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0cfef27d672149b5b1d0b6b37bedf37f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1301157 Mar 14 15:30:14.801068 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47782) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:14.828741 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e635a9f-3c50-43c8-8c73-458bf74b1cfa None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:30:14.829136 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e635a9f-3c50-43c8-8c73-458bf74b1cfa None None] Checking segment: {'id': 'a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3636f367-7bcd-449f-8e47-979905287efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:30:14.829573 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e635a9f-3c50-43c8-8c73-458bf74b1cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.829917 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e635a9f-3c50-43c8-8c73-458bf74b1cfa None None] Bound using segment: {'id': 'a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3636f367-7bcd-449f-8e47-979905287efa'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:30:14.830468 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6e635a9f-3c50-43c8-8c73-458bf74b1cfa None None] Bound port: b1362298-feaf-4eb1-a1a6-a0cac31f322e, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3636f367-7bcd-449f-8e47-979905287efa'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:30:14.830851 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e635a9f-3c50-43c8-8c73-458bf74b1cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.841255 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8cd3865c-33aa-4a37-a458-3288d668d349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:14.859910 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd3865c-33aa-4a37-a458-3288d668d349 None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:14.860557 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8cd3865c-33aa-4a37-a458-3288d668d349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:29:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:14.874204 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.884934 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6740bbfe-ef8a-4a3b-be3a-4c75e2abca69 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.922849 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bfce2c92-13c9-43c2-9ac1-962dadc52288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.960535 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740bbfe-ef8a-4a3b-be3a-4c75e2abca69 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Pushing event updated for resources: {'Port': ['ID=29e2e4b5-505d-4ce4-98f1-ca6ea51ab7bd,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:14.965431 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8cd3865c-33aa-4a37-a458-3288d668d349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:14.969630 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd3865c-33aa-4a37-a458-3288d668d349 None None] The sync data for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:30:14.993555 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6f2af964-9fbe-4f03-b8f9-eac342ff0509 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.4411135 Mar 14 15:30:14.995892 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47786) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:14.997038 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-b4733a4d-fbb0-45a2-8a2d-aa1894ff969a service neutron] 10.222.0.60 "GET /v2.0/networks/beb9cf70-bc90-42d6-8193-9a20588857cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128659 Mar 14 15:30:14.999236 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-519025bb-5c44-4bc9-8c89-2e2cb791d595 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.022022 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6e635a9f-3c50-43c8-8c73-458bf74b1cfa None None] For port b1362298-feaf-4eb1-a1a6-a0cac31f322e, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:15.031728 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6e635a9f-3c50-43c8-8c73-458bf74b1cfa None None] For port b1362298-feaf-4eb1-a1a6-a0cac31f322e, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b1362298-feaf-4eb1-a1a6-a0cac31f322e,segment=NetworkSegment(a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63),segment_id=a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:15.057115 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e635a9f-3c50-43c8-8c73-458bf74b1cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.134166 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6740bbfe-ef8a-4a3b-be3a-4c75e2abca69 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:15.140099 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bdd13b8a-0cfe-45ad-ad1c-bd97303b5781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.141057 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e903a5e-7bec-4af8-80ec-b6c2887b1cc9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.148632 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-6740bbfe-ef8a-4a3b-be3a-4c75e2abca69 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:15.155948 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6740bbfe-ef8a-4a3b-be3a-4c75e2abca69 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:15.187333 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519025bb-5c44-4bc9-8c89-2e2cb791d595 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'Subnet': ['ID=5e1906fe-abcc-4f43-a9a4-a15c40b21f8a,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:15.206829 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519025bb-5c44-4bc9-8c89-2e2cb791d595 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Checking segment: {'id': '129bb96e-6d4e-4940-8dbf-0acc100f1228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'def44ff2-a30e-460c-acb3-35555200f359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:30:15.207191 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519025bb-5c44-4bc9-8c89-2e2cb791d595 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Network hostable DHCP agents. Network: def44ff2-a30e-460c-acb3-35555200f359, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:30:15.257877 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e635a9f-3c50-43c8-8c73-458bf74b1cfa None None] Pushing event updated for resources: {'Port': ['ID=b1362298-feaf-4eb1-a1a6-a0cac31f322e,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:15.296098 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519025bb-5c44-4bc9-8c89-2e2cb791d595 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Network def44ff2-a30e-460c-acb3-35555200f359 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:30:15.340716 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-519025bb-5c44-4bc9-8c89-2e2cb791d595 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, def44ff2-a30e-460c-acb3-35555200f359) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:15.352367 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519025bb-5c44-4bc9-8c89-2e2cb791d595 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:15.355153 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c26ca5f-1c3c-41fa-88be-a23cd5b91d8f None None] Network def44ff2-a30e-460c-acb3-35555200f359 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:15.362969 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-519025bb-5c44-4bc9-8c89-2e2cb791d595 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.427245 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-519025bb-5c44-4bc9-8c89-2e2cb791d595 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.9803917 Mar 14 15:30:15.430813 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47796) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:15.437650 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-83f0abf4-094a-4538-bd4d-17de42776b7e tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:15.470577 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bfce2c92-13c9-43c2-9ac1-962dadc52288 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.511794 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bfce2c92-13c9-43c2-9ac1-962dadc52288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.527276 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a069f5e4-740d-4ef8-9554-a9044014d486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.531383 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-09e46577-4705-43d3-8d7d-54716bad8dd8 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "GET /v2.0/floatingips/c715ebd9-b8b7-411c-ab97-85b01b7752da HTTP/1.1" status: 200 len: 977 time: 0.5222695 Mar 14 15:30:15.547298 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47800) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:15.572044 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-a612b05f-f128-46b4-89fc-d66932210265 req-b3ef13b6-944b-4667-a87c-8e2d63dfbf8d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:30:15.711528 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-a612b05f-f128-46b4-89fc-d66932210265 req-b3ef13b6-944b-4667-a87c-8e2d63dfbf8d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:30:15.720263 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a612b05f-f128-46b4-89fc-d66932210265 req-b3ef13b6-944b-4667-a87c-8e2d63dfbf8d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 210 time: 0.2371550 Mar 14 15:30:15.731687 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-def44ff2-a30e-460c-acb3-35555200f359', 'network_id': 'def44ff2-a30e-460c-acb3-35555200f359', 'tenant_id': '6f4bbc23959b4526b173f35652c6cf99', 'fixed_ips': [{'subnet_id': '5e1906fe-abcc-4f43-a9a4-a15c40b21f8a'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:30:15.735124 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.762475 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a069f5e4-740d-4ef8-9554-a9044014d486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.762778 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83f0abf4-094a-4538-bd4d-17de42776b7e tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1199911'] for subnet, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.773998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e903a5e-7bec-4af8-80ec-b6c2887b1cc9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.901635 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 14 15:30:15.901635 dv-neutron-833561-1-hyperv neutron-server[83912]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 14 15:30:15.901635 dv-neutron-833561-1-hyperv neutron-server[83912]: [parameters: {'in_use': 1, 'id_1': '5e1906fe-abcc-4f43-a9a4-a15c40b21f8a'}] Mar 14 15:30:15.901635 dv-neutron-833561-1-hyperv neutron-server[83912]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:30:15.904019 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:30:15.908593 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a59a1f37-24f6-499b-9c62-3b9f39a38d11 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Synchronizing usage tracker for tenant:e7d23185aeb7444fafd7db70962a6e47 on resource:floatingip {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:30:15.913573 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e903a5e-7bec-4af8-80ec-b6c2887b1cc9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network 523d1b1c-98ed-49ef-afa0-7760353ee21c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:15.920848 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4e903a5e-7bec-4af8-80ec-b6c2887b1cc9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:15.928784 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e903a5e-7bec-4af8-80ec-b6c2887b1cc9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:15.934501 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e903a5e-7bec-4af8-80ec-b6c2887b1cc9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:15.935119 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e903a5e-7bec-4af8-80ec-b6c2887b1cc9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.952502 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-bfce2c92-13c9-43c2-9ac1-962dadc52288 admin admin] Allocated IP 172.26.4.190 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/d8315dbe-ed3f-4214-a3df-389d979827d8) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:15.956351 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e903a5e-7bec-4af8-80ec-b6c2887b1cc9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Port': ['ID=7382ccb3-6f23-4818-9410-9a8e3ee7c94e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:15.967979 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6740bbfe-ef8a-4a3b-be3a-4c75e2abca69 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.969262 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6740bbfe-ef8a-4a3b-be3a-4c75e2abca69 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.991563 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a59a1f37-24f6-499b-9c62-3b9f39a38d11 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Unset dirty status for tenant:e7d23185aeb7444fafd7db70962a6e47 on resource:floatingip {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:30:15.992601 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a59a1f37-24f6-499b-9c62-3b9f39a38d11 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4443514 Mar 14 15:30:16.000491 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47804) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:16.038033 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1059fbc6-8882-48b1-99bd-986c9d52ddf4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Request body: {'floatingip': {'port_id': '73730692-e03d-4090-842b-7706b4bb35d8'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:16.046798 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a069f5e4-740d-4ef8-9554-a9044014d486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.049028 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a069f5e4-740d-4ef8-9554-a9044014d486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.050182 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a069f5e4-740d-4ef8-9554-a9044014d486 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b045307-82e2-4f0d-b2dd-ec93cae7de43 HTTP/1.1" status: 204 len: 168 time: 1.2441459 Mar 14 15:30:16.117303 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4e903a5e-7bec-4af8-80ec-b6c2887b1cc9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9181707 Mar 14 15:30:16.124160 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069f5e4-740d-4ef8-9554-a9044014d486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b045307-82e2-4f0d-b2dd-ec93cae7de43,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:16.125819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47810) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:16.134640 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9277ef5d-9373-45eb-9c15-2986b8351c45 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:16.211807 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.317643 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9277ef5d-9373-45eb-9c15-2986b8351c45 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.405663 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.455338 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83f0abf4-094a-4538-bd4d-17de42776b7e tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782436048029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1907559'] for subnet, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.465456 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bfce2c92-13c9-43c2-9ac1-962dadc52288 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.508934 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.656308 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9277ef5d-9373-45eb-9c15-2986b8351c45 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.666213 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9277ef5d-9373-45eb-9c15-2986b8351c45 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.687845 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1059fbc6-8882-48b1-99bd-986c9d52ddf4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.741587 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500b589b-1c6f-452a-9394-aff915fd3c98 None None] Network 3636f367-7bcd-449f-8e47-979905287efa requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:16.745496 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277ef5d-9373-45eb-9c15-2986b8351c45 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Port': ['ID=7382ccb3-6f23-4818-9410-9a8e3ee7c94e,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:16.747609 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6740bbfe-ef8a-4a3b-be3a-4c75e2abca69 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Router 010c9a61-85ee-497c-b963-e285fc091b12 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:30:16.758284 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Allocated IP 2001:db8::3 (def44ff2-a30e-460c-acb3-35555200f359/5e1906fe-abcc-4f43-a9a4-a15c40b21f8a/d4422bf9-c7d2-4991-aedb-5b397c69ee30) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:16.761338 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9277ef5d-9373-45eb-9c15-2986b8351c45 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] In _notify_port_updated(), no bound segment for port 7382ccb3-6f23-4818-9410-9a8e3ee7c94e on network 523d1b1c-98ed-49ef-afa0-7760353ee21c {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 14 15:30:16.765522 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9277ef5d-9373-45eb-9c15-2986b8351c45 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:16.766286 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9277ef5d-9373-45eb-9c15-2986b8351c45 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.767457 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9277ef5d-9373-45eb-9c15-2986b8351c45 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "PUT /v2.0/ports/7382ccb3-6f23-4818-9410-9a8e3ee7c94e HTTP/1.1" status: 200 len: 818 time: 0.6406341 Mar 14 15:30:16.770554 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47828) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:16.888602 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5ef7e2b2-b5db-4108-b8fa-620bb7407f54 req-728d308c-5f78-4e7f-b024-b9669845c415 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 210 time: 0.0598140 Mar 14 15:30:16.894650 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f0abf4-094a-4538-bd4d-17de42776b7e tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:16.899299 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83f0abf4-094a-4538-bd4d-17de42776b7e tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.902724 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-83f0abf4-094a-4538-bd4d-17de42776b7e tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "PUT /v2.0/subnets/5e1906fe-abcc-4f43-a9a4-a15c40b21f8a HTTP/1.1" status: 200 len: 900 time: 1.4688532 Mar 14 15:30:16.904044 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bfce2c92-13c9-43c2-9ac1-962dadc52288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.925191 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47836) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:16.954413 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0abf4-094a-4538-bd4d-17de42776b7e tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event updated for resources: {'Subnet': ['ID=5e1906fe-abcc-4f43-a9a4-a15c40b21f8a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:16.955551 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-970a9fd5-846e-4197-9eb8-0a45273f73c8 None None] Provisioning for port b1362298-feaf-4eb1-a1a6-a0cac31f322e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:16.998569 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfce2c92-13c9-43c2-9ac1-962dadc52288 admin admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:17.027024 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-bfce2c92-13c9-43c2-9ac1-962dadc52288 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:17.040110 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfce2c92-13c9-43c2-9ac1-962dadc52288 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:17.086477 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce2c92-13c9-43c2-9ac1-962dadc52288 admin admin] Pushing event updated for resources: {'Port': ['ID=d8315dbe-ed3f-4214-a3df-389d979827d8,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:17.122169 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ac6572a0-b6b1-4bb3-9691-c4be6364dd5e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting port 7382ccb3-6f23-4818-9410-9a8e3ee7c94e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:17.122533 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac6572a0-b6b1-4bb3-9691-c4be6364dd5e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.176242 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.192017 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Transition to ACTIVE for port object d4422bf9-c7d2-4991-aedb-5b397c69ee30 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:17.218297 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Transition to ACTIVE for port object d4422bf9-c7d2-4991-aedb-5b397c69ee30 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:17.243640 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.363859 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Network def44ff2-a30e-460c-acb3-35555200f359 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:17.387821 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:17.392806 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:17.407752 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Pushing event updated for resources: {'Port': ['ID=d4422bf9-c7d2-4991-aedb-5b397c69ee30,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:17.466577 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b1362298-feaf-4eb1-a1a6-a0cac31f322e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:30:17.510497 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6aba576-59af-4edb-a174-eb867a7fb597 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.614017 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Attempting to bind port d4422bf9-c7d2-4991-aedb-5b397c69ee30 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:30:17.614413 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Attempting to bind port d4422bf9-c7d2-4991-aedb-5b397c69ee30 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '129bb96e-6d4e-4940-8dbf-0acc100f1228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'def44ff2-a30e-460c-acb3-35555200f359'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:30:17.615023 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Attempting to bind port d4422bf9-c7d2-4991-aedb-5b397c69ee30 on network def44ff2-a30e-460c-acb3-35555200f359 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:30:17.625492 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:30:17.625874 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Checking segment: {'id': '129bb96e-6d4e-4940-8dbf-0acc100f1228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'def44ff2-a30e-460c-acb3-35555200f359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:30:17.626323 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.626721 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Bound using segment: {'id': '129bb96e-6d4e-4940-8dbf-0acc100f1228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'def44ff2-a30e-460c-acb3-35555200f359'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:30:17.627208 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Bound port: d4422bf9-c7d2-4991-aedb-5b397c69ee30, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129bb96e-6d4e-4940-8dbf-0acc100f1228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'def44ff2-a30e-460c-acb3-35555200f359'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:30:17.627585 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.679895 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac6572a0-b6b1-4bb3-9691-c4be6364dd5e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.692566 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-c6aba576-59af-4edb-a174-eb867a7fb597 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Deleting port d4422bf9-c7d2-4991-aedb-5b397c69ee30 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:17.692916 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6aba576-59af-4edb-a174-eb867a7fb597 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.734700 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] For port d4422bf9-c7d2-4991-aedb-5b397c69ee30, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:17.738083 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] For port d4422bf9-c7d2-4991-aedb-5b397c69ee30, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=d4422bf9-c7d2-4991-aedb-5b397c69ee30,segment=NetworkSegment(129bb96e-6d4e-4940-8dbf-0acc100f1228),segment_id=129bb96e-6d4e-4940-8dbf-0acc100f1228)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:17.750976 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.804135 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port b1362298-feaf-4eb1-a1a6-a0cac31f322e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:17.831857 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port b1362298-feaf-4eb1-a1a6-a0cac31f322e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:17.832423 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.887638 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ac6572a0-b6b1-4bb3-9691-c4be6364dd5e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Calling delete_port for 7382ccb3-6f23-4818-9410-9a8e3ee7c94e owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:17.907958 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1059fbc6-8882-48b1-99bd-986c9d52ddf4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.921132 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.924720 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1059fbc6-8882-48b1-99bd-986c9d52ddf4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.938866 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ebb3a-c7d0-431c-ae6d-dd626bbb3721 None None] Pushing event updated for resources: {'Port': ['ID=d4422bf9-c7d2-4991-aedb-5b397c69ee30,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:18.044732 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:18.100611 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port b1362298-feaf-4eb1-a1a6-a0cac31f322e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b1362298-feaf-4eb1-a1a6-a0cac31f322e,segment=NetworkSegment(a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63),segment_id=a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:18.108657 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:18.129369 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac6572a0-b6b1-4bb3-9691-c4be6364dd5e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:18.217482 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bfce2c92-13c9-43c2-9ac1-962dadc52288 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:18.217482 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bfce2c92-13c9-43c2-9ac1-962dadc52288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:18.265265 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0ed2c9f0-2842-4e63-91ba-60f1c40e47a0 req-72895e94-5110-4a9b-8961-8c9be7060984 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 210 time: 0.1901448 Mar 14 15:30:18.279908 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=b1362298-feaf-4eb1-a1a6-a0cac31f322e,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:18.284218 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6572a0-b6b1-4bb3-9691-c4be6364dd5e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Port': ['ID=7382ccb3-6f23-4818-9410-9a8e3ee7c94e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:18.375395 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6740bbfe-ef8a-4a3b-be3a-4c75e2abca69 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:30:18.382815 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac6572a0-b6b1-4bb3-9691-c4be6364dd5e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:18.384938 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f90507d-3ebf-4a4e-a6f1-7e04ea3f6245 None None] Sync routers for ids ['010c9a61-85ee-497c-b963-e285fc091b12'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:30:18.398276 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f90507d-3ebf-4a4e-a6f1-7e04ea3f6245 None None] Routers {'010c9a61-85ee-497c-b963-e285fc091b12'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:18.398883 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0f90507d-3ebf-4a4e-a6f1-7e04ea3f6245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['010c9a61-85ee-497c-b963-e285fc091b12'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:18.401086 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ac6572a0-b6b1-4bb3-9691-c4be6364dd5e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/ports/7382ccb3-6f23-4818-9410-9a8e3ee7c94e HTTP/1.1" status: 204 len: 168 time: 1.6277997 Mar 14 15:30:18.409985 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47862) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:18.466524 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-1059fbc6-8882-48b1-99bd-986c9d52ddf4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Floating IP c715ebd9-b8b7-411c-ab97-85b01b7752da associated. External IP: 172.26.4.136, port: e7eddcf4-3d47-4994-8c5b-24ce62e747d4. Mar 14 15:30:18.486236 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6740bbfe-ef8a-4a3b-be3a-4c75e2abca69 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:18.487427 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6740bbfe-ef8a-4a3b-be3a-4c75e2abca69 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8281362 Mar 14 15:30:18.492544 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47868) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:18.513396 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0f90507d-3ebf-4a4e-a6f1-7e04ea3f6245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:18.527695 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f90507d-3ebf-4a4e-a6f1-7e04ea3f6245 None None] Routers {'010c9a61-85ee-497c-b963-e285fc091b12'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:18.528714 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0f90507d-3ebf-4a4e-a6f1-7e04ea3f6245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['010c9a61-85ee-497c-b963-e285fc091b12'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:18.600151 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-c6aba576-59af-4edb-a174-eb867a7fb597 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] For port d4422bf9-c7d2-4991-aedb-5b397c69ee30, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=d4422bf9-c7d2-4991-aedb-5b397c69ee30,segment=NetworkSegment(129bb96e-6d4e-4940-8dbf-0acc100f1228),segment_id=129bb96e-6d4e-4940-8dbf-0acc100f1228)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:18.600583 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6aba576-59af-4edb-a174-eb867a7fb597 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:18.612640 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0f90507d-3ebf-4a4e-a6f1-7e04ea3f6245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:18.613300 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f90507d-3ebf-4a4e-a6f1-7e04ea3f6245 None None] The sync data for ids ['010c9a61-85ee-497c-b963-e285fc091b12'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:30:18.785617 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-c6aba576-59af-4edb-a174-eb867a7fb597 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Calling delete_port for d4422bf9-c7d2-4991-aedb-5b397c69ee30 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:18.820250 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625832d7-7514-4ccf-bc87-4307cb8207a5 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:18.820961 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-625832d7-7514-4ccf-bc87-4307cb8207a5 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Synchronizing usage tracker for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:30:18.854491 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfce2c92-13c9-43c2-9ac1-962dadc52288 admin admin] Router 23f17679-0b6f-44a5-b245-23cc9de69ec1 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:30:18.882272 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-625832d7-7514-4ccf-bc87-4307cb8207a5 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Unset dirty status for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:30:18.884575 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-625832d7-7514-4ccf-bc87-4307cb8207a5 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4693227 Mar 14 15:30:18.887940 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47878) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:18.958729 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcffbef7-5f37-4fca-bf08-75363238fba4 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] GET failed (client error): The resource could not be found. Mar 14 15:30:18.960284 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-fcffbef7-5f37-4fca-bf08-75363238fba4 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports/7382ccb3-6f23-4818-9410-9a8e3ee7c94e HTTP/1.1" status: 404 len: 333 time: 0.0703411 Mar 14 15:30:18.969189 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47886) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:19.012339 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4692b396-1c44-489f-b3c3-f70315c90c3d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-466565530'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:19.020527 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4692b396-1c44-489f-b3c3-f70315c90c3d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:19.032957 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4692b396-1c44-489f-b3c3-f70315c90c3d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:network and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:19.037732 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4692b396-1c44-489f-b3c3-f70315c90c3d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:19.047823 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4692b396-1c44-489f-b3c3-f70315c90c3d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:19.074839 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4692b396-1c44-489f-b3c3-f70315c90c3d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:19.078765 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4692b396-1c44-489f-b3c3-f70315c90c3d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.101114 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47892) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:19.110845 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6aba576-59af-4edb-a174-eb867a7fb597 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.195952 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aba576-59af-4edb-a174-eb867a7fb597 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Port': ['ID=d4422bf9-c7d2-4991-aedb-5b397c69ee30,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:19.204562 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4692b396-1c44-489f-b3c3-f70315c90c3d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:30:19.280901 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4692b396-1c44-489f-b3c3-f70315c90c3d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.283572 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-4692b396-1c44-489f-b3c3-f70315c90c3d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Added segment 9598a6eb-9b5e-4dc6-86e1-035fc561b8cb of type vlan for network f4c1d511-b973-40b6-a7de-5cd9c9516c8d Mar 14 15:30:19.334383 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aba576-59af-4edb-a174-eb867a7fb597 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] No DVR routers for this DVR port d4422bf9-c7d2-4991-aedb-5b397c69ee30 on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:30:19.339208 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-74135a25-b791-49e6-94f5-e24370a11af2 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "GET /v2.0/routers/010c9a61-85ee-497c-b963-e285fc091b12 HTTP/1.1" status: 200 len: 920 time: 0.8455443 Mar 14 15:30:19.343507 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47900) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:19.355831 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd7c27b-3774-4bc9-87dd-dbe29ab6eb7a None None] Network def44ff2-a30e-460c-acb3-35555200f359 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:19.407400 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6aba576-59af-4edb-a174-eb867a7fb597 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.433154 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-abd4c46b-4d0c-42c2-9f06-7f5debc94bee tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "GET /v2.0/ports?device_id=010c9a61-85ee-497c-b963-e285fc091b12 HTTP/1.1" status: 200 len: 205 time: 0.0862827 Mar 14 15:30:19.433384 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47904) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:19.459957 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-fc9ac54f-223e-41d5-8e42-2f93a66826c0 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1816054110'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:19.495396 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b1362298-feaf-4eb1-a1a6-a0cac31f322e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:30:19.526087 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d2e84d00-bd78-4cfc-9fc7-b90f37c90cf3 None None] Could not find standard attr ID for object d4422bf9-c7d2-4991-aedb-5b397c69ee30. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:30:19.544523 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1059fbc6-8882-48b1-99bd-986c9d52ddf4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Router 9e924330-d779-4acc-ad0a-5b9518d102de has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:30:19.548585 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d478e9d8-31e4-427c-b79b-6ef2c0747ebe req-a3286693-617a-4e04-8c02-7c0cafaf4199 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 210 time: 0.0565364 Mar 14 15:30:19.566218 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfce2c92-13c9-43c2-9ac1-962dadc52288 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:30:19.589592 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] Sync routers for ids ['23f17679-0b6f-44a5-b245-23cc9de69ec1'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:30:19.644188 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fc9ac54f-223e-41d5-8e42-2f93a66826c0 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:19.650179 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4692b396-1c44-489f-b3c3-f70315c90c3d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.705196 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] Routers {'23f17679-0b6f-44a5-b245-23cc9de69ec1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:19.705829 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['23f17679-0b6f-44a5-b245-23cc9de69ec1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:19.715923 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-fc9ac54f-223e-41d5-8e42-2f93a66826c0 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Usage tracker for resource:router and tenant:0b1a92566f8041e4b51a83b5d7b5356b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:19.726947 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-fc9ac54f-223e-41d5-8e42-2f93a66826c0 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:19.729393 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bfce2c92-13c9-43c2-9ac1-962dadc52288 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.732098 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-bfce2c92-13c9-43c2-9ac1-962dadc52288 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9342835 Mar 14 15:30:19.789406 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47908) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:19.790172 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fc9ac54f-223e-41d5-8e42-2f93a66826c0 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:19.797339 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4692b396-1c44-489f-b3c3-f70315c90c3d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.801675 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4692b396-1c44-489f-b3c3-f70315c90c3d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:19.802440 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4692b396-1c44-489f-b3c3-f70315c90c3d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.839016 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6aba576-59af-4edb-a174-eb867a7fb597 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.891298 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port b1362298-feaf-4eb1-a1a6-a0cac31f322e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:19.891674 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.949823 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc9ac54f-223e-41d5-8e42-2f93a66826c0 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.952034 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc9ac54f-223e-41d5-8e42-2f93a66826c0 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.976279 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aba576-59af-4edb-a174-eb867a7fb597 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Subnet': ['ID=5e1906fe-abcc-4f43-a9a4-a15c40b21f8a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:19.999772 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1059fbc6-8882-48b1-99bd-986c9d52ddf4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:30:20.017410 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504cbe57-46d9-4cfb-8282-2b89f51af770 None None] Sync routers for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:30:20.024992 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692b396-1c44-489f-b3c3-f70315c90c3d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Network': ['ID=f4c1d511-b973-40b6-a7de-5cd9c9516c8d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:20.043232 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504cbe57-46d9-4cfb-8282-2b89f51af770 None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:20.044000 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-504cbe57-46d9-4cfb-8282-2b89f51af770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:20.044639 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4692b396-1c44-489f-b3c3-f70315c90c3d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0724542 Mar 14 15:30:20.049875 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47912) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:20.063552 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network f4c1d511-b973-40b6-a7de-5cd9c9516c8d details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:30:20.099580 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] Set router 23f17679-0b6f-44a5-b245-23cc9de69ec1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:30:20.111675 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-aa5edfe0-46f2-44a3-addc-2c762b39eefb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'subnet': {'network_id': 'f4c1d511-b973-40b6-a7de-5cd9c9516c8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:20.141799 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc9ac54f-223e-41d5-8e42-2f93a66826c0 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:20.158044 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-504cbe57-46d9-4cfb-8282-2b89f51af770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:20.186531 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504cbe57-46d9-4cfb-8282-2b89f51af770 None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:20.187508 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-504cbe57-46d9-4cfb-8282-2b89f51af770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:20.299726 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6aba576-59af-4edb-a174-eb867a7fb597 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:20.310971 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-504cbe57-46d9-4cfb-8282-2b89f51af770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:20.311630 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504cbe57-46d9-4cfb-8282-2b89f51af770 None None] The sync data for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:30:20.340789 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7d1851-0459-4275-8208-40d553c95460 None None] Network def44ff2-a30e-460c-acb3-35555200f359 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:20.364174 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc9ac54f-223e-41d5-8e42-2f93a66826c0 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:20.410365 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc9ac54f-223e-41d5-8e42-2f93a66826c0 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:20.413880 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-fc9ac54f-223e-41d5-8e42-2f93a66826c0 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.3049312 Mar 14 15:30:20.420879 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-c6aba576-59af-4edb-a174-eb867a7fb597 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def44ff2-a30e-460c-acb3-35555200f359']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:20.431776 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47918) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:20.502339 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-c6aba576-59af-4edb-a174-eb867a7fb597 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129bb96e-6d4e-4940-8dbf-0acc100f1228') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:20.502729 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-c6aba576-59af-4edb-a174-eb867a7fb597 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129bb96e-6d4e-4940-8dbf-0acc100f1228') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:20.527338 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6aba576-59af-4edb-a174-eb867a7fb597 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:20.535534 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aa5edfe0-46f2-44a3-addc-2c762b39eefb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:20.599262 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-aa5edfe0-46f2-44a3-addc-2c762b39eefb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:subnet and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:20.640968 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-aa5edfe0-46f2-44a3-addc-2c762b39eefb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:20.651268 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aa5edfe0-46f2-44a3-addc-2c762b39eefb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:20.697025 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6aba576-59af-4edb-a174-eb867a7fb597 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:20.704090 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6aba576-59af-4edb-a174-eb867a7fb597 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:30:20.704482 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6aba576-59af-4edb-a174-eb867a7fb597 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:20.757158 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:30:20.807993 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:30:20.813576 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5edfe0-46f2-44a3-addc-2c762b39eefb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:20.856720 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82b6330-63ee-4800-b0cb-48df44bd6a9e None None] DHCP port deletion for def44ff2-a30e-460c-acb3-35555200f359 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:30:20.890641 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-755eb721-6ac7-4e20-967e-5c447aab2186 req-cdd95f54-3e57-4063-9264-53e22ac36763 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 210 time: 0.0793064 Mar 14 15:30:20.910336 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:30:17Z', 'revision_number': 3, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:20.925037 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] Checking router: 23f17679-0b6f-44a5-b245-23cc9de69ec1 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:30:20.925394 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] Updating router 23f17679-0b6f-44a5-b245-23cc9de69ec1 port d8315dbe-ed3f-4214-a3df-389d979827d8 binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:30:20.967396 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6aba576-59af-4edb-a174-eb867a7fb597 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:20.972607 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6aba576-59af-4edb-a174-eb867a7fb597 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:20.981447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.017206 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aba576-59af-4edb-a174-eb867a7fb597 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Network': ['ID=def44ff2-a30e-460c-acb3-35555200f359,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:21.030073 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8e4bf13-ffd1-4cd2-9aa4-60071915fbd4 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.042834 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1059fbc6-8882-48b1-99bd-986c9d52ddf4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Router 9e924330-d779-4acc-ad0a-5b9518d102de has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:30:21.253448 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d4422bf9-c7d2-4991-aedb-5b397c69ee30 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:30:21.267597 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c6aba576-59af-4edb-a174-eb867a7fb597 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/networks/def44ff2-a30e-460c-acb3-35555200f359 HTTP/1.1" status: 204 len: 168 time: 4.3378592 Mar 14 15:30:21.293275 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: d4422bf9-c7d2-4991-aedb-5b397c69ee30 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:30:21.294138 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d4422bf9-c7d2-4991-aedb-5b397c69ee30 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:30:21.297153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47924) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:21.309958 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa5edfe0-46f2-44a3-addc-2c762b39eefb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.441399 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.454795 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] Transition to ACTIVE for port object d8315dbe-ed3f-4214-a3df-389d979827d8 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:21.463663 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.468814 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d5d1ce3-5a2b-465b-84cf-206cf4626d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.526177 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82418889-cf09-475f-ab65-b212efb5ec6a tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.531512 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1059fbc6-8882-48b1-99bd-986c9d52ddf4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:30:21.536444 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1059fbc6-8882-48b1-99bd-986c9d52ddf4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.547932 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e5e406-c9fa-4a42-a088-27910b608dcc None None] Sync routers for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:30:21.598784 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a72874-679e-492f-9d31-e32d5a8e4d56 None None] Pushing event updated for resources: {'Port': ['ID=d8315dbe-ed3f-4214-a3df-389d979827d8,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:21.606368 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] Attempting to bind port d8315dbe-ed3f-4214-a3df-389d979827d8 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:30:21.607246 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] Attempting to bind port d8315dbe-ed3f-4214-a3df-389d979827d8 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:30:21.607246 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] Attempting to bind port d8315dbe-ed3f-4214-a3df-389d979827d8 on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:30:21.611640 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e5e406-c9fa-4a42-a088-27910b608dcc None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:21.611800 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-37e5e406-c9fa-4a42-a088-27910b608dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:21.672562 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:30:21.672977 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:30:21.673340 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.673733 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:30:21.674232 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] Bound port: d8315dbe-ed3f-4214-a3df-389d979827d8, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:30:21.674606 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.707262 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-37e5e406-c9fa-4a42-a088-27910b608dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:21.723705 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1059fbc6-8882-48b1-99bd-986c9d52ddf4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "PUT /v2.0/floatingips/c715ebd9-b8b7-411c-ab97-85b01b7752da HTTP/1.1" status: 200 len: 978 time: 5.7221804 Mar 14 15:30:21.727771 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47928) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:21.733408 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c18f17-0da8-45cf-8b58-08e8c514a859 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:21.733408 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c18f17-0da8-45cf-8b58-08e8c514a859 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:21.733671 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-72660675-bf36-42f0-9b4e-3df8335a812b tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:21.737638 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e6c18f17-0da8-45cf-8b58-08e8c514a859 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/subnets/5e1906fe-abcc-4f43-a9a4-a15c40b21f8a HTTP/1.1" status: 404 len: 337 time: 0.4367263 Mar 14 15:30:21.749437 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e5e406-c9fa-4a42-a088-27910b608dcc None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:21.750080 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-37e5e406-c9fa-4a42-a088-27910b608dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:21.755794 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47932) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:21.818520 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-37e5e406-c9fa-4a42-a088-27910b608dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:21.819084 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e5e406-c9fa-4a42-a088-27910b608dcc None None] The sync data for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:30:21.823859 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] For port d8315dbe-ed3f-4214-a3df-389d979827d8, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:21.831758 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] For port d8315dbe-ed3f-4214-a3df-389d979827d8, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=d8315dbe-ed3f-4214-a3df-389d979827d8,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:21.837998 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.878912 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-3d5d1ce3-5a2b-465b-84cf-206cf4626d05 admin admin] Allocated IP 172.20.0.1 (3636f367-7bcd-449f-8e47-979905287efa/d72d1897-6b00-4d72-b749-ed3bdadbf186/6f72cee2-716c-4700-9192-e83d2843d7a3) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:21.884505 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72660675-bf36-42f0-9b4e-3df8335a812b tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.926783 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a72874-679e-492f-9d31-e32d5a8e4d56 None None] Pushing event updated for resources: {'Port': ['ID=d8315dbe-ed3f-4214-a3df-389d979827d8,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:21.942925 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] Routers {'23f17679-0b6f-44a5-b245-23cc9de69ec1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:21.943817 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['23f17679-0b6f-44a5-b245-23cc9de69ec1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:21.965684 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42c2f04-087b-41cc-a7c7-1770933f173f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:21.966222 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c42c2f04-087b-41cc-a7c7-1770933f173f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:21.970310 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c42c2f04-087b-41cc-a7c7-1770933f173f tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/networks/def44ff2-a30e-460c-acb3-35555200f359 HTTP/1.1" status: 404 len: 339 time: 0.2077122 Mar 14 15:30:21.976878 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47938) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:22.089864 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-8dd3b1d2-df0c-4598-a658-93afc78ae35c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:22.090511 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-8dd3b1d2-df0c-4598-a658-93afc78ae35c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:30:22.171567 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] Set router 23f17679-0b6f-44a5-b245-23cc9de69ec1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:30:22.183277 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8e4bf13-ffd1-4cd2-9aa4-60071915fbd4 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.204413 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8e4bf13-ffd1-4cd2-9aa4-60071915fbd4 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.234529 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-8dd3b1d2-df0c-4598-a658-93afc78ae35c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:30:22.235461 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-8dd3b1d2-df0c-4598-a658-93afc78ae35c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/networks?id=beb9cf70-bc90-42d6-8193-9a20588857cb HTTP/1.1" status: 200 len: 796 time: 0.9910903 Mar 14 15:30:22.299366 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a4875fcd-dc9d-491e-ac9f-fbb43fee852a req-b1f01e1d-4ee5-433c-aef2-ab4b37f4e915 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 210 time: 0.1496654 Mar 14 15:30:22.347452 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8e4bf13-ffd1-4cd2-9aa4-60071915fbd4 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.347973 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e4bf13-ffd1-4cd2-9aa4-60071915fbd4 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6fa6e72a-6b5f-4a6a-8255-fef25a947cd2 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:30:22.377767 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-53ef5ee8-73b3-4dcd-9e27-231ee2676f10 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:30:22.401318 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8e4bf13-ffd1-4cd2-9aa4-60071915fbd4 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.402465 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e8e4bf13-ffd1-4cd2-9aa4-60071915fbd4 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] 10.222.0.60 "DELETE /v2.0/routers/6fa6e72a-6b5f-4a6a-8255-fef25a947cd2 HTTP/1.1" status: 204 len: 168 time: 1.9696066 Mar 14 15:30:22.406088 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47942) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:22.417308 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa5edfe0-46f2-44a3-addc-2c762b39eefb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.423653 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4b8ce095-98ad-411c-91f4-32e73dc464e5 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Request body: {'router': {'name': 'tempest-router-821694647', 'distributed': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:22.452875 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c080e092-065f-4514-9dca-ff8ffb923a51 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.463900 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4b8ce095-98ad-411c-91f4-32e73dc464e5 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:22.484937 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4b8ce095-98ad-411c-91f4-32e73dc464e5 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Usage tracker for resource:router and tenant:0b1a92566f8041e4b51a83b5d7b5356b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:22.491424 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d5d1ce3-5a2b-465b-84cf-206cf4626d05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.498220 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4b8ce095-98ad-411c-91f4-32e73dc464e5 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:22.500810 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-53ef5ee8-73b3-4dcd-9e27-231ee2676f10 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:30:22.501934 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-53ef5ee8-73b3-4dcd-9e27-231ee2676f10 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 379 time: 0.2528141 Mar 14 15:30:22.513422 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4b8ce095-98ad-411c-91f4-32e73dc464e5 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:22.514288 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:30:17Z', 'revision_number': 3, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:22.518510 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd40bd-e996-4105-b0b9-2bf4dede1574 None None] The sync data for ids ['23f17679-0b6f-44a5-b245-23cc9de69ec1'] in dv-neutron-833561-1-hyperv is: [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:30:17Z', 'revision_number': 3, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:30:22.520673 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-2492ed6c-a1eb-4dae-9d01-1358d36bee7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'port': {'device_id': '16329f1d-e21f-422e-8033-2f7b6aac1981', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'admin_state_up': True, 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'security_groups': ['52773a6f-207a-4286-a1b6-df92daf7771c']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:22.617376 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72660675-bf36-42f0-9b4e-3df8335a812b tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.620730 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5edfe0-46f2-44a3-addc-2c762b39eefb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Subnet': ['ID=5d70f7e2-e389-47dc-a96e-d6eccdf4e009,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:22.635490 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-3d5d1ce3-5a2b-465b-84cf-206cf4626d05 admin admin] Transition to ACTIVE for port object 6f72cee2-716c-4700-9192-e83d2843d7a3 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:22.642767 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72660675-bf36-42f0-9b4e-3df8335a812b tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.643085 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-72660675-bf36-42f0-9b4e-3df8335a812b tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Floating IP c715ebd9-b8b7-411c-ab97-85b01b7752da disassociated. External IP: 172.26.4.136, port: 73730692-e03d-4090-842b-7706b4bb35d8. Mar 14 15:30:22.644023 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce095-98ad-411c-91f4-32e73dc464e5 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.644981 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce095-98ad-411c-91f4-32e73dc464e5 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.664445 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82418889-cf09-475f-ab65-b212efb5ec6a tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.698249 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-82418889-cf09-475f-ab65-b212efb5ec6a tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Deleting port 29e2e4b5-505d-4ce4-98f1-ca6ea51ab7bd {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:22.698592 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82418889-cf09-475f-ab65-b212efb5ec6a tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.750411 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5edfe0-46f2-44a3-addc-2c762b39eefb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Checking segment: {'id': '9598a6eb-9b5e-4dc6-86e1-035fc561b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f4c1d511-b973-40b6-a7de-5cd9c9516c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:30:22.750779 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5edfe0-46f2-44a3-addc-2c762b39eefb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network hostable DHCP agents. Network: f4c1d511-b973-40b6-a7de-5cd9c9516c8d, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:30:22.817079 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce095-98ad-411c-91f4-32e73dc464e5 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.856962 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c080e092-065f-4514-9dca-ff8ffb923a51 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.900241 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c080e092-065f-4514-9dca-ff8ffb923a51 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e560fe-9992-4630-8cdf-670bb2f98696']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:22.909026 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-2492ed6c-a1eb-4dae-9d01-1358d36bee7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:22.909230 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d5d1ce3-5a2b-465b-84cf-206cf4626d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.941835 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce095-98ad-411c-91f4-32e73dc464e5 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.945329 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-2492ed6c-a1eb-4dae-9d01-1358d36bee7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:22.965912 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c080e092-065f-4514-9dca-ff8ffb923a51 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396cbc41-31e8-4bdd-a0e8-7d52fb33ee44') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:22.966177 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c080e092-065f-4514-9dca-ff8ffb923a51 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396cbc41-31e8-4bdd-a0e8-7d52fb33ee44') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:22.982011 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5edfe0-46f2-44a3-addc-2c762b39eefb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network f4c1d511-b973-40b6-a7de-5cd9c9516c8d is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:30:22.994430 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c080e092-065f-4514-9dca-ff8ffb923a51 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.995843 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-2492ed6c-a1eb-4dae-9d01-1358d36bee7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:22.999526 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-2492ed6c-a1eb-4dae-9d01-1358d36bee7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.019266 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5d1ce3-5a2b-465b-84cf-206cf4626d05 admin admin] Network 3636f367-7bcd-449f-8e47-979905287efa is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:23.023069 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d1ce3-5a2b-465b-84cf-206cf4626d05 admin admin] Pushing event updated for resources: {'Port': ['ID=6f72cee2-716c-4700-9192-e83d2843d7a3,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:23.023311 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-aa5edfe0-46f2-44a3-addc-2c762b39eefb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, f4c1d511-b973-40b6-a7de-5cd9c9516c8d) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:23.028564 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5edfe0-46f2-44a3-addc-2c762b39eefb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:23.029155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa5edfe0-46f2-44a3-addc-2c762b39eefb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.029282 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-3d5d1ce3-5a2b-465b-84cf-206cf4626d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:23.033883 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d1ce3-5a2b-465b-84cf-206cf4626d05 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:23.034086 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce095-98ad-411c-91f4-32e73dc464e5 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.034970 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4b8ce095-98ad-411c-91f4-32e73dc464e5 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6278160 Mar 14 15:30:23.049616 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47946) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:23.051872 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02626209-0ac8-4cdb-a8fa-12e059ed4840 None None] Network f4c1d511-b973-40b6-a7de-5cd9c9516c8d requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:23.059220 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82418889-cf09-475f-ab65-b212efb5ec6a tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.062860 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c080e092-065f-4514-9dca-ff8ffb923a51 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.088085 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c080e092-065f-4514-9dca-ff8ffb923a51 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:30:23.088485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c080e092-065f-4514-9dca-ff8ffb923a51 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:30:23.110127 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:30:23.317478 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d5d1ce3-5a2b-465b-84cf-206cf4626d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.324968 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c080e092-065f-4514-9dca-ff8ffb923a51 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.362930 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c080e092-065f-4514-9dca-ff8ffb923a51 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.378454 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c080e092-065f-4514-9dca-ff8ffb923a51 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/networks/c5e560fe-9992-4630-8cdf-670bb2f98696 HTTP/1.1" status: 204 len: 168 time: 1.3976994 Mar 14 15:30:23.384676 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47952) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:23.452585 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d8315dbe-ed3f-4214-a3df-389d979827d8 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:30:23.464978 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-aa5edfe0-46f2-44a3-addc-2c762b39eefb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4098799 Mar 14 15:30:23.480854 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7f54b9-8ad7-4ec1-a162-752ec336d626 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:23.481393 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7f54b9-8ad7-4ec1-a162-752ec336d626 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:23.485363 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9c7f54b9-8ad7-4ec1-a162-752ec336d626 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/subnets/19fb4cd4-6b85-4edb-97ca-9d15c3f9cd83 HTTP/1.1" status: 404 len: 337 time: 0.0929992 Mar 14 15:30:23.485363 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080e092-065f-4514-9dca-ff8ffb923a51 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Network': ['ID=c5e560fe-9992-4630-8cdf-670bb2f98696,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:23.486868 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47958) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:23.487256 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47960) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:23.523110 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-39dc82fe-ef31-47d2-aa6c-03d18b8e8204 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'subnet': {'network_id': 'f4c1d511-b973-40b6-a7de-5cd9c9516c8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:23.543846 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b591817-2c5b-44e3-aa19-f5b2dbb37894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-f4c1d511-b973-40b6-a7de-5cd9c9516c8d', 'network_id': 'f4c1d511-b973-40b6-a7de-5cd9c9516c8d', 'tenant_id': '5a6f96ee0963461298d40ea737c70799', 'fixed_ips': [{'subnet_id': '5d70f7e2-e389-47dc-a96e-d6eccdf4e009'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:30:23.544897 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7b591817-2c5b-44e3-aa19-f5b2dbb37894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.590771 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-82418889-cf09-475f-ab65-b212efb5ec6a tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Calling delete_port for 29e2e4b5-505d-4ce4-98f1-ca6ea51ab7bd owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:23.634646 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cf1ebd4a-6c14-4e9a-ac53-50ef060e365b None None] Provisioning for port 6f72cee2-716c-4700-9192-e83d2843d7a3 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:23.635077 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-c502d7aa-f82b-4da3-bcb4-35644038750c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:23.635472 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c502d7aa-f82b-4da3-bcb4-35644038750c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:23.639661 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c502d7aa-f82b-4da3-bcb4-35644038750c tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/networks/433898dc-5287-4c10-a12c-d79b51d4a546 HTTP/1.1" status: 404 len: 339 time: 0.1435883 Mar 14 15:30:23.645818 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47966) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:23.655982 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cf1ebd4a-6c14-4e9a-ac53-50ef060e365b None None] Provisioning complete for port 6f72cee2-716c-4700-9192-e83d2843d7a3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:23.656439 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf1ebd4a-6c14-4e9a-ac53-50ef060e365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.709229 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cae54257-6e9d-4445-9ea9-c8575ee5c228 req-a90ad453-c9de-4c38-a665-ae4a921e4edb tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 210 time: 0.0931864 Mar 14 15:30:23.744162 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ebd4a-6c14-4e9a-ac53-50ef060e365b None None] Port 6f72cee2-716c-4700-9192-e83d2843d7a3 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:30:23.776807 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port d8315dbe-ed3f-4214-a3df-389d979827d8 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:23.802297 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port d8315dbe-ed3f-4214-a3df-389d979827d8 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:23.802761 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.808421 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fa7ffcf2-1bfb-402d-9450-7dd6040f456d tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.857287 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-7b591817-2c5b-44e3-aa19-f5b2dbb37894 None None] Allocated IP 2001:db8::2 (f4c1d511-b973-40b6-a7de-5cd9c9516c8d/5d70f7e2-e389-47dc-a96e-d6eccdf4e009/979c9e78-d53b-4d10-b88e-fa4f82b82aa6) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:23.960044 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-2492ed6c-a1eb-4dae-9d01-1358d36bee7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.20.0.12 (beb9cf70-bc90-42d6-8193-9a20588857cb/7bcc5066-53a7-43d6-b32e-ebedf3508cb5/4fbd8792-106f-4641-982c-22e74d7248e7) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:23.966667 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-39dc82fe-ef31-47d2-aa6c-03d18b8e8204 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:24.009704 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d5d1ce3-5a2b-465b-84cf-206cf4626d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.029650 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-39dc82fe-ef31-47d2-aa6c-03d18b8e8204 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:subnet and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:24.084883 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.095390 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-39dc82fe-ef31-47d2-aa6c-03d18b8e8204 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:24.114207 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-39dc82fe-ef31-47d2-aa6c-03d18b8e8204 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:24.122502 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port d8315dbe-ed3f-4214-a3df-389d979827d8, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=d8315dbe-ed3f-4214-a3df-389d979827d8,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:24.213739 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7b591817-2c5b-44e3-aa19-f5b2dbb37894 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.222824 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.254754 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dc82fe-ef31-47d2-aa6c-03d18b8e8204 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:24.275401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7b591817-2c5b-44e3-aa19-f5b2dbb37894 None None] Transition to ACTIVE for port object 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:24.329262 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7b591817-2c5b-44e3-aa19-f5b2dbb37894 None None] Transition to ACTIVE for port object 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:24.330842 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82418889-cf09-475f-ab65-b212efb5ec6a tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.344633 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7b591817-2c5b-44e3-aa19-f5b2dbb37894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.349074 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=d8315dbe-ed3f-4214-a3df-389d979827d8,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:24.364753 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51ef2f8-29a1-4db4-a83d-117e4eb11cb1 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Deleting subnet d0a6dee8-06f1-40a4-9bbd-e1d736c717d1 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:30:24.408143 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a51ef2f8-29a1-4db4-a83d-117e4eb11cb1 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.428462 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b591817-2c5b-44e3-aa19-f5b2dbb37894 None None] Network f4c1d511-b973-40b6-a7de-5cd9c9516c8d is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:24.431624 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-7b591817-2c5b-44e3-aa19-f5b2dbb37894 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:24.434605 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b591817-2c5b-44e3-aa19-f5b2dbb37894 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:24.448287 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fa7ffcf2-1bfb-402d-9450-7dd6040f456d tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.449144 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b591817-2c5b-44e3-aa19-f5b2dbb37894 None None] Pushing event updated for resources: {'Port': ['ID=979c9e78-d53b-4d10-b88e-fa4f82b82aa6,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:24.458975 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82418889-cf09-475f-ab65-b212efb5ec6a tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Pushing event deleted for resources: {'Port': ['ID=29e2e4b5-505d-4ce4-98f1-ca6ea51ab7bd,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:24.473998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fa7ffcf2-1bfb-402d-9450-7dd6040f456d tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.561791 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7b591817-2c5b-44e3-aa19-f5b2dbb37894 None None] Attempting to bind port 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:30:24.562205 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7b591817-2c5b-44e3-aa19-f5b2dbb37894 None None] Attempting to bind port 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '9598a6eb-9b5e-4dc6-86e1-035fc561b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f4c1d511-b973-40b6-a7de-5cd9c9516c8d'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:30:24.562572 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b591817-2c5b-44e3-aa19-f5b2dbb37894 None None] Attempting to bind port 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 on network f4c1d511-b973-40b6-a7de-5cd9c9516c8d {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:30:24.573643 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b591817-2c5b-44e3-aa19-f5b2dbb37894 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:30:24.574172 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b591817-2c5b-44e3-aa19-f5b2dbb37894 None None] Checking segment: {'id': '9598a6eb-9b5e-4dc6-86e1-035fc561b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f4c1d511-b973-40b6-a7de-5cd9c9516c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:30:24.574458 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7b591817-2c5b-44e3-aa19-f5b2dbb37894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.574834 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b591817-2c5b-44e3-aa19-f5b2dbb37894 None None] Bound using segment: {'id': '9598a6eb-9b5e-4dc6-86e1-035fc561b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f4c1d511-b973-40b6-a7de-5cd9c9516c8d'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:30:24.575361 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7b591817-2c5b-44e3-aa19-f5b2dbb37894 None None] Bound port: 979c9e78-d53b-4d10-b88e-fa4f82b82aa6, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9598a6eb-9b5e-4dc6-86e1-035fc561b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f4c1d511-b973-40b6-a7de-5cd9c9516c8d'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:30:24.575741 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7b591817-2c5b-44e3-aa19-f5b2dbb37894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.583610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a51ef2f8-29a1-4db4-a83d-117e4eb11cb1 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.658261 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-39dc82fe-ef31-47d2-aa6c-03d18b8e8204 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.699956 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7b591817-2c5b-44e3-aa19-f5b2dbb37894 None None] For port 979c9e78-d53b-4d10-b88e-fa4f82b82aa6, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:24.705892 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7b591817-2c5b-44e3-aa19-f5b2dbb37894 None None] For port 979c9e78-d53b-4d10-b88e-fa4f82b82aa6, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=979c9e78-d53b-4d10-b88e-fa4f82b82aa6,segment=NetworkSegment(9598a6eb-9b5e-4dc6-86e1-035fc561b8cb),segment_id=9598a6eb-9b5e-4dc6-86e1-035fc561b8cb)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:24.711070 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7b591817-2c5b-44e3-aa19-f5b2dbb37894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.756177 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fa7ffcf2-1bfb-402d-9450-7dd6040f456d tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.756562 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7ffcf2-1bfb-402d-9450-7dd6040f456d tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a394a8da-f933-49be-b28a-c68041db21bc {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:30:24.766484 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-2492ed6c-a1eb-4dae-9d01-1358d36bee7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.816067 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b591817-2c5b-44e3-aa19-f5b2dbb37894 None None] Pushing event updated for resources: {'Port': ['ID=979c9e78-d53b-4d10-b88e-fa4f82b82aa6,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:24.933007 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-2492ed6c-a1eb-4dae-9d01-1358d36bee7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Transition to ACTIVE for port object 4fbd8792-106f-4641-982c-22e74d7248e7 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:24.945539 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82418889-cf09-475f-ab65-b212efb5ec6a tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.991481 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-3d5d1ce3-5a2b-465b-84cf-206cf4626d05 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:30:25.006737 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-611310ee-a3f0-4fb6-9926-e84cad1a2fd4 req-f713053d-62b7-4f35-a56d-d49ce1c68a92 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 210 time: 0.1027429 Mar 14 15:30:25.047049 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.ipam_backend_mixin [None req-39dc82fe-ef31-47d2-aa6c-03d18b8e8204 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5d70f7e2-e389-47dc-a96e-d6eccdf4e009 (CIDR: 2001:db8::/64) Mar 14 15:30:25.053960 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a51ef2f8-29a1-4db4-a83d-117e4eb11cb1 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.087014 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fa7ffcf2-1bfb-402d-9450-7dd6040f456d tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.088923 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d5d1ce3-5a2b-465b-84cf-206cf4626d05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.089386 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-fa7ffcf2-1bfb-402d-9450-7dd6040f456d tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] 10.222.0.60 "DELETE /v2.0/routers/a394a8da-f933-49be-b28a-c68041db21bc HTTP/1.1" status: 204 len: 168 time: 2.0385027 Mar 14 15:30:25.094948 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47972) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:25.104309 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d5d1ce3-5a2b-465b-84cf-206cf4626d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.104909 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9a35d262-caa8-44f0-ad43-3b1d231fd13b tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Request body: {'router': {'name': 'tempest-router-28410190', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ed695915f417490e95c926d1a320c050'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:25.116262 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9a35d262-caa8-44f0-ad43-3b1d231fd13b tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:25.151939 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-39dc82fe-ef31-47d2-aa6c-03d18b8e8204 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:30:25.152487 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39dc82fe-ef31-47d2-aa6c-03d18b8e8204 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:25.177528 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9a35d262-caa8-44f0-ad43-3b1d231fd13b tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Usage tracker for resource:router and tenant:ed695915f417490e95c926d1a320c050 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:25.239670 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9a35d262-caa8-44f0-ad43-3b1d231fd13b tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:25.256362 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9a35d262-caa8-44f0-ad43-3b1d231fd13b tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:25.266382 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82418889-cf09-475f-ab65-b212efb5ec6a tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.270652 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-2492ed6c-a1eb-4dae-9d01-1358d36bee7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.296351 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d1ce3-5a2b-465b-84cf-206cf4626d05 admin admin] Pushing event updated for resources: {'Port': ['ID=6f72cee2-716c-4700-9192-e83d2843d7a3,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:25.299165 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a51ef2f8-29a1-4db4-a83d-117e4eb11cb1 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.316604 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82418889-cf09-475f-ab65-b212efb5ec6a tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.318645 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a35d262-caa8-44f0-ad43-3b1d231fd13b tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.319539 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a35d262-caa8-44f0-ad43-3b1d231fd13b tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.355267 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ef2f8-29a1-4db4-a83d-117e4eb11cb1 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a6dee8-06f1-40a4-9bbd-e1d736c717d1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:25.358025 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d5d1ce3-5a2b-465b-84cf-206cf4626d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.369557 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-39dc82fe-ef31-47d2-aa6c-03d18b8e8204 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8748665 Mar 14 15:30:25.374536 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47976) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:25.380426 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a51ef2f8-29a1-4db4-a83d-117e4eb11cb1 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.382466 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018669ba-807a-48be-af61-2d477aeb9f09 None None] Network 39d83efa-4602-46a3-a398-acffc127fe75 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:25.385000 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a51ef2f8-29a1-4db4-a83d-117e4eb11cb1 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/subnets/d0a6dee8-06f1-40a4-9bbd-e1d736c717d1 HTTP/1.1" status: 204 len: 168 time: 1.7366540 Mar 14 15:30:25.386501 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47980) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:25.390969 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-475ec9b3-d5d9-48c2-8b0b-bb6d94862e22 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'subnet': {'network_id': 'f4c1d511-b973-40b6-a7de-5cd9c9516c8d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:25.392765 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-2492ed6c-a1eb-4dae-9d01-1358d36bee7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network beb9cf70-bc90-42d6-8193-9a20588857cb is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:25.393542 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492ed6c-a1eb-4dae-9d01-1358d36bee7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=4fbd8792-106f-4641-982c-22e74d7248e7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:25.397194 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-2492ed6c-a1eb-4dae-9d01-1358d36bee7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:25.401603 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-2492ed6c-a1eb-4dae-9d01-1358d36bee7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:25.439578 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a35d262-caa8-44f0-ad43-3b1d231fd13b tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.443078 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82418889-cf09-475f-ab65-b212efb5ec6a tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.443769 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82418889-cf09-475f-ab65-b212efb5ec6a tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Fanout notify agent at l3_agent the message router_deleted on router 010c9a61-85ee-497c-b963-e285fc091b12 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:30:25.476986 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82418889-cf09-475f-ab65-b212efb5ec6a tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.478214 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-82418889-cf09-475f-ab65-b212efb5ec6a tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "DELETE /v2.0/routers/010c9a61-85ee-497c-b963-e285fc091b12 HTTP/1.1" status: 204 len: 168 time: 6.0319755 Mar 14 15:30:25.482988 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47984) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:25.493638 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ccfed798-fa10-4ce4-adc3-09a3a3be335e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Request body: {'router': {'name': 'tempest-snat-router-379448723', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'enable_snat': False}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:25.500087 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-2492ed6c-a1eb-4dae-9d01-1358d36bee7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:25.501101 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-2492ed6c-a1eb-4dae-9d01-1358d36bee7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.502872 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:30:25.513271 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ccfed798-fa10-4ce4-adc3-09a3a3be335e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:25.520038 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ccfed798-fa10-4ce4-adc3-09a3a3be335e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Usage tracker for resource:router and tenant:6a81dbf53ab54b8eac2d912ad3e65eb7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:25.524208 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ccfed798-fa10-4ce4-adc3-09a3a3be335e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:25.530800 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-2492ed6c-a1eb-4dae-9d01-1358d36bee7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0199332 Mar 14 15:30:25.531630 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ccfed798-fa10-4ce4-adc3-09a3a3be335e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:25.534182 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a35d262-caa8-44f0-ad43-3b1d231fd13b tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.550449 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-aecdbf9c-554d-4bd3-aa5b-7d001e26758d service neutron] Request body: {'port': {'device_id': '16329f1d-e21f-422e-8033-2f7b6aac1981', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:25.614935 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ccfed798-fa10-4ce4-adc3-09a3a3be335e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.615881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ccfed798-fa10-4ce4-adc3-09a3a3be335e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.623004 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a35d262-caa8-44f0-ad43-3b1d231fd13b tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.624184 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9a35d262-caa8-44f0-ad43-3b1d231fd13b tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5253015 Mar 14 15:30:25.627825 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 47990) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:25.629206 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72660675-bf36-42f0-9b4e-3df8335a812b tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Router 9e924330-d779-4acc-ad0a-5b9518d102de has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:30:25.638651 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4becf504-7dea-4108-8ea3-7ba3e4d9a78e tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:25.667645 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:25.681211 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d8315dbe-ed3f-4214-a3df-389d979827d8 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:30:25.841002 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port d8315dbe-ed3f-4214-a3df-389d979827d8 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:25.841705 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.880813 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ccfed798-fa10-4ce4-adc3-09a3a3be335e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.900756 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-aecdbf9c-554d-4bd3-aa5b-7d001e26758d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:26.013224 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-44998d27-4d76-4d17-b866-754d7258a571 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Deleting subnet 6df20c3b-9dab-4617-b17f-7ec96bb68be0 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:30:26.016610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44998d27-4d76-4d17-b866-754d7258a571 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:26.035675 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c0807e5c-d3a2-4933-a514-f8e3df311021 None None] Provisioning for port 4fbd8792-106f-4641-982c-22e74d7248e7 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:26.042588 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c0807e5c-d3a2-4933-a514-f8e3df311021 None None] Provisioning complete for port 4fbd8792-106f-4641-982c-22e74d7248e7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:26.042977 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c0807e5c-d3a2-4933-a514-f8e3df311021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:26.088539 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44998d27-4d76-4d17-b866-754d7258a571 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:26.208005 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c0807e5c-d3a2-4933-a514-f8e3df311021 None None] Port 4fbd8792-106f-4641-982c-22e74d7248e7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:30:26.219720 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c176b66-a055-4b70-8f78-4fabbf12e71f None None] Network f4c1d511-b973-40b6-a7de-5cd9c9516c8d requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:26.222138 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44998d27-4d76-4d17-b866-754d7258a571 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:26.311235 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5d1ce3-5a2b-465b-84cf-206cf4626d05 admin admin] Network 3636f367-7bcd-449f-8e47-979905287efa is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:26.317707 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-3d5d1ce3-5a2b-465b-84cf-206cf4626d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:26.466983 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6b0210d5-8ba0-4e80-81ff-50ebd727f194 None None] Provisioning for port 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:26.535143 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6b0210d5-8ba0-4e80-81ff-50ebd727f194 None None] Provisioning complete for port 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:26.535513 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b0210d5-8ba0-4e80-81ff-50ebd727f194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:26.789555 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b0210d5-8ba0-4e80-81ff-50ebd727f194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:26.839410 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6b0210d5-8ba0-4e80-81ff-50ebd727f194 None None] For port 979c9e78-d53b-4d10-b88e-fa4f82b82aa6, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=979c9e78-d53b-4d10-b88e-fa4f82b82aa6,segment=NetworkSegment(9598a6eb-9b5e-4dc6-86e1-035fc561b8cb),segment_id=9598a6eb-9b5e-4dc6-86e1-035fc561b8cb)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:26.844779 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b0210d5-8ba0-4e80-81ff-50ebd727f194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:26.896976 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-475ec9b3-d5d9-48c2-8b0b-bb6d94862e22 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:26.902362 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-475ec9b3-d5d9-48c2-8b0b-bb6d94862e22 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:subnet and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:26.905340 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-475ec9b3-d5d9-48c2-8b0b-bb6d94862e22 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:26.911406 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-475ec9b3-d5d9-48c2-8b0b-bb6d94862e22 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:26.919410 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ccfed798-fa10-4ce4-adc3-09a3a3be335e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:26.931446 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4becf504-7dea-4108-8ea3-7ba3e4d9a78e tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:26.932111 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4becf504-7dea-4108-8ea3-7ba3e4d9a78e tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks [] for router, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:26.933955 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475ec9b3-d5d9-48c2-8b0b-bb6d94862e22 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:26.937705 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-475ec9b3-d5d9-48c2-8b0b-bb6d94862e22 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:26.962628 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44998d27-4d76-4d17-b866-754d7258a571 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:26.982007 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0210d5-8ba0-4e80-81ff-50ebd727f194 None None] Pushing event updated for resources: {'Port': ['ID=979c9e78-d53b-4d10-b88e-fa4f82b82aa6,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:26.997624 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e39173c2-72ab-433a-a472-d08f0a080f93 None None] Provisioning complete for port 6f72cee2-716c-4700-9192-e83d2843d7a3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:26.998002 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e39173c2-72ab-433a-a472-d08f0a080f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.065516 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e39173c2-72ab-433a-a472-d08f0a080f93 None None] Port 6f72cee2-716c-4700-9192-e83d2843d7a3 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:30:27.078906 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44998d27-4d76-4d17-b866-754d7258a571 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Subnet': ['ID=6df20c3b-9dab-4617-b17f-7ec96bb68be0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:27.085163 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e39173c2-72ab-433a-a472-d08f0a080f93 None None] Provisioning complete for port 6f1b3069-bff1-4db5-88ae-93adee8b69eb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:27.085946 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e39173c2-72ab-433a-a472-d08f0a080f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.097350 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44998d27-4d76-4d17-b866-754d7258a571 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.120036 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc0a71d-e871-4d0a-a5ca-437504162a34 None None] Network 39d83efa-4602-46a3-a398-acffc127fe75 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:27.156294 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-44998d27-4d76-4d17-b866-754d7258a571 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/subnets/6df20c3b-9dab-4617-b17f-7ec96bb68be0 HTTP/1.1" status: 204 len: 168 time: 1.7500396 Mar 14 15:30:27.161232 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 47996) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:27.167128 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ce8f7-35c8-4efb-8f8f-b2c7aa2f781f req-46e37f94-9124-4105-8ed2-453fb3114d29 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:27.167839 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-fe0ce8f7-35c8-4efb-8f8f-b2c7aa2f781f req-46e37f94-9124-4105-8ed2-453fb3114d29 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:30:27.186877 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4becf504-7dea-4108-8ea3-7ba3e4d9a78e tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83911) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 14 15:30:27.187212 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4becf504-7dea-4108-8ea3-7ba3e4d9a78e tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Router c4acf5d9-e697-47fc-a878-410968c9546d migrating from provider to provider. {{(pid=83911) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 14 15:30:27.187591 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4becf504-7dea-4108-8ea3-7ba3e4d9a78e tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.200557 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4becf504-7dea-4108-8ea3-7ba3e4d9a78e tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.262539 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4becf504-7dea-4108-8ea3-7ba3e4d9a78e tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-950448'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.354289 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-fe0ce8f7-35c8-4efb-8f8f-b2c7aa2f781f req-46e37f94-9124-4105-8ed2-453fb3114d29 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:30:27.354526 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:30:27.355450 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fe0ce8f7-35c8-4efb-8f8f-b2c7aa2f781f req-46e37f94-9124-4105-8ed2-453fb3114d29 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 932 time: 0.7992623 Mar 14 15:30:27.367988 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb80fd42-2ce2-4d55-92cb-b02dd290abcb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.429190 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-fb80fd42-2ce2-4d55-92cb-b02dd290abcb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Deleting port 6f1b3069-bff1-4db5-88ae-93adee8b69eb {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:27.429526 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb80fd42-2ce2-4d55-92cb-b02dd290abcb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.456898 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-aecdbf9c-554d-4bd3-aa5b-7d001e26758d service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:30:27.504143 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5d1ce3-5a2b-465b-84cf-206cf4626d05 admin admin] Router 23f17679-0b6f-44a5-b245-23cc9de69ec1 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:30:27.513585 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:27.514094 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.560040 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fe0ce8f7-35c8-4efb-8f8f-b2c7aa2f781f req-16fdd66a-339c-4c71-a799-4b59e39f6390 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=52773a6f-207a-4286-a1b6-df92daf7771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907728 Mar 14 15:30:27.564486 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-aecdbf9c-554d-4bd3-aa5b-7d001e26758d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fbd8792-106f-4641-982c-22e74d7248e7 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:30:27.565131 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72660675-bf36-42f0-9b4e-3df8335a812b tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:30:27.576295 dv-neutron-833561-1-hyperv neutron-server[83911]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4becf504-7dea-4108-8ea3-7ba3e4d9a78e tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] No L3 agents can host the router c4acf5d9-e697-47fc-a878-410968c9546d Mar 14 15:30:27.579753 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-aecdbf9c-554d-4bd3-aa5b-7d001e26758d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.590717 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f289ebe7-6ba5-4b51-a8e0-fd935862980a None None] Sync routers for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:30:27.605434 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72660675-bf36-42f0-9b4e-3df8335a812b tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.611483 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-aecdbf9c-554d-4bd3-aa5b-7d001e26758d service neutron] Transition to ACTIVE for port object 4fbd8792-106f-4641-982c-22e74d7248e7 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:27.623709 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-aecdbf9c-554d-4bd3-aa5b-7d001e26758d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.657101 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f289ebe7-6ba5-4b51-a8e0-fd935862980a None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:27.661059 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3dbc6e-a44c-4131-b01e-15606cd2fa59 None None] DHCP port deletion for 39d83efa-4602-46a3-a398-acffc127fe75 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:30:27.663119 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f289ebe7-6ba5-4b51-a8e0-fd935862980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:27.670088 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-da3dbc6e-a44c-4131-b01e-15606cd2fa59 None None] Deleting port 6f1b3069-bff1-4db5-88ae-93adee8b69eb {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:27.670507 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-da3dbc6e-a44c-4131-b01e-15606cd2fa59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.713884 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ac58503a-627c-41e2-843c-bd77f37a5a1f None None] Provisioning complete for port 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:27.714276 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac58503a-627c-41e2-843c-bd77f37a5a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.785690 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f289ebe7-6ba5-4b51-a8e0-fd935862980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:27.803705 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f289ebe7-6ba5-4b51-a8e0-fd935862980a None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:27.805091 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f289ebe7-6ba5-4b51-a8e0-fd935862980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:27.856121 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-475ec9b3-d5d9-48c2-8b0b-bb6d94862e22 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.893792 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f289ebe7-6ba5-4b51-a8e0-fd935862980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:27.894313 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f289ebe7-6ba5-4b51-a8e0-fd935862980a None None] The sync data for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:30:28.047786 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-da3dbc6e-a44c-4131-b01e-15606cd2fa59 None None] For port 6f1b3069-bff1-4db5-88ae-93adee8b69eb, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6f1b3069-bff1-4db5-88ae-93adee8b69eb,segment=NetworkSegment(beef199f-baeb-4e9f-8927-564a980b6154),segment_id=beef199f-baeb-4e9f-8927-564a980b6154)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:28.048286 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-da3dbc6e-a44c-4131-b01e-15606cd2fa59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.085660 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdbf9c-554d-4bd3-aa5b-7d001e26758d service neutron] Pushing event updated for resources: {'Port': ['ID=4fbd8792-106f-4641-982c-22e74d7248e7,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:28.103751 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-72660675-bf36-42f0-9b4e-3df8335a812b tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "PUT /v2.0/floatingips/c715ebd9-b8b7-411c-ab97-85b01b7752da HTTP/1.1" status: 200 len: 688 time: 6.3715312 Mar 14 15:30:28.105067 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48002) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:28.115023 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475ec9b3-d5d9-48c2-8b0b-bb6d94862e22 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network f4c1d511-b973-40b6-a7de-5cd9c9516c8d is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:28.122503 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-475ec9b3-d5d9-48c2-8b0b-bb6d94862e22 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:28.127227 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-fb80fd42-2ce2-4d55-92cb-b02dd290abcb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] For port 6f1b3069-bff1-4db5-88ae-93adee8b69eb, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6f1b3069-bff1-4db5-88ae-93adee8b69eb,segment=NetworkSegment(beef199f-baeb-4e9f-8927-564a980b6154),segment_id=beef199f-baeb-4e9f-8927-564a980b6154)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:28.127718 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb80fd42-2ce2-4d55-92cb-b02dd290abcb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.143844 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475ec9b3-d5d9-48c2-8b0b-bb6d94862e22 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:28.144611 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-475ec9b3-d5d9-48c2-8b0b-bb6d94862e22 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.187692 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d41ca3-355f-463c-bd82-1dddeca071b2 None None] Network f4c1d511-b973-40b6-a7de-5cd9c9516c8d requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:28.207230 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-da3dbc6e-a44c-4131-b01e-15606cd2fa59 None None] Calling delete_port for 6f1b3069-bff1-4db5-88ae-93adee8b69eb owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:28.208343 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ec9b3-d5d9-48c2-8b0b-bb6d94862e22 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Subnet': ['ID=af216191-a420-4763-9ca2-ad9ca3792ba5,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:28.217159 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ccfed798-fa10-4ce4-adc3-09a3a3be335e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.279663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-fb80fd42-2ce2-4d55-92cb-b02dd290abcb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Calling delete_port for 6f1b3069-bff1-4db5-88ae-93adee8b69eb owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:28.292856 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ccfed798-fa10-4ce4-adc3-09a3a3be335e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.329992 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-475ec9b3-d5d9-48c2-8b0b-bb6d94862e22 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9536612 Mar 14 15:30:28.342628 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48006) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:28.354942 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a1c16b8c-63f9-485b-8a50-4b2c4d62038d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'port': {'network_id': 'f4c1d511-b973-40b6-a7de-5cd9c9516c8d', 'fixed_ips': [{'subnet_id': '5d70f7e2-e389-47dc-a96e-d6eccdf4e009'}, {'subnet_id': 'af216191-a420-4763-9ca2-ad9ca3792ba5'}], 'name': 'tempest-PortsIpV6TestJSON-1887188172'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:28.419018 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-da3dbc6e-a44c-4131-b01e-15606cd2fa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.446711 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.api [None req-fb80fd42-2ce2-4d55-92cb-b02dd290abcb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 14 15:30:28.446711 dv-neutron-833561-1-hyperv neutron-server[83910]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Mar 14 15:30:28.446711 dv-neutron-833561-1-hyperv neutron-server[83910]: [parameters: {'port_id': '6f1b3069-bff1-4db5-88ae-93adee8b69eb', 'host': 'dv-neutron-833561-1-hyperv'}] Mar 14 15:30:28.446711 dv-neutron-833561-1-hyperv neutron-server[83910]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:30:28.447520 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG oslo_db.api [None req-fb80fd42-2ce2-4d55-92cb-b02dd290abcb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:30:28.477320 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4becf504-7dea-4108-8ea3-7ba3e4d9a78e tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Hosts for router c4acf5d9-e697-47fc-a878-410968c9546d: [] {{(pid=83911) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Mar 14 15:30:28.498663 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3dbc6e-a44c-4131-b01e-15606cd2fa59 None None] Pushing event deleted for resources: {'Port': ['ID=6f1b3069-bff1-4db5-88ae-93adee8b69eb,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:28.504687 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3dbc6e-a44c-4131-b01e-15606cd2fa59 None None] No DVR routers for this DVR port 6f1b3069-bff1-4db5-88ae-93adee8b69eb on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:30:28.521016 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7c1ae469-6326-4184-8b7d-36c2592a88da tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Deleting port 4fc89c09-0e30-4fcb-b628-3855e38f0c57 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:28.521373 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c1ae469-6326-4184-8b7d-36c2592a88da tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.537576 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a1c16b8c-63f9-485b-8a50-4b2c4d62038d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:28.542722 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a1c16b8c-63f9-485b-8a50-4b2c4d62038d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:port and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:28.545589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a1c16b8c-63f9-485b-8a50-4b2c4d62038d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:28.551516 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a1c16b8c-63f9-485b-8a50-4b2c4d62038d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:28.566203 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c16b8c-63f9-485b-8a50-4b2c4d62038d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:28.572513 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1c16b8c-63f9-485b-8a50-4b2c4d62038d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.579157 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4becf504-7dea-4108-8ea3-7ba3e4d9a78e tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Hosts for other DVR routers connected to router c4acf5d9-e697-47fc-a878-410968c9546d: set() {{(pid=83911) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Mar 14 15:30:28.600635 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-a1c16b8c-63f9-485b-8a50-4b2c4d62038d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] device_id is not set on port 56753692-6f9e-4689-9f58-a7b2a33df7a3 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:30:28.637426 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5d1ce3-5a2b-465b-84cf-206cf4626d05 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:30:28.643435 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3d5d1ce3-5a2b-465b-84cf-206cf4626d05 admin admin] 10.222.0.60 "PUT /v2.0/routers/23f17679-0b6f-44a5-b245-23cc9de69ec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8518112 Mar 14 15:30:28.679688 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4becf504-7dea-4108-8ea3-7ba3e4d9a78e tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.681425 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] Sync routers for ids ['23f17679-0b6f-44a5-b245-23cc9de69ec1'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:30:28.682043 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4becf504-7dea-4108-8ea3-7ba3e4d9a78e tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] 10.222.0.60 "PUT /v2.0/routers/c4acf5d9-e697-47fc-a878-410968c9546d HTTP/1.1" status: 200 len: 715 time: 3.0520964 Mar 14 15:30:28.686671 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48012) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:28.725306 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] Routers {'23f17679-0b6f-44a5-b245-23cc9de69ec1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:28.725922 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['23f17679-0b6f-44a5-b245-23cc9de69ec1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:28.741112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-aecdbf9c-554d-4bd3-aa5b-7d001e26758d service neutron] Attempting to bind port 4fbd8792-106f-4641-982c-22e74d7248e7 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:30:28.741453 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-aecdbf9c-554d-4bd3-aa5b-7d001e26758d service neutron] Attempting to bind port 4fbd8792-106f-4641-982c-22e74d7248e7 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'e3042fec-9d16-46b6-a991-cf25c6c6bb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:30:28.741784 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-aecdbf9c-554d-4bd3-aa5b-7d001e26758d service neutron] Attempting to bind port 4fbd8792-106f-4641-982c-22e74d7248e7 on network beb9cf70-bc90-42d6-8193-9a20588857cb {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:30:28.780948 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-aecdbf9c-554d-4bd3-aa5b-7d001e26758d service neutron] Port 4fbd8792-106f-4641-982c-22e74d7248e7 on network beb9cf70-bc90-42d6-8193-9a20588857cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:30:28.781256 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-aecdbf9c-554d-4bd3-aa5b-7d001e26758d service neutron] Attempting to bind port 4fbd8792-106f-4641-982c-22e74d7248e7 on network beb9cf70-bc90-42d6-8193-9a20588857cb {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:30:28.812135 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-ccfed798-fa10-4ce4-adc3-09a3a3be335e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Allocated IP 172.26.4.75 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/a0d6a006-5bb7-4f7f-8dd5-716562179458) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:28.834894 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-aecdbf9c-554d-4bd3-aa5b-7d001e26758d service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:30:28.835351 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-aecdbf9c-554d-4bd3-aa5b-7d001e26758d service neutron] Checking segment: {'id': 'e3042fec-9d16-46b6-a991-cf25c6c6bb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:30:28.835633 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-aecdbf9c-554d-4bd3-aa5b-7d001e26758d service neutron] Bound using segment: {'id': 'e3042fec-9d16-46b6-a991-cf25c6c6bb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:30:28.836099 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-aecdbf9c-554d-4bd3-aa5b-7d001e26758d service neutron] Bound port: 4fbd8792-106f-4641-982c-22e74d7248e7, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3042fec-9d16-46b6-a991-cf25c6c6bb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:30:28.836432 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-aecdbf9c-554d-4bd3-aa5b-7d001e26758d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.901796 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e152b2b-6553-4f6e-816f-754e7729fda5 None None] Update dhcp port {'port': {'network_id': 'f4c1d511-b973-40b6-a7de-5cd9c9516c8d', 'fixed_ips': [{'subnet_id': '5d70f7e2-e389-47dc-a96e-d6eccdf4e009', 'ip_address': '2001:db8::2'}, {'subnet_id': 'af216191-a420-4763-9ca2-ad9ca3792ba5'}], 'binding:host_id': 'dv-neutron-833561-1-hyperv'}, 'id': '979c9e78-d53b-4d10-b88e-fa4f82b82aa6'} from dv-neutron-833561-1-hyperv. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 14 15:30:28.916450 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c1ae469-6326-4184-8b7d-36c2592a88da tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.917194 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c1ae469-6326-4184-8b7d-36c2592a88da tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.980991 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3e152b2b-6553-4f6e-816f-754e7729fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.990525 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-fb80fd42-2ce2-4d55-92cb-b02dd290abcb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Deleting port 6f1b3069-bff1-4db5-88ae-93adee8b69eb {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:28.990877 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb80fd42-2ce2-4d55-92cb-b02dd290abcb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.121604 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] Set router 23f17679-0b6f-44a5-b245-23cc9de69ec1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:30:29.159704 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7c1ae469-6326-4184-8b7d-36c2592a88da tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Calling delete_port for 4fc89c09-0e30-4fcb-b628-3855e38f0c57 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:29.181054 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-fb80fd42-2ce2-4d55-92cb-b02dd290abcb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] The port '6f1b3069-bff1-4db5-88ae-93adee8b69eb' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:30:29.279623 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0246372a-3bb6-49a6-9257-aa46d57ee698 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] 10.222.0.60 "GET /v2.0/routers/c4acf5d9-e697-47fc-a878-410968c9546d HTTP/1.1" status: 200 len: 715 time: 0.5773072 Mar 14 15:30:29.286034 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48024) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:29.289039 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-aecdbf9c-554d-4bd3-aa5b-7d001e26758d service neutron] For port 4fbd8792-106f-4641-982c-22e74d7248e7, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:29.300807 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-aecdbf9c-554d-4bd3-aa5b-7d001e26758d service neutron] For port 4fbd8792-106f-4641-982c-22e74d7248e7, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=4fbd8792-106f-4641-982c-22e74d7248e7,segment=NetworkSegment(e3042fec-9d16-46b6-a991-cf25c6c6bb7d),segment_id=e3042fec-9d16-46b6-a991-cf25c6c6bb7d)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:29.323773 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-aecdbf9c-554d-4bd3-aa5b-7d001e26758d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.380769 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ccfed798-fa10-4ce4-adc3-09a3a3be335e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.421555 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-aecdbf9c-554d-4bd3-aa5b-7d001e26758d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.423214 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-aecdbf9c-554d-4bd3-aa5b-7d001e26758d service neutron] 10.222.0.24 "PUT /v2.0/ports/4fbd8792-106f-4641-982c-22e74d7248e7 HTTP/1.1" status: 200 len: 1094 time: 3.8834181 Mar 14 15:30:29.425367 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6f1b3069-bff1-4db5-88ae-93adee8b69eb no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:30:29.427570 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16329f1d-e21f-422e-8033-2f7b6aac1981', 'tag': '4fbd8792-106f-4641-982c-22e74d7248e7'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:30:29.482627 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 6f1b3069-bff1-4db5-88ae-93adee8b69eb {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:30:29.483211 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6f1b3069-bff1-4db5-88ae-93adee8b69eb not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:30:29.514585 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-3e152b2b-6553-4f6e-816f-754e7729fda5 None None] Allocated IP 2001:db8:0:1::2 (f4c1d511-b973-40b6-a7de-5cd9c9516c8d/af216191-a420-4763-9ca2-ad9ca3792ba5/979c9e78-d53b-4d10-b88e-fa4f82b82aa6) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:29.549523 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0738aed-6754-470e-87bf-943d02f2c511 req-96c14942-6d3d-4f70-b5a7-b4d87d835f3a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:29.551141 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a0738aed-6754-470e-87bf-943d02f2c511 req-96c14942-6d3d-4f70-b5a7-b4d87d835f3a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 944 time: 0.6084337 Mar 14 15:30:29.566493 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdbf9c-554d-4bd3-aa5b-7d001e26758d service neutron] Pushing event updated for resources: {'Port': ['ID=4fbd8792-106f-4641-982c-22e74d7248e7,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:29.602305 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ccfed798-fa10-4ce4-adc3-09a3a3be335e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.622993 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16329f1d-e21f-422e-8033-2f7b6aac1981', 'tag': '4fbd8792-106f-4641-982c-22e74d7248e7', 'status': 'completed', 'code': 200} Mar 14 15:30:29.677674 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb80fd42-2ce2-4d55-92cb-b02dd290abcb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.679249 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c1ae469-6326-4184-8b7d-36c2592a88da tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.887267 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a0738aed-6754-470e-87bf-943d02f2c511 req-cf24cb39-9171-4278-8164-0e1096bd2f74 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=52773a6f-207a-4286-a1b6-df92daf7771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2759612 Mar 14 15:30:29.896517 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-fb80fd42-2ce2-4d55-92cb-b02dd290abcb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d83efa-4602-46a3-a398-acffc127fe75']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:29.929028 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-fb80fd42-2ce2-4d55-92cb-b02dd290abcb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beef199f-baeb-4e9f-8927-564a980b6154') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:29.929325 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-fb80fd42-2ce2-4d55-92cb-b02dd290abcb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beef199f-baeb-4e9f-8927-564a980b6154') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:29.951081 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3e152b2b-6553-4f6e-816f-754e7729fda5 None None] For port 979c9e78-d53b-4d10-b88e-fa4f82b82aa6, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=979c9e78-d53b-4d10-b88e-fa4f82b82aa6,segment=NetworkSegment(9598a6eb-9b5e-4dc6-86e1-035fc561b8cb),segment_id=9598a6eb-9b5e-4dc6-86e1-035fc561b8cb)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:29.955142 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb80fd42-2ce2-4d55-92cb-b02dd290abcb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.970611 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:30:23Z', 'revision_number': 4, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6f72cee2-716c-4700-9192-e83d2843d7a3', 'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'mac_address': 'fa:16:3e:ba:15:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:21Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 2, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'subnets': [{'id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:29.975839 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] Checking router: 23f17679-0b6f-44a5-b245-23cc9de69ec1 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:30:29.976191 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] Updating router 23f17679-0b6f-44a5-b245-23cc9de69ec1 port 6f72cee2-716c-4700-9192-e83d2843d7a3 binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:30:29.977914 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb80fd42-2ce2-4d55-92cb-b02dd290abcb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.990479 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb80fd42-2ce2-4d55-92cb-b02dd290abcb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:30:29.991191 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb80fd42-2ce2-4d55-92cb-b02dd290abcb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:30:30.010601 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:30:30.038134 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3e152b2b-6553-4f6e-816f-754e7729fda5 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.057302 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.077171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfed798-fa10-4ce4-adc3-09a3a3be335e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:30.080097 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3e152b2b-6553-4f6e-816f-754e7729fda5 None None] Transition to ACTIVE for port object 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:30.091748 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-ccfed798-fa10-4ce4-adc3-09a3a3be335e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:30.174286 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfed798-fa10-4ce4-adc3-09a3a3be335e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Pushing event updated for resources: {'Port': ['ID=a0d6a006-5bb7-4f7f-8dd5-716562179458,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:30.176616 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb80fd42-2ce2-4d55-92cb-b02dd290abcb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.177789 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfed798-fa10-4ce4-adc3-09a3a3be335e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:30.211134 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb80fd42-2ce2-4d55-92cb-b02dd290abcb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.216007 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48042) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:30.233874 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1df76e4a-edfa-4b1e-b9d8-bf007a6abae2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2048133028-network', 'tenant_id': '3908706293194d6fa0db0fbc49b55509'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:30.235445 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3e152b2b-6553-4f6e-816f-754e7729fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.237158 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80fd42-2ce2-4d55-92cb-b02dd290abcb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Network': ['ID=39d83efa-4602-46a3-a398-acffc127fe75,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:30.252009 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1df76e4a-edfa-4b1e-b9d8-bf007a6abae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:30.255730 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c1ae469-6326-4184-8b7d-36c2592a88da tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.267360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1df76e4a-edfa-4b1e-b9d8-bf007a6abae2 admin admin] Usage tracker for resource:network and tenant:3908706293194d6fa0db0fbc49b55509 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:30.273900 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1df76e4a-edfa-4b1e-b9d8-bf007a6abae2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:30.276288 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-170402ff-e64e-45a8-a63c-c53f73a466c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 1097 time: 0.7826486 Mar 14 15:30:30.276624 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fb80fd42-2ce2-4d55-92cb-b02dd290abcb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/networks/39d83efa-4602-46a3-a398-acffc127fe75 HTTP/1.1" status: 204 len: 168 time: 3.1085269 Mar 14 15:30:30.291455 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48046) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:30.315702 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1df76e4a-edfa-4b1e-b9d8-bf007a6abae2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:30.341342 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df76e4a-edfa-4b1e-b9d8-bf007a6abae2 admin admin] Made reservation on behalf of 3908706293194d6fa0db0fbc49b55509 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:30.343776 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1df76e4a-edfa-4b1e-b9d8-bf007a6abae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.362555 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ae469-6326-4184-8b7d-36c2592a88da tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event deleted for resources: {'Port': ['ID=4fc89c09-0e30-4fcb-b628-3855e38f0c57,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:30.363360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1df76e4a-edfa-4b1e-b9d8-bf007a6abae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.377641 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e152b2b-6553-4f6e-816f-754e7729fda5 None None] Pushing event updated for resources: {'Port': ['ID=979c9e78-d53b-4d10-b88e-fa4f82b82aa6,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:30.390473 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-a1c16b8c-63f9-485b-8a50-4b2c4d62038d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Allocated IP 2001:db8::30 (f4c1d511-b973-40b6-a7de-5cd9c9516c8d/5d70f7e2-e389-47dc-a96e-d6eccdf4e009/56753692-6f9e-4689-9f58-a7b2a33df7a3) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:30.399018 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-a1c16b8c-63f9-485b-8a50-4b2c4d62038d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Allocated IP 2001:db8:0:1::111 (f4c1d511-b973-40b6-a7de-5cd9c9516c8d/af216191-a420-4763-9ca2-ad9ca3792ba5/56753692-6f9e-4689-9f58-a7b2a33df7a3) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:30.423183 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1df76e4a-edfa-4b1e-b9d8-bf007a6abae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:30.433011 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-aaf9af20-71dc-4c52-87a2-faafe1f7282c tempest-RoutersTestDVR-453580120 tempest-RoutersTestDVR-453580120-project] 10.222.0.60 "GET /v2.0/routers/c4acf5d9-e697-47fc-a878-410968c9546d HTTP/1.1" status: 200 len: 681 time: 1.1399970 Mar 14 15:30:30.441591 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48050) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:30.443027 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-8b68bb65-9296-407a-abf1-9df26f5116ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fbd8792-106f-4641-982c-22e74d7248e7 HTTP/1.1" status: 200 len: 217 time: 0.1503732 Mar 14 15:30:30.446419 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c119e2-4237-415c-b7a0-8c90ea574970 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:30.447274 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c119e2-4237-415c-b7a0-8c90ea574970 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:30.447400 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1df76e4a-edfa-4b1e-b9d8-bf007a6abae2 admin admin] Usage tracker for resource:security_group_rule and tenant:3908706293194d6fa0db0fbc49b55509 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:30.454973 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e0c119e2-4237-415c-b7a0-8c90ea574970 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/subnets/00bc15c7-031c-4943-ba8b-25ee84223770 HTTP/1.1" status: 404 len: 337 time: 0.0877018 Mar 14 15:30:30.474199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48054) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:30.512560 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c1ae469-6326-4184-8b7d-36c2592a88da tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.513665 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7c1ae469-6326-4184-8b7d-36c2592a88da tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "DELETE /v2.0/floatingips/c715ebd9-b8b7-411c-ab97-85b01b7752da HTTP/1.1" status: 204 len: 168 time: 2.4074996 Mar 14 15:30:30.516871 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1df76e4a-edfa-4b1e-b9d8-bf007a6abae2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:30.534324 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48058) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:30.570122 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-12869e8e-64bb-400b-9c43-b144486b43de tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:30.570542 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12869e8e-64bb-400b-9c43-b144486b43de tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:30.572453 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-12869e8e-64bb-400b-9c43-b144486b43de tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/networks/01f237fa-73a1-4590-8e1f-150ee94a074e HTTP/1.1" status: 404 len: 339 time: 0.0687578 Mar 14 15:30:30.578506 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48062) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:30.636013 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55bf418-fec3-4cdf-b148-b628767d5de0 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:30.636013 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a55bf418-fec3-4cdf-b148-b628767d5de0 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:30.637348 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a55bf418-fec3-4cdf-b148-b628767d5de0 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/subnets/83df0a5a-82ff-421a-a94d-924b22615e42 HTTP/1.1" status: 404 len: 337 time: 0.0578344 Mar 14 15:30:30.639514 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-aaf7b4bd-bfbe-4a36-98be-d1223bb08c93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:30.640833 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-aaf7b4bd-bfbe-4a36-98be-d1223bb08c93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bcc5066-53a7-43d6-b32e-ebedf3508cb5 HTTP/1.1" status: 200 len: 834 time: 0.1911585 Mar 14 15:30:30.642409 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48066) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:30.644153 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1df76e4a-edfa-4b1e-b9d8-bf007a6abae2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:30.687862 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.689459 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-f8ce1493-d9a6-4bd9-8e5d-ab9d8df58769 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] delete failed (client error): The resource could not be found. Mar 14 15:30:30.696808 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f8ce1493-d9a6-4bd9-8e5d-ab9d8df58769 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "DELETE /v2.0/floatingips/c715ebd9-b8b7-411c-ab97-85b01b7752da HTTP/1.1" status: 404 len: 345 time: 0.1613755 Mar 14 15:30:30.703724 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] Transition to ACTIVE for port object 6f72cee2-716c-4700-9192-e83d2843d7a3 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:30.705119 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48070) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:30.715144 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.753048 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-36123edb-ff9d-4610-b0df-03d7eeba8adb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:30.753487 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36123edb-ff9d-4610-b0df-03d7eeba8adb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:30.755149 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-36123edb-ff9d-4610-b0df-03d7eeba8adb tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/networks/7f1774b3-bae7-42b4-8606-cace4958f406 HTTP/1.1" status: 404 len: 339 time: 0.1118517 Mar 14 15:30:30.764023 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48074) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:30.817471 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6025e57-71cc-41b8-9358-cd14dc8b4727 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:30.817947 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6025e57-71cc-41b8-9358-cd14dc8b4727 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:30.818570 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94a7ab41-4a0b-4cda-9883-26c60b22f115 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.822927 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d6025e57-71cc-41b8-9358-cd14dc8b4727 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/subnets/ec777eb4-4d48-4461-a0ec-0df9e480d10d HTTP/1.1" status: 404 len: 337 time: 0.0547707 Mar 14 15:30:30.827917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48078) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:30.896118 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-7816cfec-3fda-4220-8e8f-77dbe8417aa6 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:30.896473 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7816cfec-3fda-4220-8e8f-77dbe8417aa6 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:30.898123 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7816cfec-3fda-4220-8e8f-77dbe8417aa6 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/networks/274f5d08-4d9d-4ff4-a361-9bfbfeed8c80 HTTP/1.1" status: 404 len: 339 time: 0.0677409 Mar 14 15:30:30.902407 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48082) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:30.945364 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad323d7-6850-45df-a665-40519ff8c9c1 None None] Pushing event updated for resources: {'Port': ['ID=6f72cee2-716c-4700-9192-e83d2843d7a3,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:30.997091 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-861ec4c5-4d3d-43b4-b73c-958eaf9ad433 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=beb9cf70-bc90-42d6-8193-9a20588857cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3460629 Mar 14 15:30:31.010663 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4d195c-fe53-4adc-be40-56099559dd6a tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:31.019896 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4d195c-fe53-4adc-be40-56099559dd6a tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:31.024360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4d195c-fe53-4adc-be40-56099559dd6a tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:31.026679 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4b4d195c-fe53-4adc-be40-56099559dd6a tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Synchronizing usage tracker for tenant:e7d23185aeb7444fafd7db70962a6e47 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:30:31.111742 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] Attempting to bind port 6f72cee2-716c-4700-9192-e83d2843d7a3 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:30:31.112324 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] Attempting to bind port 6f72cee2-716c-4700-9192-e83d2843d7a3 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3636f367-7bcd-449f-8e47-979905287efa'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:30:31.112571 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] Attempting to bind port 6f72cee2-716c-4700-9192-e83d2843d7a3 on network 3636f367-7bcd-449f-8e47-979905287efa {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:30:31.122709 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:30:31.123088 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] Checking segment: {'id': 'a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3636f367-7bcd-449f-8e47-979905287efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:30:31.123499 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.123897 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] Bound using segment: {'id': 'a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3636f367-7bcd-449f-8e47-979905287efa'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:30:31.124907 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] Bound port: 6f72cee2-716c-4700-9192-e83d2843d7a3, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3636f367-7bcd-449f-8e47-979905287efa'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:30:31.125322 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.128541 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1df76e4a-edfa-4b1e-b9d8-bf007a6abae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.146225 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1df76e4a-edfa-4b1e-b9d8-bf007a6abae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.276453 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1c16b8c-63f9-485b-8a50-4b2c4d62038d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.300867 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ccfed798-fa10-4ce4-adc3-09a3a3be335e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.301653 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ccfed798-fa10-4ce4-adc3-09a3a3be335e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.303638 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4b4d195c-fe53-4adc-be40-56099559dd6a tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Unset dirty status for tenant:e7d23185aeb7444fafd7db70962a6e47 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:30:31.304774 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4b4d195c-fe53-4adc-be40-56099559dd6a tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "GET /v2.0/ports?network_id=276ce184-00e4-40d9-9837-1af332a941fb HTTP/1.1" status: 200 len: 2357 time: 0.5921621 Mar 14 15:30:31.323063 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48088) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:31.365597 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:30:31.395864 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] For port 6f72cee2-716c-4700-9192-e83d2843d7a3, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:31.396296 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df76e4a-edfa-4b1e-b9d8-bf007a6abae2 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:30:31.420464 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] For port 6f72cee2-716c-4700-9192-e83d2843d7a3, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6f72cee2-716c-4700-9192-e83d2843d7a3,segment=NetworkSegment(a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63),segment_id=a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:31.427824 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.467328 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-a1c16b8c-63f9-485b-8a50-4b2c4d62038d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Transition to ACTIVE for port object 56753692-6f9e-4689-9f58-a7b2a33df7a3 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:31.473899 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df76e4a-edfa-4b1e-b9d8-bf007a6abae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c85c2f-dce8-43ee-92e7-ecf9a9f40c7d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:31.530959 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad323d7-6850-45df-a665-40519ff8c9c1 None None] Pushing event updated for resources: {'Port': ['ID=6f72cee2-716c-4700-9192-e83d2843d7a3,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:31.535480 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9133e782-897e-4090-9b39-53633a09554c None None] Provisioning for port 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:31.537253 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1df76e4a-edfa-4b1e-b9d8-bf007a6abae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.537697 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-1df76e4a-edfa-4b1e-b9d8-bf007a6abae2 admin admin] Added segment 625c4857-f410-4886-8d87-d55546c9fecc of type vlan for network d55dff45-2e4d-4bb3-afa3-2f786c66107e Mar 14 15:30:31.548451 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9133e782-897e-4090-9b39-53633a09554c None None] Provisioning complete for port 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:31.548827 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9133e782-897e-4090-9b39-53633a09554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.576341 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94a7ab41-4a0b-4cda-9883-26c60b22f115 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.579160 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:31.579533 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.587354 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1df76e4a-edfa-4b1e-b9d8-bf007a6abae2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.598681 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94a7ab41-4a0b-4cda-9883-26c60b22f115 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.617406 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] Routers {'23f17679-0b6f-44a5-b245-23cc9de69ec1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:31.617722 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['23f17679-0b6f-44a5-b245-23cc9de69ec1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:31.629119 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1c16b8c-63f9-485b-8a50-4b2c4d62038d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.784440 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-813724cd-b6b4-4895-8b08-6ae49eb8cc09 service neutron] 10.222.0.24 "GET /v2.0/networks/beb9cf70-bc90-42d6-8193-9a20588857cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7527497 Mar 14 15:30:31.794507 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9cc418-f2b8-444e-ba33-df349e442f4b tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:31.795072 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ad9cc418-f2b8-444e-ba33-df349e442f4b tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Synchronizing usage tracker for tenant:e7d23185aeb7444fafd7db70962a6e47 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:30:31.802171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-4056ae1e-43b2-490b-9ba8-8d8b27f4dad7 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Deleting subnet cc4c4262-0639-487f-bf09-fed5bb97550a {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:30:31.842171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4056ae1e-43b2-490b-9ba8-8d8b27f4dad7 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.846459 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1df76e4a-edfa-4b1e-b9d8-bf007a6abae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.848417 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df76e4a-edfa-4b1e-b9d8-bf007a6abae2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:31.849440 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1df76e4a-edfa-4b1e-b9d8-bf007a6abae2 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.872157 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94a7ab41-4a0b-4cda-9883-26c60b22f115 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.872793 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a7ab41-4a0b-4cda-9883-26c60b22f115 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4acf5d9-e697-47fc-a878-410968c9546d {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:30:31.958669 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c16b8c-63f9-485b-8a50-4b2c4d62038d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network f4c1d511-b973-40b6-a7de-5cd9c9516c8d is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:31.962950 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] Set router 23f17679-0b6f-44a5-b245-23cc9de69ec1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:30:31.980920 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-a1c16b8c-63f9-485b-8a50-4b2c4d62038d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:31.982861 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e340f35-7e19-46ba-9e5c-b6685d4095fe req-c0df4313-83e7-45a3-afdc-d3bb073a2561 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:31.987522 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c16b8c-63f9-485b-8a50-4b2c4d62038d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Port': ['ID=56753692-6f9e-4689-9f58-a7b2a33df7a3,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:31.994813 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c16b8c-63f9-485b-8a50-4b2c4d62038d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:31.995470 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e340f35-7e19-46ba-9e5c-b6685d4095fe req-c0df4313-83e7-45a3-afdc-d3bb073a2561 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 944 time: 0.8184576 Mar 14 15:30:31.999437 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c16b8c-63f9-485b-8a50-4b2c4d62038d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:32.000349 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1c16b8c-63f9-485b-8a50-4b2c4d62038d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.009994 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94a7ab41-4a0b-4cda-9883-26c60b22f115 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.011341 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-94a7ab41-4a0b-4cda-9883-26c60b22f115 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] 10.222.0.60 "DELETE /v2.0/routers/c4acf5d9-e697-47fc-a878-410968c9546d HTTP/1.1" status: 204 len: 168 time: 1.5687914 Mar 14 15:30:32.012904 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1df76e4a-edfa-4b1e-b9d8-bf007a6abae2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7961943 Mar 14 15:30:32.018520 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df76e4a-edfa-4b1e-b9d8-bf007a6abae2 admin admin] Pushing event updated for resources: {'Network': ['ID=d55dff45-2e4d-4bb3-afa3-2f786c66107e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:32.021035 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48092) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:32.021522 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48094) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:32.033086 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b84e1cfb-8cac-4c86-aca8-4fed58b76c8e admin admin] Request body: {'subnet': {'network_id': 'd55dff45-2e4d-4bb3-afa3-2f786c66107e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2048133028-subnet', 'tenant_id': '3908706293194d6fa0db0fbc49b55509', 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:32.040163 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a18d2bc5-d8b6-42e0-a217-49f6502e2f47 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Request body: {'router': {'name': 'tempest-router-2129768183', 'distributed': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:32.046309 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b84e1cfb-8cac-4c86-aca8-4fed58b76c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:32.048839 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a18d2bc5-d8b6-42e0-a217-49f6502e2f47 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:32.053375 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b84e1cfb-8cac-4c86-aca8-4fed58b76c8e admin admin] Usage tracker for resource:subnet and tenant:3908706293194d6fa0db0fbc49b55509 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:32.054552 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ad9cc418-f2b8-444e-ba33-df349e442f4b tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Unset dirty status for tenant:e7d23185aeb7444fafd7db70962a6e47 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:30:32.057665 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a18d2bc5-d8b6-42e0-a217-49f6502e2f47 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Usage tracker for resource:router and tenant:0b1a92566f8041e4b51a83b5d7b5356b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:32.060846 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b84e1cfb-8cac-4c86-aca8-4fed58b76c8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:32.061605 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ad9cc418-f2b8-444e-ba33-df349e442f4b tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "GET /v2.0/subnets/ca6a33e1-df35-41af-82be-469009c7c8e0 HTTP/1.1" status: 200 len: 797 time: 0.7343788 Mar 14 15:30:32.064042 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a18d2bc5-d8b6-42e0-a217-49f6502e2f47 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:32.065387 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48100) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:32.067786 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a1c16b8c-63f9-485b-8a50-4b2c4d62038d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.7240784 Mar 14 15:30:32.073218 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4056ae1e-43b2-490b-9ba8-8d8b27f4dad7 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.073449 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48104) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:32.075970 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a18d2bc5-d8b6-42e0-a217-49f6502e2f47 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:32.081809 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8c9fb0fc-77c8-466e-a641-130b505fdf6b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5d70f7e2-e389-47dc-a96e-d6eccdf4e009'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:32.105747 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4c66c6d9-8245-4f5a-af68-997c3e687dcc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Request body: {'port': {'network_id': '276ce184-00e4-40d9-9837-1af332a941fb', 'name': 'tempest-FloatingIPTestJSON-1059215340', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:32.111824 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b84e1cfb-8cac-4c86-aca8-4fed58b76c8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:32.204363 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network d55dff45-2e4d-4bb3-afa3-2f786c66107e details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:30:32.229239 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a18d2bc5-d8b6-42e0-a217-49f6502e2f47 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.230879 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a18d2bc5-d8b6-42e0-a217-49f6502e2f47 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.240013 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84e1cfb-8cac-4c86-aca8-4fed58b76c8e admin admin] Made reservation on behalf of 3908706293194d6fa0db0fbc49b55509 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:32.249659 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b84e1cfb-8cac-4c86-aca8-4fed58b76c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.342960 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d8506375-bf3b-4f5c-a79c-a0cb8dd9e6c7 req-0d89a136-d98d-490b-9047-9f8412fc4352 service neutron] 10.222.0.24 "GET /v2.0/networks/beb9cf70-bc90-42d6-8193-9a20588857cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361938 Mar 14 15:30:32.345847 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e340f35-7e19-46ba-9e5c-b6685d4095fe req-bb3f204e-9634-493b-88cc-8c4f557f14dc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=52773a6f-207a-4286-a1b6-df92daf7771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3493738 Mar 14 15:30:32.363108 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4056ae1e-43b2-490b-9ba8-8d8b27f4dad7 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.441828 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a18d2bc5-d8b6-42e0-a217-49f6502e2f47 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.537349 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a18d2bc5-d8b6-42e0-a217-49f6502e2f47 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.556457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4c66c6d9-8245-4f5a-af68-997c3e687dcc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:32.560252 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9baccc2d-db04-40b2-b46f-190729e5cea6 None None] Provisioning for port 56753692-6f9e-4689-9f58-a7b2a33df7a3 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:32.567636 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:30:23Z', 'revision_number': 4, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6f72cee2-716c-4700-9192-e83d2843d7a3', 'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'mac_address': 'fa:16:3e:ba:15:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:21Z', 'updated_at': '2022-03-14T15:30:31Z', 'revision_number': 4, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'subnets': [{'id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:32.574277 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c7b3f9-e6ef-49af-b011-e35360ca3c94 None None] The sync data for ids ['23f17679-0b6f-44a5-b245-23cc9de69ec1'] in dv-neutron-833561-1-hyperv is: [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:30:23Z', 'revision_number': 4, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6f72cee2-716c-4700-9192-e83d2843d7a3', 'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'mac_address': 'fa:16:3e:ba:15:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:21Z', 'updated_at': '2022-03-14T15:30:31Z', 'revision_number': 4, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'subnets': [{'id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:30:32.576152 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9baccc2d-db04-40b2-b46f-190729e5cea6 None None] Provisioning complete for port 56753692-6f9e-4689-9f58-a7b2a33df7a3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:32.576538 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9baccc2d-db04-40b2-b46f-190729e5cea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.588790 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4c66c6d9-8245-4f5a-af68-997c3e687dcc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:32.607952 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb0fc-77c8-466e-a641-130b505fdf6b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.620197 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4d8a9a28-dcba-4f9b-b45b-1d52a69e6600 req-b1f22cd1-ac05-4324-a777-00e1b9c1599c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 1097 time: 0.2022536 Mar 14 15:30:32.622413 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4056ae1e-43b2-490b-9ba8-8d8b27f4dad7 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.634005 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a18d2bc5-d8b6-42e0-a217-49f6502e2f47 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.637807 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a18d2bc5-d8b6-42e0-a217-49f6502e2f47 tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6082513 Mar 14 15:30:32.638748 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48108) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:32.648865 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9baccc2d-db04-40b2-b46f-190729e5cea6 None None] Port 56753692-6f9e-4689-9f58-a7b2a33df7a3 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:30:32.772894 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056ae1e-43b2-490b-9ba8-8d8b27f4dad7 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Subnet': ['ID=cc4c4262-0639-487f-bf09-fed5bb97550a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:32.775325 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c66c6d9-8245-4f5a-af68-997c3e687dcc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Made reservation on behalf of e7d23185aeb7444fafd7db70962a6e47 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:32.820860 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e3f5dc-079a-4062-932a-ad83c03c81ee None None] Network c86f0872-1967-4f99-a574-f27584214f08 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:32.898293 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4056ae1e-43b2-490b-9ba8-8d8b27f4dad7 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.912594 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b84e1cfb-8cac-4c86-aca8-4fed58b76c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.969196 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4056ae1e-43b2-490b-9ba8-8d8b27f4dad7 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/subnets/cc4c4262-0639-487f-bf09-fed5bb97550a HTTP/1.1" status: 204 len: 168 time: 2.0644214 Mar 14 15:30:32.974329 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48112) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:33.006374 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c66c6d9-8245-4f5a-af68-997c3e687dcc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.018152 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8024ca15-1f35-427d-9cf1-87a744beea4f tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.029981 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a9a28-dcba-4f9b-b45b-1d52a69e6600 req-f9109198-e76b-4ccf-ab51-63a96e53163d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:33.031865 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4d8a9a28-dcba-4f9b-b45b-1d52a69e6600 req-f9109198-e76b-4ccf-ab51-63a96e53163d service neutron] 10.222.0.24 "GET /v2.0/networks?id=beb9cf70-bc90-42d6-8193-9a20588857cb HTTP/1.1" status: 200 len: 897 time: 0.3760593 Mar 14 15:30:33.095161 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-4c66c6d9-8245-4f5a-af68-997c3e687dcc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] device_id is not set on port 665f579a-93cb-48fd-a706-fb38a1f16732 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:30:33.141127 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfed798-fa10-4ce4-adc3-09a3a3be335e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Router 36597620-46dc-4281-87fb-ddf0d2b0320c is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:30:33.165950 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4d8a9a28-dcba-4f9b-b45b-1d52a69e6600 req-8a1d5500-7125-41d7-9bd6-90a0a95b5362 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fbd8792-106f-4641-982c-22e74d7248e7 HTTP/1.1" status: 200 len: 217 time: 0.1217706 Mar 14 15:30:33.220480 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0056be08-396e-489a-9912-55a551d914e2 None None] DHCP port deletion for c86f0872-1967-4f99-a574-f27584214f08 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:30:33.226189 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0056be08-396e-489a-9912-55a551d914e2 None None] Deleting port b92d7ccf-773f-4f19-b7d9-c241d49159cb {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:33.226628 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0056be08-396e-489a-9912-55a551d914e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.342099 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6f72cee2-716c-4700-9192-e83d2843d7a3 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:30:33.409612 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e1cfb-8cac-4c86-aca8-4fed58b76c8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=72aefd8d-3042-4807-b862-969fd0fcf0b0,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:33.415119 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86610ee6-cb2d-4994-adae-9963c42b9c82 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.459112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a9a28-dcba-4f9b-b45b-1d52a69e6600 req-20cd5f65-722f-4061-95f5-3edb12ada27a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:33.461239 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4d8a9a28-dcba-4f9b-b45b-1d52a69e6600 req-20cd5f65-722f-4061-95f5-3edb12ada27a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bcc5066-53a7-43d6-b32e-ebedf3508cb5 HTTP/1.1" status: 200 len: 834 time: 0.2808268 Mar 14 15:30:33.547229 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84e1cfb-8cac-4c86-aca8-4fed58b76c8e admin admin] Checking segment: {'id': '625c4857-f410-4886-8d87-d55546c9fecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd55dff45-2e4d-4bb3-afa3-2f786c66107e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:30:33.547833 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84e1cfb-8cac-4c86-aca8-4fed58b76c8e admin admin] Network hostable DHCP agents. Network: d55dff45-2e4d-4bb3-afa3-2f786c66107e, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:30:33.563578 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0056be08-396e-489a-9912-55a551d914e2 None None] For port b92d7ccf-773f-4f19-b7d9-c241d49159cb, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b92d7ccf-773f-4f19-b7d9-c241d49159cb,segment=NetworkSegment(c5cf5f10-6a96-4d86-9fef-5609868f6b5a),segment_id=c5cf5f10-6a96-4d86-9fef-5609868f6b5a)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:33.564408 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0056be08-396e-489a-9912-55a551d914e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.566739 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-86610ee6-cb2d-4994-adae-9963c42b9c82 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Deleting port b92d7ccf-773f-4f19-b7d9-c241d49159cb {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:33.567076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86610ee6-cb2d-4994-adae-9963c42b9c82 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.637241 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 6f72cee2-716c-4700-9192-e83d2843d7a3 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:33.695587 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4d8a9a28-dcba-4f9b-b45b-1d52a69e6600 req-c3484762-a4f6-43d1-b2fa-6e5ad8605d26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=beb9cf70-bc90-42d6-8193-9a20588857cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2260461 Mar 14 15:30:33.710449 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0056be08-396e-489a-9912-55a551d914e2 None None] Calling delete_port for b92d7ccf-773f-4f19-b7d9-c241d49159cb owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:33.738401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 6f72cee2-716c-4700-9192-e83d2843d7a3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:33.739451 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.888567 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0056be08-396e-489a-9912-55a551d914e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.949422 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056be08-396e-489a-9912-55a551d914e2 None None] Pushing event deleted for resources: {'Port': ['ID=b92d7ccf-773f-4f19-b7d9-c241d49159cb,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:33.956309 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0056be08-396e-489a-9912-55a551d914e2 None None] No DVR routers for this DVR port b92d7ccf-773f-4f19-b7d9-c241d49159cb on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:30:33.957827 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.002976 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 6f72cee2-716c-4700-9192-e83d2843d7a3, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6f72cee2-716c-4700-9192-e83d2843d7a3,segment=NetworkSegment(a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63),segment_id=a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:34.009703 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.093894 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=6f72cee2-716c-4700-9192-e83d2843d7a3,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:34.098621 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b92d7ccf-773f-4f19-b7d9-c241d49159cb no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:30:34.138259 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfed798-fa10-4ce4-adc3-09a3a3be335e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:30:34.139536 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: b92d7ccf-773f-4f19-b7d9-c241d49159cb {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:30:34.139851 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b92d7ccf-773f-4f19-b7d9-c241d49159cb not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:30:34.150798 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] Sync routers for ids ['36597620-46dc-4281-87fb-ddf0d2b0320c'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:30:34.166267 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] Routers {'36597620-46dc-4281-87fb-ddf0d2b0320c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:34.167180 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['36597620-46dc-4281-87fb-ddf0d2b0320c'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:34.175071 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4d8a9a28-dcba-4f9b-b45b-1d52a69e6600 req-32b8bd78-f1ff-4f3d-bbb3-06e46b09bdc6 service neutron] 10.222.0.24 "GET /v2.0/networks/beb9cf70-bc90-42d6-8193-9a20588857cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378636 Mar 14 15:30:34.176385 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8024ca15-1f35-427d-9cf1-87a744beea4f tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.178539 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-4c66c6d9-8245-4f5a-af68-997c3e687dcc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Allocated IP 172.20.0.14 (276ce184-00e4-40d9-9837-1af332a941fb/ca6a33e1-df35-41af-82be-469009c7c8e0/665f579a-93cb-48fd-a706-fb38a1f16732) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:34.181924 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8024ca15-1f35-427d-9cf1-87a744beea4f tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.183834 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ccfed798-fa10-4ce4-adc3-09a3a3be335e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.184984 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ccfed798-fa10-4ce4-adc3-09a3a3be335e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.6984200 Mar 14 15:30:34.209252 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48120) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:34.237219 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8024ca15-1f35-427d-9cf1-87a744beea4f tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.237652 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8024ca15-1f35-427d-9cf1-87a744beea4f tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6afe5933-55a2-4473-a2ee-2c05c3be0491 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:30:34.276423 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-4c66c6d9-8245-4f5a-af68-997c3e687dcc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Allocated IP 172.20.0.13 (276ce184-00e4-40d9-9837-1af332a941fb/ca6a33e1-df35-41af-82be-469009c7c8e0/665f579a-93cb-48fd-a706-fb38a1f16732) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:34.289284 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-8c9fb0fc-77c8-466e-a641-130b505fdf6b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Delete allocated IP 2001:db8:0:1::111 (f4c1d511-b973-40b6-a7de-5cd9c9516c8d/af216191-a420-4763-9ca2-ad9ca3792ba5) {{(pid=83910) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 14 15:30:34.295973 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8024ca15-1f35-427d-9cf1-87a744beea4f tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.300556 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8024ca15-1f35-427d-9cf1-87a744beea4f tempest-RoutersTestDVR-418472546 tempest-RoutersTestDVR-418472546-project-admin] 10.222.0.60 "DELETE /v2.0/routers/6afe5933-55a2-4473-a2ee-2c05c3be0491 HTTP/1.1" status: 204 len: 168 time: 1.6571817 Mar 14 15:30:34.372644 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84e1cfb-8cac-4c86-aca8-4fed58b76c8e admin admin] Network d55dff45-2e4d-4bb3-afa3-2f786c66107e is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:30:34.401787 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] Set router 36597620-46dc-4281-87fb-ddf0d2b0320c gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:30:34.411818 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb5838-faba-4f55-bfd7-6cca6280d2e0 req-f8596f64-23cd-4bb4-9185-832f3cbafd83 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:34.419964 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b3eb5838-faba-4f55-bfd7-6cca6280d2e0 req-f8596f64-23cd-4bb4-9185-832f3cbafd83 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 944 time: 0.8613365 Mar 14 15:30:34.504680 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b84e1cfb-8cac-4c86-aca8-4fed58b76c8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, d55dff45-2e4d-4bb3-afa3-2f786c66107e) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:34.516524 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a588ccd5-a844-4b70-b32a-9637261011f3 None None] Network d55dff45-2e4d-4bb3-afa3-2f786c66107e requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:34.523262 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84e1cfb-8cac-4c86-aca8-4fed58b76c8e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:34.523965 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b84e1cfb-8cac-4c86-aca8-4fed58b76c8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.556741 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b84e1cfb-8cac-4c86-aca8-4fed58b76c8e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5312617 Mar 14 15:30:34.558737 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-86610ee6-cb2d-4994-adae-9963c42b9c82 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] For port b92d7ccf-773f-4f19-b7d9-c241d49159cb, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b92d7ccf-773f-4f19-b7d9-c241d49159cb,segment=NetworkSegment(c5cf5f10-6a96-4d86-9fef-5609868f6b5a),segment_id=c5cf5f10-6a96-4d86-9fef-5609868f6b5a)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:34.559097 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86610ee6-cb2d-4994-adae-9963c42b9c82 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.577925 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48126) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:34.657392 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b8818922-dc5f-4863-9cd3-ee4a9c719373 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2048133028-router', 'tenant_id': '3908706293194d6fa0db0fbc49b55509', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:34.707684 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4d8a9a28-dcba-4f9b-b45b-1d52a69e6600 req-ddc819e6-cf9a-4233-ae3d-8a40ce22971e service neutron] 10.222.0.24 "GET /v2.0/networks/beb9cf70-bc90-42d6-8193-9a20588857cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253239 Mar 14 15:30:34.739272 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48132) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:34.798754 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36597620-46dc-4281-87fb-ddf0d2b0320c', 'name': 'tempest-snat-router-379448723', 'tenant_id': '6a81dbf53ab54b8eac2d912ad3e65eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.75'}], 'enable_snat': False}, 'gw_port_id': 'a0d6a006-5bb7-4f7f-8dd5-716562179458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:25Z', 'updated_at': '2022-03-14T15:30:30Z', 'revision_number': 3, 'project_id': '6a81dbf53ab54b8eac2d912ad3e65eb7', 'gw_port': {'id': 'a0d6a006-5bb7-4f7f-8dd5-716562179458', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36597620-46dc-4281-87fb-ddf0d2b0320c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:28Z', 'updated_at': '2022-03-14T15:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:34.806315 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] Checking router: 36597620-46dc-4281-87fb-ddf0d2b0320c for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:30:34.806711 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] Updating router 36597620-46dc-4281-87fb-ddf0d2b0320c port a0d6a006-5bb7-4f7f-8dd5-716562179458 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:30:34.808480 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-86610ee6-cb2d-4994-adae-9963c42b9c82 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Calling delete_port for b92d7ccf-773f-4f19-b7d9-c241d49159cb owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:34.815535 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c66c6d9-8245-4f5a-af68-997c3e687dcc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.833980 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1d53349c-71df-47b3-951c-109281fd564e tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "GET /v2.0/routers/36597620-46dc-4281-87fb-ddf0d2b0320c HTTP/1.1" status: 200 len: 907 time: 0.6236577 Mar 14 15:30:34.838749 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48138) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:34.848289 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4706c952-ba6a-4dc9-9fd9-7ef6895b2ff0 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Request body: {'router': {'name': 'tempest-snat-router-379448723', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'enable_snat': True}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:34.856564 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4706c952-ba6a-4dc9-9fd9-7ef6895b2ff0 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:34.861343 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af471c74-4c77-429e-9912-06f0ebea67a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-d55dff45-2e4d-4bb3-afa3-2f786c66107e', 'network_id': 'd55dff45-2e4d-4bb3-afa3-2f786c66107e', 'tenant_id': '3908706293194d6fa0db0fbc49b55509', 'fixed_ips': [{'subnet_id': '72aefd8d-3042-4807-b862-969fd0fcf0b0'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:30:34.862789 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-af471c74-4c77-429e-9912-06f0ebea67a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.862961 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4706c952-ba6a-4dc9-9fd9-7ef6895b2ff0 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Usage tracker for resource:router and tenant:6a81dbf53ab54b8eac2d912ad3e65eb7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:34.867785 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4706c952-ba6a-4dc9-9fd9-7ef6895b2ff0 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:34.881817 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4706c952-ba6a-4dc9-9fd9-7ef6895b2ff0 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:34.897461 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb0fc-77c8-466e-a641-130b505fdf6b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.898288 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c66c6d9-8245-4f5a-af68-997c3e687dcc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.916423 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-8c9fb0fc-77c8-466e-a641-130b505fdf6b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Transition to ACTIVE for port object 56753692-6f9e-4689-9f58-a7b2a33df7a3 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:34.918541 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4706c952-ba6a-4dc9-9fd9-7ef6895b2ff0 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.919444 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.919981 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4706c952-ba6a-4dc9-9fd9-7ef6895b2ff0 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.920776 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b8818922-dc5f-4863-9cd3-ee4a9c719373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:34.935601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb0fc-77c8-466e-a641-130b505fdf6b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.939298 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b8818922-dc5f-4863-9cd3-ee4a9c719373 admin admin] Usage tracker for resource:router and tenant:3908706293194d6fa0db0fbc49b55509 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:34.948822 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4706c952-ba6a-4dc9-9fd9-7ef6895b2ff0 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.961293 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b3eb5838-faba-4f55-bfd7-6cca6280d2e0 req-a2cd326d-f1ad-4b05-9d04-62bea3526867 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=52773a6f-207a-4286-a1b6-df92daf7771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5403948 Mar 14 15:30:35.005297 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b8818922-dc5f-4863-9cd3-ee4a9c719373 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:35.035322 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b8818922-dc5f-4863-9cd3-ee4a9c719373 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:35.085548 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66c6d9-8245-4f5a-af68-997c3e687dcc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Port': ['ID=665f579a-93cb-48fd-a706-fb38a1f16732,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:35.114251 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-8c9fb0fc-77c8-466e-a641-130b505fdf6b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] In _notify_port_updated(), no bound segment for port 56753692-6f9e-4689-9f58-a7b2a33df7a3 on network f4c1d511-b973-40b6-a7de-5cd9c9516c8d {{(pid=83910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 14 15:30:35.118999 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9fb0fc-77c8-466e-a641-130b505fdf6b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:35.119596 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb0fc-77c8-466e-a641-130b505fdf6b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.120923 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8c9fb0fc-77c8-466e-a641-130b505fdf6b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "PUT /v2.0/ports/56753692-6f9e-4689-9f58-a7b2a33df7a3 HTTP/1.1" status: 200 len: 925 time: 3.0463691 Mar 14 15:30:35.122929 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fb0fc-77c8-466e-a641-130b505fdf6b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Port': ['ID=56753692-6f9e-4689-9f58-a7b2a33df7a3,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:35.125859 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48142) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:35.126733 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8818922-dc5f-4863-9cd3-ee4a9c719373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.127674 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8818922-dc5f-4863-9cd3-ee4a9c719373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.133769 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-af471c74-4c77-429e-9912-06f0ebea67a5 None None] Allocated IP 172.20.0.2 (d55dff45-2e4d-4bb3-afa3-2f786c66107e/72aefd8d-3042-4807-b862-969fd0fcf0b0/253bd74e-cd82-47bc-800c-f8365937ab04) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:35.152729 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2aff434b-edd2-4072-8f54-59b3d74c8b30 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5d70f7e2-e389-47dc-a96e-d6eccdf4e009'}, {'subnet_id': 'af216191-a420-4763-9ca2-ad9ca3792ba5'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:35.184471 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c66c6d9-8245-4f5a-af68-997c3e687dcc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Network 276ce184-00e4-40d9-9837-1af332a941fb is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:35.198606 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4c66c6d9-8245-4f5a-af68-997c3e687dcc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:35.204582 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.api [None req-86610ee6-cb2d-4994-adae-9963c42b9c82 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:30:35.204582 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG oslo_db.api [None req-86610ee6-cb2d-4994-adae-9963c42b9c82 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:30:35.216147 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8818922-dc5f-4863-9cd3-ee4a9c719373 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.332468 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c66c6d9-8245-4f5a-af68-997c3e687dcc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:35.370398 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6f72cee2-716c-4700-9192-e83d2843d7a3 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:30:35.375036 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dfd77964-030d-4a7a-999f-32bad4f58782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.444457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c66c6d9-8245-4f5a-af68-997c3e687dcc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:35.444998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c66c6d9-8245-4f5a-af68-997c3e687dcc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.473530 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dfd77964-030d-4a7a-999f-32bad4f58782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:35.478911 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4706c952-ba6a-4dc9-9fd9-7ef6895b2ff0 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.485564 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-dfd77964-030d-4a7a-999f-32bad4f58782 admin admin] Usage tracker for resource:security_group_rule and tenant:ed695915f417490e95c926d1a320c050 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:35.492045 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4c66c6d9-8245-4f5a-af68-997c3e687dcc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.4224026 Mar 14 15:30:35.492762 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48146) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:35.494277 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-dfd77964-030d-4a7a-999f-32bad4f58782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:35.507846 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': '665f579a-93cb-48fd-a706-fb38a1f16732', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:35.512276 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dfd77964-030d-4a7a-999f-32bad4f58782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:35.518822 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:35.525620 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Usage tracker for resource:floatingip and tenant:e7d23185aeb7444fafd7db70962a6e47 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:35.532269 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:35.559552 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:35.595082 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.600347 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6ee1e91-0a0b-433e-b8bf-9144ebfb5f63 None None] Provisioning for port 56753692-6f9e-4689-9f58-a7b2a33df7a3 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:35.610767 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-af471c74-4c77-429e-9912-06f0ebea67a5 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.613720 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6ee1e91-0a0b-433e-b8bf-9144ebfb5f63 None None] Provisioning complete for port 56753692-6f9e-4689-9f58-a7b2a33df7a3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:35.614304 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6ee1e91-0a0b-433e-b8bf-9144ebfb5f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.616248 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] Transition to ACTIVE for port object a0d6a006-5bb7-4f7f-8dd5-716562179458 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:35.626211 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.636759 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2aff434b-edd2-4072-8f54-59b3d74c8b30 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.646751 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.664146 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 6f72cee2-716c-4700-9192-e83d2843d7a3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:35.664369 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.706823 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-86610ee6-cb2d-4994-adae-9963c42b9c82 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Deleting port b92d7ccf-773f-4f19-b7d9-c241d49159cb {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:35.707535 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86610ee6-cb2d-4994-adae-9963c42b9c82 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.739488 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] Attempting to bind port a0d6a006-5bb7-4f7f-8dd5-716562179458 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:30:35.739488 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] Attempting to bind port a0d6a006-5bb7-4f7f-8dd5-716562179458 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:30:35.740792 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] Attempting to bind port a0d6a006-5bb7-4f7f-8dd5-716562179458 on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:30:35.745623 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-af471c74-4c77-429e-9912-06f0ebea67a5 None None] Transition to ACTIVE for port object 253bd74e-cd82-47bc-800c-f8365937ab04 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:35.751748 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1376f-a47f-4a4d-b0dd-d68d49e7a6fb None None] Pushing event updated for resources: {'Port': ['ID=a0d6a006-5bb7-4f7f-8dd5-716562179458,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:35.756909 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:30:35.757341 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:30:35.757688 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.758094 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:30:35.759653 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] Bound port: a0d6a006-5bb7-4f7f-8dd5-716562179458, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:30:35.760031 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.781386 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6ee1e91-0a0b-433e-b8bf-9144ebfb5f63 None None] Port 56753692-6f9e-4689-9f58-a7b2a33df7a3 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:30:35.794385 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-af471c74-4c77-429e-9912-06f0ebea67a5 None None] Transition to ACTIVE for port object 253bd74e-cd82-47bc-800c-f8365937ab04 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:35.806285 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-af471c74-4c77-429e-9912-06f0ebea67a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.808839 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dfd77964-030d-4a7a-999f-32bad4f58782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.822931 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dfd77964-030d-4a7a-999f-32bad4f58782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.832346 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-86610ee6-cb2d-4994-adae-9963c42b9c82 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] The port 'b92d7ccf-773f-4f19-b7d9-c241d49159cb' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:30:35.842400 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8818922-dc5f-4863-9cd3-ee4a9c719373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.886285 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] For port a0d6a006-5bb7-4f7f-8dd5-716562179458, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:35.894097 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] For port a0d6a006-5bb7-4f7f-8dd5-716562179458, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=a0d6a006-5bb7-4f7f-8dd5-716562179458,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:35.905083 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.906241 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd77964-030d-4a7a-999f-32bad4f58782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffb0bc2-8609-4d14-a6ae-dfc8440b1377,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:35.915591 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-dfd77964-030d-4a7a-999f-32bad4f58782 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed695915f417490e95c926d1a320c050&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1706707 Mar 14 15:30:35.917961 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48150) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:35.942458 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af471c74-4c77-429e-9912-06f0ebea67a5 None None] Network d55dff45-2e4d-4bb3-afa3-2f786c66107e is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:35.945666 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-af471c74-4c77-429e-9912-06f0ebea67a5 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:35.983571 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af471c74-4c77-429e-9912-06f0ebea67a5 None None] Pushing event updated for resources: {'Port': ['ID=253bd74e-cd82-47bc-800c-f8365937ab04,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:35.986999 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af471c74-4c77-429e-9912-06f0ebea67a5 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:36.019284 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1376f-a47f-4a4d-b0dd-d68d49e7a6fb None None] Pushing event updated for resources: {'Port': ['ID=a0d6a006-5bb7-4f7f-8dd5-716562179458,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:36.024841 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] Routers {'36597620-46dc-4281-87fb-ddf0d2b0320c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:36.025641 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['36597620-46dc-4281-87fb-ddf0d2b0320c'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:36.054799 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.154315 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 4fbd8792-106f-4641-982c-22e74d7248e7 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:30:36.193679 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86610ee6-cb2d-4994-adae-9963c42b9c82 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.285857 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-86610ee6-cb2d-4994-adae-9963c42b9c82 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86f0872-1967-4f99-a574-f27584214f08']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:36.291653 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4706c952-ba6a-4dc9-9fd9-7ef6895b2ff0 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.296315 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] Set router 36597620-46dc-4281-87fb-ddf0d2b0320c gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:30:36.303013 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-86610ee6-cb2d-4994-adae-9963c42b9c82 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5cf5f10-6a96-4d86-9fef-5609868f6b5a') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:36.303314 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-86610ee6-cb2d-4994-adae-9963c42b9c82 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5cf5f10-6a96-4d86-9fef-5609868f6b5a') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:36.327875 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86610ee6-cb2d-4994-adae-9963c42b9c82 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.374646 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4706c952-ba6a-4dc9-9fd9-7ef6895b2ff0 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.390738 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86610ee6-cb2d-4994-adae-9963c42b9c82 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.401953 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86610ee6-cb2d-4994-adae-9963c42b9c82 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:30:36.402584 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86610ee6-cb2d-4994-adae-9963c42b9c82 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:30:36.425409 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:30:36.435277 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 4fbd8792-106f-4641-982c-22e74d7248e7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=4fbd8792-106f-4641-982c-22e74d7248e7,segment=NetworkSegment(e3042fec-9d16-46b6-a991-cf25c6c6bb7d),segment_id=e3042fec-9d16-46b6-a991-cf25c6c6bb7d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:36.443213 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-af471c74-4c77-429e-9912-06f0ebea67a5 None None] Attempting to bind port 253bd74e-cd82-47bc-800c-f8365937ab04 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:30:36.443213 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-af471c74-4c77-429e-9912-06f0ebea67a5 None None] Attempting to bind port 253bd74e-cd82-47bc-800c-f8365937ab04 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '625c4857-f410-4886-8d87-d55546c9fecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd55dff45-2e4d-4bb3-afa3-2f786c66107e'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:30:36.443516 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af471c74-4c77-429e-9912-06f0ebea67a5 None None] Attempting to bind port 253bd74e-cd82-47bc-800c-f8365937ab04 on network d55dff45-2e4d-4bb3-afa3-2f786c66107e {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:30:36.454982 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '4fbd8792-106f-4641-982c-22e74d7248e7', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'port_id': '4fbd8792-106f-4641-982c-22e74d7248e7', 'mac_address': 'fa:16:3e:69:e0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:30:36.455733 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c50891c0-a3a4-48eb-8e81-e68dbe6899af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.457916 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af471c74-4c77-429e-9912-06f0ebea67a5 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:30:36.458316 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af471c74-4c77-429e-9912-06f0ebea67a5 None None] Checking segment: {'id': '625c4857-f410-4886-8d87-d55546c9fecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd55dff45-2e4d-4bb3-afa3-2f786c66107e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:30:36.458723 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-af471c74-4c77-429e-9912-06f0ebea67a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.459255 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af471c74-4c77-429e-9912-06f0ebea67a5 None None] Bound using segment: {'id': '625c4857-f410-4886-8d87-d55546c9fecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd55dff45-2e4d-4bb3-afa3-2f786c66107e'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:30:36.459581 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-af471c74-4c77-429e-9912-06f0ebea67a5 None None] Bound port: 253bd74e-cd82-47bc-800c-f8365937ab04, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625c4857-f410-4886-8d87-d55546c9fecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd55dff45-2e4d-4bb3-afa3-2f786c66107e'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:30:36.459957 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-af471c74-4c77-429e-9912-06f0ebea67a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.495686 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c50891c0-a3a4-48eb-8e81-e68dbe6899af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.585629 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86610ee6-cb2d-4994-adae-9963c42b9c82 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.601004 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.619409 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-af471c74-4c77-429e-9912-06f0ebea67a5 None None] For port 253bd74e-cd82-47bc-800c-f8365937ab04, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:36.625308 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c50891c0-a3a4-48eb-8e81-e68dbe6899af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.626415 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fbd8792-106f-4641-982c-22e74d7248e7 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:30:36.632894 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-af471c74-4c77-429e-9912-06f0ebea67a5 None None] For port 253bd74e-cd82-47bc-800c-f8365937ab04, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=253bd74e-cd82-47bc-800c-f8365937ab04,segment=NetworkSegment(625c4857-f410-4886-8d87-d55546c9fecc),segment_id=625c4857-f410-4886-8d87-d55546c9fecc)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:36.637118 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86610ee6-cb2d-4994-adae-9963c42b9c82 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.645756 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-af471c74-4c77-429e-9912-06f0ebea67a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.651444 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 4fbd8792-106f-4641-982c-22e74d7248e7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=4fbd8792-106f-4641-982c-22e74d7248e7,segment=NetworkSegment(e3042fec-9d16-46b6-a991-cf25c6c6bb7d),segment_id=e3042fec-9d16-46b6-a991-cf25c6c6bb7d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:36.664438 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-2aff434b-edd2-4072-8f54-59b3d74c8b30 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Allocated IP 2001:db8:0:1::24d (f4c1d511-b973-40b6-a7de-5cd9c9516c8d/af216191-a420-4763-9ca2-ad9ca3792ba5/56753692-6f9e-4689-9f58-a7b2a33df7a3) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:36.696062 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.706536 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50891c0-a3a4-48eb-8e81-e68dbe6899af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffb0bc2-8609-4d14-a6ae-dfc8440b1377,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:36.722246 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36597620-46dc-4281-87fb-ddf0d2b0320c', 'name': 'tempest-snat-router-379448723', 'tenant_id': '6a81dbf53ab54b8eac2d912ad3e65eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.75'}], 'enable_snat': False}, 'gw_port_id': 'a0d6a006-5bb7-4f7f-8dd5-716562179458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:25Z', 'updated_at': '2022-03-14T15:30:30Z', 'revision_number': 3, 'project_id': '6a81dbf53ab54b8eac2d912ad3e65eb7', 'gw_port': {'id': 'a0d6a006-5bb7-4f7f-8dd5-716562179458', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36597620-46dc-4281-87fb-ddf0d2b0320c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:28Z', 'updated_at': '2022-03-14T15:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:36.732996 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eae78c0-6a06-4602-a89c-978e9f889e7e None None] The sync data for ids ['36597620-46dc-4281-87fb-ddf0d2b0320c'] in dv-neutron-833561-1-hyperv is: [{'id': '36597620-46dc-4281-87fb-ddf0d2b0320c', 'name': 'tempest-snat-router-379448723', 'tenant_id': '6a81dbf53ab54b8eac2d912ad3e65eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.75'}], 'enable_snat': False}, 'gw_port_id': 'a0d6a006-5bb7-4f7f-8dd5-716562179458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:25Z', 'updated_at': '2022-03-14T15:30:30Z', 'revision_number': 3, 'project_id': '6a81dbf53ab54b8eac2d912ad3e65eb7', 'gw_port': {'id': 'a0d6a006-5bb7-4f7f-8dd5-716562179458', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36597620-46dc-4281-87fb-ddf0d2b0320c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:28Z', 'updated_at': '2022-03-14T15:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:30:36.736414 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e60d8-2ce5-4df8-b4b9-55fabfdcbd66 req-c91a6a84-5103-4d93-9c79-4aee3abb9a6a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:36.739911 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6d2e60d8-2ce5-4df8-b4b9-55fabfdcbd66 req-c91a6a84-5103-4d93-9c79-4aee3abb9a6a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 944 time: 0.4515512 Mar 14 15:30:36.752112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c50891c0-a3a4-48eb-8e81-e68dbe6899af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.753208 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c50891c0-a3a4-48eb-8e81-e68dbe6899af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ffb0bc2-8609-4d14-a6ae-dfc8440b1377 HTTP/1.1" status: 204 len: 168 time: 0.8346329 Mar 14 15:30:36.770810 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af471c74-4c77-429e-9912-06f0ebea67a5 None None] Pushing event updated for resources: {'Port': ['ID=253bd74e-cd82-47bc-800c-f8365937ab04,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:36.783659 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Allocated IP 172.26.4.170 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/e73c254a-4547-46b0-b880-c8c48293515b) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:36.832905 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86610ee6-cb2d-4994-adae-9963c42b9c82 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Network': ['ID=c86f0872-1967-4f99-a574-f27584214f08,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:36.898334 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6d2e60d8-2ce5-4df8-b4b9-55fabfdcbd66 req-b7f5c4fe-15ee-4d8f-96f5-001b7bf29a93 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=52773a6f-207a-4286-a1b6-df92daf7771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519785 Mar 14 15:30:36.919908 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-86610ee6-cb2d-4994-adae-9963c42b9c82 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/networks/c86f0872-1967-4f99-a574-f27584214f08 HTTP/1.1" status: 204 len: 168 time: 3.9436090 Mar 14 15:30:36.924424 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48158) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:36.935759 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=4fbd8792-106f-4641-982c-22e74d7248e7,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:36.990107 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c64b3f0-c810-4093-b4c7-3f2dba479663 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:36.991885 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c64b3f0-c810-4093-b4c7-3f2dba479663 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:36.992205 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7c64b3f0-c810-4093-b4c7-3f2dba479663 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/subnets/3dc5c526-ef3a-4315-8237-64927baaa387 HTTP/1.1" status: 404 len: 337 time: 0.0670688 Mar 14 15:30:37.003080 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48164) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:37.019663 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.029351 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['4fbd8792-106f-4641-982c-22e74d7248e7'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:30:37.032175 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2aff434b-edd2-4072-8f54-59b3d74c8b30 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.053912 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8818922-dc5f-4863-9cd3-ee4a9c719373 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.088618 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5ed374-d96e-4048-9699-d6a85f4dc6bf tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:37.088618 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5ed374-d96e-4048-9699-d6a85f4dc6bf tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:37.094448 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3c5ed374-d96e-4048-9699-d6a85f4dc6bf tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/networks/d5d8a8d1-2f75-410c-9e26-3279544026e6 HTTP/1.1" status: 404 len: 339 time: 0.0848777 Mar 14 15:30:37.100768 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48168) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:37.101564 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8818922-dc5f-4863-9cd3-ee4a9c719373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.110194 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-2aff434b-edd2-4072-8f54-59b3d74c8b30 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Transition to ACTIVE for port object 56753692-6f9e-4689-9f58-a7b2a33df7a3 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:37.308825 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2aff434b-edd2-4072-8f54-59b3d74c8b30 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.324272 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.334249 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48172) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:37.449157 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 253bd74e-cd82-47bc-800c-f8365937ab04 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:30:37.493553 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2aff434b-edd2-4072-8f54-59b3d74c8b30 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] In _notify_port_updated(), no bound segment for port 56753692-6f9e-4689-9f58-a7b2a33df7a3 on network f4c1d511-b973-40b6-a7de-5cd9c9516c8d {{(pid=83910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 14 15:30:37.497140 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aff434b-edd2-4072-8f54-59b3d74c8b30 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:37.498008 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2aff434b-edd2-4072-8f54-59b3d74c8b30 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.501874 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2aff434b-edd2-4072-8f54-59b3d74c8b30 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "PUT /v2.0/ports/56753692-6f9e-4689-9f58-a7b2a33df7a3 HTTP/1.1" status: 200 len: 1011 time: 2.3572836 Mar 14 15:30:37.502698 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48176) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:37.505466 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e273e510-f978-46c0-a3ea-05b802037449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.545629 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-4706c952-ba6a-4dc9-9fd9-7ef6895b2ff0 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Allocated IP 172.26.4.21 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:37.565766 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:37.566633 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Port': ['ID=e73c254a-4547-46b0-b880-c8c48293515b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:37.574851 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:37.593950 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:37.595686 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d6846b21-1949-4f3d-86c6-632526a925cc tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting port 56753692-6f9e-4689-9f58-a7b2a33df7a3 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:37.596435 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6846b21-1949-4f3d-86c6-632526a925cc tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.624609 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 253bd74e-cd82-47bc-800c-f8365937ab04 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:37.739522 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff434b-edd2-4072-8f54-59b3d74c8b30 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Port': ['ID=56753692-6f9e-4689-9f58-a7b2a33df7a3,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:37.744061 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea01efa3-fca6-43f6-90a8-20b8f5f4c839 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Deleting subnet d649ede4-14e7-4273-bdc7-b7f9c0e894a3 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:30:37.764135 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea01efa3-fca6-43f6-90a8-20b8f5f4c839 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.822177 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e273e510-f978-46c0-a3ea-05b802037449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:37.845233 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e273e510-f978-46c0-a3ea-05b802037449 admin admin] Usage tracker for resource:security_group_rule and tenant:0b1a92566f8041e4b51a83b5d7b5356b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:37.847003 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-360e7854-aa09-4239-8969-cbe6b404e921 None None] Provisioning for port 56753692-6f9e-4689-9f58-a7b2a33df7a3 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:37.851083 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e273e510-f978-46c0-a3ea-05b802037449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:37.855533 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-360e7854-aa09-4239-8969-cbe6b404e921 None None] Provisioning complete for port 56753692-6f9e-4689-9f58-a7b2a33df7a3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:37.855924 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-360e7854-aa09-4239-8969-cbe6b404e921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.861164 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e273e510-f978-46c0-a3ea-05b802037449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:37.885184 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea01efa3-fca6-43f6-90a8-20b8f5f4c839 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.936736 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-360e7854-aa09-4239-8969-cbe6b404e921 None None] Port 56753692-6f9e-4689-9f58-a7b2a33df7a3 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:30:38.048890 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6846b21-1949-4f3d-86c6-632526a925cc tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.051063 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea01efa3-fca6-43f6-90a8-20b8f5f4c839 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.130153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4706c952-ba6a-4dc9-9fd9-7ef6895b2ff0 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.191198 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa298a38-2234-4bcb-9a5d-012a3b167114 None None] Network d55dff45-2e4d-4bb3-afa3-2f786c66107e requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:38.223005 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e273e510-f978-46c0-a3ea-05b802037449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.230672 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d6846b21-1949-4f3d-86c6-632526a925cc tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Calling delete_port for 56753692-6f9e-4689-9f58-a7b2a33df7a3 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:38.266022 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e273e510-f978-46c0-a3ea-05b802037449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.317079 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea01efa3-fca6-43f6-90a8-20b8f5f4c839 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.327412 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2fafb866-c926-446e-bce3-dd617bb51596 None None] Provisioning for port 253bd74e-cd82-47bc-800c-f8365937ab04 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:38.356194 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2fafb866-c926-446e-bce3-dd617bb51596 None None] Provisioning complete for port 253bd74e-cd82-47bc-800c-f8365937ab04 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:38.356481 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2fafb866-c926-446e-bce3-dd617bb51596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.358226 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273e510-f978-46c0-a3ea-05b802037449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd2d515-5c64-4aaa-b295-1fbdb2a6aac2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:38.368484 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e273e510-f978-46c0-a3ea-05b802037449 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b1a92566f8041e4b51a83b5d7b5356b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9612050 Mar 14 15:30:38.380528 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48182) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:38.429305 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce25f1-8787-4b3e-8420-7c7709e0505c req-118d88b2-7cb3-49c9-bbbc-49300f0a2aae tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:38.432081 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0dce25f1-8787-4b3e-8420-7c7709e0505c req-118d88b2-7cb3-49c9-bbbc-49300f0a2aae tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 945 time: 0.3727977 Mar 14 15:30:38.464874 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4706c952-ba6a-4dc9-9fd9-7ef6895b2ff0 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.578738 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2fafb866-c926-446e-bce3-dd617bb51596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.603554 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-b8818922-dc5f-4863-9cd3-ee4a9c719373 admin admin] Allocated IP 172.26.4.76 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/264d2650-9946-47b3-b626-72bff229d837) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:38.626488 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2fafb866-c926-446e-bce3-dd617bb51596 None None] For port 253bd74e-cd82-47bc-800c-f8365937ab04, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=253bd74e-cd82-47bc-800c-f8365937ab04,segment=NetworkSegment(625c4857-f410-4886-8d87-d55546c9fecc),segment_id=625c4857-f410-4886-8d87-d55546c9fecc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:38.635227 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea01efa3-fca6-43f6-90a8-20b8f5f4c839 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.640044 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01efa3-fca6-43f6-90a8-20b8f5f4c839 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Subnet': ['ID=d649ede4-14e7-4273-bdc7-b7f9c0e894a3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:38.641966 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2fafb866-c926-446e-bce3-dd617bb51596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.660691 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0dce25f1-8787-4b3e-8420-7c7709e0505c req-55d9a239-ff1a-4bc9-b279-207582ed61a1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=52773a6f-207a-4286-a1b6-df92daf7771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944144 Mar 14 15:30:38.670849 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ce63664-a4b0-47c3-a5de-5cda6fcba053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.685967 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdd1d42-859d-41ec-9e1e-ced8182bdd3d None None] Network ebb5c2d1-9727-443d-9147-083c07207c50 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:38.687021 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706c952-ba6a-4dc9-9fd9-7ef6895b2ff0 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Pushing event updated for resources: {'Port': ['ID=ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:38.700342 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ea01efa3-fca6-43f6-90a8-20b8f5f4c839 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/subnets/d649ede4-14e7-4273-bdc7-b7f9c0e894a3 HTTP/1.1" status: 204 len: 168 time: 1.5983982 Mar 14 15:30:38.703892 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48186) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:38.718920 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4706c952-ba6a-4dc9-9fd9-7ef6895b2ff0 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:38.722510 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4706c952-ba6a-4dc9-9fd9-7ef6895b2ff0 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:38.725309 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4706c952-ba6a-4dc9-9fd9-7ef6895b2ff0 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:38.831169 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ce63664-a4b0-47c3-a5de-5cda6fcba053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.898368 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6846b21-1949-4f3d-86c6-632526a925cc tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.908129 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafb866-c926-446e-bce3-dd617bb51596 None None] Pushing event updated for resources: {'Port': ['ID=253bd74e-cd82-47bc-800c-f8365937ab04,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:38.968061 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4706c952-ba6a-4dc9-9fd9-7ef6895b2ff0 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.968710 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4706c952-ba6a-4dc9-9fd9-7ef6895b2ff0 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.988715 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a0a53634-8b3b-439a-bb2c-245926dfdf93 None None] Provisioning complete for port 253bd74e-cd82-47bc-800c-f8365937ab04 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:38.989092 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0a53634-8b3b-439a-bb2c-245926dfdf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.008076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ce63664-a4b0-47c3-a5de-5cda6fcba053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.048685 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce63664-a4b0-47c3-a5de-5cda6fcba053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd2d515-5c64-4aaa-b295-1fbdb2a6aac2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:39.051502 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6846b21-1949-4f3d-86c6-632526a925cc tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Port': ['ID=56753692-6f9e-4689-9f58-a7b2a33df7a3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:39.148391 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3ef708-223a-4e5b-b25c-4ea29f824a42 None None] DHCP port deletion for ebb5c2d1-9727-443d-9147-083c07207c50 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:30:39.154700 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6f3ef708-223a-4e5b-b25c-4ea29f824a42 None None] Deleting port 9cc0f63e-47c7-41e7-a072-2e636cd64f77 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:39.156154 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f3ef708-223a-4e5b-b25c-4ea29f824a42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.188979 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6846b21-1949-4f3d-86c6-632526a925cc tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.205871 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de126558-d7f0-45c6-8e71-ea2450a13813 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.237101 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d6846b21-1949-4f3d-86c6-632526a925cc tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/ports/56753692-6f9e-4689-9f58-a7b2a33df7a3 HTTP/1.1" status: 204 len: 168 time: 1.7218139 Mar 14 15:30:39.245259 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48192) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:39.247418 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ce63664-a4b0-47c3-a5de-5cda6fcba053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.248529 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3ce63664-a4b0-47c3-a5de-5cda6fcba053 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8dd2d515-5c64-4aaa-b295-1fbdb2a6aac2 HTTP/1.1" status: 204 len: 168 time: 0.8654144 Mar 14 15:30:39.276446 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.373622 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8818922-dc5f-4863-9cd3-ee4a9c719373 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.382649 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.384315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-de126558-d7f0-45c6-8e71-ea2450a13813 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Deleting port 9cc0f63e-47c7-41e7-a072-2e636cd64f77 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:39.384698 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de126558-d7f0-45c6-8e71-ea2450a13813 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.453351 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a66884-796c-4ee8-9871-cc783df82dea tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] GET failed (client error): The resource could not be found. Mar 14 15:30:39.458420 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6f3ef708-223a-4e5b-b25c-4ea29f824a42 None None] For port 9cc0f63e-47c7-41e7-a072-2e636cd64f77, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9cc0f63e-47c7-41e7-a072-2e636cd64f77,segment=NetworkSegment(7950d1fa-ded3-45bf-a6cd-5f41e7bbfd53),segment_id=7950d1fa-ded3-45bf-a6cd-5f41e7bbfd53)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:39.459076 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f3ef708-223a-4e5b-b25c-4ea29f824a42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.462254 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-47a66884-796c-4ee8-9871-cc783df82dea tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Synchronizing usage tracker for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:30:39.597226 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-47a66884-796c-4ee8-9871-cc783df82dea tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Unset dirty status for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:30:39.598606 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-47a66884-796c-4ee8-9871-cc783df82dea tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports/56753692-6f9e-4689-9f58-a7b2a33df7a3 HTTP/1.1" status: 404 len: 333 time: 0.3490794 Mar 14 15:30:39.604469 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48198) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:39.605405 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6f3ef708-223a-4e5b-b25c-4ea29f824a42 None None] Calling delete_port for 9cc0f63e-47c7-41e7-a072-2e636cd64f77 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:39.655393 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8818922-dc5f-4863-9cd3-ee4a9c719373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.679062 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 253bd74e-cd82-47bc-800c-f8365937ab04 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:30:39.814411 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f3ef708-223a-4e5b-b25c-4ea29f824a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.848702 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.860712 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.870987 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3ef708-223a-4e5b-b25c-4ea29f824a42 None None] No DVR routers for this DVR port 9cc0f63e-47c7-41e7-a072-2e636cd64f77 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:30:39.874437 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4706c952-ba6a-4dc9-9fd9-7ef6895b2ff0 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Router 338dccfb-f210-4004-a6fd-b90adc4ab163 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:30:39.880666 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ef708-223a-4e5b-b25c-4ea29f824a42 None None] Pushing event deleted for resources: {'Port': ['ID=9cc0f63e-47c7-41e7-a072-2e636cd64f77,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:39.897664 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 253bd74e-cd82-47bc-800c-f8365937ab04 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:39.898043 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.996403 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8818922-dc5f-4863-9cd3-ee4a9c719373 admin admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:40.006257 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8818922-dc5f-4863-9cd3-ee4a9c719373 admin admin] Pushing event updated for resources: {'Port': ['ID=264d2650-9946-47b3-b626-72bff229d837,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:40.016887 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b8818922-dc5f-4863-9cd3-ee4a9c719373 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:40.023154 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:40.027378 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8818922-dc5f-4863-9cd3-ee4a9c719373 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:40.075554 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-de126558-d7f0-45c6-8e71-ea2450a13813 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] For port 9cc0f63e-47c7-41e7-a072-2e636cd64f77, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9cc0f63e-47c7-41e7-a072-2e636cd64f77,segment=NetworkSegment(7950d1fa-ded3-45bf-a6cd-5f41e7bbfd53),segment_id=7950d1fa-ded3-45bf-a6cd-5f41e7bbfd53)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:40.076094 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de126558-d7f0-45c6-8e71-ea2450a13813 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:40.095464 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 4fbd8792-106f-4641-982c-22e74d7248e7 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:30:40.229425 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 4fbd8792-106f-4641-982c-22e74d7248e7 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:40.243796 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 4fbd8792-106f-4641-982c-22e74d7248e7 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:40.244374 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:40.244817 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-de126558-d7f0-45c6-8e71-ea2450a13813 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Calling delete_port for 9cc0f63e-47c7-41e7-a072-2e636cd64f77 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:40.295432 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9cc0f63e-47c7-41e7-a072-2e636cd64f77 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:30:40.359130 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 9cc0f63e-47c7-41e7-a072-2e636cd64f77 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:30:40.359491 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9cc0f63e-47c7-41e7-a072-2e636cd64f77 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:30:40.396933 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.api [None req-de126558-d7f0-45c6-8e71-ea2450a13813 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:30:40.397185 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG oslo_db.api [None req-de126558-d7f0-45c6-8e71-ea2450a13813 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:30:40.449989 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8818922-dc5f-4863-9cd3-ee4a9c719373 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:40.451163 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8818922-dc5f-4863-9cd3-ee4a9c719373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:40.465321 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:40.501351 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16329f1d-e21f-422e-8033-2f7b6aac1981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fbd8792-106f-4641-982c-22e74d7248e7'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:30:40.513477 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 4fbd8792-106f-4641-982c-22e74d7248e7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=4fbd8792-106f-4641-982c-22e74d7248e7,segment=NetworkSegment(e3042fec-9d16-46b6-a991-cf25c6c6bb7d),segment_id=e3042fec-9d16-46b6-a991-cf25c6c6bb7d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:40.523594 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:40.649000 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16329f1d-e21f-422e-8033-2f7b6aac1981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fbd8792-106f-4641-982c-22e74d7248e7', 'code': 200} Mar 14 15:30:40.667871 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Port': ['ID=e73c254a-4547-46b0-b880-c8c48293515b,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:40.675913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48224) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:40.683305 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=4fbd8792-106f-4641-982c-22e74d7248e7,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:40.691442 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9f9c44-389b-4a2b-8dfa-b33a89351b9d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting subnet af216191-a420-4763-9ca2-ad9ca3792ba5 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:30:40.706122 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9c44-389b-4a2b-8dfa-b33a89351b9d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:40.798933 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9c44-389b-4a2b-8dfa-b33a89351b9d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:40.799696 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8818922-dc5f-4863-9cd3-ee4a9c719373 admin admin] Router d0583680-da92-4175-b8e4-c059cd0517f7 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:30:40.872404 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1657e24a-9cad-47b7-9f17-b4ffb98b2418 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-845294069'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:40.927492 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1657e24a-9cad-47b7-9f17-b4ffb98b2418 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:40.928277 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8041ec-3310-4dfe-9d1a-4f15146ce4b2 req-192a5110-926f-47e6-8ed8-1ac26dd60331 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:40.929437 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-de126558-d7f0-45c6-8e71-ea2450a13813 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Deleting port 9cc0f63e-47c7-41e7-a072-2e636cd64f77 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:40.929725 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1d8041ec-3310-4dfe-9d1a-4f15146ce4b2 req-192a5110-926f-47e6-8ed8-1ac26dd60331 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 945 time: 0.6080372 Mar 14 15:30:40.929832 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de126558-d7f0-45c6-8e71-ea2450a13813 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:40.963724 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1657e24a-9cad-47b7-9f17-b4ffb98b2418 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Usage tracker for resource:network and tenant:9bd15b09993a42a996c4bb380c3b0564 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:40.972906 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1657e24a-9cad-47b7-9f17-b4ffb98b2418 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:41.007896 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1657e24a-9cad-47b7-9f17-b4ffb98b2418 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:41.013606 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-de126558-d7f0-45c6-8e71-ea2450a13813 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] The port '9cc0f63e-47c7-41e7-a072-2e636cd64f77' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:30:41.049754 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9c44-389b-4a2b-8dfa-b33a89351b9d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.092463 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c3278585-97c8-4ba4-b141-81199e8cd516 req-7aa83d97-5507-429f-ae6c-23bc919099cc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 1099 time: 0.2622712 Mar 14 15:30:41.094600 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1d8041ec-3310-4dfe-9d1a-4f15146ce4b2 req-8be516a4-a77a-4e74-8297-58460e5f75cc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=52773a6f-207a-4286-a1b6-df92daf7771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542678 Mar 14 15:30:41.127187 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1657e24a-9cad-47b7-9f17-b4ffb98b2418 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Made reservation on behalf of 9bd15b09993a42a996c4bb380c3b0564 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:41.129994 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1657e24a-9cad-47b7-9f17-b4ffb98b2418 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.132099 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.l3_db [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Floating IP 39205529-9fd3-46f4-a8b1-34d45516a421 associated. External IP: 172.26.4.170, port: 665f579a-93cb-48fd-a706-fb38a1f16732. Mar 14 15:30:41.166848 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1657e24a-9cad-47b7-9f17-b4ffb98b2418 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.175983 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de126558-d7f0-45c6-8e71-ea2450a13813 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.213216 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-de126558-d7f0-45c6-8e71-ea2450a13813 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb5c2d1-9727-443d-9147-083c07207c50']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:41.235069 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-de126558-d7f0-45c6-8e71-ea2450a13813 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7950d1fa-ded3-45bf-a6cd-5f41e7bbfd53') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:41.235360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-de126558-d7f0-45c6-8e71-ea2450a13813 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7950d1fa-ded3-45bf-a6cd-5f41e7bbfd53') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:41.253563 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de126558-d7f0-45c6-8e71-ea2450a13813 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.276017 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1657e24a-9cad-47b7-9f17-b4ffb98b2418 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:41.277830 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4706c952-ba6a-4dc9-9fd9-7ef6895b2ff0 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:30:41.278409 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de126558-d7f0-45c6-8e71-ea2450a13813 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.285892 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1657e24a-9cad-47b7-9f17-b4ffb98b2418 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Usage tracker for resource:security_group_rule and tenant:9bd15b09993a42a996c4bb380c3b0564 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:41.289164 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] Sync routers for ids ['338dccfb-f210-4004-a6fd-b90adc4ab163'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:30:41.291022 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1657e24a-9cad-47b7-9f17-b4ffb98b2418 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:41.294913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de126558-d7f0-45c6-8e71-ea2450a13813 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:30:41.295291 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de126558-d7f0-45c6-8e71-ea2450a13813 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.307080 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] Routers {'338dccfb-f210-4004-a6fd-b90adc4ab163'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:41.307801 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['338dccfb-f210-4004-a6fd-b90adc4ab163'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:30:41.312042 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:30:41.314770 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1657e24a-9cad-47b7-9f17-b4ffb98b2418 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:41.328057 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c3278585-97c8-4ba4-b141-81199e8cd516 req-3ece1667-ee0b-45b4-9063-a64f8b292a60 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=52773a6f-207a-4286-a1b6-df92daf7771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191699 Mar 14 15:30:41.336408 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9c44-389b-4a2b-8dfa-b33a89351b9d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.375848 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4706c952-ba6a-4dc9-9fd9-7ef6895b2ff0 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.379828 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4706c952-ba6a-4dc9-9fd9-7ef6895b2ff0 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.5380433 Mar 14 15:30:41.384923 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48230) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:41.388492 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f9c44-389b-4a2b-8dfa-b33a89351b9d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Subnet': ['ID=af216191-a420-4763-9ca2-ad9ca3792ba5,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:41.400400 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9c44-389b-4a2b-8dfa-b33a89351b9d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.404667 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9c9f9c44-389b-4a2b-8dfa-b33a89351b9d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/subnets/af216191-a420-4763-9ca2-ad9ca3792ba5 HTTP/1.1" status: 204 len: 168 time: 1.7967091 Mar 14 15:30:41.405804 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48234) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:41.437441 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d004419-99c3-4d3d-babb-2874f089cc46 None None] Network f4c1d511-b973-40b6-a7de-5cd9c9516c8d requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:41.481140 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdcd52f5-24e3-4263-adcd-c48ef2012d89 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting subnet 5d70f7e2-e389-47dc-a96e-d6eccdf4e009 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:30:41.485618 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdcd52f5-24e3-4263-adcd-c48ef2012d89 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.559675 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdcd52f5-24e3-4263-adcd-c48ef2012d89 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.662161 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de126558-d7f0-45c6-8e71-ea2450a13813 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.711413 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de126558-d7f0-45c6-8e71-ea2450a13813 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.715160 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] Set router 338dccfb-f210-4004-a6fd-b90adc4ab163 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:30:41.732775 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de126558-d7f0-45c6-8e71-ea2450a13813 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] Pushing event deleted for resources: {'Network': ['ID=ebb5c2d1-9727-443d-9147-083c07207c50,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:41.758294 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8818922-dc5f-4863-9cd3-ee4a9c719373 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:30:41.786005 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-de126558-d7f0-45c6-8e71-ea2450a13813 tempest-NetworksIpV6Test-1534814766 tempest-NetworksIpV6Test-1534814766-project] 10.222.0.60 "DELETE /v2.0/networks/ebb5c2d1-9727-443d-9147-083c07207c50 HTTP/1.1" status: 204 len: 168 time: 3.0720842 Mar 14 15:30:41.812379 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1657e24a-9cad-47b7-9f17-b4ffb98b2418 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.824806 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdcd52f5-24e3-4263-adcd-c48ef2012d89 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.828421 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] Sync routers for ids ['d0583680-da92-4175-b8e4-c059cd0517f7'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:30:41.828907 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1657e24a-9cad-47b7-9f17-b4ffb98b2418 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.846671 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8818922-dc5f-4863-9cd3-ee4a9c719373 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.848169 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b8818922-dc5f-4863-9cd3-ee4a9c719373 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2695568 Mar 14 15:30:41.856182 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] Routers {'d0583680-da92-4175-b8e4-c059cd0517f7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:41.857021 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48240) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:41.859246 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['d0583680-da92-4175-b8e4-c059cd0517f7'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:41.962455 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdcd52f5-24e3-4263-adcd-c48ef2012d89 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.969291 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1657e24a-9cad-47b7-9f17-b4ffb98b2418 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:30:42.054982 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd52f5-24e3-4263-adcd-c48ef2012d89 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Subnet': ['ID=5d70f7e2-e389-47dc-a96e-d6eccdf4e009,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:42.086252 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdcd52f5-24e3-4263-adcd-c48ef2012d89 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.094778 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657e24a-9cad-47b7-9f17-b4ffb98b2418 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=595f67f2-0efa-49e3-8133-683a7d269b7c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:42.112865 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bdcd52f5-24e3-4263-adcd-c48ef2012d89 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/subnets/5d70f7e2-e389-47dc-a96e-d6eccdf4e009 HTTP/1.1" status: 204 len: 168 time: 0.7059951 Mar 14 15:30:42.116876 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48244) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:42.121585 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1657e24a-9cad-47b7-9f17-b4ffb98b2418 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.121585 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-1657e24a-9cad-47b7-9f17-b4ffb98b2418 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Added segment 7290116b-4aa3-4c21-93d5-7d08faf4e8e9 of type vlan for network ee16dd21-0ce6-4f62-a371-c7ec864ec90e Mar 14 15:30:42.180913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1657e24a-9cad-47b7-9f17-b4ffb98b2418 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.267758 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1657e24a-9cad-47b7-9f17-b4ffb98b2418 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.279552 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1657e24a-9cad-47b7-9f17-b4ffb98b2418 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:42.281785 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1657e24a-9cad-47b7-9f17-b4ffb98b2418 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.284809 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] Set router d0583680-da92-4175-b8e4-c059cd0517f7 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:30:42.359545 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338dccfb-f210-4004-a6fd-b90adc4ab163', 'name': 'tempest-snat-router-379448723', 'tenant_id': '6a81dbf53ab54b8eac2d912ad3e65eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': 'ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:34Z', 'updated_at': '2022-03-14T15:30:38Z', 'revision_number': 3, 'project_id': '6a81dbf53ab54b8eac2d912ad3e65eb7', 'gw_port': {'id': 'ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338dccfb-f210-4004-a6fd-b90adc4ab163', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:36Z', 'updated_at': '2022-03-14T15:30:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:42.375088 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] Checking router: 338dccfb-f210-4004-a6fd-b90adc4ab163 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:30:42.375688 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] Updating router 338dccfb-f210-4004-a6fd-b90adc4ab163 port ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:30:42.495812 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.517953 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-30001a3b-3f34-4a3e-9261-ea6a30393ac0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.552716 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657e24a-9cad-47b7-9f17-b4ffb98b2418 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Pushing event updated for resources: {'Network': ['ID=ee16dd21-0ce6-4f62-a371-c7ec864ec90e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:42.560112 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1657e24a-9cad-47b7-9f17-b4ffb98b2418 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8828838 Mar 14 15:30:42.562189 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48252) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:42.598846 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network ee16dd21-0ce6-4f62-a371-c7ec864ec90e details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:30:42.601280 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48254) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:42.605733 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-30001a3b-3f34-4a3e-9261-ea6a30393ac0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting port 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:42.606102 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-30001a3b-3f34-4a3e-9261-ea6a30393ac0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.716019 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b9f44517-dd3a-4edb-8ccf-43900fc993a9 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Request body: {'subnet': {'network_id': 'ee16dd21-0ce6-4f62-a371-c7ec864ec90e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:42.852391 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Router 9e924330-d779-4acc-ad0a-5b9518d102de has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:30:42.938548 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-03f19d5a-31f8-4395-b28b-5749637d074b tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "GET /v2.0/routers/338dccfb-f210-4004-a6fd-b90adc4ab163 HTTP/1.1" status: 200 len: 906 time: 1.5502758 Mar 14 15:30:42.944908 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48262) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:42.947147 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0583680-da92-4175-b8e4-c059cd0517f7', 'name': 'tempest-TestVolumeBootPattern-2048133028-router', 'tenant_id': '3908706293194d6fa0db0fbc49b55509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '264d2650-9946-47b3-b626-72bff229d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:35Z', 'updated_at': '2022-03-14T15:30:40Z', 'revision_number': 3, 'project_id': '3908706293194d6fa0db0fbc49b55509', 'gw_port': {'id': '264d2650-9946-47b3-b626-72bff229d837', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0583680-da92-4175-b8e4-c059cd0517f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:37Z', 'updated_at': '2022-03-14T15:30:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:42.951411 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] Checking router: d0583680-da92-4175-b8e4-c059cd0517f7 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:30:42.951757 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] Updating router d0583680-da92-4175-b8e4-c059cd0517f7 port 264d2650-9946-47b3-b626-72bff229d837 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:30:43.023723 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:43.153104 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87af94a-4cee-47df-ad23-2c10d8fa79fd None None] Network f4c1d511-b973-40b6-a7de-5cd9c9516c8d requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:43.169605 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f11325ad-db85-49eb-b498-d9adccb8ef36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:43.300789 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b9f44517-dd3a-4edb-8ccf-43900fc993a9 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:43.306095 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b9f44517-dd3a-4edb-8ccf-43900fc993a9 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Usage tracker for resource:subnet and tenant:9bd15b09993a42a996c4bb380c3b0564 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:43.309484 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b9f44517-dd3a-4edb-8ccf-43900fc993a9 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:43.315670 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b9f44517-dd3a-4edb-8ccf-43900fc993a9 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:43.335586 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7e7ba71a-0bb6-47f1-8a1b-26d4926f1a39 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6f4bbc23959b4526b173f35652c6cf99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6316597 Mar 14 15:30:43.338173 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48266) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:43.350701 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f44517-dd3a-4edb-8ccf-43900fc993a9 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Made reservation on behalf of 9bd15b09993a42a996c4bb380c3b0564 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:43.367126 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device a0d6a006-5bb7-4f7f-8dd5-716562179458 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:30:43.391842 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1888fd0-9f53-427d-8fbe-4e6b273c67d7 req-95b1548d-8800-490c-ac44-96c6db029c33 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:43.393909 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d1888fd0-9f53-427d-8fbe-4e6b273c67d7 req-95b1548d-8800-490c-ac44-96c6db029c33 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 946 time: 0.8526676 Mar 14 15:30:43.426096 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-30001a3b-3f34-4a3e-9261-ea6a30393ac0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] For port 979c9e78-d53b-4d10-b88e-fa4f82b82aa6, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=979c9e78-d53b-4d10-b88e-fa4f82b82aa6,segment=NetworkSegment(9598a6eb-9b5e-4dc6-86e1-035fc561b8cb),segment_id=9598a6eb-9b5e-4dc6-86e1-035fc561b8cb)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:43.426452 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-30001a3b-3f34-4a3e-9261-ea6a30393ac0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:43.436049 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ad3b9d35-8de4-4da6-ac5e-6b22d137d653 None None] Provisioning complete for port 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:43.436428 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ad3b9d35-8de4-4da6-ac5e-6b22d137d653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:43.461473 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:43.519054 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] Transition to ACTIVE for port object ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:43.536841 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:43.560751 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-30001a3b-3f34-4a3e-9261-ea6a30393ac0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Calling delete_port for 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:43.577068 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b9f44517-dd3a-4edb-8ccf-43900fc993a9 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:43.652733 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab3850-499e-4602-98b7-ae5e952a4ed7 None None] Pushing event updated for resources: {'Port': ['ID=ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:43.654254 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-30001a3b-3f34-4a3e-9261-ea6a30393ac0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:43.663062 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.plugins.ml2.db [None req-ad3b9d35-8de4-4da6-ac5e-6b22d137d653 None None] No ports have port_id starting with 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 Mar 14 15:30:43.665912 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] Attempting to bind port ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:30:43.666311 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] Attempting to bind port ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:30:43.666671 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] Attempting to bind port ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:30:43.686269 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:30:43.686642 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:30:43.687086 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:43.687469 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:30:43.687949 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] Bound port: ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:30:43.688323 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:43.715057 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30001a3b-3f34-4a3e-9261-ea6a30393ac0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Port': ['ID=979c9e78-d53b-4d10-b88e-fa4f82b82aa6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:43.719545 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d1888fd0-9f53-427d-8fbe-4e6b273c67d7 req-239482e0-05ad-4b23-ac60-8f8ee64ca840 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=52773a6f-207a-4286-a1b6-df92daf7771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525823 Mar 14 15:30:43.722632 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port a0d6a006-5bb7-4f7f-8dd5-716562179458 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:43.727280 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30001a3b-3f34-4a3e-9261-ea6a30393ac0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] No DVR routers for this DVR port 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:30:43.744710 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port a0d6a006-5bb7-4f7f-8dd5-716562179458 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:43.745099 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:43.791654 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9255f990-94b6-44db-b8bc-2191785067d9 None None] DHCP port deletion for f4c1d511-b973-40b6-a7de-5cd9c9516c8d request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:30:43.791846 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81a26e76-670f-4c9a-9998-ed688e7deeb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:43.911706 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-30001a3b-3f34-4a3e-9261-ea6a30393ac0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:43.923691 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] For port ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:43.925734 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81a26e76-670f-4c9a-9998-ed688e7deeb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:43.940516 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:43.952419 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-30001a3b-3f34-4a3e-9261-ea6a30393ac0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c1d511-b973-40b6-a7de-5cd9c9516c8d']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:43.958873 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] For port ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:43.960406 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] Transition to ACTIVE for port object 264d2650-9946-47b3-b626-72bff229d837 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:43.969106 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:43.969311 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-30001a3b-3f34-4a3e-9261-ea6a30393ac0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9598a6eb-9b5e-4dc6-86e1-035fc561b8cb') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:43.969627 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-30001a3b-3f34-4a3e-9261-ea6a30393ac0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9598a6eb-9b5e-4dc6-86e1-035fc561b8cb') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:43.971628 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:43.976881 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:43.985903 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-30001a3b-3f34-4a3e-9261-ea6a30393ac0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:44.004132 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-30001a3b-3f34-4a3e-9261-ea6a30393ac0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:44.013490 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30001a3b-3f34-4a3e-9261-ea6a30393ac0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:30:44.013821 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-30001a3b-3f34-4a3e-9261-ea6a30393ac0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:44.074368 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] Attempting to bind port 264d2650-9946-47b3-b626-72bff229d837 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:30:44.075024 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] Attempting to bind port 264d2650-9946-47b3-b626-72bff229d837 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:30:44.075599 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] Attempting to bind port 264d2650-9946-47b3-b626-72bff229d837 on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:30:44.093308 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf34e00-b611-4929-bab9-225f45628ce8 None None] Pushing event updated for resources: {'Port': ['ID=264d2650-9946-47b3-b626-72bff229d837,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:44.102283 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:30:44.102953 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:30:44.103577 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:44.104122 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:30:44.104890 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] Bound port: 264d2650-9946-47b3-b626-72bff229d837, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:30:44.105483 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:44.106130 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port a0d6a006-5bb7-4f7f-8dd5-716562179458, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=a0d6a006-5bb7-4f7f-8dd5-716562179458,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:44.126385 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:30:44.130704 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:30:44.140874 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:30:44.142457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-30001a3b-3f34-4a3e-9261-ea6a30393ac0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:44.160992 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67072a8-49b0-4d4d-82c4-4acf65c2c2d2 None None] Sync routers for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:30:44.175365 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-30001a3b-3f34-4a3e-9261-ea6a30393ac0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:44.188883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30001a3b-3f34-4a3e-9261-ea6a30393ac0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Network': ['ID=f4c1d511-b973-40b6-a7de-5cd9c9516c8d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:44.199858 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-30001a3b-3f34-4a3e-9261-ea6a30393ac0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/networks/f4c1d511-b973-40b6-a7de-5cd9c9516c8d HTTP/1.1" status: 204 len: 168 time: 2.0819359 Mar 14 15:30:44.203329 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48270) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:44.217837 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] For port 264d2650-9946-47b3-b626-72bff229d837, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:44.222821 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] For port 264d2650-9946-47b3-b626-72bff229d837, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=264d2650-9946-47b3-b626-72bff229d837,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:44.226476 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab3850-499e-4602-98b7-ae5e952a4ed7 None None] Pushing event updated for resources: {'Port': ['ID=ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:44.231071 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:44.241613 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67072a8-49b0-4d4d-82c4-4acf65c2c2d2 None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:44.245194 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d67072a8-49b0-4d4d-82c4-4acf65c2c2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:44.276745 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:44.298663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-975c7b99-8673-4e54-9f78-10ca0f869815 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:44.340214 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] Routers {'338dccfb-f210-4004-a6fd-b90adc4ab163'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:44.341271 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['338dccfb-f210-4004-a6fd-b90adc4ab163'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:44.347694 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] Routers {'d0583680-da92-4175-b8e4-c059cd0517f7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:44.348296 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['d0583680-da92-4175-b8e4-c059cd0517f7'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:44.361063 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6d610400-1d73-4bc2-b99b-d5e85b606c34 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.8616769 Mar 14 15:30:44.365989 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48274) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:44.373878 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9d4c552c-dbcf-4e8a-aedd-f41524ba3dcf tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Request body: {'floatingip': {'port_id': '665f579a-93cb-48fd-a706-fb38a1f16732', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:44.452760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81a26e76-670f-4c9a-9998-ed688e7deeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:44.468499 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b9f44517-dd3a-4edb-8ccf-43900fc993a9 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:44.481512 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d4c552c-dbcf-4e8a-aedd-f41524ba3dcf tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:44.484114 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=a0d6a006-5bb7-4f7f-8dd5-716562179458,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:44.555289 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f44517-dd3a-4edb-8ccf-43900fc993a9 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Pushing event updated for resources: {'Subnet': ['ID=cc3fbe09-c89d-4aa2-883b-aa3b25daaaf9,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:44.572020 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a26e76-670f-4c9a-9998-ed688e7deeb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd64fab-d4be-4325-97c3-5a351560ee65,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:44.582030 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] Set router d0583680-da92-4175-b8e4-c059cd0517f7 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:30:44.583222 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d67072a8-49b0-4d4d-82c4-4acf65c2c2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:44.594097 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81a26e76-670f-4c9a-9998-ed688e7deeb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:44.610303 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-81a26e76-670f-4c9a-9998-ed688e7deeb2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cdd64fab-d4be-4325-97c3-5a351560ee65 HTTP/1.1" status: 204 len: 168 time: 1.2622519 Mar 14 15:30:44.628716 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8d728e-0adb-4b9c-96e4-9f38cf0e0c61 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:44.629537 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bc8d728e-0adb-4b9c-96e4-9f38cf0e0c61 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Synchronizing usage tracker for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:30:44.662417 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bc8d728e-0adb-4b9c-96e4-9f38cf0e0c61 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Unset dirty status for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:30:44.663568 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bc8d728e-0adb-4b9c-96e4-9f38cf0e0c61 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4591775 Mar 14 15:30:44.667331 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48282) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:44.700615 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67072a8-49b0-4d4d-82c4-4acf65c2c2d2 None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:44.701490 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d67072a8-49b0-4d4d-82c4-4acf65c2c2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:44.732556 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf34e00-b611-4929-bab9-225f45628ce8 None None] Pushing event updated for resources: {'Port': ['ID=264d2650-9946-47b3-b626-72bff229d837,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:44.797685 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d67072a8-49b0-4d4d-82c4-4acf65c2c2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:44.799148 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67072a8-49b0-4d4d-82c4-4acf65c2c2d2 None None] The sync data for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:30:44.822531 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f44517-dd3a-4edb-8ccf-43900fc993a9 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Checking segment: {'id': '7290116b-4aa3-4c21-93d5-7d08faf4e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ee16dd21-0ce6-4f62-a371-c7ec864ec90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:30:44.823359 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f44517-dd3a-4edb-8ccf-43900fc993a9 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Network hostable DHCP agents. Network: ee16dd21-0ce6-4f62-a371-c7ec864ec90e, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:30:44.854506 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] Set router 338dccfb-f210-4004-a6fd-b90adc4ab163 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:30:44.981187 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0583680-da92-4175-b8e4-c059cd0517f7', 'name': 'tempest-TestVolumeBootPattern-2048133028-router', 'tenant_id': '3908706293194d6fa0db0fbc49b55509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '264d2650-9946-47b3-b626-72bff229d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:35Z', 'updated_at': '2022-03-14T15:30:40Z', 'revision_number': 3, 'project_id': '3908706293194d6fa0db0fbc49b55509', 'gw_port': {'id': '264d2650-9946-47b3-b626-72bff229d837', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0583680-da92-4175-b8e4-c059cd0517f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:37Z', 'updated_at': '2022-03-14T15:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:44.986632 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6bbbf3-7121-4cfe-adb8-b2bc9773ed78 None None] The sync data for ids ['d0583680-da92-4175-b8e4-c059cd0517f7'] in dv-neutron-833561-1-hyperv is: [{'id': 'd0583680-da92-4175-b8e4-c059cd0517f7', 'name': 'tempest-TestVolumeBootPattern-2048133028-router', 'tenant_id': '3908706293194d6fa0db0fbc49b55509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '264d2650-9946-47b3-b626-72bff229d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:35Z', 'updated_at': '2022-03-14T15:30:40Z', 'revision_number': 3, 'project_id': '3908706293194d6fa0db0fbc49b55509', 'gw_port': {'id': '264d2650-9946-47b3-b626-72bff229d837', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0583680-da92-4175-b8e4-c059cd0517f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:37Z', 'updated_at': '2022-03-14T15:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:30:45.064038 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-65f23726-4944-47be-8cd0-9add2ef23524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:45.093553 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f44517-dd3a-4edb-8ccf-43900fc993a9 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Network ee16dd21-0ce6-4f62-a371-c7ec864ec90e is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:30:45.147887 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-975c7b99-8673-4e54-9f78-10ca0f869815 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:45.165783 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b9f44517-dd3a-4edb-8ccf-43900fc993a9 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, ee16dd21-0ce6-4f62-a371-c7ec864ec90e) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:45.176905 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-975c7b99-8673-4e54-9f78-10ca0f869815 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Deleting port ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:45.177398 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-975c7b99-8673-4e54-9f78-10ca0f869815 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:45.182545 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02d1595-98f0-47d8-b0e7-c074134fb036 None None] Network ee16dd21-0ce6-4f62-a371-c7ec864ec90e requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:45.225427 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f44517-dd3a-4edb-8ccf-43900fc993a9 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:45.226847 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b9f44517-dd3a-4edb-8ccf-43900fc993a9 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:45.283209 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b9f44517-dd3a-4edb-8ccf-43900fc993a9 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6984980 Mar 14 15:30:45.292357 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48298) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:45.314195 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-435c503a-9e49-4edb-ad3a-0472a0a3233e tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Request body: {'port': {'network_id': 'ee16dd21-0ce6-4f62-a371-c7ec864ec90e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1208857195'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:45.339453 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ef1cce7a-cf0a-419e-b33c-b2151874c75b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6710598 Mar 14 15:30:45.343329 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48304) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:45.362337 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-358505ff-1890-49f1-9d79-40d0fdefd4aa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-985747613'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:45.426360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-358505ff-1890-49f1-9d79-40d0fdefd4aa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:45.445165 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device a0d6a006-5bb7-4f7f-8dd5-716562179458 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:30:45.453424 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-358505ff-1890-49f1-9d79-40d0fdefd4aa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:network and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:45.469897 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-358505ff-1890-49f1-9d79-40d0fdefd4aa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:45.496369 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-358505ff-1890-49f1-9d79-40d0fdefd4aa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:45.547007 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338dccfb-f210-4004-a6fd-b90adc4ab163', 'name': 'tempest-snat-router-379448723', 'tenant_id': '6a81dbf53ab54b8eac2d912ad3e65eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': 'ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:34Z', 'updated_at': '2022-03-14T15:30:38Z', 'revision_number': 3, 'project_id': '6a81dbf53ab54b8eac2d912ad3e65eb7', 'gw_port': {'id': 'ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338dccfb-f210-4004-a6fd-b90adc4ab163', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:36Z', 'updated_at': '2022-03-14T15:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:45.559508 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02740d7e-1de8-4077-99ff-ade273310c94 None None] The sync data for ids ['338dccfb-f210-4004-a6fd-b90adc4ab163'] in dv-neutron-833561-1-hyperv is: [{'id': '338dccfb-f210-4004-a6fd-b90adc4ab163', 'name': 'tempest-snat-router-379448723', 'tenant_id': '6a81dbf53ab54b8eac2d912ad3e65eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': 'ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:34Z', 'updated_at': '2022-03-14T15:30:38Z', 'revision_number': 3, 'project_id': '6a81dbf53ab54b8eac2d912ad3e65eb7', 'gw_port': {'id': 'ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338dccfb-f210-4004-a6fd-b90adc4ab163', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:36Z', 'updated_at': '2022-03-14T15:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:30:45.576368 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7460d253-d934-4729-8403-325c56e415a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-ee16dd21-0ce6-4f62-a371-c7ec864ec90e', 'network_id': 'ee16dd21-0ce6-4f62-a371-c7ec864ec90e', 'tenant_id': '9bd15b09993a42a996c4bb380c3b0564', 'fixed_ips': [{'subnet_id': 'cc3fbe09-c89d-4aa2-883b-aa3b25daaaf9'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:30:45.577292 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7460d253-d934-4729-8403-325c56e415a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:45.592571 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c962b-9c77-4007-bae5-df6445cd2962 req-199fe973-f200-4453-b17f-8f5e9cd3147c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:45.601434 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a05c962b-9c77-4007-bae5-df6445cd2962 req-199fe973-f200-4453-b17f-8f5e9cd3147c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 946 time: 0.3979778 Mar 14 15:30:45.605727 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port a0d6a006-5bb7-4f7f-8dd5-716562179458 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:45.606303 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:45.659194 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358505ff-1890-49f1-9d79-40d0fdefd4aa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:45.662804 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-358505ff-1890-49f1-9d79-40d0fdefd4aa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:45.692634 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-975c7b99-8673-4e54-9f78-10ca0f869815 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] For port ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:45.693127 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-975c7b99-8673-4e54-9f78-10ca0f869815 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:45.735813 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-435c503a-9e49-4edb-ad3a-0472a0a3233e tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:45.762548 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-435c503a-9e49-4edb-ad3a-0472a0a3233e tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Usage tracker for resource:port and tenant:9bd15b09993a42a996c4bb380c3b0564 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:45.769741 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-435c503a-9e49-4edb-ad3a-0472a0a3233e tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:45.790819 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a05c962b-9c77-4007-bae5-df6445cd2962 req-fdc17430-81d8-410a-89be-3b714a995f79 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=52773a6f-207a-4286-a1b6-df92daf7771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883655 Mar 14 15:30:45.825875 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-435c503a-9e49-4edb-ad3a-0472a0a3233e tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:45.864780 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-975c7b99-8673-4e54-9f78-10ca0f869815 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Calling delete_port for ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:45.866179 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-358505ff-1890-49f1-9d79-40d0fdefd4aa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:30:45.870625 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-7460d253-d934-4729-8403-325c56e415a7 None None] Allocated IP 172.20.0.2 (ee16dd21-0ce6-4f62-a371-c7ec864ec90e/cc3fbe09-c89d-4aa2-883b-aa3b25daaaf9/df2ad40c-591a-437c-b691-8cfa94ae9dae) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:45.910588 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:30:45.949483 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:45.965998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435c503a-9e49-4edb-ad3a-0472a0a3233e tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Made reservation on behalf of 9bd15b09993a42a996c4bb380c3b0564 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:45.975158 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-435c503a-9e49-4edb-ad3a-0472a0a3233e tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:46.024400 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-358505ff-1890-49f1-9d79-40d0fdefd4aa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:46.026515 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-358505ff-1890-49f1-9d79-40d0fdefd4aa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Added segment 9d46ad49-f6b6-4c51-9d27-19190355b27a of type vlan for network d86f8c2d-4b4b-4975-8d85-a8eecd2d06ec Mar 14 15:30:46.125511 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-435c503a-9e49-4edb-ad3a-0472a0a3233e tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] device_id is not set on port 24416ba0-25aa-4d17-9f89-1c27c7e6eb8e yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:30:46.126605 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:30:46.127172 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 979c9e78-d53b-4d10-b88e-fa4f82b82aa6 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:30:46.187415 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48320) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:46.198819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-358505ff-1890-49f1-9d79-40d0fdefd4aa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:46.227793 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:46.262705 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-9d4c552c-dbcf-4e8a-aedd-f41524ba3dcf tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:30:46.337800 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7460d253-d934-4729-8403-325c56e415a7 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:46.349109 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7460d253-d934-4729-8403-325c56e415a7 None None] Transition to ACTIVE for port object df2ad40c-591a-437c-b691-8cfa94ae9dae will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:46.373482 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7460d253-d934-4729-8403-325c56e415a7 None None] Transition to ACTIVE for port object df2ad40c-591a-437c-b691-8cfa94ae9dae will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:46.378927 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-975c7b99-8673-4e54-9f78-10ca0f869815 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:46.379214 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d4c552c-dbcf-4e8a-aedd-f41524ba3dcf tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:46.380209 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7460d253-d934-4729-8403-325c56e415a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:46.387122 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-358505ff-1890-49f1-9d79-40d0fdefd4aa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:46.391470 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358505ff-1890-49f1-9d79-40d0fdefd4aa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:46.392179 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-358505ff-1890-49f1-9d79-40d0fdefd4aa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:46.423989 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Allocated IP 172.20.0.1 (d55dff45-2e4d-4bb3-afa3-2f786c66107e/72aefd8d-3042-4807-b862-969fd0fcf0b0/8291af4b-55d5-413c-93fc-80ab34b17513) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:46.425187 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d4c552c-dbcf-4e8a-aedd-f41524ba3dcf tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:46.441885 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0f9763b9-f221-4c6d-9d9f-7fed7cc17f0d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-572503837'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:46.450909 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c7b99-8673-4e54-9f78-10ca0f869815 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Pushing event deleted for resources: {'Port': ['ID=ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:46.455633 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0f9763b9-f221-4c6d-9d9f-7fed7cc17f0d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:46.464776 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa22518-8da1-4593-800e-21c4ee73e769 req-c0392c1e-cdb0-43d4-a482-ff64704f3618 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:46.465921 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7460d253-d934-4729-8403-325c56e415a7 None None] Network ee16dd21-0ce6-4f62-a371-c7ec864ec90e is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:46.466618 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6aa22518-8da1-4593-800e-21c4ee73e769 req-c0392c1e-cdb0-43d4-a482-ff64704f3618 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 946 time: 0.3713565 Mar 14 15:30:46.469192 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-7460d253-d934-4729-8403-325c56e415a7 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:46.474127 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:46.474394 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0f9763b9-f221-4c6d-9d9f-7fed7cc17f0d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:network and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:46.475587 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7460d253-d934-4729-8403-325c56e415a7 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:46.478644 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460d253-d934-4729-8403-325c56e415a7 None None] Pushing event updated for resources: {'Port': ['ID=df2ad40c-591a-437c-b691-8cfa94ae9dae,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:46.518303 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0f9763b9-f221-4c6d-9d9f-7fed7cc17f0d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:46.570213 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7460d253-d934-4729-8403-325c56e415a7 None None] Attempting to bind port df2ad40c-591a-437c-b691-8cfa94ae9dae on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:30:46.571136 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7460d253-d934-4729-8403-325c56e415a7 None None] Attempting to bind port df2ad40c-591a-437c-b691-8cfa94ae9dae by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '7290116b-4aa3-4c21-93d5-7d08faf4e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ee16dd21-0ce6-4f62-a371-c7ec864ec90e'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:30:46.571529 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7460d253-d934-4729-8403-325c56e415a7 None None] Attempting to bind port df2ad40c-591a-437c-b691-8cfa94ae9dae on network ee16dd21-0ce6-4f62-a371-c7ec864ec90e {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:30:46.579364 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7460d253-d934-4729-8403-325c56e415a7 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:30:46.579738 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7460d253-d934-4729-8403-325c56e415a7 None None] Checking segment: {'id': '7290116b-4aa3-4c21-93d5-7d08faf4e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ee16dd21-0ce6-4f62-a371-c7ec864ec90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:30:46.580142 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7460d253-d934-4729-8403-325c56e415a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:46.580528 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7460d253-d934-4729-8403-325c56e415a7 None None] Bound using segment: {'id': '7290116b-4aa3-4c21-93d5-7d08faf4e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ee16dd21-0ce6-4f62-a371-c7ec864ec90e'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:30:46.580989 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7460d253-d934-4729-8403-325c56e415a7 None None] Bound port: df2ad40c-591a-437c-b691-8cfa94ae9dae, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7290116b-4aa3-4c21-93d5-7d08faf4e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ee16dd21-0ce6-4f62-a371-c7ec864ec90e'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:30:46.581361 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7460d253-d934-4729-8403-325c56e415a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:46.617626 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:30:46.676091 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7460d253-d934-4729-8403-325c56e415a7 None None] For port df2ad40c-591a-437c-b691-8cfa94ae9dae, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:46.679345 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7460d253-d934-4729-8403-325c56e415a7 None None] For port df2ad40c-591a-437c-b691-8cfa94ae9dae, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=df2ad40c-591a-437c-b691-8cfa94ae9dae,segment=NetworkSegment(7290116b-4aa3-4c21-93d5-7d08faf4e8e9),segment_id=7290116b-4aa3-4c21-93d5-7d08faf4e8e9)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:46.681752 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-358505ff-1890-49f1-9d79-40d0fdefd4aa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3295598 Mar 14 15:30:46.685776 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7460d253-d934-4729-8403-325c56e415a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:46.686683 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358505ff-1890-49f1-9d79-40d0fdefd4aa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Network': ['ID=d86f8c2d-4b4b-4975-8d85-a8eecd2d06ec,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:46.688694 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48326) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:46.707058 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0f9763b9-f221-4c6d-9d9f-7fed7cc17f0d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:46.718080 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network d86f8c2d-4b4b-4975-8d85-a8eecd2d06ec details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:30:46.739729 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8d7b3638-d902-426c-93ad-8ab7921d0e8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'subnet': {'network_id': 'd86f8c2d-4b4b-4975-8d85-a8eecd2d06ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:46.818992 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9763b9-f221-4c6d-9d9f-7fed7cc17f0d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:46.821987 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0f9763b9-f221-4c6d-9d9f-7fed7cc17f0d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:46.866894 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460d253-d934-4729-8403-325c56e415a7 None None] Pushing event updated for resources: {'Port': ['ID=df2ad40c-591a-437c-b691-8cfa94ae9dae,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:46.881735 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-435c503a-9e49-4edb-ad3a-0472a0a3233e tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Allocated IP 172.20.0.6 (ee16dd21-0ce6-4f62-a371-c7ec864ec90e/cc3fbe09-c89d-4aa2-883b-aa3b25daaaf9/24416ba0-25aa-4d17-9f89-1c27c7e6eb8e) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:46.901045 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8d7b3638-d902-426c-93ad-8ab7921d0e8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:46.913727 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8d7b3638-d902-426c-93ad-8ab7921d0e8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:subnet and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:46.928556 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8d7b3638-d902-426c-93ad-8ab7921d0e8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:46.929024 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0f9763b9-f221-4c6d-9d9f-7fed7cc17f0d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:46.940626 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8d7b3638-d902-426c-93ad-8ab7921d0e8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:46.985921 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7b3638-d902-426c-93ad-8ab7921d0e8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:47.003937 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6aa22518-8da1-4593-800e-21c4ee73e769 req-94f46b05-e48c-4dd9-bdf9-b15519cc1fea tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=52773a6f-207a-4286-a1b6-df92daf7771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4934852 Mar 14 15:30:47.071428 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-975c7b99-8673-4e54-9f78-10ca0f869815 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.173646 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48330) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:47.259266 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.264208 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0f9763b9-f221-4c6d-9d9f-7fed7cc17f0d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:47.275425 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0f9763b9-f221-4c6d-9d9f-7fed7cc17f0d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:security_group_rule and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:47.340173 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device df2ad40c-591a-437c-b691-8cfa94ae9dae up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:30:47.342465 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0f9763b9-f221-4c6d-9d9f-7fed7cc17f0d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:47.417663 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port df2ad40c-591a-437c-b691-8cfa94ae9dae completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:47.422330 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0f9763b9-f221-4c6d-9d9f-7fed7cc17f0d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:47.424564 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Transition to ACTIVE for port object 8291af4b-55d5-413c-93fc-80ab34b17513 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:47.427105 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d7b3638-d902-426c-93ad-8ab7921d0e8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.440698 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-975c7b99-8673-4e54-9f78-10ca0f869815 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.451600 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-975c7b99-8673-4e54-9f78-10ca0f869815 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.494737 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.553750 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-975c7b99-8673-4e54-9f78-10ca0f869815 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.554885 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975c7b99-8673-4e54-9f78-10ca0f869815 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 338dccfb-f210-4004-a6fd-b90adc4ab163 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:30:47.616544 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Network d55dff45-2e4d-4bb3-afa3-2f786c66107e is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:47.620275 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Pushing event updated for resources: {'Port': ['ID=8291af4b-55d5-413c-93fc-80ab34b17513,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:47.621259 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-435c503a-9e49-4edb-ad3a-0472a0a3233e tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.624314 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0f9763b9-f221-4c6d-9d9f-7fed7cc17f0d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.625555 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:47.631555 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:47.659958 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0f9763b9-f221-4c6d-9d9f-7fed7cc17f0d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.697687 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b184975a-4e29-4739-96cf-897595752bc2 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 1094 time: 0.5227783 Mar 14 15:30:47.708348 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48334) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:47.722008 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': '4fbd8792-106f-4641-982c-22e74d7248e7', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:47.729754 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:47.736242 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.750064 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:floatingip and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:47.755891 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-975c7b99-8673-4e54-9f78-10ca0f869815 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.759976 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-975c7b99-8673-4e54-9f78-10ca0f869815 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "DELETE /v2.0/routers/338dccfb-f210-4004-a6fd-b90adc4ab163 HTTP/1.1" status: 204 len: 168 time: 4.7960501 Mar 14 15:30:47.760662 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48338) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:47.761849 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9763b9-f221-4c6d-9d9f-7fed7cc17f0d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:30:47.763866 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-435c503a-9e49-4edb-ad3a-0472a0a3233e tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Transition to ACTIVE for port object 24416ba0-25aa-4d17-9f89-1c27c7e6eb8e will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:47.767143 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:47.847291 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:47.863241 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0f9763b9-f221-4c6d-9d9f-7fed7cc17f0d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.863959 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-0f9763b9-f221-4c6d-9d9f-7fed7cc17f0d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Added segment f32dd3b6-2b66-4a28-8830-d902384d613d of type vlan for network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 Mar 14 15:30:47.875932 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.880899 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9763b9-f221-4c6d-9d9f-7fed7cc17f0d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d951f7-9abc-4096-a99b-587a27eb91d9,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:47.907188 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-435c503a-9e49-4edb-ad3a-0472a0a3233e tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.913181 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.941618 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d0e2b6ee-7628-4620-b262-d12212828693 None None] Provisioning for port 8291af4b-55d5-413c-93fc-80ab34b17513 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:47.947840 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d0e2b6ee-7628-4620-b262-d12212828693 None None] Provisioning complete for port 8291af4b-55d5-413c-93fc-80ab34b17513 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:47.948872 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d0e2b6ee-7628-4620-b262-d12212828693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.997445 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0f9763b9-f221-4c6d-9d9f-7fed7cc17f0d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.015739 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d0e2b6ee-7628-4620-b262-d12212828693 None None] Port 8291af4b-55d5-413c-93fc-80ab34b17513 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:30:48.017490 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d7b3638-d902-426c-93ad-8ab7921d0e8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.073425 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29068ee-b93a-453e-8f2d-d9aee0a41ddf None None] Network ee16dd21-0ce6-4f62-a371-c7ec864ec90e requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:48.080067 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435c503a-9e49-4edb-ad3a-0472a0a3233e tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Network ee16dd21-0ce6-4f62-a371-c7ec864ec90e is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:48.088601 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-435c503a-9e49-4edb-ad3a-0472a0a3233e tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:48.091008 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435c503a-9e49-4edb-ad3a-0472a0a3233e tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:48.116347 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c503a-9e49-4edb-ad3a-0472a0a3233e tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Pushing event updated for resources: {'Port': ['ID=24416ba0-25aa-4d17-9f89-1c27c7e6eb8e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:48.151552 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0f9763b9-f221-4c6d-9d9f-7fed7cc17f0d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.155535 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9763b9-f221-4c6d-9d9f-7fed7cc17f0d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:48.156142 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0f9763b9-f221-4c6d-9d9f-7fed7cc17f0d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.190656 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435c503a-9e49-4edb-ad3a-0472a0a3233e tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:48.191960 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5d62d903-2743-498f-b010-d7909d789f56 None None] Provisioning for port df2ad40c-591a-437c-b691-8cfa94ae9dae completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:48.192539 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-435c503a-9e49-4edb-ad3a-0472a0a3233e tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.212623 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5d62d903-2743-498f-b010-d7909d789f56 None None] Provisioning complete for port df2ad40c-591a-437c-b691-8cfa94ae9dae triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:48.213012 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d62d903-2743-498f-b010-d7909d789f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.248310 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b3638-d902-426c-93ad-8ab7921d0e8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Subnet': ['ID=9644e843-4450-44f2-b965-dacdec996fe5,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:48.282931 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7b3638-d902-426c-93ad-8ab7921d0e8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Checking segment: {'id': '9d46ad49-f6b6-4c51-9d27-19190355b27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd86f8c2d-4b4b-4975-8d85-a8eecd2d06ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:30:48.283317 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7b3638-d902-426c-93ad-8ab7921d0e8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network hostable DHCP agents. Network: d86f8c2d-4b4b-4975-8d85-a8eecd2d06ec, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:30:48.293197 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-435c503a-9e49-4edb-ad3a-0472a0a3233e tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9997327 Mar 14 15:30:48.296497 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48344) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:48.318870 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-69495510-03b4-4b21-850d-1cc0cf5bf430 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Request body: {'port': {'network_id': 'ee16dd21-0ce6-4f62-a371-c7ec864ec90e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1551531175', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:48.319281 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.api.validators [None req-69495510-03b4-4b21-850d-1cc0cf5bf430 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] bootfile-name is not in valid_values {{(pid=83911) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 14 15:30:48.319612 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.api.validators [None req-69495510-03b4-4b21-850d-1cc0cf5bf430 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] tftp-server is not in valid_values {{(pid=83911) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 14 15:30:48.319940 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.api.validators [None req-69495510-03b4-4b21-850d-1cc0cf5bf430 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] server-ip-address is not in valid_values {{(pid=83911) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 14 15:30:48.350751 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7b3638-d902-426c-93ad-8ab7921d0e8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network d86f8c2d-4b4b-4975-8d85-a8eecd2d06ec is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:30:48.426043 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4c552c-dbcf-4e8a-aedd-f41524ba3dcf tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Router 9e924330-d779-4acc-ad0a-5b9518d102de has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:30:48.432080 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8d7b3638-d902-426c-93ad-8ab7921d0e8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, d86f8c2d-4b4b-4975-8d85-a8eecd2d06ec) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:48.443837 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7b3638-d902-426c-93ad-8ab7921d0e8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:48.444426 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d7b3638-d902-426c-93ad-8ab7921d0e8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.447470 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0f9763b9-f221-4c6d-9d9f-7fed7cc17f0d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2538285 Mar 14 15:30:48.448330 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.460294 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48350) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:48.467910 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac968c7-1b09-4fcc-9eaa-822e59f33e8f None None] Network d86f8c2d-4b4b-4975-8d85-a8eecd2d06ec requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:48.486388 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9763b9-f221-4c6d-9d9f-7fed7cc17f0d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Network': ['ID=e0967daf-7b2d-480f-a29c-5b4e0dc7a284,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:48.514989 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'port': {'network_id': 'e0967daf-7b2d-480f-a29c-5b4e0dc7a284', 'name': 'tempest-PortsTestJSON-1562952044'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:48.544725 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:30:48.558206 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8d7b3638-d902-426c-93ad-8ab7921d0e8f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8366940 Mar 14 15:30:48.559204 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48354) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:48.566767 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-6c069cd3-fd4d-482c-9cfd-c990a0044905 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'port': {'network_id': 'd86f8c2d-4b4b-4975-8d85-a8eecd2d06ec', 'name': 'tempest-PortsIpV6TestJSON-655795922'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:48.671420 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d62d903-2743-498f-b010-d7909d789f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.774235 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5d62d903-2743-498f-b010-d7909d789f56 None None] For port df2ad40c-591a-437c-b691-8cfa94ae9dae, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=df2ad40c-591a-437c-b691-8cfa94ae9dae,segment=NetworkSegment(7290116b-4aa3-4c21-93d5-7d08faf4e8e9),segment_id=7290116b-4aa3-4c21-93d5-7d08faf4e8e9)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:48.774447 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-69495510-03b4-4b21-850d-1cc0cf5bf430 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:48.791402 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d62d903-2743-498f-b010-d7909d789f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.793087 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-69495510-03b4-4b21-850d-1cc0cf5bf430 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Usage tracker for resource:port and tenant:9bd15b09993a42a996c4bb380c3b0564 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:48.801424 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-69495510-03b4-4b21-850d-1cc0cf5bf430 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:48.810394 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:48.814330 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.815578 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-69495510-03b4-4b21-850d-1cc0cf5bf430 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:48.819837 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:port and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:48.835993 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:48.850594 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:48.861940 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49451c7e-6cb3-487c-a623-10652cf90466 req-b21f57ba-1550-4d9e-a4a0-c75093cb52dc tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:48.863484 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-49451c7e-6cb3-487c-a623-10652cf90466 req-b21f57ba-1550-4d9e-a4a0-c75093cb52dc tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.4023232 Mar 14 15:30:48.873144 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69495510-03b4-4b21-850d-1cc0cf5bf430 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Made reservation on behalf of 9bd15b09993a42a996c4bb380c3b0564 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:48.876378 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69495510-03b4-4b21-850d-1cc0cf5bf430 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.904420 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:48.907422 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.919322 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62d903-2743-498f-b010-d7909d789f56 None None] Pushing event updated for resources: {'Port': ['ID=df2ad40c-591a-437c-b691-8cfa94ae9dae,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:48.922422 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3880ec09-943e-474b-9695-e8c893958af6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.964993 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-69495510-03b4-4b21-850d-1cc0cf5bf430 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] device_id is not set on port 95d05839-1098-4806-997d-e7b98e81681e yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:30:48.996140 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35390b8e-31dc-4547-8324-90dc05e61224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-d86f8c2d-4b4b-4975-8d85-a8eecd2d06ec', 'network_id': 'd86f8c2d-4b4b-4975-8d85-a8eecd2d06ec', 'tenant_id': '5a6f96ee0963461298d40ea737c70799', 'fixed_ips': [{'subnet_id': '9644e843-4450-44f2-b965-dacdec996fe5'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:30:48.998394 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-35390b8e-31dc-4547-8324-90dc05e61224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:49.004613 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] device_id is not set on port cb5da5fb-1f07-4610-ad2d-a29fd73fef34 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:30:49.006415 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6c069cd3-fd4d-482c-9cfd-c990a0044905 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:49.058357 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-49451c7e-6cb3-487c-a623-10652cf90466 req-4b3aec02-644c-4888-bd19-e430d95225aa tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717510 Mar 14 15:30:49.095342 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6c069cd3-fd4d-482c-9cfd-c990a0044905 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:49.181150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:30:49.209974 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c069cd3-fd4d-482c-9cfd-c990a0044905 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:49.213917 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6c069cd3-fd4d-482c-9cfd-c990a0044905 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:49.251457 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:49.267257 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:49.337100 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7428f962-b785-457f-afbb-d539054fba1b None None] Provisioning complete for port df2ad40c-591a-437c-b691-8cfa94ae9dae triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:49.337469 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7428f962-b785-457f-afbb-d539054fba1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:49.383081 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device df2ad40c-591a-437c-b691-8cfa94ae9dae up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:30:49.408782 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-6c069cd3-fd4d-482c-9cfd-c990a0044905 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] device_id is not set on port fba6bd2b-cdbc-4ec7-a685-0964cf002055 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:30:49.494930 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.26.4.5 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/5a45e703-dcec-4bf6-a807-3d8586480293) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:49.498102 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-35390b8e-31dc-4547-8324-90dc05e61224 None None] Allocated IP 2001:db8::2 (d86f8c2d-4b4b-4975-8d85-a8eecd2d06ec/9644e843-4450-44f2-b965-dacdec996fe5/a8118dd8-80d1-4403-9469-a04d74c1d9e0) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:49.575724 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Pushing event updated for resources: {'Port': ['ID=8291af4b-55d5-413c-93fc-80ab34b17513,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:49.602574 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-69495510-03b4-4b21-850d-1cc0cf5bf430 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Allocated IP 172.20.0.11 (ee16dd21-0ce6-4f62-a371-c7ec864ec90e/cc3fbe09-c89d-4aa2-883b-aa3b25daaaf9/95d05839-1098-4806-997d-e7b98e81681e) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:49.606398 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:49.651249 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4c552c-dbcf-4e8a-aedd-f41524ba3dcf tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:30:49.664796 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab556741-f2ab-4da6-9b70-c159198995bb None None] Sync routers for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:30:49.669505 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d4c552c-dbcf-4e8a-aedd-f41524ba3dcf tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:49.680542 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port df2ad40c-591a-437c-b691-8cfa94ae9dae triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:49.680956 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:49.688625 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab556741-f2ab-4da6-9b70-c159198995bb None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:49.689253 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ab556741-f2ab-4da6-9b70-c159198995bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:49.715699 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:49.716297 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:49.716833 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:49.717390 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:49.717924 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:49.718453 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:49.718956 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:49.719431 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:49.719971 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:49.720472 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:49.721009 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:49.745557 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:49.780721 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7428f962-b785-457f-afbb-d539054fba1b None None] Provisioning for port 24416ba0-25aa-4d17-9f89-1c27c7e6eb8e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:49.816706 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7428f962-b785-457f-afbb-d539054fba1b None None] Provisioning complete for port 24416ba0-25aa-4d17-9f89-1c27c7e6eb8e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:49.817077 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7428f962-b785-457f-afbb-d539054fba1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:49.844476 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ab556741-f2ab-4da6-9b70-c159198995bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:49.868190 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab556741-f2ab-4da6-9b70-c159198995bb None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:49.869106 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ab556741-f2ab-4da6-9b70-c159198995bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:49.875495 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f22c19-2550-4ba2-be4c-2085d26e550a req-0838a29f-0f54-4541-8822-450ef9a7333e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:49.883020 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-24f22c19-2550-4ba2-be4c-2085d26e550a req-0838a29f-0f54-4541-8822-450ef9a7333e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.4911363 Mar 14 15:30:49.969242 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9d4c552c-dbcf-4e8a-aedd-f41524ba3dcf tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "PUT /v2.0/floatingips/39205529-9fd3-46f4-a8b1-34d45516a421 HTTP/1.1" status: 200 len: 979 time: 5.6011252 Mar 14 15:30:49.985735 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48360) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:50.007032 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7428f962-b785-457f-afbb-d539054fba1b None None] Port 24416ba0-25aa-4d17-9f89-1c27c7e6eb8e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:30:50.016996 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:50.031553 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-35390b8e-31dc-4547-8324-90dc05e61224 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:50.048668 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ab556741-f2ab-4da6-9b70-c159198995bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:50.049204 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab556741-f2ab-4da6-9b70-c159198995bb None None] The sync data for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:30:50.050410 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-35390b8e-31dc-4547-8324-90dc05e61224 None None] Transition to ACTIVE for port object a8118dd8-80d1-4403-9469-a04d74c1d9e0 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:50.062431 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Network d55dff45-2e4d-4bb3-afa3-2f786c66107e is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:50.082577 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-24f22c19-2550-4ba2-be4c-2085d26e550a req-e68b6465-f23e-4f1c-8943-e7902db23fd2 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983643 Mar 14 15:30:50.090497 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:50.114107 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-35390b8e-31dc-4547-8324-90dc05e61224 None None] Transition to ACTIVE for port object a8118dd8-80d1-4403-9469-a04d74c1d9e0 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:50.130569 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-35390b8e-31dc-4547-8324-90dc05e61224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:50.321805 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:50.325085 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35390b8e-31dc-4547-8324-90dc05e61224 None None] Pushing event updated for resources: {'Port': ['ID=a8118dd8-80d1-4403-9469-a04d74c1d9e0,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:50.348580 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-93523b65-24fb-432c-a4c4-b38b4921bed7 None None] Provisioning complete for port 24416ba0-25aa-4d17-9f89-1c27c7e6eb8e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:50.348954 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-93523b65-24fb-432c-a4c4-b38b4921bed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:50.409355 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35390b8e-31dc-4547-8324-90dc05e61224 None None] Network d86f8c2d-4b4b-4975-8d85-a8eecd2d06ec is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:50.423223 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-35390b8e-31dc-4547-8324-90dc05e61224 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:50.432269 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35390b8e-31dc-4547-8324-90dc05e61224 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:50.563195 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-93523b65-24fb-432c-a4c4-b38b4921bed7 None None] Port 24416ba0-25aa-4d17-9f89-1c27c7e6eb8e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:30:50.655646 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-35390b8e-31dc-4547-8324-90dc05e61224 None None] Attempting to bind port a8118dd8-80d1-4403-9469-a04d74c1d9e0 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:30:50.656183 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-35390b8e-31dc-4547-8324-90dc05e61224 None None] Attempting to bind port a8118dd8-80d1-4403-9469-a04d74c1d9e0 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '9d46ad49-f6b6-4c51-9d27-19190355b27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd86f8c2d-4b4b-4975-8d85-a8eecd2d06ec'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:30:50.656652 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35390b8e-31dc-4547-8324-90dc05e61224 None None] Attempting to bind port a8118dd8-80d1-4403-9469-a04d74c1d9e0 on network d86f8c2d-4b4b-4975-8d85-a8eecd2d06ec {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:30:50.668955 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35390b8e-31dc-4547-8324-90dc05e61224 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:30:50.669733 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35390b8e-31dc-4547-8324-90dc05e61224 None None] Checking segment: {'id': '9d46ad49-f6b6-4c51-9d27-19190355b27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd86f8c2d-4b4b-4975-8d85-a8eecd2d06ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:30:50.670307 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-35390b8e-31dc-4547-8324-90dc05e61224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:50.672106 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35390b8e-31dc-4547-8324-90dc05e61224 None None] Bound using segment: {'id': '9d46ad49-f6b6-4c51-9d27-19190355b27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd86f8c2d-4b4b-4975-8d85-a8eecd2d06ec'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:30:50.672774 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-35390b8e-31dc-4547-8324-90dc05e61224 None None] Bound port: a8118dd8-80d1-4403-9469-a04d74c1d9e0, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d46ad49-f6b6-4c51-9d27-19190355b27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd86f8c2d-4b4b-4975-8d85-a8eecd2d06ec'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:30:50.673420 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-35390b8e-31dc-4547-8324-90dc05e61224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:50.698373 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:50.783926 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3880ec09-943e-474b-9695-e8c893958af6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:50.793475 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a33fecf7-6d0b-4d95-b910-8d2ebe411e38 None None] Provisioning complete for port 8291af4b-55d5-413c-93fc-80ab34b17513 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:50.794019 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a33fecf7-6d0b-4d95-b910-8d2ebe411e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:50.831109 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-6c069cd3-fd4d-482c-9cfd-c990a0044905 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Allocated IP 2001:db8::247 (d86f8c2d-4b4b-4975-8d85-a8eecd2d06ec/9644e843-4450-44f2-b965-dacdec996fe5/fba6bd2b-cdbc-4ec7-a685-0964cf002055) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:50.837943 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:50.866929 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-35390b8e-31dc-4547-8324-90dc05e61224 None None] For port a8118dd8-80d1-4403-9469-a04d74c1d9e0, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:50.872163 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Port': ['ID=cb5da5fb-1f07-4610-ad2d-a29fd73fef34,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:50.881027 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a33fecf7-6d0b-4d95-b910-8d2ebe411e38 None None] Port 8291af4b-55d5-413c-93fc-80ab34b17513 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:30:50.886108 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-35390b8e-31dc-4547-8324-90dc05e61224 None None] For port a8118dd8-80d1-4403-9469-a04d74c1d9e0, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=a8118dd8-80d1-4403-9469-a04d74c1d9e0,segment=NetworkSegment(9d46ad49-f6b6-4c51-9d27-19190355b27a),segment_id=9d46ad49-f6b6-4c51-9d27-19190355b27a)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:50.891137 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-35390b8e-31dc-4547-8324-90dc05e61224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:50.907226 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69495510-03b4-4b21-850d-1cc0cf5bf430 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:50.914948 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Checking segment: {'id': 'f32dd3b6-2b66-4a28-8830-d902384d613d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e0967daf-7b2d-480f-a29c-5b4e0dc7a284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:30:50.915695 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network hostable DHCP agents. Network: e0967daf-7b2d-480f-a29c-5b4e0dc7a284, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:30:50.918183 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-3880ec09-943e-474b-9695-e8c893958af6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Deleting port a0d6a006-5bb7-4f7f-8dd5-716562179458 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:50.918714 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3880ec09-943e-474b-9695-e8c893958af6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:50.946818 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b5449da4-58a1-48ca-bfeb-adfeb1d8d7cf tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Deleting port e73c254a-4547-46b0-b880-c8c48293515b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:50.947516 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5449da4-58a1-48ca-bfeb-adfeb1d8d7cf tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:50.994381 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35390b8e-31dc-4547-8324-90dc05e61224 None None] Pushing event updated for resources: {'Port': ['ID=a8118dd8-80d1-4403-9469-a04d74c1d9e0,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:51.019954 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:51.020148 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:51.020745 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:51.021249 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:51.021425 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:51.021789 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:51.022149 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:51.022465 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:51.022779 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:51.023103 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:51.024084 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:51.042290 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-69495510-03b4-4b21-850d-1cc0cf5bf430 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Transition to ACTIVE for port object 95d05839-1098-4806-997d-e7b98e81681e will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:51.079537 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5e340-6958-4ecf-8cc0-ab938def42b7 req-3211c3e3-c111-4ab2-9dc5-d9c797d64fb7 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:51.089252 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-58d5e340-6958-4ecf-8cc0-ab938def42b7 req-3211c3e3-c111-4ab2-9dc5-d9c797d64fb7 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.4783552 Mar 14 15:30:51.162864 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-58d5e340-6958-4ecf-8cc0-ab938def42b7 req-f6997b72-8f9c-4f34-9aea-3f35f85bb31d tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725517 Mar 14 15:30:51.286821 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=5a45e703-dcec-4bf6-a807-3d8586480293,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:51.292456 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:51.332420 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:51.351094 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:51.390468 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:30:51.451677 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, e0967daf-7b2d-480f-a29c-5b4e0dc7a284) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:51.457704 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69495510-03b4-4b21-850d-1cc0cf5bf430 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:51.459398 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:51.461969 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a8e84a-333f-41a7-9a5b-b9a30131ce42 None None] Network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:51.464028 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:51.464630 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:51.536796 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device a8118dd8-80d1-4403-9469-a04d74c1d9e0 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:30:51.561063 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69495510-03b4-4b21-850d-1cc0cf5bf430 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Network ee16dd21-0ce6-4f62-a371-c7ec864ec90e is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:51.567450 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-69495510-03b4-4b21-850d-1cc0cf5bf430 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:51.580902 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69495510-03b4-4b21-850d-1cc0cf5bf430 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:51.627629 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5d9b37ac-d65c-4022-add2-2388b9c9c77c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.1602998 Mar 14 15:30:51.635273 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48368) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:51.643271 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5449da4-58a1-48ca-bfeb-adfeb1d8d7cf tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:51.643601 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5449da4-58a1-48ca-bfeb-adfeb1d8d7cf tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:51.673238 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-fda31856-3390-48fd-a077-5cd8c54b6efd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-984860443'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:51.688152 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fda31856-3390-48fd-a077-5cd8c54b6efd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:51.741525 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69495510-03b4-4b21-850d-1cc0cf5bf430 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Pushing event updated for resources: {'Port': ['ID=95d05839-1098-4806-997d-e7b98e81681e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:51.766240 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port a8118dd8-80d1-4403-9469-a04d74c1d9e0 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:51.778745 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 264d2650-9946-47b3-b626-72bff229d837 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:30:51.809010 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-fda31856-3390-48fd-a077-5cd8c54b6efd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:network and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:51.819293 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b5449da4-58a1-48ca-bfeb-adfeb1d8d7cf tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Calling delete_port for e73c254a-4547-46b0-b880-c8c48293515b owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:51.853505 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-fda31856-3390-48fd-a077-5cd8c54b6efd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:51.866463 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 264d2650-9946-47b3-b626-72bff229d837 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:51.870109 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69495510-03b4-4b21-850d-1cc0cf5bf430 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:51.871259 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69495510-03b4-4b21-850d-1cc0cf5bf430 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:51.872268 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 264d2650-9946-47b3-b626-72bff229d837 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:51.872697 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:51.882022 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fda31856-3390-48fd-a077-5cd8c54b6efd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:51.921273 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-69495510-03b4-4b21-850d-1cc0cf5bf430 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.6171918 Mar 14 15:30:51.924055 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48372) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:51.975310 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-3880ec09-943e-474b-9695-e8c893958af6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] For port a0d6a006-5bb7-4f7f-8dd5-716562179458, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=a0d6a006-5bb7-4f7f-8dd5-716562179458,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:51.975864 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3880ec09-943e-474b-9695-e8c893958af6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:51.985685 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda31856-3390-48fd-a077-5cd8c54b6efd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:51.988364 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fda31856-3390-48fd-a077-5cd8c54b6efd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:52.017274 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:52.042078 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 264d2650-9946-47b3-b626-72bff229d837, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=264d2650-9946-47b3-b626-72bff229d837,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:52.049400 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:52.074161 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda31856-3390-48fd-a077-5cd8c54b6efd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:30:52.094835 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-52d34de6-e327-4562-94fa-2bf9929e9aa1 None None] Provisioning for port 95d05839-1098-4806-997d-e7b98e81681e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:52.105756 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-52d34de6-e327-4562-94fa-2bf9929e9aa1 None None] Provisioning complete for port 95d05839-1098-4806-997d-e7b98e81681e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:52.106244 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-52d34de6-e327-4562-94fa-2bf9929e9aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:52.141759 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fda31856-3390-48fd-a077-5cd8c54b6efd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:52.141759 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-fda31856-3390-48fd-a077-5cd8c54b6efd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Added segment 0ed392be-c106-457d-8953-b75c875a6d1a of type vlan for network eb049bfe-f52e-4a18-94ab-79153251c159 Mar 14 15:30:52.215469 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6c069cd3-fd4d-482c-9cfd-c990a0044905 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:52.262420 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-52d34de6-e327-4562-94fa-2bf9929e9aa1 None None] Port 95d05839-1098-4806-997d-e7b98e81681e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:30:52.280759 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=264d2650-9946-47b3-b626-72bff229d837,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:52.296061 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-3880ec09-943e-474b-9695-e8c893958af6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Calling delete_port for a0d6a006-5bb7-4f7f-8dd5-716562179458 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:52.332956 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fa04dc-825f-4d10-8dd8-dea338c6cebc None None] Network d86f8c2d-4b4b-4975-8d85-a8eecd2d06ec requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:52.339320 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca09cccc-dec6-457d-aa3e-bb197141b61b tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:52.343285 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca09cccc-dec6-457d-aa3e-bb197141b61b tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:52.347350 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca09cccc-dec6-457d-aa3e-bb197141b61b tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:52.348259 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ca09cccc-dec6-457d-aa3e-bb197141b61b tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Synchronizing usage tracker for tenant:9bd15b09993a42a996c4bb380c3b0564 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:30:52.365009 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fda31856-3390-48fd-a077-5cd8c54b6efd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:52.365263 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646f39f-8457-446b-af18-1afbc23885db req-0b516119-cde4-4f91-84b5-96bafabd2c27 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:52.366845 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0646f39f-8457-446b-af18-1afbc23885db req-0b516119-cde4-4f91-84b5-96bafabd2c27 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.8784115 Mar 14 15:30:52.384709 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5449da4-58a1-48ca-bfeb-adfeb1d8d7cf tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:52.450115 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5449da4-58a1-48ca-bfeb-adfeb1d8d7cf tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event deleted for resources: {'Port': ['ID=e73c254a-4547-46b0-b880-c8c48293515b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:52.452909 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ca09cccc-dec6-457d-aa3e-bb197141b61b tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Unset dirty status for tenant:9bd15b09993a42a996c4bb380c3b0564 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:30:52.457114 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ca09cccc-dec6-457d-aa3e-bb197141b61b tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.5320837 Mar 14 15:30:52.461900 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48376) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:52.520091 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-6c069cd3-fd4d-482c-9cfd-c990a0044905 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Transition to ACTIVE for port object fba6bd2b-cdbc-4ec7-a685-0964cf002055 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:52.523996 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f0b18196-4234-4bc2-8214-4f965f5a4920 None None] Provisioning for port a8118dd8-80d1-4403-9469-a04d74c1d9e0 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:52.539539 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f0b18196-4234-4bc2-8214-4f965f5a4920 None None] Provisioning complete for port a8118dd8-80d1-4403-9469-a04d74c1d9e0 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:52.539963 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f0b18196-4234-4bc2-8214-4f965f5a4920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:52.543637 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fda31856-3390-48fd-a077-5cd8c54b6efd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:52.547343 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda31856-3390-48fd-a077-5cd8c54b6efd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:52.547835 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fda31856-3390-48fd-a077-5cd8c54b6efd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:52.632071 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ad7e5799-6984-4d70-b284-5bfa25f264fb tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Deleting port 95d05839-1098-4806-997d-e7b98e81681e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:52.633387 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad7e5799-6984-4d70-b284-5bfa25f264fb tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:52.656952 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Router d0583680-da92-4175-b8e4-c059cd0517f7 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:30:52.698683 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0646f39f-8457-446b-af18-1afbc23885db req-5fc708d5-10f7-412c-a1dd-c088136bff59 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906924 Mar 14 15:30:52.727787 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6c069cd3-fd4d-482c-9cfd-c990a0044905 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:52.755319 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f0b18196-4234-4bc2-8214-4f965f5a4920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:52.797390 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f0b18196-4234-4bc2-8214-4f965f5a4920 None None] For port a8118dd8-80d1-4403-9469-a04d74c1d9e0, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=a8118dd8-80d1-4403-9469-a04d74c1d9e0,segment=NetworkSegment(9d46ad49-f6b6-4c51-9d27-19190355b27a),segment_id=9d46ad49-f6b6-4c51-9d27-19190355b27a)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:52.800181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda31856-3390-48fd-a077-5cd8c54b6efd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Network': ['ID=eb049bfe-f52e-4a18-94ab-79153251c159,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:52.817700 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network eb049bfe-f52e-4a18-94ab-79153251c159 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:30:52.833973 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f0b18196-4234-4bc2-8214-4f965f5a4920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:52.887548 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c069cd3-fd4d-482c-9cfd-c990a0044905 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Port': ['ID=fba6bd2b-cdbc-4ec7-a685-0964cf002055,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:52.902739 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c069cd3-fd4d-482c-9cfd-c990a0044905 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network d86f8c2d-4b4b-4975-8d85-a8eecd2d06ec is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:52.991107 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-6c069cd3-fd4d-482c-9cfd-c990a0044905 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:53.037070 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b18196-4234-4bc2-8214-4f965f5a4920 None None] Pushing event updated for resources: {'Port': ['ID=a8118dd8-80d1-4403-9469-a04d74c1d9e0,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:53.053614 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad7e5799-6984-4d70-b284-5bfa25f264fb tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:53.058942 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b18196-4234-4bc2-8214-4f965f5a4920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:53.059410 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b18196-4234-4bc2-8214-4f965f5a4920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:53.059856 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b18196-4234-4bc2-8214-4f965f5a4920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:53.060460 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b18196-4234-4bc2-8214-4f965f5a4920 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:53.060887 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b18196-4234-4bc2-8214-4f965f5a4920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:53.061326 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b18196-4234-4bc2-8214-4f965f5a4920 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:53.061755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b18196-4234-4bc2-8214-4f965f5a4920 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:53.062224 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b18196-4234-4bc2-8214-4f965f5a4920 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:53.062653 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b18196-4234-4bc2-8214-4f965f5a4920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:53.063228 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b18196-4234-4bc2-8214-4f965f5a4920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:53.063676 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b18196-4234-4bc2-8214-4f965f5a4920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:53.066945 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c069cd3-fd4d-482c-9cfd-c990a0044905 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:53.072086 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c069cd3-fd4d-482c-9cfd-c990a0044905 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:53.072779 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6c069cd3-fd4d-482c-9cfd-c990a0044905 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:53.127681 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-fda31856-3390-48fd-a077-5cd8c54b6efd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4885931 Mar 14 15:30:53.128482 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5449da4-58a1-48ca-bfeb-adfeb1d8d7cf tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:53.173474 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9584f8f4-799c-48e6-a458-42e7fea9595d None None] Provisioning complete for port a8118dd8-80d1-4403-9469-a04d74c1d9e0 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:53.174762 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9584f8f4-799c-48e6-a458-42e7fea9595d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:53.185301 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48386) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:53.204777 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'ports': [{'network_id': 'e0967daf-7b2d-480f-a29c-5b4e0dc7a284'}, {'network_id': 'eb049bfe-f52e-4a18-94ab-79153251c159'}]} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:53.205153 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'port': {'network_id': 'e0967daf-7b2d-480f-a29c-5b4e0dc7a284'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:53.205670 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'port': {'network_id': 'eb049bfe-f52e-4a18-94ab-79153251c159'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:53.353314 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ad7e5799-6984-4d70-b284-5bfa25f264fb tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Calling delete_port for 95d05839-1098-4806-997d-e7b98e81681e owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:53.364115 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device a8118dd8-80d1-4403-9469-a04d74c1d9e0 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:30:53.415734 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6c069cd3-fd4d-482c-9cfd-c990a0044905 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.8552375 Mar 14 15:30:53.425181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48390) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:53.455806 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4e49c3a3-0b36-4ac3-b84f-8bfbcdb0987e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'port': {'network_id': 'd86f8c2d-4b4b-4975-8d85-a8eecd2d06ec', 'name': 'tempest-PortsIpV6TestJSON-968263278'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:53.492667 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port a8118dd8-80d1-4403-9469-a04d74c1d9e0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:53.493408 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:53.502482 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3880ec09-943e-474b-9695-e8c893958af6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:53.618641 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 264d2650-9946-47b3-b626-72bff229d837 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:30:53.651366 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-21168000-29aa-4995-992a-ce1b8590a16f None None] Provisioning for port fba6bd2b-cdbc-4ec7-a685-0964cf002055 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:53.666039 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-21168000-29aa-4995-992a-ce1b8590a16f None None] Provisioning complete for port fba6bd2b-cdbc-4ec7-a685-0964cf002055 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:53.666396 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-21168000-29aa-4995-992a-ce1b8590a16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:53.667207 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880ec09-943e-474b-9695-e8c893958af6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0d6a006-5bb7-4f7f-8dd5-716562179458,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:53.687732 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4e49c3a3-0b36-4ac3-b84f-8bfbcdb0987e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:53.699675 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4e49c3a3-0b36-4ac3-b84f-8bfbcdb0987e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:port and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:53.704838 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4e49c3a3-0b36-4ac3-b84f-8bfbcdb0987e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:53.717219 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4e49c3a3-0b36-4ac3-b84f-8bfbcdb0987e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:53.727776 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-21168000-29aa-4995-992a-ce1b8590a16f None None] Port fba6bd2b-cdbc-4ec7-a685-0964cf002055 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:30:53.736554 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad7e5799-6984-4d70-b284-5bfa25f264fb tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:53.738902 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 264d2650-9946-47b3-b626-72bff229d837 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:53.739232 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:53.780479 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e49c3a3-0b36-4ac3-b84f-8bfbcdb0987e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:53.783576 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e49c3a3-0b36-4ac3-b84f-8bfbcdb0987e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:53.806911 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e5799-6984-4d70-b284-5bfa25f264fb tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Pushing event deleted for resources: {'Port': ['ID=95d05839-1098-4806-997d-e7b98e81681e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:53.813840 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31712c-b8a9-4d5c-8e43-920fe0becd9b req-1ad5a3ef-3093-4d04-b5c2-78eaa6d48c04 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:53.818657 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6c31712c-b8a9-4d5c-8e43-920fe0becd9b req-1ad5a3ef-3093-4d04-b5c2-78eaa6d48c04 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.5833728 Mar 14 15:30:53.859205 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-4e49c3a3-0b36-4ac3-b84f-8bfbcdb0987e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] device_id is not set on port 488d806e-369c-4695-b09d-805fc7d88c6d yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:30:53.889168 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:54.009272 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:54.082918 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:port and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:54.085381 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:54.116315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:54.211745 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:54.219554 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6c31712c-b8a9-4d5c-8e43-920fe0becd9b req-64e42701-a666-480b-8620-71aab77c39d1 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3548288 Mar 14 15:30:54.246159 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3880ec09-943e-474b-9695-e8c893958af6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:54.246811 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad7e5799-6984-4d70-b284-5bfa25f264fb tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:54.303584 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ad7e5799-6984-4d70-b284-5bfa25f264fb tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] 10.222.0.60 "DELETE /v2.0/ports/95d05839-1098-4806-997d-e7b98e81681e HTTP/1.1" status: 204 len: 168 time: 1.8406112 Mar 14 15:30:54.312911 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48394) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:54.316588 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-4e49c3a3-0b36-4ac3-b84f-8bfbcdb0987e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Allocated IP 2001:db8::7e (d86f8c2d-4b4b-4975-8d85-a8eecd2d06ec/9644e843-4450-44f2-b965-dacdec996fe5/488d806e-369c-4695-b09d-805fc7d88c6d) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:54.547628 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c85d418d-187d-41a1-8251-8b816d58f283 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Request body: {'port': {'name': 'tempest-new-port-name-208223371', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:54.548098 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.api.validators [None req-c85d418d-187d-41a1-8251-8b816d58f283 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] bootfile-name is not in valid_values {{(pid=83910) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 14 15:30:54.548428 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.api.validators [None req-c85d418d-187d-41a1-8251-8b816d58f283 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] tftp-server is not in valid_values {{(pid=83910) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 14 15:30:54.548753 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.api.validators [None req-c85d418d-187d-41a1-8251-8b816d58f283 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] server-ip-address is not in valid_values {{(pid=83910) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 14 15:30:54.583059 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e49c3a3-0b36-4ac3-b84f-8bfbcdb0987e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:54.586710 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'port': 2} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:54.590146 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:54.604465 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5449da4-58a1-48ca-bfeb-adfeb1d8d7cf tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Router 9e924330-d779-4acc-ad0a-5b9518d102de has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:30:54.608515 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-4e49c3a3-0b36-4ac3-b84f-8bfbcdb0987e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Transition to ACTIVE for port object 488d806e-369c-4695-b09d-805fc7d88c6d will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:54.755788 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e49c3a3-0b36-4ac3-b84f-8bfbcdb0987e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:54.775978 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:54.785693 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:30:54.791020 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-93c2c7a2-0925-41a4-b5a6-2deadc812504 admin admin] 10.222.0.60 "PUT /v2.0/routers/d0583680-da92-4175-b8e4-c059cd0517f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9317818 Mar 14 15:30:54.848257 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e49c3a3-0b36-4ac3-b84f-8bfbcdb0987e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network d86f8c2d-4b4b-4975-8d85-a8eecd2d06ec is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:54.852292 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4e49c3a3-0b36-4ac3-b84f-8bfbcdb0987e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:54.856804 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e49c3a3-0b36-4ac3-b84f-8bfbcdb0987e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:54.860526 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e49c3a3-0b36-4ac3-b84f-8bfbcdb0987e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:54.861289 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e49c3a3-0b36-4ac3-b84f-8bfbcdb0987e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:54.865089 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49c3a3-0b36-4ac3-b84f-8bfbcdb0987e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Port': ['ID=488d806e-369c-4695-b09d-805fc7d88c6d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:54.893943 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4e49c3a3-0b36-4ac3-b84f-8bfbcdb0987e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4676535 Mar 14 15:30:54.896739 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48400) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:54.937182 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3880ec09-943e-474b-9695-e8c893958af6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:55.022008 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3880ec09-943e-474b-9695-e8c893958af6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:55.035575 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517c309b-c1d2-48bf-810e-0f2e30efea0d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:55.036325 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-517c309b-c1d2-48bf-810e-0f2e30efea0d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Synchronizing usage tracker for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:30:55.040761 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5449da4-58a1-48ca-bfeb-adfeb1d8d7cf tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:30:55.046216 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5449da4-58a1-48ca-bfeb-adfeb1d8d7cf tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:55.054406 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ed1dcc-4dc0-4eba-a603-aff76b1c9fc3 None None] Sync routers for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:30:55.075835 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ed1dcc-4dc0-4eba-a603-aff76b1c9fc3 None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:55.076090 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-45ed1dcc-4dc0-4eba-a603-aff76b1c9fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:55.097143 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c85d418d-187d-41a1-8251-8b816d58f283 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:55.139539 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-517c309b-c1d2-48bf-810e-0f2e30efea0d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Unset dirty status for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:30:55.140880 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-517c309b-c1d2-48bf-810e-0f2e30efea0d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A247 HTTP/1.1" status: 200 len: 928 time: 0.2432399 Mar 14 15:30:55.144510 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48408) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:55.146242 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b5449da4-58a1-48ca-bfeb-adfeb1d8d7cf tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "DELETE /v2.0/floatingips/39205529-9fd3-46f4-a8b1-34d45516a421 HTTP/1.1" status: 204 len: 168 time: 5.1592596 Mar 14 15:30:55.155888 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48412) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:55.243967 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1e4c83f2-e0ce-4e90-a031-9e343e785597 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting port 488d806e-369c-4695-b09d-805fc7d88c6d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:55.244314 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e4c83f2-e0ce-4e90-a031-9e343e785597 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:55.255358 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-45ed1dcc-4dc0-4eba-a603-aff76b1c9fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:55.325085 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ed1dcc-4dc0-4eba-a603-aff76b1c9fc3 None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:30:55.326037 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-45ed1dcc-4dc0-4eba-a603-aff76b1c9fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:55.405939 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3880ec09-943e-474b-9695-e8c893958af6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:55.406501 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3880ec09-943e-474b-9695-e8c893958af6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36597620-46dc-4281-87fb-ddf0d2b0320c {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:30:55.408834 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3b150e16-edd4-4b8c-9d9b-98b3d0f569ff None None] Provisioning for port 488d806e-369c-4695-b09d-805fc7d88c6d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:55.413337 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:30:55.422093 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3b150e16-edd4-4b8c-9d9b-98b3d0f569ff None None] Provisioning complete for port 488d806e-369c-4695-b09d-805fc7d88c6d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:55.422290 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b150e16-edd4-4b8c-9d9b-98b3d0f569ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:55.426754 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] device_id is not set on port 6c1ffba6-f710-48cf-add7-1aa6b623098b yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:30:55.450066 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-45ed1dcc-4dc0-4eba-a603-aff76b1c9fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:55.450383 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:55.450497 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ed1dcc-4dc0-4eba-a603-aff76b1c9fc3 None None] The sync data for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:30:55.484681 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-18df5bc4-2ab2-4c29-95c2-5826de0b034a tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Deleting port 665f579a-93cb-48fd-a706-fb38a1f16732 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:55.485070 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18df5bc4-2ab2-4c29-95c2-5826de0b034a tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:55.487774 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3b150e16-edd4-4b8c-9d9b-98b3d0f569ff None None] Port 488d806e-369c-4695-b09d-805fc7d88c6d cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:30:55.519097 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:55.569908 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e4c83f2-e0ce-4e90-a031-9e343e785597 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:55.617474 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3880ec09-943e-474b-9695-e8c893958af6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:55.622281 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3880ec09-943e-474b-9695-e8c893958af6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "DELETE /v2.0/routers/36597620-46dc-4281-87fb-ddf0d2b0320c HTTP/1.1" status: 204 len: 168 time: 7.8524241 Mar 14 15:30:55.644001 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48418) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:55.700001 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b1ed9d65-bd64-467b-8a0b-fe0221ee14e1 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1702423097', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:55.711605 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1e4c83f2-e0ce-4e90-a031-9e343e785597 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Calling delete_port for 488d806e-369c-4695-b09d-805fc7d88c6d owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:55.742619 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b1ed9d65-bd64-467b-8a0b-fe0221ee14e1 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:55.753350 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b1ed9d65-bd64-467b-8a0b-fe0221ee14e1 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Usage tracker for resource:router and tenant:4d0f307382b84bd7b4b798ede7bcff37 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:55.762486 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b1ed9d65-bd64-467b-8a0b-fe0221ee14e1 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:55.771702 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b1ed9d65-bd64-467b-8a0b-fe0221ee14e1 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:55.799690 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1ed9d65-bd64-467b-8a0b-fe0221ee14e1 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:55.800621 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1ed9d65-bd64-467b-8a0b-fe0221ee14e1 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:55.802418 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=5a45e703-dcec-4bf6-a807-3d8586480293,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:55.862377 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1ed9d65-bd64-467b-8a0b-fe0221ee14e1 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:55.892957 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e4c83f2-e0ce-4e90-a031-9e343e785597 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:55.930659 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:56.152765 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48422) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:56.172292 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f4c7c91a-0633-419e-a434-e8f74a886161 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1923688859', 'description': 'tempest-secgroup-smoke-1923688859 description', 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:56.176605 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c83f2-e0ce-4e90-a031-9e343e785597 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Port': ['ID=488d806e-369c-4695-b09d-805fc7d88c6d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:56.185908 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f4c7c91a-0633-419e-a434-e8f74a886161 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:56.194889 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f4c7c91a-0633-419e-a434-e8f74a886161 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Usage tracker for resource:security_group and tenant:e56a9bf665f84615b9b7754b13dc18cc is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:56.225470 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f4c7c91a-0633-419e-a434-e8f74a886161 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:56.239070 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f4c7c91a-0633-419e-a434-e8f74a886161 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:56.254781 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e4c83f2-e0ce-4e90-a031-9e343e785597 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:56.272863 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4c7c91a-0633-419e-a434-e8f74a886161 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:56.285272 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1ed9d65-bd64-467b-8a0b-fe0221ee14e1 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:56.293377 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1e4c83f2-e0ce-4e90-a031-9e343e785597 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/ports/488d806e-369c-4695-b09d-805fc7d88c6d HTTP/1.1" status: 204 len: 168 time: 1.1458468 Mar 14 15:30:56.298842 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48426) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:56.348716 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-30606a30-440a-48d8-b9e7-f1712e0edb23 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] GET failed (client error): The resource could not be found. Mar 14 15:30:56.349173 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-30606a30-440a-48d8-b9e7-f1712e0edb23 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Synchronizing usage tracker for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:30:56.361221 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6648a-d6d6-41ff-aabc-fc5636adfe0c req-964648f5-28d5-4dc7-b125-770e7bbd1891 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:56.368538 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bed6648a-d6d6-41ff-aabc-fc5636adfe0c req-964648f5-28d5-4dc7-b125-770e7bbd1891 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.8450179 Mar 14 15:30:56.383744 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f4c7c91a-0633-419e-a434-e8f74a886161 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:56.391721 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f4c7c91a-0633-419e-a434-e8f74a886161 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Usage tracker for resource:security_group_rule and tenant:e56a9bf665f84615b9b7754b13dc18cc is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:56.395528 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f4c7c91a-0633-419e-a434-e8f74a886161 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:56.433259 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:56.450388 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f4c7c91a-0633-419e-a434-e8f74a886161 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:56.456909 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-30606a30-440a-48d8-b9e7-f1712e0edb23 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Unset dirty status for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:30:56.458076 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-30606a30-440a-48d8-b9e7-f1712e0edb23 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports/488d806e-369c-4695-b09d-805fc7d88c6d HTTP/1.1" status: 404 len: 333 time: 0.1583209 Mar 14 15:30:56.460136 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-c85d418d-187d-41a1-8251-8b816d58f283 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:30:56.466734 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48430) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:56.479225 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18df5bc4-2ab2-4c29-95c2-5826de0b034a tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:56.547573 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c85d418d-187d-41a1-8251-8b816d58f283 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:56.563122 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-76c7df7a-4bbb-4a80-852d-1e6a3262fc72 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting port fba6bd2b-cdbc-4ec7-a685-0964cf002055 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:56.563454 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76c7df7a-4bbb-4a80-852d-1e6a3262fc72 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:56.643626 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4c7c91a-0633-419e-a434-e8f74a886161 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:56.674664 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4c7c91a-0633-419e-a434-e8f74a886161 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:56.683477 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c85d418d-187d-41a1-8251-8b816d58f283 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:56.691955 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-18df5bc4-2ab2-4c29-95c2-5826de0b034a tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Calling delete_port for 665f579a-93cb-48fd-a706-fb38a1f16732 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:56.786239 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7c91a-0633-419e-a434-e8f74a886161 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c03eeef-2af8-49c3-a4b0-a0fc04856c09,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:56.788378 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4c7c91a-0633-419e-a434-e8f74a886161 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:56.793079 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f4c7c91a-0633-419e-a434-e8f74a886161 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6289666 Mar 14 15:30:56.806566 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48434) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:56.818173 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bed6648a-d6d6-41ff-aabc-fc5636adfe0c req-72ac0441-cbe5-491c-8747-f342b90015c7 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4487545 Mar 14 15:30:56.820882 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] device_id is not set on port 41f559ff-8ff6-485d-8cda-350d80e458d9 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:30:56.843167 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f6209131-a670-4965-9f22-7417bf7d5573 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Request body: {'security_group_rule': {'security_group_id': '5c03eeef-2af8-49c3-a4b0-a0fc04856c09', 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:56.860883 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f6209131-a670-4965-9f22-7417bf7d5573 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:56.899709 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1ed9d65-bd64-467b-8a0b-fe0221ee14e1 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:56.905741 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f6209131-a670-4965-9f22-7417bf7d5573 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Usage tracker for resource:security_group_rule and tenant:e56a9bf665f84615b9b7754b13dc18cc is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:56.920792 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f6209131-a670-4965-9f22-7417bf7d5573 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:56.931772 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d418d-187d-41a1-8251-8b816d58f283 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Pushing event updated for resources: {'Port': ['ID=24416ba0-25aa-4d17-9f89-1c27c7e6eb8e,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:56.942805 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1ed9d65-bd64-467b-8a0b-fe0221ee14e1 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:56.953093 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f6209131-a670-4965-9f22-7417bf7d5573 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:56.986708 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c85d418d-187d-41a1-8251-8b816d58f283 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] In _notify_port_updated(), no bound segment for port 24416ba0-25aa-4d17-9f89-1c27c7e6eb8e on network ee16dd21-0ce6-4f62-a371-c7ec864ec90e {{(pid=83910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 14 15:30:56.990525 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85d418d-187d-41a1-8251-8b816d58f283 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:56.991329 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c85d418d-187d-41a1-8251-8b816d58f283 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:56.995113 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c85d418d-187d-41a1-8251-8b816d58f283 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] 10.222.0.60 "PUT /v2.0/ports/24416ba0-25aa-4d17-9f89-1c27c7e6eb8e HTTP/1.1" status: 200 len: 1135 time: 2.4665263 Mar 14 15:30:56.996339 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48438) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:57.011172 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76c7df7a-4bbb-4a80-852d-1e6a3262fc72 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:57.089375 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6209131-a670-4965-9f22-7417bf7d5573 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:57.119985 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ba84c1ef-e810-4ad7-8104-85e94aebe80d None None] Provisioning complete for port 24416ba0-25aa-4d17-9f89-1c27c7e6eb8e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:57.120606 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ba84c1ef-e810-4ad7-8104-85e94aebe80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:57.157742 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-76c7df7a-4bbb-4a80-852d-1e6a3262fc72 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Calling delete_port for fba6bd2b-cdbc-4ec7-a685-0964cf002055 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:57.172185 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ba84c1ef-e810-4ad7-8104-85e94aebe80d None None] Port 24416ba0-25aa-4d17-9f89-1c27c7e6eb8e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:30:57.214486 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f49e0d-c6e3-44c8-92f5-6c5425e41b4f tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:57.220311 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-18f49e0d-c6e3-44c8-92f5-6c5425e41b4f tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] 10.222.0.60 "GET /v2.0/ports/24416ba0-25aa-4d17-9f89-1c27c7e6eb8e HTTP/1.1" status: 200 len: 1135 time: 0.2129340 Mar 14 15:30:57.231037 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48442) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:57.315158 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:57.361601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18df5bc4-2ab2-4c29-95c2-5826de0b034a tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:57.368551 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Floating IP 6c1cd489-b2cd-49db-aee1-c9a7bf98961d associated. External IP: 172.26.4.5, port: 4fbd8792-106f-4641-982c-22e74d7248e7. Mar 14 15:30:57.375181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e449fc78-8a6d-4ecd-bf91-80d75bf39b8d tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Deleting port 24416ba0-25aa-4d17-9f89-1c27c7e6eb8e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:57.375460 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e449fc78-8a6d-4ecd-bf91-80d75bf39b8d tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:57.409284 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b1ed9d65-bd64-467b-8a0b-fe0221ee14e1 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Allocated IP 172.26.4.130 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/28798509-7a31-4a51-af46-4d3d01210bde) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:57.467675 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6209131-a670-4965-9f22-7417bf7d5573 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:57.526877 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6209131-a670-4965-9f22-7417bf7d5573 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:57.546885 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df5bc4-2ab2-4c29-95c2-5826de0b034a tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event deleted for resources: {'Port': ['ID=665f579a-93cb-48fd-a706-fb38a1f16732,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:57.611532 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6209131-a670-4965-9f22-7417bf7d5573 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4e421b-a978-4e9a-91e9-a22db0cacaef,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:57.662433 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:57.688971 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76c7df7a-4bbb-4a80-852d-1e6a3262fc72 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:57.708558 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6209131-a670-4965-9f22-7417bf7d5573 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:57.709793 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f6209131-a670-4965-9f22-7417bf7d5573 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8946142 Mar 14 15:30:57.732711 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48446) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:57.755989 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7df7a-4bbb-4a80-852d-1e6a3262fc72 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Port': ['ID=fba6bd2b-cdbc-4ec7-a685-0964cf002055,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:57.785276 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-372002a4-9c18-449b-a5ec-b9f25370931f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Request body: {'security_group_rule': {'security_group_id': '5c03eeef-2af8-49c3-a4b0-a0fc04856c09', 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:57.801086 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-372002a4-9c18-449b-a5ec-b9f25370931f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:57.821950 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-372002a4-9c18-449b-a5ec-b9f25370931f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Usage tracker for resource:security_group_rule and tenant:e56a9bf665f84615b9b7754b13dc18cc is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:57.830249 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-372002a4-9c18-449b-a5ec-b9f25370931f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:57.848844 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Port': ['ID=6c1ffba6-f710-48cf-add7-1aa6b623098b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:57.853599 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-372002a4-9c18-449b-a5ec-b9f25370931f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:57.856777 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:57.871104 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:57.877610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:57.878498 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:57.888225 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18df5bc4-2ab2-4c29-95c2-5826de0b034a tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:57.897763 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-18df5bc4-2ab2-4c29-95c2-5826de0b034a tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "DELETE /v2.0/ports/665f579a-93cb-48fd-a706-fb38a1f16732 HTTP/1.1" status: 204 len: 168 time: 2.7287037 Mar 14 15:30:57.898010 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48452) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:57.936870 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4c326d81-af53-40e7-9fa0-8580eb4ece18 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:57.943395 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4c326d81-af53-40e7-9fa0-8580eb4ece18 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:57.948255 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4c326d81-af53-40e7-9fa0-8580eb4ece18 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Usage tracker for resource:floatingip and tenant:e7d23185aeb7444fafd7db70962a6e47 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:57.951598 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4c326d81-af53-40e7-9fa0-8580eb4ece18 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:57.959434 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4c326d81-af53-40e7-9fa0-8580eb4ece18 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:57.979170 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76c7df7a-4bbb-4a80-852d-1e6a3262fc72 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:57.989395 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c326d81-af53-40e7-9fa0-8580eb4ece18 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:58.001202 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-372002a4-9c18-449b-a5ec-b9f25370931f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:58.053609 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Port': ['ID=41f559ff-8ff6-485d-8cda-350d80e458d9,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:58.072349 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1ed9d65-bd64-467b-8a0b-fe0221ee14e1 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:58.109073 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Checking segment: {'id': '0ed392be-c106-457d-8953-b75c875a6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'eb049bfe-f52e-4a18-94ab-79153251c159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:30:58.109436 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network hostable DHCP agents. Network: eb049bfe-f52e-4a18-94ab-79153251c159, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:30:58.147544 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-76c7df7a-4bbb-4a80-852d-1e6a3262fc72 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/ports/fba6bd2b-cdbc-4ec7-a685-0964cf002055 HTTP/1.1" status: 204 len: 168 time: 1.6789184 Mar 14 15:30:58.153497 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48456) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:58.187634 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e449fc78-8a6d-4ecd-bf91-80d75bf39b8d tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:58.188583 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-372002a4-9c18-449b-a5ec-b9f25370931f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:58.209275 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-372002a4-9c18-449b-a5ec-b9f25370931f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:58.219759 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8597c55-9528-4db1-8364-30ecb5f32e67 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] GET failed (client error): The resource could not be found. Mar 14 15:30:58.220265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d8597c55-9528-4db1-8364-30ecb5f32e67 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Synchronizing usage tracker for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:30:58.345804 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e449fc78-8a6d-4ecd-bf91-80d75bf39b8d tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Calling delete_port for 24416ba0-25aa-4d17-9f89-1c27c7e6eb8e owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:58.351846 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372002a4-9c18-449b-a5ec-b9f25370931f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4656f5de-9449-4485-aaec-5ae84b4409f1,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:58.375054 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network eb049bfe-f52e-4a18-94ab-79153251c159 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:30:58.420554 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac368412-6a26-431c-9312-52a6e46c4acd req-a68a1889-754c-4a6f-9b08-491b86dc6db9 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:58.422014 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ac368412-6a26-431c-9312-52a6e46c4acd req-a68a1889-754c-4a6f-9b08-491b86dc6db9 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.3993216 Mar 14 15:30:58.422979 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1ed9d65-bd64-467b-8a0b-fe0221ee14e1 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:58.425649 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-372002a4-9c18-449b-a5ec-b9f25370931f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:58.430283 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-372002a4-9c18-449b-a5ec-b9f25370931f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6697474 Mar 14 15:30:58.434989 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d8597c55-9528-4db1-8364-30ecb5f32e67 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Unset dirty status for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:30:58.436091 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d8597c55-9528-4db1-8364-30ecb5f32e67 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports/fba6bd2b-cdbc-4ec7-a685-0964cf002055 HTTP/1.1" status: 404 len: 333 time: 0.2798467 Mar 14 15:30:58.443534 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48460) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:58.443786 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48462) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:58.451660 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-88b7d478-c7c0-4d76-b7c7-5749ec217c1d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Request body: {'security_group_rule': {'security_group_id': '5c03eeef-2af8-49c3-a4b0-a0fc04856c09', 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:58.533621 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, eb049bfe-f52e-4a18-94ab-79153251c159) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:58.543587 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3f7b4e-6c4d-4f37-b1f6-2733f622c307 None None] Network eb049bfe-f52e-4a18-94ab-79153251c159 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:30:58.546937 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-88b7d478-c7c0-4d76-b7c7-5749ec217c1d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:58.556835 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:58.560822 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:58.563981 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:58.564625 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:58.571573 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ed9d65-bd64-467b-8a0b-fe0221ee14e1 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:58.576027 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b1ed9d65-bd64-467b-8a0b-fe0221ee14e1 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:58.577967 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed9d65-bd64-467b-8a0b-fe0221ee14e1 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Pushing event updated for resources: {'Port': ['ID=28798509-7a31-4a51-af46-4d3d01210bde,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:58.580741 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ed9d65-bd64-467b-8a0b-fe0221ee14e1 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:58.584745 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-88b7d478-c7c0-4d76-b7c7-5749ec217c1d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Usage tracker for resource:security_group_rule and tenant:e56a9bf665f84615b9b7754b13dc18cc is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:58.588556 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-88b7d478-c7c0-4d76-b7c7-5749ec217c1d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:58.603443 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-88b7d478-c7c0-4d76-b7c7-5749ec217c1d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:58.649509 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d5e90ea9-c6c3-4265-93d2-ee26a70e0a60 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.4612138 Mar 14 15:30:58.650342 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48468) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:58.673929 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ac368412-6a26-431c-9312-52a6e46c4acd req-68e0731f-1c4d-4da4-bcac-76f5d2f5783b tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074518 Mar 14 15:30:58.699011 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c326d81-af53-40e7-9fa0-8580eb4ece18 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:58.748505 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-88b7d478-c7c0-4d76-b7c7-5749ec217c1d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:58.819700 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e449fc78-8a6d-4ecd-bf91-80d75bf39b8d tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:58.835294 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-909d40c8-3e3c-49c3-90c4-a035e2f219d7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port 41f559ff-8ff6-485d-8cda-350d80e458d9 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:30:58.835663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-909d40c8-3e3c-49c3-90c4-a035e2f219d7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:58.898375 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449fc78-8a6d-4ecd-bf91-80d75bf39b8d tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Pushing event deleted for resources: {'Port': ['ID=24416ba0-25aa-4d17-9f89-1c27c7e6eb8e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:59.000838 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2263dbb-7ef2-4ce8-a6b7-4161dec7153d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting subnet 9644e843-4450-44f2-b965-dacdec996fe5 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:30:59.024738 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2263dbb-7ef2-4ce8-a6b7-4161dec7153d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:59.074540 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e449fc78-8a6d-4ecd-bf91-80d75bf39b8d tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:59.078901 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-4c326d81-af53-40e7-9fa0-8580eb4ece18 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Allocated IP 172.26.4.139 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/05a8bf54-24b7-4904-b077-9f261b29740a) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:59.079203 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-88b7d478-c7c0-4d76-b7c7-5749ec217c1d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:59.102912 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e449fc78-8a6d-4ecd-bf91-80d75bf39b8d tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] 10.222.0.60 "DELETE /v2.0/ports/24416ba0-25aa-4d17-9f89-1c27c7e6eb8e HTTP/1.1" status: 204 len: 168 time: 1.8657928 Mar 14 15:30:59.103467 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48472) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:59.110722 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-88b7d478-c7c0-4d76-b7c7-5749ec217c1d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:59.223219 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1ed9d65-bd64-467b-8a0b-fe0221ee14e1 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:59.223881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1ed9d65-bd64-467b-8a0b-fe0221ee14e1 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:59.285705 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2263dbb-7ef2-4ce8-a6b7-4161dec7153d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:59.315438 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7d478-c7c0-4d76-b7c7-5749ec217c1d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82631e82-fb08-4038-a15e-aa2670e20dad,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:59.338319 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-88b7d478-c7c0-4d76-b7c7-5749ec217c1d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:59.342196 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-88b7d478-c7c0-4d76-b7c7-5749ec217c1d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8948479 Mar 14 15:30:59.366440 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48476) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:30:59.380735 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-584a7dc1-4eca-4d32-b8d4-41fc5e57052d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Request body: {'security_group_rule': {'security_group_id': '5c03eeef-2af8-49c3-a4b0-a0fc04856c09', 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:30:59.391661 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-909d40c8-3e3c-49c3-90c4-a035e2f219d7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:59.406528 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-584a7dc1-4eca-4d32-b8d4-41fc5e57052d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:30:59.433581 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-584a7dc1-4eca-4d32-b8d4-41fc5e57052d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Usage tracker for resource:security_group_rule and tenant:e56a9bf665f84615b9b7754b13dc18cc is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:30:59.487380 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c326d81-af53-40e7-9fa0-8580eb4ece18 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:59.543675 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c326d81-af53-40e7-9fa0-8580eb4ece18 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:59.550617 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-584a7dc1-4eca-4d32-b8d4-41fc5e57052d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:30:59.563369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-909d40c8-3e3c-49c3-90c4-a035e2f219d7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Calling delete_port for 41f559ff-8ff6-485d-8cda-350d80e458d9 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:30:59.590705 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router daca5833-e46e-46c0-8d87-efac19dbc3e7 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:30:59.621325 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c326d81-af53-40e7-9fa0-8580eb4ece18 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:59.626727 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4c326d81-af53-40e7-9fa0-8580eb4ece18 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:59.632226 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c326d81-af53-40e7-9fa0-8580eb4ece18 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:30:59.653390 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-584a7dc1-4eca-4d32-b8d4-41fc5e57052d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:30:59.659951 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c326d81-af53-40e7-9fa0-8580eb4ece18 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Port': ['ID=05a8bf54-24b7-4904-b077-9f261b29740a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:59.718987 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-584a7dc1-4eca-4d32-b8d4-41fc5e57052d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:59.753502 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2263dbb-7ef2-4ce8-a6b7-4161dec7153d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:59.839202 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ed9d65-bd64-467b-8a0b-fe0221ee14e1 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Router 1dbce04e-9acb-4a56-875c-3926035343cd is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:30:59.847725 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c326d81-af53-40e7-9fa0-8580eb4ece18 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:00.022440 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c326d81-af53-40e7-9fa0-8580eb4ece18 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:00.132812 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-909d40c8-3e3c-49c3-90c4-a035e2f219d7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:00.136283 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ecf013-9d51-45ba-8e55-b338d3d8768b tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Deleting subnet cc3fbe09-c89d-4aa2-883b-aa3b25daaaf9 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:31:00.178129 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44ecf013-9d51-45ba-8e55-b338d3d8768b tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:00.272315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d40c8-3e3c-49c3-90c4-a035e2f219d7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Port': ['ID=41f559ff-8ff6-485d-8cda-350d80e458d9,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:00.299952 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c326d81-af53-40e7-9fa0-8580eb4ece18 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:00.302744 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ed9d65-bd64-467b-8a0b-fe0221ee14e1 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:31:00.312082 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c326d81-af53-40e7-9fa0-8580eb4ece18 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:00.328269 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-909d40c8-3e3c-49c3-90c4-a035e2f219d7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:00.334093 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44ecf013-9d51-45ba-8e55-b338d3d8768b tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:00.337536 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2db85c-29d0-4112-95ef-67a5856d1774 None None] Sync routers for ids ['1dbce04e-9acb-4a56-875c-3926035343cd'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:31:00.353312 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2db85c-29d0-4112-95ef-67a5856d1774 None None] Routers {'1dbce04e-9acb-4a56-875c-3926035343cd'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:00.354436 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4f2db85c-29d0-4112-95ef-67a5856d1774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1dbce04e-9acb-4a56-875c-3926035343cd'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:00.363895 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-584a7dc1-4eca-4d32-b8d4-41fc5e57052d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:00.374652 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2263dbb-7ef2-4ce8-a6b7-4161dec7153d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:00.426787 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1ed9d65-bd64-467b-8a0b-fe0221ee14e1 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:00.431849 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b1ed9d65-bd64-467b-8a0b-fe0221ee14e1 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.7871780 Mar 14 15:31:00.438040 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48484) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:00.451017 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a84d74eb-b45d-4116-9a88-816bf970fb63 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'enable_snat': False}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:00.456904 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-584a7dc1-4eca-4d32-b8d4-41fc5e57052d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:00.468542 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4f2db85c-29d0-4112-95ef-67a5856d1774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:00.479801 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2db85c-29d0-4112-95ef-67a5856d1774 None None] Routers {'1dbce04e-9acb-4a56-875c-3926035343cd'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:00.480595 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4f2db85c-29d0-4112-95ef-67a5856d1774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1dbce04e-9acb-4a56-875c-3926035343cd'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:00.482954 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2263dbb-7ef2-4ce8-a6b7-4161dec7153d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Subnet': ['ID=9644e843-4450-44f2-b965-dacdec996fe5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:00.487707 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-909d40c8-3e3c-49c3-90c4-a035e2f219d7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/ports/41f559ff-8ff6-485d-8cda-350d80e458d9 HTTP/1.1" status: 204 len: 168 time: 1.8324893 Mar 14 15:31:00.496001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48488) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:00.509581 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c326d81-af53-40e7-9fa0-8580eb4ece18 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Port': ['ID=05a8bf54-24b7-4904-b077-9f261b29740a,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:00.546327 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4f2db85c-29d0-4112-95ef-67a5856d1774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:00.546621 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2db85c-29d0-4112-95ef-67a5856d1774 None None] The sync data for ids ['1dbce04e-9acb-4a56-875c-3926035343cd'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:31:00.558811 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe850bf2-093f-4f1b-ad6e-f583c386b120 None None] Network d86f8c2d-4b4b-4975-8d85-a8eecd2d06ec requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:31:00.564254 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a7dc1-4eca-4d32-b8d4-41fc5e57052d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc4474c-5547-4d5a-ba8e-c6c30a060c7c,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:00.570110 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2263dbb-7ef2-4ce8-a6b7-4161dec7153d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:00.572985 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f2263dbb-7ef2-4ce8-a6b7-4161dec7153d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/subnets/9644e843-4450-44f2-b965-dacdec996fe5 HTTP/1.1" status: 204 len: 168 time: 2.1259964 Mar 14 15:31:00.581483 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48492) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:00.592524 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180cd51-3674-4048-920d-13023b5eeb95 req-060ca30f-fd7c-47fa-a57f-06d960226a6a tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:00.593953 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a180cd51-3674-4048-920d-13023b5eeb95 req-060ca30f-fd7c-47fa-a57f-06d960226a6a tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.7304411 Mar 14 15:31:00.598760 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c326d81-af53-40e7-9fa0-8580eb4ece18 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:00.616638 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-584a7dc1-4eca-4d32-b8d4-41fc5e57052d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:00.620795 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-584a7dc1-4eca-4d32-b8d4-41fc5e57052d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2500656 Mar 14 15:31:00.623754 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48496) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:00.632862 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ffb58a71-f60b-4159-b464-ca97dcdfeacc tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Request body: {'security_group_rule': {'security_group_id': '5c03eeef-2af8-49c3-a4b0-a0fc04856c09', 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:00.641023 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ffb58a71-f60b-4159-b464-ca97dcdfeacc tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:00.647045 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c326d81-af53-40e7-9fa0-8580eb4ece18 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:00.648723 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4c326d81-af53-40e7-9fa0-8580eb4ece18 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7465472 Mar 14 15:31:00.650569 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ffb58a71-f60b-4159-b464-ca97dcdfeacc tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Usage tracker for resource:security_group_rule and tenant:e56a9bf665f84615b9b7754b13dc18cc is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:00.653003 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48500) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:00.656676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ffb58a71-f60b-4159-b464-ca97dcdfeacc tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:00.666185 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-237121ae-9c8a-4e4f-a9b6-41d8ba949c23 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Request body: {'port': {'network_id': '276ce184-00e4-40d9-9837-1af332a941fb', 'name': 'tempest-FloatingIPTestJSON-657559100'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:00.683487 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ffb58a71-f60b-4159-b464-ca97dcdfeacc tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:00.766834 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-ffb58a71-f60b-4159-b464-ca97dcdfeacc tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Project e56a9bf665f84615b9b7754b13dc18cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:31:00.783506 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffb58a71-f60b-4159-b464-ca97dcdfeacc tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:00.788037 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-325a5530-4971-4d59-b772-3be2e34b78b9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:00.790928 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44ecf013-9d51-45ba-8e55-b338d3d8768b tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:00.840901 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fda28a-470e-4661-bd46-4ddd186905db None None] DHCP port deletion for d86f8c2d-4b4b-4975-8d85-a8eecd2d06ec request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:31:00.845185 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a2fda28a-470e-4661-bd46-4ddd186905db None None] Deleting port a8118dd8-80d1-4403-9469-a04d74c1d9e0 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:00.845928 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a2fda28a-470e-4661-bd46-4ddd186905db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:00.850740 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a180cd51-3674-4048-920d-13023b5eeb95 req-70e226a0-6941-4c66-9422-d83bf2aa6863 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298474 Mar 14 15:31:00.872062 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-237121ae-9c8a-4e4f-a9b6-41d8ba949c23 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:00.875827 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8346bae-2ef4-43f0-846e-55ae077e23e1 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:00.876664 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-237121ae-9c8a-4e4f-a9b6-41d8ba949c23 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Usage tracker for resource:port and tenant:e7d23185aeb7444fafd7db70962a6e47 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:00.879838 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8346bae-2ef4-43f0-846e-55ae077e23e1 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:00.879995 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-237121ae-9c8a-4e4f-a9b6-41d8ba949c23 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:00.880511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e8346bae-2ef4-43f0-846e-55ae077e23e1 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Synchronizing usage tracker for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:31:00.896472 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-237121ae-9c8a-4e4f-a9b6-41d8ba949c23 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:00.896695 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-325a5530-4971-4d59-b772-3be2e34b78b9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting port a8118dd8-80d1-4403-9469-a04d74c1d9e0 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:00.896695 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-325a5530-4971-4d59-b772-3be2e34b78b9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:00.918809 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237121ae-9c8a-4e4f-a9b6-41d8ba949c23 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Made reservation on behalf of e7d23185aeb7444fafd7db70962a6e47 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:00.922027 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-237121ae-9c8a-4e4f-a9b6-41d8ba949c23 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:01.004166 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e8346bae-2ef4-43f0-846e-55ae077e23e1 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Unset dirty status for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:31:01.008761 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e8346bae-2ef4-43f0-846e-55ae077e23e1 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.5061514 Mar 14 15:31:01.008761 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44ecf013-9d51-45ba-8e55-b338d3d8768b tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:01.014367 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48504) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:01.021532 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-237121ae-9c8a-4e4f-a9b6-41d8ba949c23 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] device_id is not set on port d8e52c31-7fef-4253-95fe-a24a002d66cb yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:31:01.064546 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffb58a71-f60b-4159-b464-ca97dcdfeacc tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:01.108509 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ecf013-9d51-45ba-8e55-b338d3d8768b tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Pushing event deleted for resources: {'Subnet': ['ID=cc3fbe09-c89d-4aa2-883b-aa3b25daaaf9,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:01.123510 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a2fda28a-470e-4661-bd46-4ddd186905db None None] For port a8118dd8-80d1-4403-9469-a04d74c1d9e0, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=a8118dd8-80d1-4403-9469-a04d74c1d9e0,segment=NetworkSegment(9d46ad49-f6b6-4c51-9d27-19190355b27a),segment_id=9d46ad49-f6b6-4c51-9d27-19190355b27a)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:01.124047 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a2fda28a-470e-4661-bd46-4ddd186905db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:01.157203 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44ecf013-9d51-45ba-8e55-b338d3d8768b tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:01.214334 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:31:01.232149 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-44ecf013-9d51-45ba-8e55-b338d3d8768b tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] 10.222.0.60 "DELETE /v2.0/subnets/cc3fbe09-c89d-4aa2-883b-aa3b25daaaf9 HTTP/1.1" status: 204 len: 168 time: 2.1202247 Mar 14 15:31:01.241542 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48508) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:01.241542 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffb58a71-f60b-4159-b464-ca97dcdfeacc tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:01.262693 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-9f1e11e3-3469-44e3-a170-d7fe76ca743b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port 6c1ffba6-f710-48cf-add7-1aa6b623098b {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:01.262995 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9f1e11e3-3469-44e3-a170-d7fe76ca743b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:01.301644 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ea193f-9930-4434-b3ef-5a85787909a8 None None] Network ee16dd21-0ce6-4f62-a371-c7ec864ec90e requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:31:01.310101 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:01.317849 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cea30b-3631-4c4e-8dbc-ea9e6e0c8f77 None None] Sync routers for ids ['daca5833-e46e-46c0-8d87-efac19dbc3e7'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:31:01.330490 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a2fda28a-470e-4661-bd46-4ddd186905db None None] Calling delete_port for a8118dd8-80d1-4403-9469-a04d74c1d9e0 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:01.377981 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb58a71-f60b-4159-b464-ca97dcdfeacc tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41b474d-1240-4f9f-aeb8-66d0bbcedc76,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:01.417562 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-325a5530-4971-4d59-b772-3be2e34b78b9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] For port a8118dd8-80d1-4403-9469-a04d74c1d9e0, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=a8118dd8-80d1-4403-9469-a04d74c1d9e0,segment=NetworkSegment(9d46ad49-f6b6-4c51-9d27-19190355b27a),segment_id=9d46ad49-f6b6-4c51-9d27-19190355b27a)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:01.417922 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-325a5530-4971-4d59-b772-3be2e34b78b9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:01.423301 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device a8118dd8-80d1-4403-9469-a04d74c1d9e0 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:31:01.423974 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffb58a71-f60b-4159-b464-ca97dcdfeacc tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:01.425142 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ffb58a71-f60b-4159-b464-ca97dcdfeacc tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7998743 Mar 14 15:31:01.437441 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48512) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:01.489935 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cbe7b48-01a2-41a2-aa28-22525c632b57 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:01.493267 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fdcc3f36-d590-4efa-94b1-2852dece9861 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 13.7813323 Mar 14 15:31:01.499823 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8e887811-778b-4e3d-a77d-808e65e9ce10 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Request body: {'security_group_rule': {'security_group_id': '5c03eeef-2af8-49c3-a4b0-a0fc04856c09', 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:01.500000 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cea30b-3631-4c4e-8dbc-ea9e6e0c8f77 None None] Routers {'daca5833-e46e-46c0-8d87-efac19dbc3e7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:01.500000 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-13cea30b-3631-4c4e-8dbc-ea9e6e0c8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['daca5833-e46e-46c0-8d87-efac19dbc3e7'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:01.501130 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48516) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:01.564924 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16329f1d-e21f-422e-8033-2f7b6aac1981', 'tag': '4fbd8792-106f-4641-982c-22e74d7248e7'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:31:01.575405 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-325a5530-4971-4d59-b772-3be2e34b78b9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Calling delete_port for a8118dd8-80d1-4403-9469-a04d74c1d9e0 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:01.619115 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8e887811-778b-4e3d-a77d-808e65e9ce10 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:01.619541 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-237121ae-9c8a-4e4f-a9b6-41d8ba949c23 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Allocated IP 172.20.0.6 (276ce184-00e4-40d9-9837-1af332a941fb/ca6a33e1-df35-41af-82be-469009c7c8e0/d8e52c31-7fef-4253-95fe-a24a002d66cb) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:01.631440 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2cbe7b48-01a2-41a2-aa28-22525c632b57 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Deleting port df2ad40c-591a-437c-b691-8cfa94ae9dae {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:01.631785 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cbe7b48-01a2-41a2-aa28-22525c632b57 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:01.636881 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8e887811-778b-4e3d-a77d-808e65e9ce10 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Usage tracker for resource:security_group_rule and tenant:e56a9bf665f84615b9b7754b13dc18cc is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:01.654800 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8e887811-778b-4e3d-a77d-808e65e9ce10 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:01.671689 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8e887811-778b-4e3d-a77d-808e65e9ce10 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:01.674544 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16329f1d-e21f-422e-8033-2f7b6aac1981', 'tag': '4fbd8792-106f-4641-982c-22e74d7248e7', 'status': 'completed', 'code': 200} Mar 14 15:31:01.755402 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-867c7e91-bd44-4f10-83cd-bf736a51a84f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/6c1cd489-b2cd-49db-aee1-c9a7bf98961d HTTP/1.1" status: 200 len: 990 time: 0.2533710 Mar 14 15:31:01.771393 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-8e887811-778b-4e3d-a77d-808e65e9ce10 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Project e56a9bf665f84615b9b7754b13dc18cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:31:01.793985 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e887811-778b-4e3d-a77d-808e65e9ce10 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:01.802130 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9f1e11e3-3469-44e3-a170-d7fe76ca743b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:01.882012 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a2fda28a-470e-4661-bd46-4ddd186905db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:01.893775 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No ports have port_id starting with a8118dd8-80d1-4403-9469-a04d74c1d9e0 Mar 14 15:31:01.974308 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fda28a-470e-4661-bd46-4ddd186905db None None] Pushing event deleted for resources: {'Port': ['ID=a8118dd8-80d1-4403-9469-a04d74c1d9e0,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:01.994721 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fda28a-470e-4661-bd46-4ddd186905db None None] No DVR routers for this DVR port a8118dd8-80d1-4403-9469-a04d74c1d9e0 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:31:02.025313 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-13cea30b-3631-4c4e-8dbc-ea9e6e0c8f77 None None] Set router daca5833-e46e-46c0-8d87-efac19dbc3e7 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:31:02.110646 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-2cbe7b48-01a2-41a2-aa28-22525c632b57 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] For port df2ad40c-591a-437c-b691-8cfa94ae9dae, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=df2ad40c-591a-437c-b691-8cfa94ae9dae,segment=NetworkSegment(7290116b-4aa3-4c21-93d5-7d08faf4e8e9),segment_id=7290116b-4aa3-4c21-93d5-7d08faf4e8e9)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:02.111168 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cbe7b48-01a2-41a2-aa28-22525c632b57 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:02.150455 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-9f1e11e3-3469-44e3-a170-d7fe76ca743b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Calling delete_port for 6c1ffba6-f710-48cf-add7-1aa6b623098b owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:02.172139 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a175e0-f84a-4410-bd97-ab0f73e7b7ab None None] DHCP port deletion for ee16dd21-0ce6-4f62-a371-c7ec864ec90e request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:31:02.198803 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-79a175e0-f84a-4410-bd97-ab0f73e7b7ab None None] Deleting port df2ad40c-591a-437c-b691-8cfa94ae9dae {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:02.199515 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79a175e0-f84a-4410-bd97-ab0f73e7b7ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:02.254465 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.api [None req-325a5530-4971-4d59-b772-3be2e34b78b9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:31:02.254874 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG oslo_db.api [None req-325a5530-4971-4d59-b772-3be2e34b78b9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:31:02.261589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9f1e11e3-3469-44e3-a170-d7fe76ca743b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:02.271759 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2cbe7b48-01a2-41a2-aa28-22525c632b57 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Calling delete_port for df2ad40c-591a-437c-b691-8cfa94ae9dae owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:02.300472 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f1d9a392-b283-4e6b-8d71-7d8b6b945b5d req-41e466f2-43b6-4511-ac44-d935efaaf933 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 1099 time: 0.6010764 Mar 14 15:31:02.345452 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9f1e11e3-3469-44e3-a170-d7fe76ca743b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:02.385742 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e11e3-3469-44e3-a170-d7fe76ca743b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Port': ['ID=6c1ffba6-f710-48cf-add7-1aa6b623098b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:02.418211 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9f1e11e3-3469-44e3-a170-d7fe76ca743b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/ports/6c1ffba6-f710-48cf-add7-1aa6b623098b HTTP/1.1" status: 204 len: 168 time: 1.3743176 Mar 14 15:31:02.421007 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48524) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:02.519348 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41e258-925d-45db-8eef-d3422b6c4d51 req-0146e6c8-8e20-42de-9890-0cfacbe5b931 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:02.520839 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0c41e258-925d-45db-8eef-d3422b6c4d51 req-0146e6c8-8e20-42de-9890-0cfacbe5b931 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.2681527 Mar 14 15:31:02.522694 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e887811-778b-4e3d-a77d-808e65e9ce10 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:02.549727 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e887811-778b-4e3d-a77d-808e65e9ce10 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:02.563354 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-237121ae-9c8a-4e4f-a9b6-41d8ba949c23 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:02.589522 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e887811-778b-4e3d-a77d-808e65e9ce10 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64835713-2deb-460b-842e-0faeca33dd49,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:02.620014 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dd1335-2a2f-419a-ab20-05ec0d1f0a18 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:02.620711 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-19dd1335-2a2f-419a-ab20-05ec0d1f0a18 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Synchronizing usage tracker for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:31:02.628564 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e887811-778b-4e3d-a77d-808e65e9ce10 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:02.634085 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8e887811-778b-4e3d-a77d-808e65e9ce10 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.1914604 Mar 14 15:31:02.646202 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0c41e258-925d-45db-8eef-d3422b6c4d51 req-fba83714-283a-426f-8bae-f0c37618a382 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143136 Mar 14 15:31:02.647695 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-79a175e0-f84a-4410-bd97-ab0f73e7b7ab None None] For port df2ad40c-591a-437c-b691-8cfa94ae9dae, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=df2ad40c-591a-437c-b691-8cfa94ae9dae,segment=NetworkSegment(7290116b-4aa3-4c21-93d5-7d08faf4e8e9),segment_id=7290116b-4aa3-4c21-93d5-7d08faf4e8e9)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:02.648487 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79a175e0-f84a-4410-bd97-ab0f73e7b7ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:02.651813 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-19dd1335-2a2f-419a-ab20-05ec0d1f0a18 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Unset dirty status for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:31:02.653350 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-19dd1335-2a2f-419a-ab20-05ec0d1f0a18 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2313349 Mar 14 15:31:02.656780 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48530) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:02.660204 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9a392-b283-4e6b-8d71-7d8b6b945b5d req-53fc6caa-7881-4f67-aa3d-8617ce17edd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:02.661957 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f1d9a392-b283-4e6b-8d71-7d8b6b945b5d req-53fc6caa-7881-4f67-aa3d-8617ce17edd0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=beb9cf70-bc90-42d6-8193-9a20588857cb HTTP/1.1" status: 200 len: 897 time: 0.3488290 Mar 14 15:31:02.662426 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cbe7b48-01a2-41a2-aa28-22525c632b57 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:02.713368 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-28197369-fd58-44d2-9388-f5903d9e84de tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] GET failed (client error): The resource could not be found. Mar 14 15:31:02.717280 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-28197369-fd58-44d2-9388-f5903d9e84de tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports/41f559ff-8ff6-485d-8cda-350d80e458d9 HTTP/1.1" status: 404 len: 333 time: 0.0569854 Mar 14 15:31:02.717452 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48538) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:02.759373 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-325a5530-4971-4d59-b772-3be2e34b78b9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting port a8118dd8-80d1-4403-9469-a04d74c1d9e0 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:02.759715 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-325a5530-4971-4d59-b772-3be2e34b78b9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:02.794499 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48546) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:02.819571 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-79a175e0-f84a-4410-bd97-ab0f73e7b7ab None None] Calling delete_port for df2ad40c-591a-437c-b691-8cfa94ae9dae owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:02.869096 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe7b48-01a2-41a2-aa28-22525c632b57 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Pushing event deleted for resources: {'Port': ['ID=df2ad40c-591a-437c-b691-8cfa94ae9dae,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:02.907360 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f0d41e-e044-47ff-96ee-fb09e0c8dbcc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] GET failed (client error): The resource could not be found. Mar 14 15:31:02.911260 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-41f0d41e-e044-47ff-96ee-fb09e0c8dbcc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports/6c1ffba6-f710-48cf-add7-1aa6b623098b HTTP/1.1" status: 404 len: 333 time: 0.1902611 Mar 14 15:31:02.914570 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-13cea30b-3631-4c4e-8dbc-ea9e6e0c8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'name': 'tempest-TestNetworkBasicOps-router-1361180857', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:38Z', 'updated_at': '2022-03-14T15:29:57Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:39Z', 'updated_at': '2022-03-14T15:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '6c1cd489-b2cd-49db-aee1-c9a7bf98961d', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.5', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'port_id': '4fbd8792-106f-4641-982c-22e74d7248e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'mac_address': 'fa:16:3e:69:e0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16329f1d-e21f-422e-8033-2f7b6aac1981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:30:52Z', 'updated_at': '2022-03-14T15:30:52Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4ea2bd-8124-469e-b7c9-061773769c18', 'name': '', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:cb:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:54Z', 'updated_at': '2022-03-14T15:30:07Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:02.920419 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cea30b-3631-4c4e-8dbc-ea9e6e0c8f77 None None] Checking router: daca5833-e46e-46c0-8d87-efac19dbc3e7 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:31:02.928377 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-79a175e0-f84a-4410-bd97-ab0f73e7b7ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:31:02.928742 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-79a175e0-f84a-4410-bd97-ab0f73e7b7ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:31:02.936347 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cea30b-3631-4c4e-8dbc-ea9e6e0c8f77 None None] Routers {'daca5833-e46e-46c0-8d87-efac19dbc3e7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:02.936976 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-13cea30b-3631-4c4e-8dbc-ea9e6e0c8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['daca5833-e46e-46c0-8d87-efac19dbc3e7'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:02.944259 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-325a5530-4971-4d59-b772-3be2e34b78b9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] The port 'a8118dd8-80d1-4403-9469-a04d74c1d9e0' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:31:02.945139 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48556) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:03.021976 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-237121ae-9c8a-4e4f-a9b6-41d8ba949c23 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:03.132412 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-13cea30b-3631-4c4e-8dbc-ea9e6e0c8f77 None None] Set router daca5833-e46e-46c0-8d87-efac19dbc3e7 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:31:03.146106 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237121ae-9c8a-4e4f-a9b6-41d8ba949c23 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Network 276ce184-00e4-40d9-9837-1af332a941fb is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:03.147361 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbe7b48-01a2-41a2-aa28-22525c632b57 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] No DVR routers for this DVR port df2ad40c-591a-437c-b691-8cfa94ae9dae on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:31:03.159720 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237121ae-9c8a-4e4f-a9b6-41d8ba949c23 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Port': ['ID=d8e52c31-7fef-4253-95fe-a24a002d66cb,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:03.173969 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-237121ae-9c8a-4e4f-a9b6-41d8ba949c23 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:03.176910 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-39727972-0975-48f8-a2e5-dd0c926c38e5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/6c1cd489-b2cd-49db-aee1-c9a7bf98961d HTTP/1.1" status: 200 len: 990 time: 0.3817391 Mar 14 15:31:03.212452 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8214717f-d969-435a-8ddd-396686261afc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:03.215149 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-325a5530-4971-4d59-b772-3be2e34b78b9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:03.252941 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f1d9a392-b283-4e6b-8d71-7d8b6b945b5d req-bca8dd29-08da-4f08-90b7-84afeac90dd8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fbd8792-106f-4641-982c-22e74d7248e7 HTTP/1.1" status: 200 len: 998 time: 0.3852761 Mar 14 15:31:03.300510 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-325a5530-4971-4d59-b772-3be2e34b78b9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d86f8c2d-4b4b-4975-8d85-a8eecd2d06ec']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:03.329776 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-325a5530-4971-4d59-b772-3be2e34b78b9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d46ad49-f6b6-4c51-9d27-19190355b27a') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:03.330167 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-325a5530-4971-4d59-b772-3be2e34b78b9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d46ad49-f6b6-4c51-9d27-19190355b27a') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:03.361357 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-325a5530-4971-4d59-b772-3be2e34b78b9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:03.395630 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237121ae-9c8a-4e4f-a9b6-41d8ba949c23 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:03.410711 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device a0d6a006-5bb7-4f7f-8dd5-716562179458 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:31:03.420759 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-325a5530-4971-4d59-b772-3be2e34b78b9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:03.443949 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325a5530-4971-4d59-b772-3be2e34b78b9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:31:03.444392 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-325a5530-4971-4d59-b772-3be2e34b78b9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:03.457448 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-79a175e0-f84a-4410-bd97-ab0f73e7b7ab None None] Deleting port df2ad40c-591a-437c-b691-8cfa94ae9dae {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:03.457829 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79a175e0-f84a-4410-bd97-ab0f73e7b7ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:03.469652 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9a392-b283-4e6b-8d71-7d8b6b945b5d req-1ba159ee-cf93-4b8f-847c-b7371718dd44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:03.471110 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f1d9a392-b283-4e6b-8d71-7d8b6b945b5d req-1ba159ee-cf93-4b8f-847c-b7371718dd44 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bcc5066-53a7-43d6-b32e-ebedf3508cb5 HTTP/1.1" status: 200 len: 834 time: 0.2116017 Mar 14 15:31:03.472718 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cbe7b48-01a2-41a2-aa28-22525c632b57 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:03.488962 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: a0d6a006-5bb7-4f7f-8dd5-716562179458 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:31:03.489477 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device a0d6a006-5bb7-4f7f-8dd5-716562179458 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:31:03.489923 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device df2ad40c-591a-437c-b691-8cfa94ae9dae no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:31:03.594151 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-2cbe7b48-01a2-41a2-aa28-22525c632b57 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee16dd21-0ce6-4f62-a371-c7ec864ec90e']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:03.599220 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: df2ad40c-591a-437c-b691-8cfa94ae9dae {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:31:03.599756 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device df2ad40c-591a-437c-b691-8cfa94ae9dae not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:31:03.606266 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237121ae-9c8a-4e4f-a9b6-41d8ba949c23 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:03.606879 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-237121ae-9c8a-4e4f-a9b6-41d8ba949c23 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:03.618278 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a84d74eb-b45d-4116-9a88-816bf970fb63 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:31:03.633738 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:31:03.640126 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-2cbe7b48-01a2-41a2-aa28-22525c632b57 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7290116b-4aa3-4c21-93d5-7d08faf4e8e9') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:03.640415 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-2cbe7b48-01a2-41a2-aa28-22525c632b57 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7290116b-4aa3-4c21-93d5-7d08faf4e8e9') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:03.664733 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-79a175e0-f84a-4410-bd97-ab0f73e7b7ab None None] The port 'df2ad40c-591a-437c-b691-8cfa94ae9dae' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:31:03.674139 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cbe7b48-01a2-41a2-aa28-22525c632b57 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:03.692739 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-237121ae-9c8a-4e4f-a9b6-41d8ba949c23 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0361297 Mar 14 15:31:03.694206 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48576) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:03.720945 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1e5b7dae-e7b3-4f56-b4ec-4e5dee8aea57 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Request body: {'floatingip': {'port_id': 'd8e52c31-7fef-4253-95fe-a24a002d66cb'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:03.795268 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cbe7b48-01a2-41a2-aa28-22525c632b57 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:03.824202 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-13cea30b-3631-4c4e-8dbc-ea9e6e0c8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'name': 'tempest-TestNetworkBasicOps-router-1361180857', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:38Z', 'updated_at': '2022-03-14T15:29:57Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:39Z', 'updated_at': '2022-03-14T15:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '6c1cd489-b2cd-49db-aee1-c9a7bf98961d', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.5', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'port_id': '4fbd8792-106f-4641-982c-22e74d7248e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'mac_address': 'fa:16:3e:69:e0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16329f1d-e21f-422e-8033-2f7b6aac1981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:30:52Z', 'updated_at': '2022-03-14T15:30:52Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4ea2bd-8124-469e-b7c9-061773769c18', 'name': '', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:cb:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:54Z', 'updated_at': '2022-03-14T15:30:07Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:03.828863 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cea30b-3631-4c4e-8dbc-ea9e6e0c8f77 None None] The sync data for ids ['daca5833-e46e-46c0-8d87-efac19dbc3e7'] in dv-neutron-833561-1-hyperv is: [{'id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'name': 'tempest-TestNetworkBasicOps-router-1361180857', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:38Z', 'updated_at': '2022-03-14T15:29:57Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:39Z', 'updated_at': '2022-03-14T15:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '6c1cd489-b2cd-49db-aee1-c9a7bf98961d', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.5', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'port_id': '4fbd8792-106f-4641-982c-22e74d7248e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'mac_address': 'fa:16:3e:69:e0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16329f1d-e21f-422e-8033-2f7b6aac1981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:30:52Z', 'updated_at': '2022-03-14T15:30:52Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4ea2bd-8124-469e-b7c9-061773769c18', 'name': '', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:cb:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:54Z', 'updated_at': '2022-03-14T15:30:07Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:31:03.860757 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbe7b48-01a2-41a2-aa28-22525c632b57 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:31:03.861158 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cbe7b48-01a2-41a2-aa28-22525c632b57 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:31:03.877553 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:31:03.880893 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-325a5530-4971-4d59-b772-3be2e34b78b9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:03.886655 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-325a5530-4971-4d59-b772-3be2e34b78b9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:03.888897 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7dae-e7b3-4f56-b4ec-4e5dee8aea57 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:03.926131 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-325a5530-4971-4d59-b772-3be2e34b78b9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/networks/d86f8c2d-4b4b-4975-8d85-a8eecd2d06ec HTTP/1.1" status: 204 len: 168 time: 3.3396900 Mar 14 15:31:03.932258 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48580) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:03.939056 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a5530-4971-4d59-b772-3be2e34b78b9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Network': ['ID=d86f8c2d-4b4b-4975-8d85-a8eecd2d06ec,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:03.946794 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-deeb968a-a26d-4b02-8ef2-bf22fc21e56f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-60515390'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:03.952315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8214717f-d969-435a-8ddd-396686261afc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:03.959562 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-deeb968a-a26d-4b02-8ef2-bf22fc21e56f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:03.967595 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-deeb968a-a26d-4b02-8ef2-bf22fc21e56f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:network and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:03.978281 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-deeb968a-a26d-4b02-8ef2-bf22fc21e56f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:03.987533 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-deeb968a-a26d-4b02-8ef2-bf22fc21e56f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:03.990283 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-8214717f-d969-435a-8ddd-396686261afc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb049bfe-f52e-4a18-94ab-79153251c159']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:04.008710 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-8214717f-d969-435a-8ddd-396686261afc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed392be-c106-457d-8953-b75c875a6d1a') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:04.009001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-8214717f-d969-435a-8ddd-396686261afc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed392be-c106-457d-8953-b75c875a6d1a') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:04.021925 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8214717f-d969-435a-8ddd-396686261afc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:04.035477 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deeb968a-a26d-4b02-8ef2-bf22fc21e56f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:04.039149 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-deeb968a-a26d-4b02-8ef2-bf22fc21e56f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:04.039344 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f1d9a392-b283-4e6b-8d71-7d8b6b945b5d req-60072781-a457-4285-b992-2491b13f179b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=beb9cf70-bc90-42d6-8193-9a20588857cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5554321 Mar 14 15:31:04.063329 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8214717f-d969-435a-8ddd-396686261afc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:04.072782 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8214717f-d969-435a-8ddd-396686261afc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:31:04.073913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8214717f-d969-435a-8ddd-396686261afc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:31:04.088391 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:31:04.180243 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48596) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:04.237200 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cbe7b48-01a2-41a2-aa28-22525c632b57 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:04.315152 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cbe7b48-01a2-41a2-aa28-22525c632b57 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:04.329747 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe7b48-01a2-41a2-aa28-22525c632b57 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] Pushing event deleted for resources: {'Network': ['ID=ee16dd21-0ce6-4f62-a371-c7ec864ec90e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:04.367939 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2cbe7b48-01a2-41a2-aa28-22525c632b57 tempest-ExtraDHCPOptionsTestJSON-1209164288 tempest-ExtraDHCPOptionsTestJSON-1209164288-project] 10.222.0.60 "DELETE /v2.0/networks/ee16dd21-0ce6-4f62-a371-c7ec864ec90e HTTP/1.1" status: 204 len: 168 time: 3.1236265 Mar 14 15:31:04.409839 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f1d9a392-b283-4e6b-8d71-7d8b6b945b5d req-c870df1b-04e4-44c9-8a55-21a823b9873a service neutron] 10.222.0.24 "GET /v2.0/networks/beb9cf70-bc90-42d6-8193-9a20588857cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331320 Mar 14 15:31:04.416640 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5056c46a-50aa-4712-8179-ddcbdb989547 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/6c1cd489-b2cd-49db-aee1-c9a7bf98961d HTTP/1.1" status: 200 len: 990 time: 0.2333815 Mar 14 15:31:04.418789 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8214717f-d969-435a-8ddd-396686261afc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:04.427050 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327f423-250d-43f7-b782-72cf4856b14d req-5360f1f3-0bd9-46a5-ad3d-c09cd6965e07 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:04.439995 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7327f423-250d-43f7-b782-72cf4856b14d req-5360f1f3-0bd9-46a5-ad3d-c09cd6965e07 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.5805764 Mar 14 15:31:04.458292 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deeb968a-a26d-4b02-8ef2-bf22fc21e56f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:31:04.461275 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8214717f-d969-435a-8ddd-396686261afc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:04.463767 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214717f-d969-435a-8ddd-396686261afc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Network': ['ID=eb049bfe-f52e-4a18-94ab-79153251c159,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:04.481649 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8214717f-d969-435a-8ddd-396686261afc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/networks/eb049bfe-f52e-4a18-94ab-79153251c159 HTTP/1.1" status: 204 len: 168 time: 1.5333245 Mar 14 15:31:04.483267 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-deeb968a-a26d-4b02-8ef2-bf22fc21e56f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:04.484167 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-deeb968a-a26d-4b02-8ef2-bf22fc21e56f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Added segment edb8a749-f908-453a-a47a-520d81888bec of type vlan for network 0566d121-3c19-4719-a60f-bacaea9c359f Mar 14 15:31:04.485300 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48610) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:04.496373 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f5549a4f-9d73-4f2a-8056-5531b439b0f7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2069202545'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:04.503452 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f5549a4f-9d73-4f2a-8056-5531b439b0f7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:04.515657 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f5549a4f-9d73-4f2a-8056-5531b439b0f7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:network and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:04.526770 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f5549a4f-9d73-4f2a-8056-5531b439b0f7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:04.540229 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f5549a4f-9d73-4f2a-8056-5531b439b0f7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:04.548735 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-deeb968a-a26d-4b02-8ef2-bf22fc21e56f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:04.567228 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5549a4f-9d73-4f2a-8056-5531b439b0f7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:04.570814 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f5549a4f-9d73-4f2a-8056-5531b439b0f7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:04.634658 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5549a4f-9d73-4f2a-8056-5531b439b0f7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:31:04.641136 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-deeb968a-a26d-4b02-8ef2-bf22fc21e56f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:04.648613 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeb968a-a26d-4b02-8ef2-bf22fc21e56f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:04.649632 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-deeb968a-a26d-4b02-8ef2-bf22fc21e56f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:04.739737 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f5549a4f-9d73-4f2a-8056-5531b439b0f7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:04.740186 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-f5549a4f-9d73-4f2a-8056-5531b439b0f7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Added segment 26b85152-d26e-4573-8c04-c0c474a6e922 of type vlan for network bf568311-b26d-4155-9dc7-8023aa82ca66 Mar 14 15:31:04.744020 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f1d9a392-b283-4e6b-8d71-7d8b6b945b5d req-b779f78b-34f7-4781-97bf-94536f517c1b service neutron] 10.222.0.24 "GET /v2.0/networks/beb9cf70-bc90-42d6-8193-9a20588857cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259633 Mar 14 15:31:04.853119 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-deeb968a-a26d-4b02-8ef2-bf22fc21e56f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9144804 Mar 14 15:31:04.855600 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48618) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:04.876639 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3f9b1ca6-449b-458f-a005-ca6cdbc03c48 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'subnet': {'network_id': '0566d121-3c19-4719-a60f-bacaea9c359f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:04.925015 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48622) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:05.010441 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3f9b1ca6-449b-458f-a005-ca6cdbc03c48 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:05.012980 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb968a-a26d-4b02-8ef2-bf22fc21e56f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Network': ['ID=0566d121-3c19-4719-a60f-bacaea9c359f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:05.019925 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3f9b1ca6-449b-458f-a005-ca6cdbc03c48 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:subnet and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:05.024930 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 0566d121-3c19-4719-a60f-bacaea9c359f details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:31:05.041204 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f5549a4f-9d73-4f2a-8056-5531b439b0f7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:05.046948 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3f9b1ca6-449b-458f-a005-ca6cdbc03c48 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:05.061350 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3f9b1ca6-449b-458f-a005-ca6cdbc03c48 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:05.083817 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9b1ca6-449b-458f-a005-ca6cdbc03c48 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:05.110489 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7327f423-250d-43f7-b782-72cf4856b14d req-dd4e2d8f-9aa8-42ae-bd2c-2b45cbb77471 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3079221 Mar 14 15:31:05.246657 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f5549a4f-9d73-4f2a-8056-5531b439b0f7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:05.261935 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5549a4f-9d73-4f2a-8056-5531b439b0f7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:05.263315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f5549a4f-9d73-4f2a-8056-5531b439b0f7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:05.379121 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f9b1ca6-449b-458f-a005-ca6cdbc03c48 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:05.425057 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f5549a4f-9d73-4f2a-8056-5531b439b0f7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9356143 Mar 14 15:31:05.425283 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48630) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:05.428431 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48632) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:05.494549 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5549a4f-9d73-4f2a-8056-5531b439b0f7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Network': ['ID=bf568311-b26d-4155-9dc7-8023aa82ca66,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:05.508809 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a84d74eb-b45d-4116-9a88-816bf970fb63 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:05.516525 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4ac74abb-a1f4-420e-bdf1-559a2b985189 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'subnet': {'network_id': 'bf568311-b26d-4155-9dc7-8023aa82ca66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:05.521997 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network bf568311-b26d-4155-9dc7-8023aa82ca66 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:31:05.558929 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a84d74eb-b45d-4116-9a88-816bf970fb63 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-950448'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:05.731908 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f9b1ca6-449b-458f-a005-ca6cdbc03c48 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:05.756268 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7b614e39-e616-41b5-a93d-6c2ae13687a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9bd15b09993a42a996c4bb380c3b0564&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8297901 Mar 14 15:31:05.768981 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48640) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:05.857340 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b1ca6-449b-458f-a005-ca6cdbc03c48 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Subnet': ['ID=0cd16629-0089-4d31-84d7-b24a5615ee02,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:05.874284 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9b1ca6-449b-458f-a005-ca6cdbc03c48 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Checking segment: {'id': 'edb8a749-f908-453a-a47a-520d81888bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0566d121-3c19-4719-a60f-bacaea9c359f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:31:05.874898 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9b1ca6-449b-458f-a005-ca6cdbc03c48 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network hostable DHCP agents. Network: 0566d121-3c19-4719-a60f-bacaea9c359f, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:31:05.901994 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d50d246-4dd1-4cc9-811e-204b1dffe2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:05.938913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d50d246-4dd1-4cc9-811e-204b1dffe2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:05.957494 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9b1ca6-449b-458f-a005-ca6cdbc03c48 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network 0566d121-3c19-4719-a60f-bacaea9c359f is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:31:05.982656 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-3f9b1ca6-449b-458f-a005-ca6cdbc03c48 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 0566d121-3c19-4719-a60f-bacaea9c359f) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:05.985856 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b1ca6-449b-458f-a005-ca6cdbc03c48 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:05.986511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f9b1ca6-449b-458f-a005-ca6cdbc03c48 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:06.001348 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07778b5-a025-41a2-ad8d-b76eebc698fc None None] Network 0566d121-3c19-4719-a60f-bacaea9c359f requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:31:06.025064 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3f9b1ca6-449b-458f-a005-ca6cdbc03c48 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1529460 Mar 14 15:31:06.028054 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48646) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:06.035762 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9c00892b-ad3b-479f-9167-2d9f61248437 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'port': {'network_id': '0566d121-3c19-4719-a60f-bacaea9c359f', 'name': 'tempest-PortsIpV6TestJSON-364052332', 'fixed_ips': [{'subnet_id': '0cd16629-0089-4d31-84d7-b24a5615ee02', 'ip_address': '2001:db8::10'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:06.070232 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b3616ba6-40ec-4c79-b62e-075a20bb659c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/6c1cd489-b2cd-49db-aee1-c9a7bf98961d HTTP/1.1" status: 200 len: 990 time: 0.6445577 Mar 14 15:31:06.094654 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4ac74abb-a1f4-420e-bdf1-559a2b985189 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:06.112515 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4ac74abb-a1f4-420e-bdf1-559a2b985189 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:subnet and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:06.119788 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4ac74abb-a1f4-420e-bdf1-559a2b985189 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:06.135155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4ac74abb-a1f4-420e-bdf1-559a2b985189 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:06.201278 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d50d246-4dd1-4cc9-811e-204b1dffe2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:06.203619 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d50d246-4dd1-4cc9-811e-204b1dffe2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:06.207278 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0d50d246-4dd1-4cc9-811e-204b1dffe2de admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/595f67f2-0efa-49e3-8133-683a7d269b7c HTTP/1.1" status: 204 len: 168 time: 0.4348073 Mar 14 15:31:06.214515 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-16845e2f-9f51-478a-b30c-47c98159a3a4 req-9b104598-d81a-445b-ac7e-33056d8e9848 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8079f8e4b19848a3b695e728e0683a28&device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 1098 time: 0.4069748 Mar 14 15:31:06.219192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9c00892b-ad3b-479f-9167-2d9f61248437 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:06.229605 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50d246-4dd1-4cc9-811e-204b1dffe2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595f67f2-0efa-49e3-8133-683a7d269b7c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:06.241164 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9c00892b-ad3b-479f-9167-2d9f61248437 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:06.259322 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c00892b-ad3b-479f-9167-2d9f61248437 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:06.267646 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9c00892b-ad3b-479f-9167-2d9f61248437 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:06.269816 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac74abb-a1f4-420e-bdf1-559a2b985189 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:06.300448 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b52433-3ba8-49c6-8c60-1d64d36d07f4 req-fac3c108-1bb6-4fb8-8a3d-8b5144a9ec39 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:06.301909 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-35b52433-3ba8-49c6-8c60-1d64d36d07f4 req-fac3c108-1bb6-4fb8-8a3d-8b5144a9ec39 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.4858210 Mar 14 15:31:06.306388 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-9c00892b-ad3b-479f-9167-2d9f61248437 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] device_id is not set on port 646d000b-63cd-4e9e-90d3-c52b867cd50f yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:31:06.383727 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e3e47d-9c0b-4575-9c64-9172d4684ba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-0566d121-3c19-4719-a60f-bacaea9c359f', 'network_id': '0566d121-3c19-4719-a60f-bacaea9c359f', 'tenant_id': '5a6f96ee0963461298d40ea737c70799', 'fixed_ips': [{'subnet_id': '0cd16629-0089-4d31-84d7-b24a5615ee02'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:31:06.384565 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-34e3e47d-9c0b-4575-9c64-9172d4684ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:06.632218 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-34e3e47d-9c0b-4575-9c64-9172d4684ba0 None None] Allocated IP 2001:db8::2 (0566d121-3c19-4719-a60f-bacaea9c359f/0cd16629-0089-4d31-84d7-b24a5615ee02/a71047eb-18a2-4a3c-b5dd-d25327386e5c) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:06.715414 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7dae-e7b3-4f56-b4ec-4e5dee8aea57 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:06.737623 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16845e2f-9f51-478a-b30c-47c98159a3a4 req-42b04868-6ddf-4896-b158-681d4fee661c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:06.739192 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-16845e2f-9f51-478a-b30c-47c98159a3a4 req-42b04868-6ddf-4896-b158-681d4fee661c service neutron] 10.222.0.24 "GET /v2.0/networks?id=a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 HTTP/1.1" status: 200 len: 912 time: 0.4998317 Mar 14 15:31:06.741978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7dae-e7b3-4f56-b4ec-4e5dee8aea57 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:06.866142 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ac74abb-a1f4-420e-bdf1-559a2b985189 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:06.893927 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-34e3e47d-9c0b-4575-9c64-9172d4684ba0 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:06.908517 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-34e3e47d-9c0b-4575-9c64-9172d4684ba0 None None] Transition to ACTIVE for port object a71047eb-18a2-4a3c-b5dd-d25327386e5c will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:06.931406 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-34e3e47d-9c0b-4575-9c64-9172d4684ba0 None None] Transition to ACTIVE for port object a71047eb-18a2-4a3c-b5dd-d25327386e5c will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:06.958726 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-34e3e47d-9c0b-4575-9c64-9172d4684ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:07.058492 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e3e47d-9c0b-4575-9c64-9172d4684ba0 None None] Network 0566d121-3c19-4719-a60f-bacaea9c359f is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:07.059577 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-35b52433-3ba8-49c6-8c60-1d64d36d07f4 req-b60d6082-68a9-4657-9f69-9290465743f5 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6838100 Mar 14 15:31:07.062772 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-34e3e47d-9c0b-4575-9c64-9172d4684ba0 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:07.067021 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3e47d-9c0b-4575-9c64-9172d4684ba0 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:07.084496 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48664) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:07.095067 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.ipam_backend_mixin [None req-4ac74abb-a1f4-420e-bdf1-559a2b985189 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Performing IP validity checks on allocation pools {{(pid=83911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 14 15:31:07.095685 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.ipam_backend_mixin [None req-4ac74abb-a1f4-420e-bdf1-559a2b985189 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 14 15:31:07.120075 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3e47d-9c0b-4575-9c64-9172d4684ba0 None None] Pushing event updated for resources: {'Port': ['ID=a71047eb-18a2-4a3c-b5dd-d25327386e5c,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:07.171526 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-9c00892b-ad3b-479f-9167-2d9f61248437 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Allocated IP 2001:db8::10 (0566d121-3c19-4719-a60f-bacaea9c359f/0cd16629-0089-4d31-84d7-b24a5615ee02/646d000b-63cd-4e9e-90d3-c52b867cd50f) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:07.193941 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-34e3e47d-9c0b-4575-9c64-9172d4684ba0 None None] Attempting to bind port a71047eb-18a2-4a3c-b5dd-d25327386e5c on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:31:07.194346 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-34e3e47d-9c0b-4575-9c64-9172d4684ba0 None None] Attempting to bind port a71047eb-18a2-4a3c-b5dd-d25327386e5c by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'edb8a749-f908-453a-a47a-520d81888bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0566d121-3c19-4719-a60f-bacaea9c359f'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:31:07.194736 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3e47d-9c0b-4575-9c64-9172d4684ba0 None None] Attempting to bind port a71047eb-18a2-4a3c-b5dd-d25327386e5c on network 0566d121-3c19-4719-a60f-bacaea9c359f {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:31:07.202755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3e47d-9c0b-4575-9c64-9172d4684ba0 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:31:07.203114 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3e47d-9c0b-4575-9c64-9172d4684ba0 None None] Checking segment: {'id': 'edb8a749-f908-453a-a47a-520d81888bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0566d121-3c19-4719-a60f-bacaea9c359f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:31:07.203608 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-34e3e47d-9c0b-4575-9c64-9172d4684ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:07.204221 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3e47d-9c0b-4575-9c64-9172d4684ba0 None None] Bound using segment: {'id': 'edb8a749-f908-453a-a47a-520d81888bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0566d121-3c19-4719-a60f-bacaea9c359f'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:31:07.204693 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-34e3e47d-9c0b-4575-9c64-9172d4684ba0 None None] Bound port: a71047eb-18a2-4a3c-b5dd-d25327386e5c, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb8a749-f908-453a-a47a-520d81888bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0566d121-3c19-4719-a60f-bacaea9c359f'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:31:07.205063 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-34e3e47d-9c0b-4575-9c64-9172d4684ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:07.299738 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-16845e2f-9f51-478a-b30c-47c98159a3a4 req-cb8a2d34-f3c8-4c70-8499-91beb5806b54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=159305ad-c04d-42e4-b276-25547c03e58b HTTP/1.1" status: 200 len: 1001 time: 0.4951973 Mar 14 15:31:07.332088 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-34e3e47d-9c0b-4575-9c64-9172d4684ba0 None None] For port a71047eb-18a2-4a3c-b5dd-d25327386e5c, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:31:07.336846 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-34e3e47d-9c0b-4575-9c64-9172d4684ba0 None None] For port a71047eb-18a2-4a3c-b5dd-d25327386e5c, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=a71047eb-18a2-4a3c-b5dd-d25327386e5c,segment=NetworkSegment(edb8a749-f908-453a-a47a-520d81888bec),segment_id=edb8a749-f908-453a-a47a-520d81888bec)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:31:07.343817 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-34e3e47d-9c0b-4575-9c64-9172d4684ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:07.411385 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84d74eb-b45d-4116-9a88-816bf970fb63 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Router 1dbce04e-9acb-4a56-875c-3926035343cd has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:31:07.423904 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cfbb7588-b857-4995-9a09-105d4644e76a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/6c1cd489-b2cd-49db-aee1-c9a7bf98961d HTTP/1.1" status: 200 len: 990 time: 0.3375888 Mar 14 15:31:07.446768 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3e47d-9c0b-4575-9c64-9172d4684ba0 None None] Pushing event updated for resources: {'Port': ['ID=a71047eb-18a2-4a3c-b5dd-d25327386e5c,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:07.502082 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16845e2f-9f51-478a-b30c-47c98159a3a4 req-a4dbbd09-1098-48da-bd96-d63934098c97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:07.503584 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-16845e2f-9f51-478a-b30c-47c98159a3a4 req-a4dbbd09-1098-48da-bd96-d63934098c97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=453fbd59-94cf-411e-8df0-3bc90080a3fb HTTP/1.1" status: 200 len: 850 time: 0.1711462 Mar 14 15:31:07.511836 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9c00892b-ad3b-479f-9167-2d9f61248437 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:07.552530 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-9c00892b-ad3b-479f-9167-2d9f61248437 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Transition to ACTIVE for port object 646d000b-63cd-4e9e-90d3-c52b867cd50f will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:07.603225 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9c00892b-ad3b-479f-9167-2d9f61248437 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:07.721488 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3b42c5-e713-440f-90cc-859387aa9a91 None None] New status for floating IP 6c1cd489-b2cd-49db-aee1-c9a7bf98961d: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:31:07.903055 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48674) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:07.907376 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030510 Mar 14 15:31:07.912420 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48676) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:07.930551 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c00892b-ad3b-479f-9167-2d9f61248437 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network 0566d121-3c19-4719-a60f-bacaea9c359f is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:07.933844 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-9c00892b-ad3b-479f-9167-2d9f61248437 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:07.936517 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c00892b-ad3b-479f-9167-2d9f61248437 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:07.940626 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c00892b-ad3b-479f-9167-2d9f61248437 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:07.941231 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9c00892b-ad3b-479f-9167-2d9f61248437 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:07.974691 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00892b-ad3b-479f-9167-2d9f61248437 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Port': ['ID=646d000b-63cd-4e9e-90d3-c52b867cd50f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:07.976812 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ac74abb-a1f4-420e-bdf1-559a2b985189 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:07.982671 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9c00892b-ad3b-479f-9167-2d9f61248437 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9512351 Mar 14 15:31:07.982952 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48682) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:07.989932 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2f579d0f-c535-40f2-a6d0-1f3e6679d902 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'port': {'network_id': '0566d121-3c19-4719-a60f-bacaea9c359f', 'name': 'tempest-PortsIpV6TestJSON-1588251344', 'fixed_ips': [{'subnet_id': '0cd16629-0089-4d31-84d7-b24a5615ee02', 'ip_address': '2001:db8::f'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:08.075117 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-16845e2f-9f51-478a-b30c-47c98159a3a4 req-6817fb71-e954-4c43-85f2-d6e01eeba7df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5583887 Mar 14 15:31:08.149334 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2f579d0f-c535-40f2-a6d0-1f3e6679d902 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:08.154351 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2f579d0f-c535-40f2-a6d0-1f3e6679d902 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:port and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:08.158214 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2f579d0f-c535-40f2-a6d0-1f3e6679d902 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:08.165668 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2f579d0f-c535-40f2-a6d0-1f3e6679d902 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:08.179706 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f579d0f-c535-40f2-a6d0-1f3e6679d902 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:08.189629 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f579d0f-c535-40f2-a6d0-1f3e6679d902 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:08.217979 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-2f579d0f-c535-40f2-a6d0-1f3e6679d902 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] device_id is not set on port 08a27646-35bd-45e1-a998-3292c2796df3 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:31:08.219253 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.l3_db [None req-1e5b7dae-e7b3-4f56-b4ec-4e5dee8aea57 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Floating IP aa069acc-fd4e-4d1a-8f63-0a7ca6d7c340 associated. External IP: 172.26.4.139, port: d8e52c31-7fef-4253-95fe-a24a002d66cb. Mar 14 15:31:08.347993 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c2a27a7c-d016-4cea-b1b7-4b9f9e9cc801 tempest-NetworksApiDiscovery-1711522844 tempest-NetworksApiDiscovery-1711522844-project] 10.222.0.60 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4328408 Mar 14 15:31:08.429716 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48692) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:08.684334 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-2f579d0f-c535-40f2-a6d0-1f3e6679d902 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Allocated IP 2001:db8::f (0566d121-3c19-4719-a60f-bacaea9c359f/0cd16629-0089-4d31-84d7-b24a5615ee02/08a27646-35bd-45e1-a998-3292c2796df3) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:08.707549 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8afaf44a-e12a-4047-a9c1-bab5558382e7 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/6c1cd489-b2cd-49db-aee1-c9a7bf98961d HTTP/1.1" status: 200 len: 992 time: 0.2764554 Mar 14 15:31:08.732773 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac74abb-a1f4-420e-bdf1-559a2b985189 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Subnet': ['ID=54197794-d40f-444c-8ae6-4132534536c0,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:08.758413 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac74abb-a1f4-420e-bdf1-559a2b985189 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Checking segment: {'id': '26b85152-d26e-4573-8c04-c0c474a6e922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bf568311-b26d-4155-9dc7-8023aa82ca66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:31:08.758861 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac74abb-a1f4-420e-bdf1-559a2b985189 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network hostable DHCP agents. Network: bf568311-b26d-4155-9dc7-8023aa82ca66, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:31:08.802656 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225e5fa-c1a2-4351-b943-b66c83e41101 req-ae997fd8-3a45-4c10-995d-6b70dd43b31e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:08.808140 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f225e5fa-c1a2-4351-b943-b66c83e41101 req-ae997fd8-3a45-4c10-995d-6b70dd43b31e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.4463065 Mar 14 15:31:08.881195 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-16845e2f-9f51-478a-b30c-47c98159a3a4 req-106623c9-0a6f-4316-9e68-f182aeea81cd service neutron] 10.222.0.24 "GET /v2.0/networks/a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7848442 Mar 14 15:31:08.894638 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8846cffe-1a32-4ff2-bd0c-acde3abf543e None None] Network 0566d121-3c19-4719-a60f-bacaea9c359f requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:31:08.922192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48698) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:08.947102 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac74abb-a1f4-420e-bdf1-559a2b985189 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network bf568311-b26d-4155-9dc7-8023aa82ca66 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:31:08.987303 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f225e5fa-c1a2-4351-b943-b66c83e41101 req-60387e37-a46d-4e47-9459-30f873e2b8e5 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718245 Mar 14 15:31:09.046857 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f579d0f-c535-40f2-a6d0-1f3e6679d902 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:09.051762 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4ac74abb-a1f4-420e-bdf1-559a2b985189 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, bf568311-b26d-4155-9dc7-8023aa82ca66) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:09.057157 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac74abb-a1f4-420e-bdf1-559a2b985189 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:09.058176 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ac74abb-a1f4-420e-bdf1-559a2b985189 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:09.076466 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-2f579d0f-c535-40f2-a6d0-1f3e6679d902 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Transition to ACTIVE for port object 08a27646-35bd-45e1-a998-3292c2796df3 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:09.115611 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f579d0f-c535-40f2-a6d0-1f3e6679d902 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:09.126660 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4ac74abb-a1f4-420e-bdf1-559a2b985189 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6971622 Mar 14 15:31:09.131771 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48704) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:09.157136 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2b91a837-6877-4fcd-a070-13f89ccff393 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'port': {'network_id': 'bf568311-b26d-4155-9dc7-8023aa82ca66', 'name': 'tempest-PortsTestJSON-268823497'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:09.167326 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e08333e-c421-4f9b-b37c-b4dd7c9a3858 None None] Network bf568311-b26d-4155-9dc7-8023aa82ca66 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:31:09.193281 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84d74eb-b45d-4116-9a88-816bf970fb63 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:31:09.205357 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a84d74eb-b45d-4116-9a88-816bf970fb63 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:09.209548 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a84d74eb-b45d-4116-9a88-816bf970fb63 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "PUT /v2.0/routers/1dbce04e-9acb-4a56-875c-3926035343cd HTTP/1.1" status: 200 len: 922 time: 8.7705305 Mar 14 15:31:09.210880 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48708) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:09.226700 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aca8fe3-befd-4129-8923-c241f0803623 None None] Sync routers for ids ['1dbce04e-9acb-4a56-875c-3926035343cd'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:31:09.244205 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f579d0f-c535-40f2-a6d0-1f3e6679d902 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network 0566d121-3c19-4719-a60f-bacaea9c359f is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:09.271725 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-16845e2f-9f51-478a-b30c-47c98159a3a4 req-9f96db6a-0303-4449-9f6d-59358e343cb1 service neutron] 10.222.0.24 "GET /v2.0/networks/a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801310 Mar 14 15:31:09.277984 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-2f579d0f-c535-40f2-a6d0-1f3e6679d902 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:09.320278 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aca8fe3-befd-4129-8923-c241f0803623 None None] Routers {'1dbce04e-9acb-4a56-875c-3926035343cd'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:09.321437 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9aca8fe3-befd-4129-8923-c241f0803623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1dbce04e-9acb-4a56-875c-3926035343cd'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:09.331306 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f579d0f-c535-40f2-a6d0-1f3e6679d902 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:09.347558 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f579d0f-c535-40f2-a6d0-1f3e6679d902 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:09.352024 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f579d0f-c535-40f2-a6d0-1f3e6679d902 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:09.406805 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d083669e-13c6-435a-a505-8bfeac7c2dc7 None None] Provisioning for port a71047eb-18a2-4a3c-b5dd-d25327386e5c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:09.417556 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9aca8fe3-befd-4129-8923-c241f0803623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:09.456785 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1856df23-362d-4acd-93db-af5d43993183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:09.484024 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f579d0f-c535-40f2-a6d0-1f3e6679d902 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Port': ['ID=08a27646-35bd-45e1-a998-3292c2796df3,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:09.489523 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2f579d0f-c535-40f2-a6d0-1f3e6679d902 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5055568 Mar 14 15:31:09.493566 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48714) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:09.500397 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device a71047eb-18a2-4a3c-b5dd-d25327386e5c up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:31:09.586671 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1856df23-362d-4acd-93db-af5d43993183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:09.591773 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1856df23-362d-4acd-93db-af5d43993183 admin admin] Usage tracker for resource:security_group_rule and tenant:65833369377e41e6b84b8d4789ec513d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:09.595503 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aca8fe3-befd-4129-8923-c241f0803623 None None] Routers {'1dbce04e-9acb-4a56-875c-3926035343cd'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:09.596245 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1856df23-362d-4acd-93db-af5d43993183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:09.596568 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9aca8fe3-befd-4129-8923-c241f0803623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1dbce04e-9acb-4a56-875c-3926035343cd'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:09.603309 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1856df23-362d-4acd-93db-af5d43993183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:09.624452 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77745e7-7ce9-49a9-a1ea-3062b77ec514 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:09.625146 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c77745e7-7ce9-49a9-a1ea-3062b77ec514 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Synchronizing usage tracker for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:31:09.691516 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c77745e7-7ce9-49a9-a1ea-3062b77ec514 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Unset dirty status for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:31:09.693671 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c77745e7-7ce9-49a9-a1ea-3062b77ec514 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1990764 Mar 14 15:31:09.700884 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48718) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:09.771274 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2b91a837-6877-4fcd-a070-13f89ccff393 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:09.783839 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2b91a837-6877-4fcd-a070-13f89ccff393 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:09.824032 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1856df23-362d-4acd-93db-af5d43993183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:09.851155 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1856df23-362d-4acd-93db-af5d43993183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:09.860809 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b91a837-6877-4fcd-a070-13f89ccff393 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:09.864400 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b91a837-6877-4fcd-a070-13f89ccff393 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:09.871585 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9aca8fe3-befd-4129-8923-c241f0803623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:09.874658 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aca8fe3-befd-4129-8923-c241f0803623 None None] The sync data for ids ['1dbce04e-9acb-4a56-875c-3926035343cd'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:31:09.949466 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cd8ae3-1e75-4466-94b0-b38dc7fa5a12 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:09.953452 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cd8ae3-1e75-4466-94b0-b38dc7fa5a12 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:09.957423 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cd8ae3-1e75-4466-94b0-b38dc7fa5a12 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:09.960434 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b1cd8ae3-1e75-4466-94b0-b38dc7fa5a12 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2579477 Mar 14 15:31:09.965538 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48722) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:09.989072 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] Sync routers for ids ['d0583680-da92-4175-b8e4-c059cd0517f7'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:31:09.995252 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-2b91a837-6877-4fcd-a070-13f89ccff393 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] device_id is not set on port efed5cf7-fd6f-4692-acb8-a471e773ffc8 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:31:10.007889 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cfb29a-1053-4039-97e0-d7cc6cfe2913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-bf568311-b26d-4155-9dc7-8023aa82ca66', 'network_id': 'bf568311-b26d-4155-9dc7-8023aa82ca66', 'tenant_id': 'd145e6d0b939429681cad6903d26baa7', 'fixed_ips': [{'subnet_id': '54197794-d40f-444c-8ae6-4132534536c0'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:31:10.015282 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-99cfb29a-1053-4039-97e0-d7cc6cfe2913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:10.019023 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856df23-362d-4acd-93db-af5d43993183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6db7fe-34dc-44ad-bab8-3442bb7fcd57,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:10.026816 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] Routers {'d0583680-da92-4175-b8e4-c059cd0517f7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:10.027716 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['d0583680-da92-4175-b8e4-c059cd0517f7'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:10.031971 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1856df23-362d-4acd-93db-af5d43993183 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=65833369377e41e6b84b8d4789ec513d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1066780 Mar 14 15:31:10.039551 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48728) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:10.049213 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port a71047eb-18a2-4a3c-b5dd-d25327386e5c completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:10.072413 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port a71047eb-18a2-4a3c-b5dd-d25327386e5c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:10.072877 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:10.104990 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-1175a069-8508-4b19-9990-853d9f628097 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting port 08a27646-35bd-45e1-a998-3292c2796df3 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:10.105201 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1175a069-8508-4b19-9990-853d9f628097 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:10.143385 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-537633ea-cb71-43ff-b428-367b360f93dd tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "GET /v2.0/routers/1dbce04e-9acb-4a56-875c-3926035343cd HTTP/1.1" status: 200 len: 922 time: 0.8746104 Mar 14 15:31:10.161118 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48732) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:10.230118 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cb6738d-ea30-4db2-931f-13bb79af737e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:10.329972 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cb6738d-ea30-4db2-931f-13bb79af737e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:10.495805 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] Set router d0583680-da92-4175-b8e4-c059cd0517f7 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:31:10.505253 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dff33fb7-a59a-4eaf-a639-121c31f8cfcd None None] Provisioning for port 08a27646-35bd-45e1-a998-3292c2796df3 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:10.543119 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:10.567383 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dff33fb7-a59a-4eaf-a639-121c31f8cfcd None None] Provisioning complete for port 08a27646-35bd-45e1-a998-3292c2796df3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:10.568206 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dff33fb7-a59a-4eaf-a639-121c31f8cfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:10.643242 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cb6738d-ea30-4db2-931f-13bb79af737e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:10.651997 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5b7dae-e7b3-4f56-b4ec-4e5dee8aea57 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Router 9e924330-d779-4acc-ad0a-5b9518d102de has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:31:10.726009 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6738d-ea30-4db2-931f-13bb79af737e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6db7fe-34dc-44ad-bab8-3442bb7fcd57,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:10.727214 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-daf13ece-e141-4013-87ac-0d5f3d0fc551 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Synchronizing usage tracker for tenant:6a81dbf53ab54b8eac2d912ad3e65eb7 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:31:10.742169 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be1e4e-a3d1-44eb-ad4d-e0a100f8fd41 req-4730ee9a-9ea4-4f5d-a8d6-66b47192892a tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:10.742426 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port a71047eb-18a2-4a3c-b5dd-d25327386e5c, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=a71047eb-18a2-4a3c-b5dd-d25327386e5c,segment=NetworkSegment(edb8a749-f908-453a-a47a-520d81888bec),segment_id=edb8a749-f908-453a-a47a-520d81888bec)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:10.743200 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-24be1e4e-a3d1-44eb-ad4d-e0a100f8fd41 req-4730ee9a-9ea4-4f5d-a8d6-66b47192892a tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.4245367 Mar 14 15:31:10.752278 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-dff33fb7-a59a-4eaf-a639-121c31f8cfcd None None] Port 08a27646-35bd-45e1-a998-3292c2796df3 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:31:10.752480 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1175a069-8508-4b19-9990-853d9f628097 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:10.768232 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cb6738d-ea30-4db2-931f-13bb79af737e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:10.772275 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2cb6738d-ea30-4db2-931f-13bb79af737e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1e6db7fe-34dc-44ad-bab8-3442bb7fcd57 HTTP/1.1" status: 204 len: 168 time: 0.7317252 Mar 14 15:31:10.772831 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:10.777355 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-99cfb29a-1053-4039-97e0-d7cc6cfe2913 None None] Allocated IP 172.20.0.2 (bf568311-b26d-4155-9dc7-8023aa82ca66/54197794-d40f-444c-8ae6-4132534536c0/3335c27b-688e-405a-a73e-87968ab24d1f) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:10.824166 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-daf13ece-e141-4013-87ac-0d5f3d0fc551 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Unset dirty status for tenant:6a81dbf53ab54b8eac2d912ad3e65eb7 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:31:10.827378 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-daf13ece-e141-4013-87ac-0d5f3d0fc551 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&device_id=1dbce04e-9acb-4a56-875c-3926035343cd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6411498 Mar 14 15:31:10.835922 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48740) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:11.039832 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dff33fb7-a59a-4eaf-a639-121c31f8cfcd None None] Provisioning for port 646d000b-63cd-4e9e-90d3-c52b867cd50f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:11.083131 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=a71047eb-18a2-4a3c-b5dd-d25327386e5c,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:11.091571 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dff33fb7-a59a-4eaf-a639-121c31f8cfcd None None] Provisioning complete for port 646d000b-63cd-4e9e-90d3-c52b867cd50f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:11.092493 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dff33fb7-a59a-4eaf-a639-121c31f8cfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:11.263207 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-24be1e4e-a3d1-44eb-ad4d-e0a100f8fd41 req-281cd2b5-132d-4cbc-bf56-a18041e30224 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4992275 Mar 14 15:31:11.266418 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-1175a069-8508-4b19-9990-853d9f628097 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Calling delete_port for 08a27646-35bd-45e1-a998-3292c2796df3 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:11.389765 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-dff33fb7-a59a-4eaf-a639-121c31f8cfcd None None] Port 646d000b-63cd-4e9e-90d3-c52b867cd50f cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:31:11.503776 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72033fcd-9c47-46b1-9618-616d34c7b6be tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:11.505874 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-72033fcd-9c47-46b1-9618-616d34c7b6be tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Synchronizing usage tracker for tenant:6a81dbf53ab54b8eac2d912ad3e65eb7 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:31:11.520781 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device a71047eb-18a2-4a3c-b5dd-d25327386e5c up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:31:11.553358 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0583680-da92-4175-b8e4-c059cd0517f7', 'name': 'tempest-TestVolumeBootPattern-2048133028-router', 'tenant_id': '3908706293194d6fa0db0fbc49b55509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '264d2650-9946-47b3-b626-72bff229d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:35Z', 'updated_at': '2022-03-14T15:30:48Z', 'revision_number': 4, 'project_id': '3908706293194d6fa0db0fbc49b55509', 'gw_port': {'id': '264d2650-9946-47b3-b626-72bff229d837', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0583680-da92-4175-b8e4-c059cd0517f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:37Z', 'updated_at': '2022-03-14T15:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '8291af4b-55d5-413c-93fc-80ab34b17513', 'name': '', 'network_id': 'd55dff45-2e4d-4bb3-afa3-2f786c66107e', 'tenant_id': '3908706293194d6fa0db0fbc49b55509', 'mac_address': 'fa:16:3e:9e:e2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0583680-da92-4175-b8e4-c059cd0517f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72aefd8d-3042-4807-b862-969fd0fcf0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:46Z', 'updated_at': '2022-03-14T15:30:48Z', 'revision_number': 2, 'project_id': '3908706293194d6fa0db0fbc49b55509', 'subnets': [{'id': '72aefd8d-3042-4807-b862-969fd0fcf0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:11.563460 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-72033fcd-9c47-46b1-9618-616d34c7b6be tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Unset dirty status for tenant:6a81dbf53ab54b8eac2d912ad3e65eb7 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:31:11.565583 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] Checking router: d0583680-da92-4175-b8e4-c059cd0517f7 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:31:11.566083 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-72033fcd-9c47-46b1-9618-616d34c7b6be tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "GET /v2.0/networks/e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 HTTP/1.1" status: 200 len: 881 time: 0.7204537 Mar 14 15:31:11.570567 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48746) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:11.572420 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] Updating router d0583680-da92-4175-b8e4-c059cd0517f7 port 8291af4b-55d5-413c-93fc-80ab34b17513 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:31:11.628559 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5b7dae-e7b3-4f56-b4ec-4e5dee8aea57 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:31:11.640858 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7dae-e7b3-4f56-b4ec-4e5dee8aea57 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:11.642985 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21c986a-2bc4-46de-ade8-f0eadc4768d7 None None] Sync routers for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:31:11.646286 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dff33fb7-a59a-4eaf-a639-121c31f8cfcd None None] Provisioning complete for port a71047eb-18a2-4a3c-b5dd-d25327386e5c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:11.646759 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dff33fb7-a59a-4eaf-a639-121c31f8cfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:11.654309 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1175a069-8508-4b19-9990-853d9f628097 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:11.700557 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:11.718244 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1e5b7dae-e7b3-4f56-b4ec-4e5dee8aea57 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "PUT /v2.0/floatingips/aa069acc-fd4e-4d1a-8f63-0a7ca6d7c340 HTTP/1.1" status: 200 len: 977 time: 8.0067825 Mar 14 15:31:11.719115 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48752) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:11.735664 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-99cfb29a-1053-4039-97e0-d7cc6cfe2913 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:11.763194 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-99cfb29a-1053-4039-97e0-d7cc6cfe2913 None None] Transition to ACTIVE for port object 3335c27b-688e-405a-a73e-87968ab24d1f will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:11.770826 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21c986a-2bc4-46de-ade8-f0eadc4768d7 None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:11.774489 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e21c986a-2bc4-46de-ade8-f0eadc4768d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:11.841036 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-700899e0-a5d8-4495-9684-8e041e43c2a7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Deleting port d8e52c31-7fef-4253-95fe-a24a002d66cb {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:11.841572 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-700899e0-a5d8-4495-9684-8e041e43c2a7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:11.854460 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e21c986a-2bc4-46de-ade8-f0eadc4768d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:11.883601 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-99cfb29a-1053-4039-97e0-d7cc6cfe2913 None None] Transition to ACTIVE for port object 3335c27b-688e-405a-a73e-87968ab24d1f will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:11.919129 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fcea6965-1f4c-4976-a006-7f9dca1a0561 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dbce04e-9acb-4a56-875c-3926035343cd HTTP/1.1" status: 200 len: 205 time: 0.3473902 Mar 14 15:31:11.933851 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48756) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:11.940707 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-99cfb29a-1053-4039-97e0-d7cc6cfe2913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:11.996309 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port a71047eb-18a2-4a3c-b5dd-d25327386e5c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:11.996986 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:12.001878 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1175a069-8508-4b19-9990-853d9f628097 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:12.011102 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175a069-8508-4b19-9990-853d9f628097 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Port': ['ID=08a27646-35bd-45e1-a998-3292c2796df3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:12.143825 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21c986a-2bc4-46de-ade8-f0eadc4768d7 None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:12.154625 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e21c986a-2bc4-46de-ade8-f0eadc4768d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:12.265889 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e21c986a-2bc4-46de-ade8-f0eadc4768d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:12.267224 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21c986a-2bc4-46de-ade8-f0eadc4768d7 None None] The sync data for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:31:12.288577 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfb29a-1053-4039-97e0-d7cc6cfe2913 None None] Pushing event updated for resources: {'Port': ['ID=3335c27b-688e-405a-a73e-87968ab24d1f,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:12.293737 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-2b91a837-6877-4fcd-a070-13f89ccff393 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Allocated IP 172.20.0.3 (bf568311-b26d-4155-9dc7-8023aa82ca66/54197794-d40f-444c-8ae6-4132534536c0/efed5cf7-fd6f-4692-acb8-a471e773ffc8) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:12.299419 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cfb29a-1053-4039-97e0-d7cc6cfe2913 None None] Network bf568311-b26d-4155-9dc7-8023aa82ca66 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:12.302975 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-99cfb29a-1053-4039-97e0-d7cc6cfe2913 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:12.312548 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cfb29a-1053-4039-97e0-d7cc6cfe2913 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:12.431752 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48760) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:12.435622 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1175a069-8508-4b19-9990-853d9f628097 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/ports/08a27646-35bd-45e1-a998-3292c2796df3 HTTP/1.1" status: 204 len: 168 time: 2.4606006 Mar 14 15:31:12.470936 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb69f6b-a12b-4929-8e19-3746bf8c6a04 req-6d0fe140-67df-4aeb-be25-bd364aadc55f tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:12.472739 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4cb69f6b-a12b-4929-8e19-3746bf8c6a04 req-6d0fe140-67df-4aeb-be25-bd364aadc55f tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.8261888 Mar 14 15:31:12.475240 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d47ea2ff-7580-46e3-b4c5-72da9112d773 None None] Could not find standard attr ID for object 08a27646-35bd-45e1-a998-3292c2796df3. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:31:12.496179 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:12.514273 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd5545a-c0eb-4e0a-901d-1cbe97a24807 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] GET failed (client error): The resource could not be found. Mar 14 15:31:12.514786 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-fbd5545a-c0eb-4e0a-901d-1cbe97a24807 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Synchronizing usage tracker for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:31:12.521987 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-99cfb29a-1053-4039-97e0-d7cc6cfe2913 None None] Attempting to bind port 3335c27b-688e-405a-a73e-87968ab24d1f on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:31:12.524260 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-99cfb29a-1053-4039-97e0-d7cc6cfe2913 None None] Attempting to bind port 3335c27b-688e-405a-a73e-87968ab24d1f by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '26b85152-d26e-4573-8c04-c0c474a6e922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bf568311-b26d-4155-9dc7-8023aa82ca66'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:31:12.525283 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cfb29a-1053-4039-97e0-d7cc6cfe2913 None None] Attempting to bind port 3335c27b-688e-405a-a73e-87968ab24d1f on network bf568311-b26d-4155-9dc7-8023aa82ca66 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:31:12.528088 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] Transition to ACTIVE for port object 8291af4b-55d5-413c-93fc-80ab34b17513 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:12.537136 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d47ea2ff-7580-46e3-b4c5-72da9112d773 None None] Provisioning complete for port 646d000b-63cd-4e9e-90d3-c52b867cd50f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:12.538476 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d47ea2ff-7580-46e3-b4c5-72da9112d773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:12.541325 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:12.569538 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4cb69f6b-a12b-4929-8e19-3746bf8c6a04 req-0a4e9763-6775-46cb-924c-016dc5c0c7e6 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877237 Mar 14 15:31:12.593647 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cfb29a-1053-4039-97e0-d7cc6cfe2913 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:31:12.594832 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cfb29a-1053-4039-97e0-d7cc6cfe2913 None None] Checking segment: {'id': '26b85152-d26e-4573-8c04-c0c474a6e922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bf568311-b26d-4155-9dc7-8023aa82ca66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:31:12.595478 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-99cfb29a-1053-4039-97e0-d7cc6cfe2913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:12.596093 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cfb29a-1053-4039-97e0-d7cc6cfe2913 None None] Bound using segment: {'id': '26b85152-d26e-4573-8c04-c0c474a6e922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bf568311-b26d-4155-9dc7-8023aa82ca66'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:31:12.597264 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-99cfb29a-1053-4039-97e0-d7cc6cfe2913 None None] Bound port: 3335c27b-688e-405a-a73e-87968ab24d1f, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b85152-d26e-4573-8c04-c0c474a6e922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bf568311-b26d-4155-9dc7-8023aa82ca66'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:31:12.598382 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-99cfb29a-1053-4039-97e0-d7cc6cfe2913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:12.628797 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b2363cc-bf69-447a-b0b1-54f871a23d8e tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:12.684041 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae08694-e3a5-4ad7-a8a1-b05189fd7f97 None None] Pushing event updated for resources: {'Port': ['ID=8291af4b-55d5-413c-93fc-80ab34b17513,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:12.775027 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-99cfb29a-1053-4039-97e0-d7cc6cfe2913 None None] For port 3335c27b-688e-405a-a73e-87968ab24d1f, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:31:12.779044 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-99cfb29a-1053-4039-97e0-d7cc6cfe2913 None None] For port 3335c27b-688e-405a-a73e-87968ab24d1f, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=3335c27b-688e-405a-a73e-87968ab24d1f,segment=NetworkSegment(26b85152-d26e-4573-8c04-c0c474a6e922),segment_id=26b85152-d26e-4573-8c04-c0c474a6e922)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:31:12.786217 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d47ea2ff-7580-46e3-b4c5-72da9112d773 None None] Port 646d000b-63cd-4e9e-90d3-c52b867cd50f cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:31:12.794451 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-99cfb29a-1053-4039-97e0-d7cc6cfe2913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:12.801244 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b91a837-6877-4fcd-a070-13f89ccff393 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:12.824866 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-2b91a837-6877-4fcd-a070-13f89ccff393 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Transition to ACTIVE for port object efed5cf7-fd6f-4692-acb8-a471e773ffc8 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:12.842195 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-700899e0-a5d8-4495-9684-8e041e43c2a7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:12.991800 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] Attempting to bind port 8291af4b-55d5-413c-93fc-80ab34b17513 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:31:12.992163 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] Attempting to bind port 8291af4b-55d5-413c-93fc-80ab34b17513 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '625c4857-f410-4886-8d87-d55546c9fecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd55dff45-2e4d-4bb3-afa3-2f786c66107e'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:31:12.992526 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] Attempting to bind port 8291af4b-55d5-413c-93fc-80ab34b17513 on network d55dff45-2e4d-4bb3-afa3-2f786c66107e {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:31:13.007706 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae08694-e3a5-4ad7-a8a1-b05189fd7f97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:13.008301 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae08694-e3a5-4ad7-a8a1-b05189fd7f97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:13.008804 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae08694-e3a5-4ad7-a8a1-b05189fd7f97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:13.011511 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae08694-e3a5-4ad7-a8a1-b05189fd7f97 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:13.012070 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae08694-e3a5-4ad7-a8a1-b05189fd7f97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:13.012557 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae08694-e3a5-4ad7-a8a1-b05189fd7f97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:13.013052 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae08694-e3a5-4ad7-a8a1-b05189fd7f97 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:13.013773 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae08694-e3a5-4ad7-a8a1-b05189fd7f97 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:13.014283 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae08694-e3a5-4ad7-a8a1-b05189fd7f97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:13.016243 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae08694-e3a5-4ad7-a8a1-b05189fd7f97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:13.016755 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae08694-e3a5-4ad7-a8a1-b05189fd7f97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:13.020178 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:31:13.023008 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] Checking segment: {'id': '625c4857-f410-4886-8d87-d55546c9fecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd55dff45-2e4d-4bb3-afa3-2f786c66107e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:31:13.028767 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:13.029326 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] Bound using segment: {'id': '625c4857-f410-4886-8d87-d55546c9fecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd55dff45-2e4d-4bb3-afa3-2f786c66107e'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:31:13.029990 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] Bound port: 8291af4b-55d5-413c-93fc-80ab34b17513, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625c4857-f410-4886-8d87-d55546c9fecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd55dff45-2e4d-4bb3-afa3-2f786c66107e'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:31:13.030571 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:13.102826 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b2363cc-bf69-447a-b0b1-54f871a23d8e tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:13.109900 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c08fa5d8-fd65-4876-9dd2-ffa5749aab5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:13.110150 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-fbd5545a-c0eb-4e0a-901d-1cbe97a24807 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Unset dirty status for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:31:13.111104 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-fbd5545a-c0eb-4e0a-901d-1cbe97a24807 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports/08a27646-35bd-45e1-a998-3292c2796df3 HTTP/1.1" status: 404 len: 333 time: 0.6783695 Mar 14 15:31:13.116022 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48768) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:13.161631 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfb29a-1053-4039-97e0-d7cc6cfe2913 None None] Pushing event updated for resources: {'Port': ['ID=3335c27b-688e-405a-a73e-87968ab24d1f,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:13.186837 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-5b2363cc-bf69-447a-b0b1-54f871a23d8e tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Deleting port 28798509-7a31-4a51-af46-4d3d01210bde {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:13.187307 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b2363cc-bf69-447a-b0b1-54f871a23d8e tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:13.230657 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] For port 8291af4b-55d5-413c-93fc-80ab34b17513, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:31:13.234202 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] For port 8291af4b-55d5-413c-93fc-80ab34b17513, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8291af4b-55d5-413c-93fc-80ab34b17513,segment=NetworkSegment(625c4857-f410-4886-8d87-d55546c9fecc),segment_id=625c4857-f410-4886-8d87-d55546c9fecc)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:31:13.252721 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:13.294012 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:31:13.316709 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-63b7f2fe-469d-4702-9cc5-bc4ded79738c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting port 646d000b-63cd-4e9e-90d3-c52b867cd50f {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:13.317356 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-63b7f2fe-469d-4702-9cc5-bc4ded79738c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:13.401337 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae08694-e3a5-4ad7-a8a1-b05189fd7f97 None None] Pushing event updated for resources: {'Port': ['ID=8291af4b-55d5-413c-93fc-80ab34b17513,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:13.410923 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:31:13.411273 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ada84cd8-4dd1-4797-a7b8-d75ca48eb8ba not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:31:13.424288 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] Routers {'d0583680-da92-4175-b8e4-c059cd0517f7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:13.425391 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:30:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['d0583680-da92-4175-b8e4-c059cd0517f7'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:13.531962 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b91a837-6877-4fcd-a070-13f89ccff393 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:13.675763 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-700899e0-a5d8-4495-9684-8e041e43c2a7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:13.676139 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-700899e0-a5d8-4495-9684-8e041e43c2a7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:13.676468 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.l3_db [None req-700899e0-a5d8-4495-9684-8e041e43c2a7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Floating IP aa069acc-fd4e-4d1a-8f63-0a7ca6d7c340 disassociated. External IP: 172.26.4.139, port: d8e52c31-7fef-4253-95fe-a24a002d66cb. Mar 14 15:31:13.676801 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-700899e0-a5d8-4495-9684-8e041e43c2a7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Calling delete_port for d8e52c31-7fef-4253-95fe-a24a002d66cb owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:13.744786 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91a837-6877-4fcd-a070-13f89ccff393 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Port': ['ID=efed5cf7-fd6f-4692-acb8-a471e773ffc8,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:13.790759 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84577603-fb26-435b-b3f7-a6cda86d7b7c req-9c80fcda-afea-41c0-b58b-7aeab80eedd8 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:13.792350 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-84577603-fb26-435b-b3f7-a6cda86d7b7c req-9c80fcda-afea-41c0-b58b-7aeab80eedd8 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.7492044 Mar 14 15:31:13.793270 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] Set router d0583680-da92-4175-b8e4-c059cd0517f7 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:31:13.805783 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b91a837-6877-4fcd-a070-13f89ccff393 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network bf568311-b26d-4155-9dc7-8023aa82ca66 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:13.827961 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-2b91a837-6877-4fcd-a070-13f89ccff393 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:13.828197 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b2363cc-bf69-447a-b0b1-54f871a23d8e tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:13.837485 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b91a837-6877-4fcd-a070-13f89ccff393 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:13.954837 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-84577603-fb26-435b-b3f7-a6cda86d7b7c req-a0d1f5f0-54d1-47b7-a2a8-488f3eb57e9b tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473749 Mar 14 15:31:13.962328 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b91a837-6877-4fcd-a070-13f89ccff393 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:13.963262 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b91a837-6877-4fcd-a070-13f89ccff393 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:14.045618 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2b91a837-6877-4fcd-a070-13f89ccff393 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.9020743 Mar 14 15:31:14.049574 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48776) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:14.118895 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-5b2363cc-bf69-447a-b0b1-54f871a23d8e tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Calling delete_port for 28798509-7a31-4a51-af46-4d3d01210bde owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:14.130078 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-558fe16d-9ab9-45f7-86df-8b0911ac441a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port efed5cf7-fd6f-4692-acb8-a471e773ffc8 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:14.136821 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-558fe16d-9ab9-45f7-86df-8b0911ac441a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:14.244660 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-63b7f2fe-469d-4702-9cc5-bc4ded79738c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:14.341675 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0583680-da92-4175-b8e4-c059cd0517f7', 'name': 'tempest-TestVolumeBootPattern-2048133028-router', 'tenant_id': '3908706293194d6fa0db0fbc49b55509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '264d2650-9946-47b3-b626-72bff229d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:35Z', 'updated_at': '2022-03-14T15:30:48Z', 'revision_number': 4, 'project_id': '3908706293194d6fa0db0fbc49b55509', 'gw_port': {'id': '264d2650-9946-47b3-b626-72bff229d837', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0583680-da92-4175-b8e4-c059cd0517f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:37Z', 'updated_at': '2022-03-14T15:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '8291af4b-55d5-413c-93fc-80ab34b17513', 'name': '', 'network_id': 'd55dff45-2e4d-4bb3-afa3-2f786c66107e', 'tenant_id': '3908706293194d6fa0db0fbc49b55509', 'mac_address': 'fa:16:3e:9e:e2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0583680-da92-4175-b8e4-c059cd0517f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72aefd8d-3042-4807-b862-969fd0fcf0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:46Z', 'updated_at': '2022-03-14T15:31:13Z', 'revision_number': 4, 'project_id': '3908706293194d6fa0db0fbc49b55509', 'subnets': [{'id': '72aefd8d-3042-4807-b862-969fd0fcf0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:14.359229 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6dcc2e-6794-4893-9d53-7222f54553e7 None None] The sync data for ids ['d0583680-da92-4175-b8e4-c059cd0517f7'] in dv-neutron-833561-1-hyperv is: [{'id': 'd0583680-da92-4175-b8e4-c059cd0517f7', 'name': 'tempest-TestVolumeBootPattern-2048133028-router', 'tenant_id': '3908706293194d6fa0db0fbc49b55509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '264d2650-9946-47b3-b626-72bff229d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:35Z', 'updated_at': '2022-03-14T15:30:48Z', 'revision_number': 4, 'project_id': '3908706293194d6fa0db0fbc49b55509', 'gw_port': {'id': '264d2650-9946-47b3-b626-72bff229d837', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0583680-da92-4175-b8e4-c059cd0517f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:37Z', 'updated_at': '2022-03-14T15:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '8291af4b-55d5-413c-93fc-80ab34b17513', 'name': '', 'network_id': 'd55dff45-2e4d-4bb3-afa3-2f786c66107e', 'tenant_id': '3908706293194d6fa0db0fbc49b55509', 'mac_address': 'fa:16:3e:9e:e2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0583680-da92-4175-b8e4-c059cd0517f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72aefd8d-3042-4807-b862-969fd0fcf0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:46Z', 'updated_at': '2022-03-14T15:31:13Z', 'revision_number': 4, 'project_id': '3908706293194d6fa0db0fbc49b55509', 'subnets': [{'id': '72aefd8d-3042-4807-b862-969fd0fcf0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:31:14.453793 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-700899e0-a5d8-4495-9684-8e041e43c2a7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:14.471216 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-63b7f2fe-469d-4702-9cc5-bc4ded79738c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Calling delete_port for 646d000b-63cd-4e9e-90d3-c52b867cd50f owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:14.545636 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700899e0-a5d8-4495-9684-8e041e43c2a7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event deleted for resources: {'Port': ['ID=d8e52c31-7fef-4253-95fe-a24a002d66cb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:14.735772 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850b0674-73ea-46ec-936e-ec8fd5b4cb90 None None] Network bf568311-b26d-4155-9dc7-8023aa82ca66 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:31:14.826689 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-63b7f2fe-469d-4702-9cc5-bc4ded79738c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:14.894551 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-91a150ea-4836-489c-9276-7fb2fc620ae0 None None] Provisioning for port 3335c27b-688e-405a-a73e-87968ab24d1f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:14.961168 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7f2fe-469d-4702-9cc5-bc4ded79738c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Port': ['ID=646d000b-63cd-4e9e-90d3-c52b867cd50f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:14.974940 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab6f32-ef5d-4b35-9ad3-ac52355ea0d3 req-c9b14e52-0542-49d9-82fb-35ecc04f9f0a tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:14.986209 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7aab6f32-ef5d-4b35-9ad3-ac52355ea0d3 req-c9b14e52-0542-49d9-82fb-35ecc04f9f0a tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.5192096 Mar 14 15:31:15.034865 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-558fe16d-9ab9-45f7-86df-8b0911ac441a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:15.075640 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a97be7a-42d9-4923-86b3-b89281a39919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:15.138140 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-63b7f2fe-469d-4702-9cc5-bc4ded79738c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:15.175642 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7aab6f32-ef5d-4b35-9ad3-ac52355ea0d3 req-5f1a4ee5-d93b-4950-a9d3-f33815b2ecf2 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882501 Mar 14 15:31:15.183123 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b2363cc-bf69-447a-b0b1-54f871a23d8e tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:15.293860 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-558fe16d-9ab9-45f7-86df-8b0911ac441a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Calling delete_port for efed5cf7-fd6f-4692-acb8-a471e773ffc8 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:15.570040 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 3335c27b-688e-405a-a73e-87968ab24d1f up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:31:15.570635 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-63b7f2fe-469d-4702-9cc5-bc4ded79738c tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/ports/646d000b-63cd-4e9e-90d3-c52b867cd50f HTTP/1.1" status: 204 len: 168 time: 2.4510276 Mar 14 15:31:15.581156 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48784) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:15.586434 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2363cc-bf69-447a-b0b1-54f871a23d8e tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Pushing event deleted for resources: {'Port': ['ID=28798509-7a31-4a51-af46-4d3d01210bde,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:15.712811 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 3335c27b-688e-405a-a73e-87968ab24d1f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:15.720104 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 3335c27b-688e-405a-a73e-87968ab24d1f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:15.720487 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:15.728079 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-830e5557-62c3-43b3-8280-f44848463aa1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] GET failed (client error): The resource could not be found. Mar 14 15:31:15.732180 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-830e5557-62c3-43b3-8280-f44848463aa1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports/646d000b-63cd-4e9e-90d3-c52b867cd50f HTTP/1.1" status: 404 len: 333 time: 0.1474421 Mar 14 15:31:15.734659 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48788) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:15.784838 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2c45b1c0-56f4-4997-8ba4-e25e67ccbf10 None None] Provisioning for port efed5cf7-fd6f-4692-acb8-a471e773ffc8 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:15.793705 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2c45b1c0-56f4-4997-8ba4-e25e67ccbf10 None None] Provisioning complete for port efed5cf7-fd6f-4692-acb8-a471e773ffc8 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:15.794156 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c45b1c0-56f4-4997-8ba4-e25e67ccbf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:15.868363 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2c45b1c0-56f4-4997-8ba4-e25e67ccbf10 None None] Port efed5cf7-fd6f-4692-acb8-a471e773ffc8 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:31:15.886730 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2c45b1c0-56f4-4997-8ba4-e25e67ccbf10 None None] Provisioning complete for port 3335c27b-688e-405a-a73e-87968ab24d1f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:15.887460 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c45b1c0-56f4-4997-8ba4-e25e67ccbf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:15.914791 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b2363cc-bf69-447a-b0b1-54f871a23d8e tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.044261 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.149884 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c45b1c0-56f4-4997-8ba4-e25e67ccbf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.168419 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 3335c27b-688e-405a-a73e-87968ab24d1f, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=3335c27b-688e-405a-a73e-87968ab24d1f,segment=NetworkSegment(26b85152-d26e-4573-8c04-c0c474a6e922),segment_id=26b85152-d26e-4573-8c04-c0c474a6e922)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:16.191033 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.193689 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8291af4b-55d5-413c-93fc-80ab34b17513 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:31:16.239419 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b2363cc-bf69-447a-b0b1-54f871a23d8e tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.240666 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-558fe16d-9ab9-45f7-86df-8b0911ac441a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.245366 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b2363cc-bf69-447a-b0b1-54f871a23d8e tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.281760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b2363cc-bf69-447a-b0b1-54f871a23d8e tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.283703 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2363cc-bf69-447a-b0b1-54f871a23d8e tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Fanout notify agent at l3_agent the message router_deleted on router 1dbce04e-9acb-4a56-875c-3926035343cd {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:31:16.305530 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b2363cc-bf69-447a-b0b1-54f871a23d8e tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.311645 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5b2363cc-bf69-447a-b0b1-54f871a23d8e tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "DELETE /v2.0/routers/1dbce04e-9acb-4a56-875c-3926035343cd HTTP/1.1" status: 204 len: 168 time: 4.3543341 Mar 14 15:31:16.312347 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48792) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:16.321474 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0486b4aa-8fb3-4b17-8224-6b9fbb95298d tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1128131674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:16.324191 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd976eae-14c4-4895-b09e-ac03b3d52fe6 req-f8ad1366-dc30-4dbe-aa78-6055ef0b39fa tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:16.331710 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0486b4aa-8fb3-4b17-8224-6b9fbb95298d tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:16.331899 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fd976eae-14c4-4895-b09e-ac03b3d52fe6 req-f8ad1366-dc30-4dbe-aa78-6055ef0b39fa tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.8041928 Mar 14 15:31:16.340419 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0486b4aa-8fb3-4b17-8224-6b9fbb95298d tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Usage tracker for resource:router and tenant:4d0f307382b84bd7b4b798ede7bcff37 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:16.343951 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0486b4aa-8fb3-4b17-8224-6b9fbb95298d tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:16.350410 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fe16d-9ab9-45f7-86df-8b0911ac441a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Port': ['ID=efed5cf7-fd6f-4692-acb8-a471e773ffc8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:16.352073 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0486b4aa-8fb3-4b17-8224-6b9fbb95298d tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:16.370351 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0486b4aa-8fb3-4b17-8224-6b9fbb95298d tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.373694 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0486b4aa-8fb3-4b17-8224-6b9fbb95298d tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.422145 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.432526 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0486b4aa-8fb3-4b17-8224-6b9fbb95298d tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.458829 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-a089e837-d513-4a2e-9b41-1aedd3db1327 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting subnet 0cd16629-0089-4d31-84d7-b24a5615ee02 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:31:16.462686 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0486b4aa-8fb3-4b17-8224-6b9fbb95298d tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.472988 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=3335c27b-688e-405a-a73e-87968ab24d1f,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:16.504219 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a089e837-d513-4a2e-9b41-1aedd3db1327 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.512773 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-2c45b1c0-56f4-4997-8ba4-e25e67ccbf10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:31:16.513270 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-2c45b1c0-56f4-4997-8ba4-e25e67ccbf10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:31:16.516702 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 8291af4b-55d5-413c-93fc-80ab34b17513 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:16.521065 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0486b4aa-8fb3-4b17-8224-6b9fbb95298d tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.524739 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0486b4aa-8fb3-4b17-8224-6b9fbb95298d tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2113869 Mar 14 15:31:16.527474 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48798) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:16.534294 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5366f741-3d18-472a-b0f4-de23146cece6 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:16.534639 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 8291af4b-55d5-413c-93fc-80ab34b17513 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:16.535183 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.565709 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.639824 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700899e0-a5d8-4495-9684-8e041e43c2a7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Router 9e924330-d779-4acc-ad0a-5b9518d102de has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:31:16.735200 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fd976eae-14c4-4895-b09e-ac03b3d52fe6 req-75cf44d7-a636-4b71-af23-4b4d780ab932 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4025068 Mar 14 15:31:16.737695 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a089e837-d513-4a2e-9b41-1aedd3db1327 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.751875 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.799252 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 8291af4b-55d5-413c-93fc-80ab34b17513, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8291af4b-55d5-413c-93fc-80ab34b17513,segment=NetworkSegment(625c4857-f410-4886-8d87-d55546c9fecc),segment_id=625c4857-f410-4886-8d87-d55546c9fecc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:16.807946 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.849098 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-558fe16d-9ab9-45f7-86df-8b0911ac441a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.868669 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-558fe16d-9ab9-45f7-86df-8b0911ac441a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/ports/efed5cf7-fd6f-4692-acb8-a471e773ffc8 HTTP/1.1" status: 204 len: 168 time: 2.8156064 Mar 14 15:31:16.904890 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48804) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:16.922044 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=8291af4b-55d5-413c-93fc-80ab34b17513,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:17.007424 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd83e025-4434-49f8-9dec-b013768295c0 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] DELETE failed (client error): The resource could not be found. Mar 14 15:31:17.008153 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd83e025-4434-49f8-9dec-b013768295c0 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:31:17.010130 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-cd83e025-4434-49f8-9dec-b013768295c0 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/ports/efed5cf7-fd6f-4692-acb8-a471e773ffc8 HTTP/1.1" status: 404 len: 333 time: 0.0987768 Mar 14 15:31:17.015836 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48808) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:17.065037 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32201e7-144c-46a4-ae73-78e8ec6a5d0a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] GET failed (client error): The resource could not be found. Mar 14 15:31:17.066622 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b32201e7-144c-46a4-ae73-78e8ec6a5d0a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports/efed5cf7-fd6f-4692-acb8-a471e773ffc8 HTTP/1.1" status: 404 len: 333 time: 0.0496097 Mar 14 15:31:17.071017 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48812) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:17.095975 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a089e837-d513-4a2e-9b41-1aedd3db1327 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:17.214922 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a089e837-d513-4a2e-9b41-1aedd3db1327 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:17.231562 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cbcad1e8-90bf-4fb0-97ea-2b706b08f19a None None] Could not find standard attr ID for object efed5cf7-fd6f-4692-acb8-a471e773ffc8. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:31:17.268783 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089e837-d513-4a2e-9b41-1aedd3db1327 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Subnet': ['ID=0cd16629-0089-4d31-84d7-b24a5615ee02,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:17.279151 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a089e837-d513-4a2e-9b41-1aedd3db1327 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:17.285755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b08d697-c6dd-442f-8070-a1f8395d5060 None None] Network 0566d121-3c19-4719-a60f-bacaea9c359f requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:31:17.291665 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a089e837-d513-4a2e-9b41-1aedd3db1327 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/subnets/0cd16629-0089-4d31-84d7-b24a5615ee02 HTTP/1.1" status: 204 len: 168 time: 1.5580652 Mar 14 15:31:17.293287 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48818) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:17.313817 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700899e0-a5d8-4495-9684-8e041e43c2a7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:31:17.329664 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65799ff0-2c4b-444d-bc77-cfe15775dd21 None None] Sync routers for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:31:17.349801 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65799ff0-2c4b-444d-bc77-cfe15775dd21 None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:17.355676 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-65799ff0-2c4b-444d-bc77-cfe15775dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:17.464449 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5366f741-3d18-472a-b0f4-de23146cece6 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:17.489053 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c99150a-85a7-4da2-acec-449c2ac566d5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting subnet 54197794-d40f-444c-8ae6-4132534536c0 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:31:17.493890 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6c99150a-85a7-4da2-acec-449c2ac566d5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:17.494711 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-65799ff0-2c4b-444d-bc77-cfe15775dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:17.501623 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 3335c27b-688e-405a-a73e-87968ab24d1f up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:31:17.508777 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65799ff0-2c4b-444d-bc77-cfe15775dd21 None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:17.509690 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-65799ff0-2c4b-444d-bc77-cfe15775dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:17.582759 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-65799ff0-2c4b-444d-bc77-cfe15775dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:17.583099 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65799ff0-2c4b-444d-bc77-cfe15775dd21 None None] The sync data for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:31:17.624734 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6c99150a-85a7-4da2-acec-449c2ac566d5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:17.759316 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6c99150a-85a7-4da2-acec-449c2ac566d5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:17.774311 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 3335c27b-688e-405a-a73e-87968ab24d1f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:17.774813 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:17.791225 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-700899e0-a5d8-4495-9684-8e041e43c2a7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:17.793267 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-700899e0-a5d8-4495-9684-8e041e43c2a7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "DELETE /v2.0/ports/d8e52c31-7fef-4253-95fe-a24a002d66cb HTTP/1.1" status: 204 len: 168 time: 6.0730591 Mar 14 15:31:17.798069 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48824) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:17.870523 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39208b60-925b-4c1c-9902-97145b7212b1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:17.922802 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-39208b60-925b-4c1c-9902-97145b7212b1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting port a71047eb-18a2-4a3c-b5dd-d25327386e5c {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:17.923139 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39208b60-925b-4c1c-9902-97145b7212b1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:17.941199 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-76952bce-e599-41b3-9de7-07d434e72a90 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "GET /v2.0/floatingips/aa069acc-fd4e-4d1a-8f63-0a7ca6d7c340 HTTP/1.1" status: 200 len: 688 time: 0.1420150 Mar 14 15:31:17.945639 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48828) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:17.953345 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:18.019153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7bc20-1c73-414c-99de-6cc2eb2a4249 req-ef034327-3a80-4e8a-bb99-38be79845b6f tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:18.020591 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-96a7bc20-1c73-414c-99de-6cc2eb2a4249 req-ef034327-3a80-4e8a-bb99-38be79845b6f tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.6550388 Mar 14 15:31:18.062923 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5366f741-3d18-472a-b0f4-de23146cece6 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:18.066671 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25aa7f7-a531-495b-8424-fd281bea656f None None] DHCP port deletion for 0566d121-3c19-4719-a60f-bacaea9c359f request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:31:18.085730 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f25aa7f7-a531-495b-8424-fd281bea656f None None] Deleting port a71047eb-18a2-4a3c-b5dd-d25327386e5c {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:18.086126 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f25aa7f7-a531-495b-8424-fd281bea656f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:18.117400 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5366f741-3d18-472a-b0f4-de23146cece6 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:18.136608 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8291af4b-55d5-413c-93fc-80ab34b17513 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:31:18.229948 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-39208b60-925b-4c1c-9902-97145b7212b1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] For port a71047eb-18a2-4a3c-b5dd-d25327386e5c, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=a71047eb-18a2-4a3c-b5dd-d25327386e5c,segment=NetworkSegment(edb8a749-f908-453a-a47a-520d81888bec),segment_id=edb8a749-f908-453a-a47a-520d81888bec)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:18.230824 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39208b60-925b-4c1c-9902-97145b7212b1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:18.377892 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a6f1431a-3d9a-446d-b1ab-fbad23603c91 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Deleting port 05a8bf54-24b7-4904-b077-9f261b29740a {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:18.378290 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a6f1431a-3d9a-446d-b1ab-fbad23603c91 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:18.405780 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6c99150a-85a7-4da2-acec-449c2ac566d5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:18.420830 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f25aa7f7-a531-495b-8424-fd281bea656f None None] For port a71047eb-18a2-4a3c-b5dd-d25327386e5c, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=a71047eb-18a2-4a3c-b5dd-d25327386e5c,segment=NetworkSegment(edb8a749-f908-453a-a47a-520d81888bec),segment_id=edb8a749-f908-453a-a47a-520d81888bec)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:18.421288 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f25aa7f7-a531-495b-8424-fd281bea656f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:18.463499 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-39208b60-925b-4c1c-9902-97145b7212b1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Calling delete_port for a71047eb-18a2-4a3c-b5dd-d25327386e5c owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:18.471008 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99150a-85a7-4da2-acec-449c2ac566d5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Subnet': ['ID=54197794-d40f-444c-8ae6-4132534536c0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:18.499750 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6c99150a-85a7-4da2-acec-449c2ac566d5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:18.549028 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f25aa7f7-a531-495b-8424-fd281bea656f None None] Calling delete_port for a71047eb-18a2-4a3c-b5dd-d25327386e5c owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:18.589517 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee457b43-a935-4ccd-b67a-285848b3869b None None] Network bf568311-b26d-4155-9dc7-8023aa82ca66 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:31:18.593714 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39208b60-925b-4c1c-9902-97145b7212b1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:18.634686 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6c99150a-85a7-4da2-acec-449c2ac566d5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/subnets/54197794-d40f-444c-8ae6-4132534536c0 HTTP/1.1" status: 204 len: 168 time: 1.5621903 Mar 14 15:31:18.637556 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48832) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:18.670501 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-96a7bc20-1c73-414c-99de-6cc2eb2a4249 req-ef1f70e3-d0c7-4865-9d0e-6cd086027b69 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6325119 Mar 14 15:31:18.706547 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39208b60-925b-4c1c-9902-97145b7212b1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Port': ['ID=a71047eb-18a2-4a3c-b5dd-d25327386e5c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:18.722629 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39208b60-925b-4c1c-9902-97145b7212b1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] No DVR routers for this DVR port a71047eb-18a2-4a3c-b5dd-d25327386e5c on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:31:18.834963 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-f25aa7f7-a531-495b-8424-fd281bea656f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:31:18.835216 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-f25aa7f7-a531-495b-8424-fd281bea656f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:31:18.846457 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-5366f741-3d18-472a-b0f4-de23146cece6 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Allocated IP 172.26.4.99 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/22e35683-747b-45b9-a7be-12a137d9f4b4) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:18.905295 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06d16ee-cfb8-4475-b53f-6784018cac24 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:18.906103 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 8291af4b-55d5-413c-93fc-80ab34b17513 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:18.906592 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:18.914178 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a6f1431a-3d9a-446d-b1ab-fbad23603c91 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:18.914503 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a6f1431a-3d9a-446d-b1ab-fbad23603c91 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:18.940772 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39208b60-925b-4c1c-9902-97145b7212b1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:18.978782 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-39208b60-925b-4c1c-9902-97145b7212b1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0566d121-3c19-4719-a60f-bacaea9c359f']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:19.007869 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-39208b60-925b-4c1c-9902-97145b7212b1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb8a749-f908-453a-a47a-520d81888bec') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:19.008416 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-39208b60-925b-4c1c-9902-97145b7212b1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb8a749-f908-453a-a47a-520d81888bec') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:19.030544 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39208b60-925b-4c1c-9902-97145b7212b1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:19.053645 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39208b60-925b-4c1c-9902-97145b7212b1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:19.061781 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39208b60-925b-4c1c-9902-97145b7212b1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:31:19.062346 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39208b60-925b-4c1c-9902-97145b7212b1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:31:19.084215 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:31:19.141144 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f395693-53a5-44be-a2cc-14cdfbff90d4 None None] DHCP port deletion for bf568311-b26d-4155-9dc7-8023aa82ca66 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:31:19.153729 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4f395693-53a5-44be-a2cc-14cdfbff90d4 None None] Deleting port 3335c27b-688e-405a-a73e-87968ab24d1f {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:19.154280 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f395693-53a5-44be-a2cc-14cdfbff90d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:19.181691 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a6f1431a-3d9a-446d-b1ab-fbad23603c91 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Calling delete_port for 05a8bf54-24b7-4904-b077-9f261b29740a owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:19.227530 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39208b60-925b-4c1c-9902-97145b7212b1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:19.250311 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c06d16ee-cfb8-4475-b53f-6784018cac24 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port 3335c27b-688e-405a-a73e-87968ab24d1f {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:19.250580 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39208b60-925b-4c1c-9902-97145b7212b1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:19.250857 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06d16ee-cfb8-4475-b53f-6784018cac24 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:19.285865 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39208b60-925b-4c1c-9902-97145b7212b1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Network': ['ID=0566d121-3c19-4719-a60f-bacaea9c359f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:19.306770 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-39208b60-925b-4c1c-9902-97145b7212b1 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/networks/0566d121-3c19-4719-a60f-bacaea9c359f HTTP/1.1" status: 204 len: 168 time: 2.0115530 Mar 14 15:31:19.310854 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48844) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:19.316826 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7d0bd825-9338-4c4d-ae92-a948f60c543d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1694146648'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:19.323769 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7d0bd825-9338-4c4d-ae92-a948f60c543d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:19.328540 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7d0bd825-9338-4c4d-ae92-a948f60c543d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:network and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:19.332579 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7d0bd825-9338-4c4d-ae92-a948f60c543d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:19.341013 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7d0bd825-9338-4c4d-ae92-a948f60c543d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:19.367172 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0bd825-9338-4c4d-ae92-a948f60c543d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:19.371282 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd825-9338-4c4d-ae92-a948f60c543d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:19.409480 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0bd825-9338-4c4d-ae92-a948f60c543d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:31:19.420763 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd825-9338-4c4d-ae92-a948f60c543d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:19.421476 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-7d0bd825-9338-4c4d-ae92-a948f60c543d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Added segment 85f50877-6493-48a2-855e-978fb873ae45 of type vlan for network 38026b32-152d-4f21-ba24-d2b300633a5e Mar 14 15:31:19.458766 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5366f741-3d18-472a-b0f4-de23146cece6 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:19.459266 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd825-9338-4c4d-ae92-a948f60c543d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:19.486327 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4f395693-53a5-44be-a2cc-14cdfbff90d4 None None] For port 3335c27b-688e-405a-a73e-87968ab24d1f, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=3335c27b-688e-405a-a73e-87968ab24d1f,segment=NetworkSegment(26b85152-d26e-4573-8c04-c0c474a6e922),segment_id=26b85152-d26e-4573-8c04-c0c474a6e922)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:19.486720 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f395693-53a5-44be-a2cc-14cdfbff90d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:19.497232 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f25aa7f7-a531-495b-8424-fd281bea656f None None] Deleting port a71047eb-18a2-4a3c-b5dd-d25327386e5c {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:19.497640 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f25aa7f7-a531-495b-8424-fd281bea656f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:19.500026 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd825-9338-4c4d-ae92-a948f60c543d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:19.505202 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0bd825-9338-4c4d-ae92-a948f60c543d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:19.505997 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd825-9338-4c4d-ae92-a948f60c543d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:19.537943 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 3335c27b-688e-405a-a73e-87968ab24d1f no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:31:19.634307 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7d0bd825-9338-4c4d-ae92-a948f60c543d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3221097 Mar 14 15:31:19.637676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48848) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:19.646815 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-adb1f264-3558-4b9b-a891-18e4f005fc1e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'subnet': {'network_id': '38026b32-152d-4f21-ba24-d2b300633a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:19.655254 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a6f1431a-3d9a-446d-b1ab-fbad23603c91 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:19.671417 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bd825-9338-4c4d-ae92-a948f60c543d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Network': ['ID=38026b32-152d-4f21-ba24-d2b300633a5e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:19.746111 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5366f741-3d18-472a-b0f4-de23146cece6 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:19.764857 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4f395693-53a5-44be-a2cc-14cdfbff90d4 None None] Calling delete_port for 3335c27b-688e-405a-a73e-87968ab24d1f owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:19.792080 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1431a-3d9a-446d-b1ab-fbad23603c91 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event deleted for resources: {'Port': ['ID=05a8bf54-24b7-4904-b077-9f261b29740a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:19.806452 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-adb1f264-3558-4b9b-a891-18e4f005fc1e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:19.810853 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-adb1f264-3558-4b9b-a891-18e4f005fc1e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:subnet and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:19.815247 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-adb1f264-3558-4b9b-a891-18e4f005fc1e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:19.863887 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 38026b32-152d-4f21-ba24-d2b300633a5e details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:31:19.870545 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-adb1f264-3558-4b9b-a891-18e4f005fc1e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:19.897986 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb1f264-3558-4b9b-a891-18e4f005fc1e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:19.945001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366f741-3d18-472a-b0f4-de23146cece6 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Pushing event updated for resources: {'Port': ['ID=22e35683-747b-45b9-a7be-12a137d9f4b4,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:19.980652 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-c06d16ee-cfb8-4475-b53f-6784018cac24 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] For port 3335c27b-688e-405a-a73e-87968ab24d1f, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=3335c27b-688e-405a-a73e-87968ab24d1f,segment=NetworkSegment(26b85152-d26e-4573-8c04-c0c474a6e922),segment_id=26b85152-d26e-4573-8c04-c0c474a6e922)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:19.981063 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06d16ee-cfb8-4475-b53f-6784018cac24 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:20.018568 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f25aa7f7-a531-495b-8424-fd281bea656f None None] The port 'a71047eb-18a2-4a3c-b5dd-d25327386e5c' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:31:20.024536 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f395693-53a5-44be-a2cc-14cdfbff90d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:20.026786 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-adb1f264-3558-4b9b-a891-18e4f005fc1e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:20.073510 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5366f741-3d18-472a-b0f4-de23146cece6 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:20.075204 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-5366f741-3d18-472a-b0f4-de23146cece6 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:20.079578 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5366f741-3d18-472a-b0f4-de23146cece6 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:20.108434 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f395693-53a5-44be-a2cc-14cdfbff90d4 None None] Pushing event deleted for resources: {'Port': ['ID=3335c27b-688e-405a-a73e-87968ab24d1f,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:20.117518 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f395693-53a5-44be-a2cc-14cdfbff90d4 None None] No DVR routers for this DVR port 3335c27b-688e-405a-a73e-87968ab24d1f on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:31:20.121230 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No active binding found for port 3335c27b-688e-405a-a73e-87968ab24d1f {{(pid=83912) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 14 15:31:20.121700 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 3335c27b-688e-405a-a73e-87968ab24d1f not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:31:20.122171 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device a71047eb-18a2-4a3c-b5dd-d25327386e5c no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:31:20.195062 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: a71047eb-18a2-4a3c-b5dd-d25327386e5c {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:31:20.195788 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device a71047eb-18a2-4a3c-b5dd-d25327386e5c not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:31:20.302450 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51d1d0-48d6-41b4-91f6-74b6fa5c87c3 req-09c290cf-d32c-4617-9562-085e39822658 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:20.304706 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7b51d1d0-48d6-41b4-91f6-74b6fa5c87c3 req-09c290cf-d32c-4617-9562-085e39822658 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.4906552 Mar 14 15:31:20.403484 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a6f1431a-3d9a-446d-b1ab-fbad23603c91 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:20.409568 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7b51d1d0-48d6-41b4-91f6-74b6fa5c87c3 req-7b2bd823-7c53-4494-be65-041c22003db1 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871863 Mar 14 15:31:20.472630 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c06d16ee-cfb8-4475-b53f-6784018cac24 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Calling delete_port for 3335c27b-688e-405a-a73e-87968ab24d1f owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:20.491774 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-adb1f264-3558-4b9b-a891-18e4f005fc1e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:20.544620 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a6f1431a-3d9a-446d-b1ab-fbad23603c91 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:20.550849 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a6f1431a-3d9a-446d-b1ab-fbad23603c91 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "DELETE /v2.0/floatingips/aa069acc-fd4e-4d1a-8f63-0a7ca6d7c340 HTTP/1.1" status: 204 len: 168 time: 2.6053016 Mar 14 15:31:20.553504 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48858) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:20.562914 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': '73730692-e03d-4090-842b-7706b4bb35d8'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:20.597859 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb1f264-3558-4b9b-a891-18e4f005fc1e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Checking segment: {'id': '85f50877-6493-48a2-855e-978fb873ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '38026b32-152d-4f21-ba24-d2b300633a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:31:20.599270 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb1f264-3558-4b9b-a891-18e4f005fc1e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network hostable DHCP agents. Network: 38026b32-152d-4f21-ba24-d2b300633a5e, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:31:20.599407 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:20.605087 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1f264-3558-4b9b-a891-18e4f005fc1e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Subnet': ['ID=c5b958e7-4bf3-4f7c-9bfe-2fb7e0ddd79f,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:20.621601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Usage tracker for resource:floatingip and tenant:e7d23185aeb7444fafd7db70962a6e47 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:20.631188 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:20.631877 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb1f264-3558-4b9b-a891-18e4f005fc1e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network 38026b32-152d-4f21-ba24-d2b300633a5e is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:31:20.641160 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:20.650511 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-adb1f264-3558-4b9b-a891-18e4f005fc1e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 38026b32-152d-4f21-ba24-d2b300633a5e) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:20.657634 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.api [None req-c06d16ee-cfb8-4475-b53f-6784018cac24 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:31:20.658490 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG oslo_db.api [None req-c06d16ee-cfb8-4475-b53f-6784018cac24 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:31:20.669557 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb1f264-3558-4b9b-a891-18e4f005fc1e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:20.669833 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e8b805-5b05-4376-88e9-63f2046e851b None None] Network 38026b32-152d-4f21-ba24-d2b300633a5e requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:31:20.671269 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-adb1f264-3558-4b9b-a891-18e4f005fc1e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:20.674753 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:20.719429 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-adb1f264-3558-4b9b-a891-18e4f005fc1e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0804815 Mar 14 15:31:20.724500 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48862) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:20.751207 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-88fa39eb-8352-47d0-a3d0-1210190b3b37 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1744933539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:20.781371 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-88fa39eb-8352-47d0-a3d0-1210190b3b37 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:20.787187 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-88fa39eb-8352-47d0-a3d0-1210190b3b37 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:router and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:20.791713 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-88fa39eb-8352-47d0-a3d0-1210190b3b37 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:20.800089 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-88fa39eb-8352-47d0-a3d0-1210190b3b37 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:20.817936 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88fa39eb-8352-47d0-a3d0-1210190b3b37 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:20.819013 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88fa39eb-8352-47d0-a3d0-1210190b3b37 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:20.839253 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5366f741-3d18-472a-b0f4-de23146cece6 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:20.850496 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88fa39eb-8352-47d0-a3d0-1210190b3b37 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:20.867520 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:20.876723 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88fa39eb-8352-47d0-a3d0-1210190b3b37 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:20.908431 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88fa39eb-8352-47d0-a3d0-1210190b3b37 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:20.912489 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-88fa39eb-8352-47d0-a3d0-1210190b3b37 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1778712 Mar 14 15:31:20.913111 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48870) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:20.922738 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ae96de7c-1fcb-4970-b1f9-939752dc9672 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'port': {'network_id': '38026b32-152d-4f21-ba24-d2b300633a5e', 'name': 'tempest-PortsIpV6TestJSON-1993512773'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:21.014815 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:21.085911 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734ec177-857b-44d5-abae-c2f937a7fe0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-38026b32-152d-4f21-ba24-d2b300633a5e', 'network_id': '38026b32-152d-4f21-ba24-d2b300633a5e', 'tenant_id': '5a6f96ee0963461298d40ea737c70799', 'fixed_ips': [{'subnet_id': 'c5b958e7-4bf3-4f7c-9bfe-2fb7e0ddd79f'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:31:21.086776 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-734ec177-857b-44d5-abae-c2f937a7fe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:21.173583 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c06d16ee-cfb8-4475-b53f-6784018cac24 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port 3335c27b-688e-405a-a73e-87968ab24d1f {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:21.174528 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06d16ee-cfb8-4475-b53f-6784018cac24 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:21.261722 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ae96de7c-1fcb-4970-b1f9-939752dc9672 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:21.274824 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ae96de7c-1fcb-4970-b1f9-939752dc9672 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:port and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:21.291464 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ae96de7c-1fcb-4970-b1f9-939752dc9672 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:21.297550 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b98f094e-05ef-4cc0-aa6a-dcdbb1be80f3 req-74d88a10-ffd1-4f63-b089-b0c619614d2e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8079f8e4b19848a3b695e728e0683a28&device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 1098 time: 0.3469429 Mar 14 15:31:21.306764 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559daf7-e14e-4c45-b4a5-e67a1005c5d2 req-5335c182-baf7-4ba3-ad69-edaea932b1f5 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:21.307634 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5366f741-3d18-472a-b0f4-de23146cece6 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:21.308213 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4559daf7-e14e-4c45-b4a5-e67a1005c5d2 req-5335c182-baf7-4ba3-ad69-edaea932b1f5 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.2718680 Mar 14 15:31:21.322693 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c06d16ee-cfb8-4475-b53f-6784018cac24 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] The port '3335c27b-688e-405a-a73e-87968ab24d1f' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:31:21.326249 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-734ec177-857b-44d5-abae-c2f937a7fe0e None None] Allocated IP 2001:db8::2 (38026b32-152d-4f21-ba24-d2b300633a5e/c5b958e7-4bf3-4f7c-9bfe-2fb7e0ddd79f/42d6522d-30fb-4017-a4cf-fe0b419fcdf3) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:21.331297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ae96de7c-1fcb-4970-b1f9-939752dc9672 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:21.362597 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5366f741-3d18-472a-b0f4-de23146cece6 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-950448'] for router, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:21.441780 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae96de7c-1fcb-4970-b1f9-939752dc9672 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:21.445546 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae96de7c-1fcb-4970-b1f9-939752dc9672 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:21.498647 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4559daf7-e14e-4c45-b4a5-e67a1005c5d2 req-df853631-5ce2-4c3f-88c5-152c059bb947 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648719 Mar 14 15:31:21.508074 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-ae96de7c-1fcb-4970-b1f9-939752dc9672 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] device_id is not set on port 82729833-18f8-464a-bdc5-8ccc31d5f28a yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:31:21.580685 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f094e-05ef-4cc0-aa6a-dcdbb1be80f3 req-77325e67-35dd-4507-b61b-de69f4df764e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:21.583243 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b98f094e-05ef-4cc0-aa6a-dcdbb1be80f3 req-77325e67-35dd-4507-b61b-de69f4df764e service neutron] 10.222.0.24 "GET /v2.0/networks?id=a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 HTTP/1.1" status: 200 len: 912 time: 0.2729974 Mar 14 15:31:21.584930 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-734ec177-857b-44d5-abae-c2f937a7fe0e None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:21.599383 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-734ec177-857b-44d5-abae-c2f937a7fe0e None None] Transition to ACTIVE for port object 42d6522d-30fb-4017-a4cf-fe0b419fcdf3 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:21.610009 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06d16ee-cfb8-4475-b53f-6784018cac24 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:21.624546 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-734ec177-857b-44d5-abae-c2f937a7fe0e None None] Transition to ACTIVE for port object 42d6522d-30fb-4017-a4cf-fe0b419fcdf3 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:21.631333 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Allocated IP 172.26.4.218 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/3e5d5096-0f19-48a1-8a29-ccb68d70fcc0) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:21.633176 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-734ec177-857b-44d5-abae-c2f937a7fe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:21.650756 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c06d16ee-cfb8-4475-b53f-6784018cac24 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf568311-b26d-4155-9dc7-8023aa82ca66']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:21.676996 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c06d16ee-cfb8-4475-b53f-6784018cac24 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b85152-d26e-4573-8c04-c0c474a6e922') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:21.679339 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c06d16ee-cfb8-4475-b53f-6784018cac24 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b85152-d26e-4573-8c04-c0c474a6e922') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:21.697294 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06d16ee-cfb8-4475-b53f-6784018cac24 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:21.719140 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06d16ee-cfb8-4475-b53f-6784018cac24 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:21.730955 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734ec177-857b-44d5-abae-c2f937a7fe0e None None] Network 38026b32-152d-4f21-ba24-d2b300633a5e is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:21.733719 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-734ec177-857b-44d5-abae-c2f937a7fe0e None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:21.737418 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734ec177-857b-44d5-abae-c2f937a7fe0e None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:21.748558 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ec177-857b-44d5-abae-c2f937a7fe0e None None] Pushing event updated for resources: {'Port': ['ID=42d6522d-30fb-4017-a4cf-fe0b419fcdf3,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:21.767337 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b98f094e-05ef-4cc0-aa6a-dcdbb1be80f3 req-dc07f384-5ba6-468c-8404-555a8741fe14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=159305ad-c04d-42e4-b276-25547c03e58b HTTP/1.1" status: 200 len: 1001 time: 0.1758888 Mar 14 15:31:21.812944 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06d16ee-cfb8-4475-b53f-6784018cac24 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:31:21.813602 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06d16ee-cfb8-4475-b53f-6784018cac24 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:31:21.827991 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:31:21.836688 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-734ec177-857b-44d5-abae-c2f937a7fe0e None None] Attempting to bind port 42d6522d-30fb-4017-a4cf-fe0b419fcdf3 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:31:21.836882 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-734ec177-857b-44d5-abae-c2f937a7fe0e None None] Attempting to bind port 42d6522d-30fb-4017-a4cf-fe0b419fcdf3 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '85f50877-6493-48a2-855e-978fb873ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '38026b32-152d-4f21-ba24-d2b300633a5e'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:31:21.837208 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734ec177-857b-44d5-abae-c2f937a7fe0e None None] Attempting to bind port 42d6522d-30fb-4017-a4cf-fe0b419fcdf3 on network 38026b32-152d-4f21-ba24-d2b300633a5e {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:31:21.837599 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-ae96de7c-1fcb-4970-b1f9-939752dc9672 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Allocated IP 2001:db8::31f (38026b32-152d-4f21-ba24-d2b300633a5e/c5b958e7-4bf3-4f7c-9bfe-2fb7e0ddd79f/82729833-18f8-464a-bdc5-8ccc31d5f28a) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:21.845570 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734ec177-857b-44d5-abae-c2f937a7fe0e None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:31:21.846366 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734ec177-857b-44d5-abae-c2f937a7fe0e None None] Checking segment: {'id': '85f50877-6493-48a2-855e-978fb873ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '38026b32-152d-4f21-ba24-d2b300633a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:31:21.846554 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-734ec177-857b-44d5-abae-c2f937a7fe0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:21.847037 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734ec177-857b-44d5-abae-c2f937a7fe0e None None] Bound using segment: {'id': '85f50877-6493-48a2-855e-978fb873ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '38026b32-152d-4f21-ba24-d2b300633a5e'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:31:21.847624 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-734ec177-857b-44d5-abae-c2f937a7fe0e None None] Bound port: 42d6522d-30fb-4017-a4cf-fe0b419fcdf3, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f50877-6493-48a2-855e-978fb873ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '38026b32-152d-4f21-ba24-d2b300633a5e'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:31:21.848112 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-734ec177-857b-44d5-abae-c2f937a7fe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:21.861349 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f094e-05ef-4cc0-aa6a-dcdbb1be80f3 req-2b2167f2-6bbb-4c5f-a779-a40f5decf8b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:21.862879 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b98f094e-05ef-4cc0-aa6a-dcdbb1be80f3 req-2b2167f2-6bbb-4c5f-a779-a40f5decf8b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=453fbd59-94cf-411e-8df0-3bc90080a3fb HTTP/1.1" status: 200 len: 850 time: 0.0897641 Mar 14 15:31:21.949297 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-734ec177-857b-44d5-abae-c2f937a7fe0e None None] For port 42d6522d-30fb-4017-a4cf-fe0b419fcdf3, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:31:21.953292 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-734ec177-857b-44d5-abae-c2f937a7fe0e None None] For port 42d6522d-30fb-4017-a4cf-fe0b419fcdf3, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=42d6522d-30fb-4017-a4cf-fe0b419fcdf3,segment=NetworkSegment(85f50877-6493-48a2-855e-978fb873ae45),segment_id=85f50877-6493-48a2-855e-978fb873ae45)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:31:21.957969 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-734ec177-857b-44d5-abae-c2f937a7fe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:22.027451 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06d16ee-cfb8-4475-b53f-6784018cac24 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:22.064864 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ec177-857b-44d5-abae-c2f937a7fe0e None None] Pushing event updated for resources: {'Port': ['ID=42d6522d-30fb-4017-a4cf-fe0b419fcdf3,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:22.065771 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c06d16ee-cfb8-4475-b53f-6784018cac24 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:22.087377 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:22.107729 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b98f094e-05ef-4cc0-aa6a-dcdbb1be80f3 req-89b3bbd4-09d0-4901-a4ca-675fcc06d380 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2375560 Mar 14 15:31:22.116314 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d16ee-cfb8-4475-b53f-6784018cac24 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Network': ['ID=bf568311-b26d-4155-9dc7-8023aa82ca66,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:22.120494 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c06d16ee-cfb8-4475-b53f-6784018cac24 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/networks/bf568311-b26d-4155-9dc7-8023aa82ca66 HTTP/1.1" status: 204 len: 168 time: 3.4784131 Mar 14 15:31:22.124197 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48886) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:22.129790 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f049361f-b7d5-4dc0-8d9e-8d3dcf51d5fb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1471736422'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:22.138273 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f049361f-b7d5-4dc0-8d9e-8d3dcf51d5fb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:22.312343 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f049361f-b7d5-4dc0-8d9e-8d3dcf51d5fb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:network and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:22.346385 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f049361f-b7d5-4dc0-8d9e-8d3dcf51d5fb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:22.355562 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f049361f-b7d5-4dc0-8d9e-8d3dcf51d5fb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:22.363766 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae96de7c-1fcb-4970-b1f9-939752dc9672 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:22.374407 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b98f094e-05ef-4cc0-aa6a-dcdbb1be80f3 req-58c8e21d-4776-46dd-90cb-9136eb3754d6 service neutron] 10.222.0.24 "GET /v2.0/networks/a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568355 Mar 14 15:31:22.391297 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f049361f-b7d5-4dc0-8d9e-8d3dcf51d5fb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:22.396634 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f049361f-b7d5-4dc0-8d9e-8d3dcf51d5fb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:22.425173 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:22.551626 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Port': ['ID=3e5d5096-0f19-48a1-8a29-ccb68d70fcc0,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:22.570373 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:22.571837 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f049361f-b7d5-4dc0-8d9e-8d3dcf51d5fb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:31:22.575721 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:22.580890 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:22.637946 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f049361f-b7d5-4dc0-8d9e-8d3dcf51d5fb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:22.638409 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-f049361f-b7d5-4dc0-8d9e-8d3dcf51d5fb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Added segment ed5eff9f-9213-4dac-9942-ee09bd5cf5bd of type vlan for network 5146dce1-5f51-4f6b-bbb1-267b623bbafb Mar 14 15:31:22.646448 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-ae96de7c-1fcb-4970-b1f9-939752dc9672 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Transition to ACTIVE for port object 82729833-18f8-464a-bdc5-8ccc31d5f28a will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:22.721847 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b98f094e-05ef-4cc0-aa6a-dcdbb1be80f3 req-f30b6076-8190-4539-af7e-45ff857ccc25 service neutron] 10.222.0.24 "GET /v2.0/networks/a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388796 Mar 14 15:31:22.723766 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae96de7c-1fcb-4970-b1f9-939752dc9672 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:22.743838 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5366f741-3d18-472a-b0f4-de23146cece6 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Router 8d32bb2c-ec12-4232-ac29-3ebac342715e is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:31:22.761396 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f049361f-b7d5-4dc0-8d9e-8d3dcf51d5fb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:22.811942 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae96de7c-1fcb-4970-b1f9-939752dc9672 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network 38026b32-152d-4f21-ba24-d2b300633a5e is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:22.815710 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-ae96de7c-1fcb-4970-b1f9-939752dc9672 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:22.817718 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96de7c-1fcb-4970-b1f9-939752dc9672 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Port': ['ID=82729833-18f8-464a-bdc5-8ccc31d5f28a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:22.820730 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae96de7c-1fcb-4970-b1f9-939752dc9672 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:22.824859 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae96de7c-1fcb-4970-b1f9-939752dc9672 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:22.825537 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae96de7c-1fcb-4970-b1f9-939752dc9672 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:22.854422 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ae96de7c-1fcb-4970-b1f9-939752dc9672 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9395814 Mar 14 15:31:22.855316 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48894) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:23.023953 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f049361f-b7d5-4dc0-8d9e-8d3dcf51d5fb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:23.027971 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f049361f-b7d5-4dc0-8d9e-8d3dcf51d5fb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:23.028553 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f049361f-b7d5-4dc0-8d9e-8d3dcf51d5fb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:23.074771 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f8161-43c9-40cb-a56b-d9d84cc54edb req-19fe3328-aaa3-4d5a-9c9a-c36d6eaa1abb tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:23.076304 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-715f8161-43c9-40cb-a56b-d9d84cc54edb req-19fe3328-aaa3-4d5a-9c9a-c36d6eaa1abb tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.4263074 Mar 14 15:31:23.359119 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f049361f-b7d5-4dc0-8d9e-8d3dcf51d5fb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2339029 Mar 14 15:31:23.359983 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48898) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:23.387838 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f7a47cd3-9717-41b6-90d6-6f12407ebb3c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'subnet': {'network_id': '5146dce1-5f51-4f6b-bbb1-267b623bbafb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:23.405730 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 42d6522d-30fb-4017-a4cf-fe0b419fcdf3 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:31:23.429444 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049361f-b7d5-4dc0-8d9e-8d3dcf51d5fb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Network': ['ID=5146dce1-5f51-4f6b-bbb1-267b623bbafb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:23.446793 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 5146dce1-5f51-4f6b-bbb1-267b623bbafb details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:31:23.568033 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-715f8161-43c9-40cb-a56b-d9d84cc54edb req-c9129958-e714-4d78-b17d-7026d96403cc tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4791389 Mar 14 15:31:23.612748 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc44335-15dc-405c-a41c-3f9dec24d78a None None] Network 38026b32-152d-4f21-ba24-d2b300633a5e requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:31:23.625766 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:31:23.648861 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f7a47cd3-9717-41b6-90d6-6f12407ebb3c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:23.656374 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f7a47cd3-9717-41b6-90d6-6f12407ebb3c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:subnet and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:23.661504 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f7a47cd3-9717-41b6-90d6-6f12407ebb3c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:23.682982 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f7a47cd3-9717-41b6-90d6-6f12407ebb3c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:23.712011 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b164075-dc88-4d1d-af92-5bf84112f306 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:23.728703 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a47cd3-9717-41b6-90d6-6f12407ebb3c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:23.763337 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 42d6522d-30fb-4017-a4cf-fe0b419fcdf3 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:23.784093 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 42d6522d-30fb-4017-a4cf-fe0b419fcdf3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:23.784363 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:23.887379 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7a47cd3-9717-41b6-90d6-6f12407ebb3c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:23.892098 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-828a171f-946e-481c-8d8e-c4c703184a36 None None] Provisioning for port 42d6522d-30fb-4017-a4cf-fe0b419fcdf3 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:23.930809 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-828a171f-946e-481c-8d8e-c4c703184a36 None None] Provisioning complete for port 42d6522d-30fb-4017-a4cf-fe0b419fcdf3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:23.931354 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-828a171f-946e-481c-8d8e-c4c703184a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.016352 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5366f741-3d18-472a-b0f4-de23146cece6 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:31:24.037064 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b36d09-d6a6-4323-abee-19a6fab6055a None None] Sync routers for ids ['8d32bb2c-ec12-4232-ac29-3ebac342715e'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:31:24.125014 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5366f741-3d18-472a-b0f4-de23146cece6 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.125014 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5366f741-3d18-472a-b0f4-de23146cece6 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "PUT /v2.0/routers/8d32bb2c-ec12-4232-ac29-3ebac342715e HTTP/1.1" status: 200 len: 879 time: 7.5950658 Mar 14 15:31:24.131479 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48908) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:24.137215 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-828a171f-946e-481c-8d8e-c4c703184a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.197343 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b36d09-d6a6-4323-abee-19a6fab6055a None None] Routers {'8d32bb2c-ec12-4232-ac29-3ebac342715e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:24.198760 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a5b36d09-d6a6-4323-abee-19a6fab6055a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8d32bb2c-ec12-4232-ac29-3ebac342715e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:24.353190 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a5b36d09-d6a6-4323-abee-19a6fab6055a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:24.361703 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b164075-dc88-4d1d-af92-5bf84112f306 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.368381 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b164075-dc88-4d1d-af92-5bf84112f306 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.479495 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.522252 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-828a171f-946e-481c-8d8e-c4c703184a36 None None] For port 42d6522d-30fb-4017-a4cf-fe0b419fcdf3, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=42d6522d-30fb-4017-a4cf-fe0b419fcdf3,segment=NetworkSegment(85f50877-6493-48a2-855e-978fb873ae45),segment_id=85f50877-6493-48a2-855e-978fb873ae45)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:24.526871 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b164075-dc88-4d1d-af92-5bf84112f306 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Port': ['ID=82729833-18f8-464a-bdc5-8ccc31d5f28a,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:24.540062 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b36d09-d6a6-4323-abee-19a6fab6055a None None] Routers {'8d32bb2c-ec12-4232-ac29-3ebac342715e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:24.540832 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a5b36d09-d6a6-4323-abee-19a6fab6055a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8d32bb2c-ec12-4232-ac29-3ebac342715e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:24.601998 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-828a171f-946e-481c-8d8e-c4c703184a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.678484 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.691218 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a5b36d09-d6a6-4323-abee-19a6fab6055a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:24.691758 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b36d09-d6a6-4323-abee-19a6fab6055a None None] The sync data for ids ['8d32bb2c-ec12-4232-ac29-3ebac342715e'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:31:24.724140 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.765472 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b164075-dc88-4d1d-af92-5bf84112f306 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.830141 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a171f-946e-481c-8d8e-c4c703184a36 None None] Pushing event updated for resources: {'Port': ['ID=42d6522d-30fb-4017-a4cf-fe0b419fcdf3,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:24.872615 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7a47cd3-9717-41b6-90d6-6f12407ebb3c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.894787 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:31:24.895306 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:31:25.042791 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b164075-dc88-4d1d-af92-5bf84112f306 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:25.161605 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bd3c24b7-6f43-45fa-86d9-f45d5a972294 None None] Provisioning complete for port 42d6522d-30fb-4017-a4cf-fe0b419fcdf3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:25.161853 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bd3c24b7-6f43-45fa-86d9-f45d5a972294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:25.195312 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a47cd3-9717-41b6-90d6-6f12407ebb3c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Checking segment: {'id': 'ed5eff9f-9213-4dac-9942-ee09bd5cf5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5146dce1-5f51-4f6b-bbb1-267b623bbafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:31:25.195889 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a47cd3-9717-41b6-90d6-6f12407ebb3c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network hostable DHCP agents. Network: 5146dce1-5f51-4f6b-bbb1-267b623bbafb, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:31:25.202901 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a47cd3-9717-41b6-90d6-6f12407ebb3c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Subnet': ['ID=ff3828c7-1042-47d8-9e9e-6fc82ceb6081,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:25.278913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a47cd3-9717-41b6-90d6-6f12407ebb3c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network 5146dce1-5f51-4f6b-bbb1-267b623bbafb is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:31:25.299795 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7c17204c-aca0-4542-b0d5-fcc846cd4780 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "GET /v2.0/routers/8d32bb2c-ec12-4232-ac29-3ebac342715e HTTP/1.1" status: 200 len: 920 time: 1.1470735 Mar 14 15:31:25.300674 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48918) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:25.361421 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:25.364067 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f7a47cd3-9717-41b6-90d6-6f12407ebb3c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 5146dce1-5f51-4f6b-bbb1-267b623bbafb) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:25.377163 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a47cd3-9717-41b6-90d6-6f12407ebb3c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:25.377864 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7a47cd3-9717-41b6-90d6-6f12407ebb3c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:25.379770 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63475ca4-c5a0-49b4-b024-5f96b58523d6 None None] Network 5146dce1-5f51-4f6b-bbb1-267b623bbafb requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:31:25.386322 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:25.623988 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b164075-dc88-4d1d-af92-5bf84112f306 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:25.633407 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe645f32-a030-44e4-9272-25b5a194ef8c req-69ce76a5-02bd-4db8-98db-80d51bb16812 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:25.636368 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f7a47cd3-9717-41b6-90d6-6f12407ebb3c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2676742 Mar 14 15:31:25.639319 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fe645f32-a030-44e4-9272-25b5a194ef8c req-69ce76a5-02bd-4db8-98db-80d51bb16812 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.5943580 Mar 14 15:31:25.640540 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48922) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:25.641345 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b164075-dc88-4d1d-af92-5bf84112f306 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:25.642192 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b164075-dc88-4d1d-af92-5bf84112f306 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:25.657219 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 42d6522d-30fb-4017-a4cf-fe0b419fcdf3 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:31:25.671152 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Port': ['ID=3e5d5096-0f19-48a1-8a29-ccb68d70fcc0,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:25.675002 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:25.679119 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a3c9ea54-f773-4736-a75a-796e5c6e8b06 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'port': {'network_id': '5146dce1-5f51-4f6b-bbb1-267b623bbafb', 'security_groups': [], 'name': 'tempest-PortsTestJSON-256469860'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:25.761028 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bd3c24b7-6f43-45fa-86d9-f45d5a972294 None None] Provisioning for port 82729833-18f8-464a-bdc5-8ccc31d5f28a completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:25.779726 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bd3c24b7-6f43-45fa-86d9-f45d5a972294 None None] Provisioning complete for port 82729833-18f8-464a-bdc5-8ccc31d5f28a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:25.780513 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bd3c24b7-6f43-45fa-86d9-f45d5a972294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:25.788549 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9d61ab81-c765-4ea5-9a21-2019186331c2 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&device_id=8d32bb2c-ec12-4232-ac29-3ebac342715e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4836895 Mar 14 15:31:25.796308 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48926) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:25.869624 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-bd3c24b7-6f43-45fa-86d9-f45d5a972294 None None] Port 82729833-18f8-464a-bdc5-8ccc31d5f28a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:31:25.872287 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 42d6522d-30fb-4017-a4cf-fe0b419fcdf3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:25.872671 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:25.969759 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a3c9ea54-f773-4736-a75a-796e5c6e8b06 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:25.974738 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a3c9ea54-f773-4736-a75a-796e5c6e8b06 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:port and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:25.978031 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a3c9ea54-f773-4736-a75a-796e5c6e8b06 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:25.988739 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a3c9ea54-f773-4736-a75a-796e5c6e8b06 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:26.064233 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb486c37-4ea5-4fd8-9a6a-cacfbf579431 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:26.065579 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fb486c37-4ea5-4fd8-9a6a-cacfbf579431 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "GET /v2.0/networks/e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 HTTP/1.1" status: 200 len: 881 time: 0.2682772 Mar 14 15:31:26.068340 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48932) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:26.076567 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c9ea54-f773-4736-a75a-796e5c6e8b06 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:26.079683 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3c9ea54-f773-4736-a75a-796e5c6e8b06 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:26.112126 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6c4b0dd5-64f0-412e-bd6d-cde119ac1258 None None] Provisioning complete for port 82729833-18f8-464a-bdc5-8ccc31d5f28a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:26.112702 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c4b0dd5-64f0-412e-bd6d-cde119ac1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:26.112927 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fe645f32-a030-44e4-9272-25b5a194ef8c req-5e364abb-4379-477f-a640-abdc62a9df13 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4555845 Mar 14 15:31:26.125663 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1b5dd6de-cd55-4a55-96d7-1c2ac6b07c61 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d32bb2c-ec12-4232-ac29-3ebac342715e HTTP/1.1" status: 200 len: 205 time: 0.0559390 Mar 14 15:31:26.129769 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48936) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:26.158478 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b164075-dc88-4d1d-af92-5bf84112f306 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Port': ['ID=82729833-18f8-464a-bdc5-8ccc31d5f28a,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:26.167388 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-a3c9ea54-f773-4736-a75a-796e5c6e8b06 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] device_id is not set on port fdf86ac7-c7e4-43ca-854d-761fb50595b8 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:31:26.207041 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6c4b0dd5-64f0-412e-bd6d-cde119ac1258 None None] Port 82729833-18f8-464a-bdc5-8ccc31d5f28a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:31:26.264617 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f7b8a3-8ebd-4fe9-99e2-5bf86c9ce961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-5146dce1-5f51-4f6b-bbb1-267b623bbafb', 'network_id': '5146dce1-5f51-4f6b-bbb1-267b623bbafb', 'tenant_id': 'd145e6d0b939429681cad6903d26baa7', 'fixed_ips': [{'subnet_id': 'ff3828c7-1042-47d8-9e9e-6fc82ceb6081'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:31:26.265985 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-52f7b8a3-8ebd-4fe9-99e2-5bf86c9ce961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:26.368599 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Floating IP 01e588ce-4c75-4e17-80f9-5294f6072641 associated. External IP: 172.26.4.218, port: 73730692-e03d-4090-842b-7706b4bb35d8. Mar 14 15:31:26.434828 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b164075-dc88-4d1d-af92-5bf84112f306 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network 38026b32-152d-4f21-ba24-d2b300633a5e is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:26.434828 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-7b164075-dc88-4d1d-af92-5bf84112f306 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:26.594264 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-a3c9ea54-f773-4736-a75a-796e5c6e8b06 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Allocated IP 172.20.0.13 (5146dce1-5f51-4f6b-bbb1-267b623bbafb/ff3828c7-1042-47d8-9e9e-6fc82ceb6081/fdf86ac7-c7e4-43ca-854d-761fb50595b8) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:26.776637 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbc97c-2152-47a9-b304-7c563c29aa2c req-b185a7b2-cfc0-4a8f-9baa-a16b0cabcf0e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:26.779219 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e9bbc97c-2152-47a9-b304-7c563c29aa2c req-b185a7b2-cfc0-4a8f-9baa-a16b0cabcf0e tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.4545698 Mar 14 15:31:26.818001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a2aa1205-db54-447b-a2f1-033aab2db93c tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:26.839758 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e8ada5f1-75c6-45f2-96ea-ee876eea0081 None None] Provisioning complete for port 82729833-18f8-464a-bdc5-8ccc31d5f28a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:26.841120 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e8ada5f1-75c6-45f2-96ea-ee876eea0081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:26.915263 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e8ada5f1-75c6-45f2-96ea-ee876eea0081 None None] Port 82729833-18f8-464a-bdc5-8ccc31d5f28a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:31:26.999918 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e9bbc97c-2152-47a9-b304-7c563c29aa2c req-e2ac5f25-9a20-41ae-aaaa-f2ffa514518b tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097354 Mar 14 15:31:27.106538 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3c9ea54-f773-4736-a75a-796e5c6e8b06 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:27.137492 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-a3c9ea54-f773-4736-a75a-796e5c6e8b06 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Transition to ACTIVE for port object fdf86ac7-c7e4-43ca-854d-761fb50595b8 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:27.234197 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3c9ea54-f773-4736-a75a-796e5c6e8b06 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:27.280692 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a2aa1205-db54-447b-a2f1-033aab2db93c tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:27.308855 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a2aa1205-db54-447b-a2f1-033aab2db93c tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Deleting port 22e35683-747b-45b9-a7be-12a137d9f4b4 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:27.309213 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a2aa1205-db54-447b-a2f1-033aab2db93c tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:27.342303 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c9ea54-f773-4736-a75a-796e5c6e8b06 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network 5146dce1-5f51-4f6b-bbb1-267b623bbafb is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:27.343991 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-52f7b8a3-8ebd-4fe9-99e2-5bf86c9ce961 None None] Allocated IP 172.20.0.2 (5146dce1-5f51-4f6b-bbb1-267b623bbafb/ff3828c7-1042-47d8-9e9e-6fc82ceb6081/e8e27b4d-a956-4bb9-be32-8a46fdde1dd8) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:27.349187 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a3c9ea54-f773-4736-a75a-796e5c6e8b06 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:27.353909 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c9ea54-f773-4736-a75a-796e5c6e8b06 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:27.467251 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b164075-dc88-4d1d-af92-5bf84112f306 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Router 5ebc4156-cd04-472a-8bbe-0a2b985c6268 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:31:27.469551 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9ea54-f773-4736-a75a-796e5c6e8b06 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Port': ['ID=fdf86ac7-c7e4-43ca-854d-761fb50595b8,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:27.479998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c9ea54-f773-4736-a75a-796e5c6e8b06 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:27.480607 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3c9ea54-f773-4736-a75a-796e5c6e8b06 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:27.643630 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-52f7b8a3-8ebd-4fe9-99e2-5bf86c9ce961 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:27.659382 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-52f7b8a3-8ebd-4fe9-99e2-5bf86c9ce961 None None] Transition to ACTIVE for port object e8e27b4d-a956-4bb9-be32-8a46fdde1dd8 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:27.666634 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a3c9ea54-f773-4736-a75a-796e5c6e8b06 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.0112128 Mar 14 15:31:27.673151 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48948) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:27.683894 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Router 9e924330-d779-4acc-ad0a-5b9518d102de has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:31:27.685731 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a2aa1205-db54-447b-a2f1-033aab2db93c tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:27.688378 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-52f7b8a3-8ebd-4fe9-99e2-5bf86c9ce961 None None] Transition to ACTIVE for port object e8e27b4d-a956-4bb9-be32-8a46fdde1dd8 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:27.696858 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-52f7b8a3-8ebd-4fe9-99e2-5bf86c9ce961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:27.756541 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7a24662b-f6fc-4204-8f0b-8f00b98d1a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port fdf86ac7-c7e4-43ca-854d-761fb50595b8 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:27.757025 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a24662b-f6fc-4204-8f0b-8f00b98d1a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:27.784966 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f7b8a3-8ebd-4fe9-99e2-5bf86c9ce961 None None] Network 5146dce1-5f51-4f6b-bbb1-267b623bbafb is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:27.790006 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-52f7b8a3-8ebd-4fe9-99e2-5bf86c9ce961 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:27.800977 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f7b8a3-8ebd-4fe9-99e2-5bf86c9ce961 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:27.803360 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7b8a3-8ebd-4fe9-99e2-5bf86c9ce961 None None] Pushing event updated for resources: {'Port': ['ID=e8e27b4d-a956-4bb9-be32-8a46fdde1dd8,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:27.832294 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a2aa1205-db54-447b-a2f1-033aab2db93c tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Calling delete_port for 22e35683-747b-45b9-a7be-12a137d9f4b4 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:27.897781 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b164075-dc88-4d1d-af92-5bf84112f306 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:31:27.907386 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608d0da5-1a5d-4587-9709-db1825599de1 None None] Sync routers for ids ['5ebc4156-cd04-472a-8bbe-0a2b985c6268'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:31:27.923781 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7b164075-dc88-4d1d-af92-5bf84112f306 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "PUT /v2.0/routers/5ebc4156-cd04-472a-8bbe-0a2b985c6268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0655744 Mar 14 15:31:27.925915 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48952) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:27.933722 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608d0da5-1a5d-4587-9709-db1825599de1 None None] Routers {'5ebc4156-cd04-472a-8bbe-0a2b985c6268'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:27.934370 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-608d0da5-1a5d-4587-9709-db1825599de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['5ebc4156-cd04-472a-8bbe-0a2b985c6268'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:27.980854 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-52f7b8a3-8ebd-4fe9-99e2-5bf86c9ce961 None None] Attempting to bind port e8e27b4d-a956-4bb9-be32-8a46fdde1dd8 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:31:27.981510 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-52f7b8a3-8ebd-4fe9-99e2-5bf86c9ce961 None None] Attempting to bind port e8e27b4d-a956-4bb9-be32-8a46fdde1dd8 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'ed5eff9f-9213-4dac-9942-ee09bd5cf5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5146dce1-5f51-4f6b-bbb1-267b623bbafb'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:31:27.981936 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f7b8a3-8ebd-4fe9-99e2-5bf86c9ce961 None None] Attempting to bind port e8e27b4d-a956-4bb9-be32-8a46fdde1dd8 on network 5146dce1-5f51-4f6b-bbb1-267b623bbafb {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:31:27.989885 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f7b8a3-8ebd-4fe9-99e2-5bf86c9ce961 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:31:27.990590 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f7b8a3-8ebd-4fe9-99e2-5bf86c9ce961 None None] Checking segment: {'id': 'ed5eff9f-9213-4dac-9942-ee09bd5cf5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5146dce1-5f51-4f6b-bbb1-267b623bbafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:31:27.991069 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-52f7b8a3-8ebd-4fe9-99e2-5bf86c9ce961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:27.991799 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f7b8a3-8ebd-4fe9-99e2-5bf86c9ce961 None None] Bound using segment: {'id': 'ed5eff9f-9213-4dac-9942-ee09bd5cf5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5146dce1-5f51-4f6b-bbb1-267b623bbafb'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:31:27.992309 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-52f7b8a3-8ebd-4fe9-99e2-5bf86c9ce961 None None] Bound port: e8e27b4d-a956-4bb9-be32-8a46fdde1dd8, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5eff9f-9213-4dac-9942-ee09bd5cf5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5146dce1-5f51-4f6b-bbb1-267b623bbafb'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:31:27.992870 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-52f7b8a3-8ebd-4fe9-99e2-5bf86c9ce961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:28.057372 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-608d0da5-1a5d-4587-9709-db1825599de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:28.088173 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e0ab7-3125-46ad-85fc-202f1a12ba17 req-42699ea5-0670-4c8d-8bae-d21db90617d8 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:28.089539 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608d0da5-1a5d-4587-9709-db1825599de1 None None] Routers {'5ebc4156-cd04-472a-8bbe-0a2b985c6268'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:28.090392 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-608d0da5-1a5d-4587-9709-db1825599de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['5ebc4156-cd04-472a-8bbe-0a2b985c6268'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:28.095184 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ef8e0ab7-3125-46ad-85fc-202f1a12ba17 req-42699ea5-0670-4c8d-8bae-d21db90617d8 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.4696038 Mar 14 15:31:28.150247 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-52f7b8a3-8ebd-4fe9-99e2-5bf86c9ce961 None None] For port e8e27b4d-a956-4bb9-be32-8a46fdde1dd8, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:31:28.155334 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-52f7b8a3-8ebd-4fe9-99e2-5bf86c9ce961 None None] For port e8e27b4d-a956-4bb9-be32-8a46fdde1dd8, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=e8e27b4d-a956-4bb9-be32-8a46fdde1dd8,segment=NetworkSegment(ed5eff9f-9213-4dac-9942-ee09bd5cf5bd),segment_id=ed5eff9f-9213-4dac-9942-ee09bd5cf5bd)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:31:28.168205 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ef8e0ab7-3125-46ad-85fc-202f1a12ba17 req-23f945ce-7237-48bd-b724-91c99079aa91 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721626 Mar 14 15:31:28.168938 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-52f7b8a3-8ebd-4fe9-99e2-5bf86c9ce961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:28.192153 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-608d0da5-1a5d-4587-9709-db1825599de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:28.192556 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608d0da5-1a5d-4587-9709-db1825599de1 None None] The sync data for ids ['5ebc4156-cd04-472a-8bbe-0a2b985c6268'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:31:28.290627 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7b8a3-8ebd-4fe9-99e2-5bf86c9ce961 None None] Pushing event updated for resources: {'Port': ['ID=e8e27b4d-a956-4bb9-be32-8a46fdde1dd8,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:28.295593 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a24662b-f6fc-4204-8f0b-8f00b98d1a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:28.327495 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1f3c5f-d953-452f-82e1-91423ee6026b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:28.328895 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-af1f3c5f-d953-452f-82e1-91423ee6026b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Synchronizing usage tracker for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:31:28.408069 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a2aa1205-db54-447b-a2f1-033aab2db93c tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:28.464249 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa1205-db54-447b-a2f1-033aab2db93c tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Pushing event deleted for resources: {'Port': ['ID=22e35683-747b-45b9-a7be-12a137d9f4b4,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:28.475472 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7a24662b-f6fc-4204-8f0b-8f00b98d1a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Calling delete_port for fdf86ac7-c7e4-43ca-854d-761fb50595b8 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:28.527418 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:31:28.538656 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86d25c9-c7b6-4a5b-8e65-4cf68b218dae None None] Sync routers for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:31:28.560919 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d25c9-c7b6-4a5b-8e65-4cf68b218dae None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:28.562424 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e86d25c9-c7b6-4a5b-8e65-4cf68b218dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:28.571058 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-af1f3c5f-d953-452f-82e1-91423ee6026b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Unset dirty status for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:31:28.574762 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-af1f3c5f-d953-452f-82e1-91423ee6026b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ebc4156-cd04-472a-8bbe-0a2b985c6268 HTTP/1.1" status: 200 len: 989 time: 0.6428659 Mar 14 15:31:28.578315 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48964) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:28.692952 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e86d25c9-c7b6-4a5b-8e65-4cf68b218dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:28.706255 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d25c9-c7b6-4a5b-8e65-4cf68b218dae None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:28.706878 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e86d25c9-c7b6-4a5b-8e65-4cf68b218dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:28.775346 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e86d25c9-c7b6-4a5b-8e65-4cf68b218dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:28.775736 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86d25c9-c7b6-4a5b-8e65-4cf68b218dae None None] The sync data for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:31:28.791672 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:28.851921 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a2aa1205-db54-447b-a2f1-033aab2db93c tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:28.898440 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-75358c1d-e0ba-4ec6-873c-9c0f079e5281 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Synchronizing usage tracker for tenant:e56a9bf665f84615b9b7754b13dc18cc on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:31:28.908709 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a24662b-f6fc-4204-8f0b-8f00b98d1a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:28.968340 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24662b-f6fc-4204-8f0b-8f00b98d1a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Port': ['ID=fdf86ac7-c7e4-43ca-854d-761fb50595b8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:28.979431 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f7806cd5-26b8-4b91-b1d1-a4573f947017 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.4227483 Mar 14 15:31:28.983964 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48970) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:28.991939 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-24d937cc-eac6-47dd-ae19-55d67da7f0b1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-349270326'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:29.008096 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-75358c1d-e0ba-4ec6-873c-9c0f079e5281 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Unset dirty status for tenant:e56a9bf665f84615b9b7754b13dc18cc on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:31:29.009261 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-75358c1d-e0ba-4ec6-873c-9c0f079e5281 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1923688859&fields=id&tenant_id=e56a9bf665f84615b9b7754b13dc18cc HTTP/1.1" status: 200 len: 267 time: 0.2319245 Mar 14 15:31:29.055277 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-24d937cc-eac6-47dd-ae19-55d67da7f0b1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:29.123055 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-24d937cc-eac6-47dd-ae19-55d67da7f0b1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Usage tracker for resource:network and tenant:e7d23185aeb7444fafd7db70962a6e47 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:29.130715 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-24d937cc-eac6-47dd-ae19-55d67da7f0b1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:29.140220 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a2aa1205-db54-447b-a2f1-033aab2db93c tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:29.145143 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a2aa1205-db54-447b-a2f1-033aab2db93c tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:29.172364 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-24d937cc-eac6-47dd-ae19-55d67da7f0b1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:29.185768 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a2aa1205-db54-447b-a2f1-033aab2db93c tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:29.186559 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2aa1205-db54-447b-a2f1-033aab2db93c tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Fanout notify agent at l3_agent the message router_deleted on router 8d32bb2c-ec12-4232-ac29-3ebac342715e {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:31:29.194707 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d937cc-eac6-47dd-ae19-55d67da7f0b1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Made reservation on behalf of e7d23185aeb7444fafd7db70962a6e47 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:29.198468 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24d937cc-eac6-47dd-ae19-55d67da7f0b1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:29.218603 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a2aa1205-db54-447b-a2f1-033aab2db93c tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:29.219864 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a2aa1205-db54-447b-a2f1-033aab2db93c tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "DELETE /v2.0/routers/8d32bb2c-ec12-4232-ac29-3ebac342715e HTTP/1.1" status: 204 len: 168 time: 3.0877857 Mar 14 15:31:29.227237 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48976) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:29.232300 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-33d1b5d9-c8be-4e5b-b98c-dee8156cb388 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1946149533', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:29.240936 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-33d1b5d9-c8be-4e5b-b98c-dee8156cb388 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:29.248144 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-33d1b5d9-c8be-4e5b-b98c-dee8156cb388 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Usage tracker for resource:router and tenant:4d0f307382b84bd7b4b798ede7bcff37 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:29.252003 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-33d1b5d9-c8be-4e5b-b98c-dee8156cb388 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:29.261386 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-33d1b5d9-c8be-4e5b-b98c-dee8156cb388 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:29.266502 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d937cc-eac6-47dd-ae19-55d67da7f0b1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:31:29.279635 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24d937cc-eac6-47dd-ae19-55d67da7f0b1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:29.280012 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-24d937cc-eac6-47dd-ae19-55d67da7f0b1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Added segment d91ffde7-29b0-4a91-ac7f-8d89e12bcebd of type vlan for network 141a211c-82d4-4e85-89f3-8f5d912e5524 Mar 14 15:31:29.285373 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-33d1b5d9-c8be-4e5b-b98c-dee8156cb388 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:29.286410 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-33d1b5d9-c8be-4e5b-b98c-dee8156cb388 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:29.319266 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24d937cc-eac6-47dd-ae19-55d67da7f0b1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:29.331209 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-33d1b5d9-c8be-4e5b-b98c-dee8156cb388 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:29.407294 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-33d1b5d9-c8be-4e5b-b98c-dee8156cb388 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:29.419508 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24d937cc-eac6-47dd-ae19-55d67da7f0b1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:29.423155 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d937cc-eac6-47dd-ae19-55d67da7f0b1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:29.423737 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24d937cc-eac6-47dd-ae19-55d67da7f0b1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:29.436966 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a24662b-f6fc-4204-8f0b-8f00b98d1a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:29.470438 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7a24662b-f6fc-4204-8f0b-8f00b98d1a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/ports/fdf86ac7-c7e4-43ca-854d-761fb50595b8 HTTP/1.1" status: 204 len: 168 time: 1.7909257 Mar 14 15:31:29.477357 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48980) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:29.516104 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcde64a-86ba-4de7-9f20-fc632628729e None None] Network 5146dce1-5f51-4f6b-bbb1-267b623bbafb requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:31:29.530623 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-33d1b5d9-c8be-4e5b-b98c-dee8156cb388 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:29.530921 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-33d1b5d9-c8be-4e5b-b98c-dee8156cb388 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3028638 Mar 14 15:31:29.545447 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 48984) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:29.549930 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-24d937cc-eac6-47dd-ae19-55d67da7f0b1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5648425 Mar 14 15:31:29.553822 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-77250450-52ca-43d8-86a8-7d970521ca16 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'enable_snat': True}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:29.554198 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48988) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:29.563383 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4eaa01c1-407a-4488-b259-0c1202883818 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Request body: {'subnet': {'network_id': '141a211c-82d4-4e85-89f3-8f5d912e5524', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:29.582665 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d937cc-eac6-47dd-ae19-55d67da7f0b1 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Network': ['ID=141a211c-82d4-4e85-89f3-8f5d912e5524,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:29.609962 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a295cd03-a7ee-4c27-8202-fc2758f94aca tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] GET failed (client error): The resource could not be found. Mar 14 15:31:29.610498 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a295cd03-a7ee-4c27-8202-fc2758f94aca tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Synchronizing usage tracker for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:31:29.614676 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 141a211c-82d4-4e85-89f3-8f5d912e5524 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:31:29.616996 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-598d6be6-fa20-43b3-92a5-f0291f404ff0 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:29.620894 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-598d6be6-fa20-43b3-92a5-f0291f404ff0 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/networks?id=3636f367-7bcd-449f-8e47-979905287efa HTTP/1.1" status: 200 len: 810 time: 0.5757456 Mar 14 15:31:29.672810 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364f059-01bb-4f56-9054-f2c3cb2cbf48 req-8d1c6736-6a5c-466a-bb59-29ffd4011e6b tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:29.674331 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7364f059-01bb-4f56-9054-f2c3cb2cbf48 req-8d1c6736-6a5c-466a-bb59-29ffd4011e6b tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.3210552 Mar 14 15:31:29.724882 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-11bbf513-55de-4b27-9f35-b7d64997cab6 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/quotas/e56a9bf665f84615b9b7754b13dc18cc HTTP/1.1" status: 200 len: 375 time: 0.0949066 Mar 14 15:31:29.730457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a295cd03-a7ee-4c27-8202-fc2758f94aca tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Unset dirty status for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:31:29.732092 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a295cd03-a7ee-4c27-8202-fc2758f94aca tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports/fdf86ac7-c7e4-43ca-854d-761fb50595b8 HTTP/1.1" status: 404 len: 333 time: 0.2532957 Mar 14 15:31:29.739735 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48994) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:29.743537 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4eaa01c1-407a-4488-b259-0c1202883818 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:29.813021 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4eaa01c1-407a-4488-b259-0c1202883818 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:29.842012 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7364f059-01bb-4f56-9054-f2c3cb2cbf48 req-9b4da42e-3190-4900-be04-1a6fd6d20ba3 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408820 Mar 14 15:31:29.859237 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eaa01c1-407a-4488-b259-0c1202883818 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Made reservation on behalf of e7d23185aeb7444fafd7db70962a6e47 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:29.893593 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device e8e27b4d-a956-4bb9-be32-8a46fdde1dd8 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:31:29.957068 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-535efe8b-8435-4911-a725-8f7ab1de2edb None None] Provisioning for port e8e27b4d-a956-4bb9-be32-8a46fdde1dd8 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:30.047781 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port e8e27b4d-a956-4bb9-be32-8a46fdde1dd8 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:30.053569 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port e8e27b4d-a956-4bb9-be32-8a46fdde1dd8 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:30.053945 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.072169 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-d60d3c0c-51d7-47c2-8c03-6112cfaa9ef9 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e56a9bf665f84615b9b7754b13dc18cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3393500 Mar 14 15:31:30.216771 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.226045 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-50991f65-8019-4f26-9efa-ab7f2dc3f07c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting subnet ff3828c7-1042-47d8-9e9e-6fc82ceb6081 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:31:30.230919 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-50991f65-8019-4f26-9efa-ab7f2dc3f07c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.265311 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port e8e27b4d-a956-4bb9-be32-8a46fdde1dd8, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=e8e27b4d-a956-4bb9-be32-8a46fdde1dd8,segment=NetworkSegment(ed5eff9f-9213-4dac-9942-ee09bd5cf5bd),segment_id=ed5eff9f-9213-4dac-9942-ee09bd5cf5bd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:30.272080 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.294240 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa01c1-407a-4488-b259-0c1202883818 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.363994 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=e8e27b4d-a956-4bb9-be32-8a46fdde1dd8,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:30.395774 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a9d38101-6f0e-4928-94f1-0e37fa2815b2 None None] Provisioning complete for port e8e27b4d-a956-4bb9-be32-8a46fdde1dd8 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:30.396151 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a9d38101-6f0e-4928-94f1-0e37fa2815b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.423077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77250450-52ca-43d8-86a8-7d970521ca16 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.449336 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-50991f65-8019-4f26-9efa-ab7f2dc3f07c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.451327 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-af0e7c2e-6524-4e16-8373-033c8680a673 service neutron] 10.222.0.60 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326352 Mar 14 15:31:30.492704 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2136c4-17ca-42d1-a18a-a726ac83e2fb req-ecab87e9-140c-46ba-a8c0-63222c788f9c tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:30.494570 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3b2136c4-17ca-42d1-a18a-a726ac83e2fb req-ecab87e9-140c-46ba-a8c0-63222c788f9c tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.24 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.4335246 Mar 14 15:31:30.639343 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-50991f65-8019-4f26-9efa-ab7f2dc3f07c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.643872 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6151da67-feb9-48e4-b340-66e3b7864976 None None] Could not find standard attr ID for object fdf86ac7-c7e4-43ca-854d-761fb50595b8. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:31:30.670258 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa01c1-407a-4488-b259-0c1202883818 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.779342 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa01c1-407a-4488-b259-0c1202883818 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Subnet': ['ID=33972f65-13d2-41c2-9700-5a04840675f8,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:30.801150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-50991f65-8019-4f26-9efa-ab7f2dc3f07c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.836679 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaa01c1-407a-4488-b259-0c1202883818 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Checking segment: {'id': 'd91ffde7-29b0-4a91-ac7f-8d89e12bcebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '141a211c-82d4-4e85-89f3-8f5d912e5524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:31:30.837413 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaa01c1-407a-4488-b259-0c1202883818 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Network hostable DHCP agents. Network: 141a211c-82d4-4e85-89f3-8f5d912e5524, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:31:30.847918 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50991f65-8019-4f26-9efa-ab7f2dc3f07c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Subnet': ['ID=ff3828c7-1042-47d8-9e9e-6fc82ceb6081,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:30.856881 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-50991f65-8019-4f26-9efa-ab7f2dc3f07c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.863170 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7a94e5-07ae-418b-93f1-10ac510d50f2 None None] Network 5146dce1-5f51-4f6b-bbb1-267b623bbafb requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:31:30.868261 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-50991f65-8019-4f26-9efa-ab7f2dc3f07c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/subnets/ff3828c7-1042-47d8-9e9e-6fc82ceb6081 HTTP/1.1" status: 204 len: 168 time: 1.1270478 Mar 14 15:31:30.871050 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 48998) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:30.883379 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-3b2136c4-17ca-42d1-a18a-a726ac83e2fb req-e9ab0e2c-7fd6-4d49-bd9e-c68357e3dd16 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Deleting port 159305ad-c04d-42e4-b276-25547c03e58b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:30.884656 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3b2136c4-17ca-42d1-a18a-a726ac83e2fb req-e9ab0e2c-7fd6-4d49-bd9e-c68357e3dd16 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.948599 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaa01c1-407a-4488-b259-0c1202883818 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Network 141a211c-82d4-4e85-89f3-8f5d912e5524 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:31:31.022288 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-4eaa01c1-407a-4488-b259-0c1202883818 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 141a211c-82d4-4e85-89f3-8f5d912e5524) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:31.028957 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-c6098de5-4208-48cd-9a0a-5b9e3c24f703 service neutron] 10.222.0.60 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5668492 Mar 14 15:31:31.041812 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaa01c1-407a-4488-b259-0c1202883818 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:31.042419 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa01c1-407a-4488-b259-0c1202883818 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:31.048214 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bbadbc-e494-436c-be63-bf68ca0c1f0e None None] Network 141a211c-82d4-4e85-89f3-8f5d912e5524 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:31:31.049934 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-42de324f-4828-45e4-bcc3-665c9244ed0f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:31.090808 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4eaa01c1-407a-4488-b259-0c1202883818 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5329909 Mar 14 15:31:31.093737 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49004) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:31.103824 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-03029628-8ea8-41a3-87ac-76c8aff2ca97 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1088330489', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:31.110480 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-42de324f-4828-45e4-bcc3-665c9244ed0f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port e8e27b4d-a956-4bb9-be32-8a46fdde1dd8 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:31.110824 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-42de324f-4828-45e4-bcc3-665c9244ed0f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:31.141525 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-03029628-8ea8-41a3-87ac-76c8aff2ca97 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:31.152758 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-03029628-8ea8-41a3-87ac-76c8aff2ca97 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Usage tracker for resource:router and tenant:e7d23185aeb7444fafd7db70962a6e47 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:31.167543 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-03029628-8ea8-41a3-87ac-76c8aff2ca97 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:31.179373 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-03029628-8ea8-41a3-87ac-76c8aff2ca97 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:31.216928 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdfd6c-5fb8-407b-a04d-75b96572ea9e req-cdd70e7c-b5b4-4e86-8132-5d05b1c74320 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:31.218427 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f3bdfd6c-5fb8-407b-a04d-75b96572ea9e req-cdd70e7c-b5b4-4e86-8132-5d05b1c74320 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 945 time: 0.2380064 Mar 14 15:31:31.261320 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3b2136c4-17ca-42d1-a18a-a726ac83e2fb req-e9ab0e2c-7fd6-4d49-bd9e-c68357e3dd16 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] For port 159305ad-c04d-42e4-b276-25547c03e58b, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=159305ad-c04d-42e4-b276-25547c03e58b,segment=NetworkSegment(ad624868-762a-4d97-b5cf-48daabb17d8c),segment_id=ad624868-762a-4d97-b5cf-48daabb17d8c)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:31.261814 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3b2136c4-17ca-42d1-a18a-a726ac83e2fb req-e9ab0e2c-7fd6-4d49-bd9e-c68357e3dd16 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:31.263564 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-03029628-8ea8-41a3-87ac-76c8aff2ca97 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:31.264730 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-03029628-8ea8-41a3-87ac-76c8aff2ca97 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:31.276027 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1294de9-bb66-4618-b08a-d07700289451 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:31.437961 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-03029628-8ea8-41a3-87ac-76c8aff2ca97 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:31.443989 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f3bdfd6c-5fb8-407b-a04d-75b96572ea9e req-9df89ab8-e7a8-4556-9f3b-10978518ff01 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups?id=176a5793-38e4-4ea8-9a52-4ba516fcaedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040877 Mar 14 15:31:31.468366 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78ff719-c5b7-4e4d-821d-7e8da835ccbd None None] DHCP port deletion for 5146dce1-5f51-4f6b-bbb1-267b623bbafb request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:31:31.477466 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-42de324f-4828-45e4-bcc3-665c9244ed0f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] For port e8e27b4d-a956-4bb9-be32-8a46fdde1dd8, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=e8e27b4d-a956-4bb9-be32-8a46fdde1dd8,segment=NetworkSegment(ed5eff9f-9213-4dac-9942-ee09bd5cf5bd),segment_id=ed5eff9f-9213-4dac-9942-ee09bd5cf5bd)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:31.477824 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-42de324f-4828-45e4-bcc3-665c9244ed0f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:31.479753 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c78ff719-c5b7-4e4d-821d-7e8da835ccbd None None] Deleting port e8e27b4d-a956-4bb9-be32-8a46fdde1dd8 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:31.480120 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c78ff719-c5b7-4e4d-821d-7e8da835ccbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:31.640189 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device e8e27b4d-a956-4bb9-be32-8a46fdde1dd8 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:31:31.729602 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-42de324f-4828-45e4-bcc3-665c9244ed0f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Calling delete_port for e8e27b4d-a956-4bb9-be32-8a46fdde1dd8 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:31.737271 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e68500-ccd1-4dd2-b9c4-330de33fede9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-141a211c-82d4-4e85-89f3-8f5d912e5524', 'network_id': '141a211c-82d4-4e85-89f3-8f5d912e5524', 'tenant_id': 'e7d23185aeb7444fafd7db70962a6e47', 'fixed_ips': [{'subnet_id': '33972f65-13d2-41c2-9700-5a04840675f8'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:31:31.738109 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e8e68500-ccd1-4dd2-b9c4-330de33fede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:31.836349 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-95e4e291-5420-4d32-94ed-c62ed3497910 req-6751f6ab-d6bb-4ec1-a8c4-49c8d2f43f68 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Synchronizing usage tracker for tenant:e56a9bf665f84615b9b7754b13dc18cc on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:31:31.875354 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-95e4e291-5420-4d32-94ed-c62ed3497910 req-6751f6ab-d6bb-4ec1-a8c4-49c8d2f43f68 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Unset dirty status for tenant:e56a9bf665f84615b9b7754b13dc18cc on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:31:31.877018 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-95e4e291-5420-4d32-94ed-c62ed3497910 req-6751f6ab-d6bb-4ec1-a8c4-49c8d2f43f68 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 210 time: 0.1093268 Mar 14 15:31:31.880916 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-03029628-8ea8-41a3-87ac-76c8aff2ca97 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:31.911205 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77250450-52ca-43d8-86a8-7d970521ca16 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:31.966800 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77250450-52ca-43d8-86a8-7d970521ca16 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:32.009454 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c78ff719-c5b7-4e4d-821d-7e8da835ccbd None None] For port e8e27b4d-a956-4bb9-be32-8a46fdde1dd8, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=e8e27b4d-a956-4bb9-be32-8a46fdde1dd8,segment=NetworkSegment(ed5eff9f-9213-4dac-9942-ee09bd5cf5bd),segment_id=ed5eff9f-9213-4dac-9942-ee09bd5cf5bd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:32.009844 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c78ff719-c5b7-4e4d-821d-7e8da835ccbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:32.080704 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3b2136c4-17ca-42d1-a18a-a726ac83e2fb req-e9ab0e2c-7fd6-4d49-bd9e-c68357e3dd16 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:32.080956 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:32.081068 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3b2136c4-17ca-42d1-a18a-a726ac83e2fb req-e9ab0e2c-7fd6-4d49-bd9e-c68357e3dd16 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:32.081351 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.l3_db [req-3b2136c4-17ca-42d1-a18a-a726ac83e2fb req-e9ab0e2c-7fd6-4d49-bd9e-c68357e3dd16 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Floating IP 3dcdbad4-ded8-478b-8b57-86efd90af136 disassociated. External IP: 172.26.4.219, port: 159305ad-c04d-42e4-b276-25547c03e58b. Mar 14 15:31:32.081743 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-3b2136c4-17ca-42d1-a18a-a726ac83e2fb req-e9ab0e2c-7fd6-4d49-bd9e-c68357e3dd16 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Calling delete_port for 159305ad-c04d-42e4-b276-25547c03e58b owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:32.111944 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-42de324f-4828-45e4-bcc3-665c9244ed0f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:32.165874 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c78ff719-c5b7-4e4d-821d-7e8da835ccbd None None] Calling delete_port for e8e27b4d-a956-4bb9-be32-8a46fdde1dd8 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:32.182184 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de324f-4828-45e4-bcc3-665c9244ed0f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Port': ['ID=e8e27b4d-a956-4bb9-be32-8a46fdde1dd8,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:32.184277 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42de324f-4828-45e4-bcc3-665c9244ed0f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] No DVR routers for this DVR port e8e27b4d-a956-4bb9-be32-8a46fdde1dd8 on host dv-neutron-833561-1-hyperv {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:31:32.333535 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-42de324f-4828-45e4-bcc3-665c9244ed0f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:32.379696 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-42de324f-4828-45e4-bcc3-665c9244ed0f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5146dce1-5f51-4f6b-bbb1-267b623bbafb']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:32.397019 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-42de324f-4828-45e4-bcc3-665c9244ed0f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5eff9f-9213-4dac-9942-ee09bd5cf5bd') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:32.397579 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-42de324f-4828-45e4-bcc3-665c9244ed0f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5eff9f-9213-4dac-9942-ee09bd5cf5bd') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:32.437352 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-e8e68500-ccd1-4dd2-b9c4-330de33fede9 None None] Allocated IP 172.20.0.2 (141a211c-82d4-4e85-89f3-8f5d912e5524/33972f65-13d2-41c2-9700-5a04840675f8/8c5554ef-0961-4b11-bffc-f7aa33330c7f) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:32.448683 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-42de324f-4828-45e4-bcc3-665c9244ed0f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:32.463981 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-c78ff719-c5b7-4e4d-821d-7e8da835ccbd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:31:32.464346 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-c78ff719-c5b7-4e4d-821d-7e8da835ccbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:31:32.465492 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-03029628-8ea8-41a3-87ac-76c8aff2ca97 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:32.506605 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-03029628-8ea8-41a3-87ac-76c8aff2ca97 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:32.519551 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-42de324f-4828-45e4-bcc3-665c9244ed0f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:32.570506 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42de324f-4828-45e4-bcc3-665c9244ed0f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:31:32.570908 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-42de324f-4828-45e4-bcc3-665c9244ed0f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:31:32.585811 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:31:32.609647 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3b2136c4-17ca-42d1-a18a-a726ac83e2fb req-e9ab0e2c-7fd6-4d49-bd9e-c68357e3dd16 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:32.695050 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-42de324f-4828-45e4-bcc3-665c9244ed0f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:32.700975 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-42de324f-4828-45e4-bcc3-665c9244ed0f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:32.717082 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e8e68500-ccd1-4dd2-b9c4-330de33fede9 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:32.726352 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4ac46558-7d3c-41a2-af49-4920054970ed req-b56dcfc6-7db1-4f6b-9af2-92c3a2d1a5fc tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 210 time: 0.0612879 Mar 14 15:31:32.727123 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab0e2c-7fd6-4d49-bd9e-c68357e3dd16 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Pushing event deleted for resources: {'Port': ['ID=159305ad-c04d-42e4-b276-25547c03e58b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:32.727980 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e8e68500-ccd1-4dd2-b9c4-330de33fede9 None None] Transition to ACTIVE for port object 8c5554ef-0961-4b11-bffc-f7aa33330c7f will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:32.737362 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de324f-4828-45e4-bcc3-665c9244ed0f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Network': ['ID=5146dce1-5f51-4f6b-bbb1-267b623bbafb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:32.754474 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e8e68500-ccd1-4dd2-b9c4-330de33fede9 None None] Transition to ACTIVE for port object 8c5554ef-0961-4b11-bffc-f7aa33330c7f will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:32.759837 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49026) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:32.760510 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-42de324f-4828-45e4-bcc3-665c9244ed0f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/networks/5146dce1-5f51-4f6b-bbb1-267b623bbafb HTTP/1.1" status: 204 len: 168 time: 1.8878994 Mar 14 15:31:32.765176 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e8e68500-ccd1-4dd2-b9c4-330de33fede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:32.772837 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-014cc844-f2c4-48fb-98d6-b53b960189c2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'port': {'network_id': 'e0967daf-7b2d-480f-a29c-5b4e0dc7a284', 'name': 'tempest-PortsTestJSON-2092875445'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:32.787918 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-77250450-52ca-43d8-86a8-7d970521ca16 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Allocated IP 172.26.4.150 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/deb81a68-055f-469d-8754-e7b79f6c7615) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:32.789940 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d1294de9-bb66-4618-b08a-d07700289451 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting port 82729833-18f8-464a-bdc5-8ccc31d5f28a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:32.790315 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1294de9-bb66-4618-b08a-d07700289451 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:32.842914 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e68500-ccd1-4dd2-b9c4-330de33fede9 None None] Network 141a211c-82d4-4e85-89f3-8f5d912e5524 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:32.846594 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-e8e68500-ccd1-4dd2-b9c4-330de33fede9 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:32.848529 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e68500-ccd1-4dd2-b9c4-330de33fede9 None None] Pushing event updated for resources: {'Port': ['ID=8c5554ef-0961-4b11-bffc-f7aa33330c7f,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:32.850875 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e68500-ccd1-4dd2-b9c4-330de33fede9 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:32.976757 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c78ff719-c5b7-4e4d-821d-7e8da835ccbd None None] Deleting port e8e27b4d-a956-4bb9-be32-8a46fdde1dd8 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:32.977321 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c78ff719-c5b7-4e4d-821d-7e8da835ccbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:33.025953 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e8e68500-ccd1-4dd2-b9c4-330de33fede9 None None] Attempting to bind port 8c5554ef-0961-4b11-bffc-f7aa33330c7f on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:31:33.026551 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e8e68500-ccd1-4dd2-b9c4-330de33fede9 None None] Attempting to bind port 8c5554ef-0961-4b11-bffc-f7aa33330c7f by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'd91ffde7-29b0-4a91-ac7f-8d89e12bcebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '141a211c-82d4-4e85-89f3-8f5d912e5524'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:31:33.027015 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e68500-ccd1-4dd2-b9c4-330de33fede9 None None] Attempting to bind port 8c5554ef-0961-4b11-bffc-f7aa33330c7f on network 141a211c-82d4-4e85-89f3-8f5d912e5524 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:31:33.075985 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c78ff719-c5b7-4e4d-821d-7e8da835ccbd None None] The port 'e8e27b4d-a956-4bb9-be32-8a46fdde1dd8' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:31:33.082843 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e68500-ccd1-4dd2-b9c4-330de33fede9 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:31:33.083351 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e68500-ccd1-4dd2-b9c4-330de33fede9 None None] Checking segment: {'id': 'd91ffde7-29b0-4a91-ac7f-8d89e12bcebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '141a211c-82d4-4e85-89f3-8f5d912e5524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:31:33.090236 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e8e68500-ccd1-4dd2-b9c4-330de33fede9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:33.090236 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e68500-ccd1-4dd2-b9c4-330de33fede9 None None] Bound using segment: {'id': 'd91ffde7-29b0-4a91-ac7f-8d89e12bcebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '141a211c-82d4-4e85-89f3-8f5d912e5524'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:31:33.090236 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e8e68500-ccd1-4dd2-b9c4-330de33fede9 None None] Bound port: 8c5554ef-0961-4b11-bffc-f7aa33330c7f, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91ffde7-29b0-4a91-ac7f-8d89e12bcebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '141a211c-82d4-4e85-89f3-8f5d912e5524'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:31:33.090236 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e8e68500-ccd1-4dd2-b9c4-330de33fede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:33.166320 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7f8c035e-9973-4d75-b91e-b36d1d044722 req-a4a9042a-dcea-40d9-907c-cb7364198ac2 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 210 time: 0.0722134 Mar 14 15:31:33.215160 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e8e68500-ccd1-4dd2-b9c4-330de33fede9 None None] For port 8c5554ef-0961-4b11-bffc-f7aa33330c7f, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:31:33.218608 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e8e68500-ccd1-4dd2-b9c4-330de33fede9 None None] For port 8c5554ef-0961-4b11-bffc-f7aa33330c7f, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8c5554ef-0961-4b11-bffc-f7aa33330c7f,segment=NetworkSegment(d91ffde7-29b0-4a91-ac7f-8d89e12bcebd),segment_id=d91ffde7-29b0-4a91-ac7f-8d89e12bcebd)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:31:33.228668 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e8e68500-ccd1-4dd2-b9c4-330de33fede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:33.330504 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e68500-ccd1-4dd2-b9c4-330de33fede9 None None] Pushing event updated for resources: {'Port': ['ID=8c5554ef-0961-4b11-bffc-f7aa33330c7f,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:33.355865 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-a8decaf7-cdee-41e5-8956-6c52cfd5f05f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:33.357290 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-a8decaf7-cdee-41e5-8956-6c52cfd5f05f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.24 "GET /v2.0/networks?id=3636f367-7bcd-449f-8e47-979905287efa HTTP/1.1" status: 200 len: 810 time: 0.3401427 Mar 14 15:31:33.667040 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8c5554ef-0961-4b11-bffc-f7aa33330c7f up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:31:33.672682 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-014cc844-f2c4-48fb-98d6-b53b960189c2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:33.688135 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-014cc844-f2c4-48fb-98d6-b53b960189c2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:port and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:33.695915 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-014cc844-f2c4-48fb-98d6-b53b960189c2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:33.723140 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-014cc844-f2c4-48fb-98d6-b53b960189c2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:33.743738 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 8c5554ef-0961-4b11-bffc-f7aa33330c7f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:33.763881 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-ab932271-4036-4e84-a5f4-4b12c47bbd51 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e56a9bf665f84615b9b7754b13dc18cc HTTP/1.1" status: 200 len: 380 time: 0.3048217 Mar 14 15:31:33.788327 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-1f585152-c2a7-40a1-9f17-883ffe1f41f9 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Request body: {'port': {'device_id': '92aa3703-68e1-4a6e-af7d-02ad4ba38780', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'admin_state_up': True, 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'security_groups': ['5c03eeef-2af8-49c3-a4b0-a0fc04856c09']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:33.869724 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77250450-52ca-43d8-86a8-7d970521ca16 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:33.886896 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014cc844-f2c4-48fb-98d6-b53b960189c2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:33.889998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-014cc844-f2c4-48fb-98d6-b53b960189c2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:33.902202 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1294de9-bb66-4618-b08a-d07700289451 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:34.106654 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d1294de9-bb66-4618-b08a-d07700289451 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Calling delete_port for 82729833-18f8-464a-bdc5-8ccc31d5f28a owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:34.150035 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-78456685-fdfd-45a9-87fc-b07da7127975 req-48b83803-26c5-4f3d-b988-6572abe1cb37 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 210 time: 0.2296557 Mar 14 15:31:34.151151 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-014cc844-f2c4-48fb-98d6-b53b960189c2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] device_id is not set on port 60c8668c-7b98-4b35-a4a3-525e2e8d7706 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:31:34.288377 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 159305ad-c04d-42e4-b276-25547c03e58b no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:31:34.345303 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 159305ad-c04d-42e4-b276-25547c03e58b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:31:34.346010 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 159305ad-c04d-42e4-b276-25547c03e58b not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:31:34.383420 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb65531-99e1-4e50-a7a7-0c722fce858a None None] Network 141a211c-82d4-4e85-89f3-8f5d912e5524 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:31:34.410689 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d3ca8e70-7d0e-481a-be22-95951a3b679b req-978013d0-e7ea-4519-bcfb-54ec84134634 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 210 time: 0.0732617 Mar 14 15:31:34.471155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-1f585152-c2a7-40a1-9f17-883ffe1f41f9 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:34.486893 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77250450-52ca-43d8-86a8-7d970521ca16 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:34.525356 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-03029628-8ea8-41a3-87ac-76c8aff2ca97 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Allocated IP 172.26.4.95 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/a917918c-0d71-4d6f-ac67-fff35e164b86) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:34.530740 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-1f585152-c2a7-40a1-9f17-883ffe1f41f9 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:34.563064 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-152e37dc-36ee-4677-8dc2-c518171b6e8a None None] Provisioning for port 8c5554ef-0961-4b11-bffc-f7aa33330c7f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:34.577639 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-152e37dc-36ee-4677-8dc2-c518171b6e8a None None] Provisioning complete for port 8c5554ef-0961-4b11-bffc-f7aa33330c7f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:34.578349 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-152e37dc-36ee-4677-8dc2-c518171b6e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:34.608808 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-1f585152-c2a7-40a1-9f17-883ffe1f41f9 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Made reservation on behalf of e56a9bf665f84615b9b7754b13dc18cc for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:34.611828 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-1f585152-c2a7-40a1-9f17-883ffe1f41f9 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:34.706463 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77250450-52ca-43d8-86a8-7d970521ca16 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Pushing event updated for resources: {'Port': ['ID=deb81a68-055f-469d-8754-e7b79f6c7615,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:34.719046 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77250450-52ca-43d8-86a8-7d970521ca16 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:34.732968 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-77250450-52ca-43d8-86a8-7d970521ca16 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:34.750181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77250450-52ca-43d8-86a8-7d970521ca16 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:34.754310 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-03029628-8ea8-41a3-87ac-76c8aff2ca97 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:34.791938 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-03029628-8ea8-41a3-87ac-76c8aff2ca97 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:34.826561 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b2136c4-17ca-42d1-a18a-a726ac83e2fb req-e9ab0e2c-7fd6-4d49-bd9e-c68357e3dd16 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Router 89bbaaab-9a5d-4892-8641-fa97d9a6d7b1 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:31:34.870618 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-152e37dc-36ee-4677-8dc2-c518171b6e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:34.900056 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03029628-8ea8-41a3-87ac-76c8aff2ca97 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:34.904334 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-03029628-8ea8-41a3-87ac-76c8aff2ca97 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:34.913817 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03029628-8ea8-41a3-87ac-76c8aff2ca97 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:34.914547 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-152e37dc-36ee-4677-8dc2-c518171b6e8a None None] For port 8c5554ef-0961-4b11-bffc-f7aa33330c7f, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8c5554ef-0961-4b11-bffc-f7aa33330c7f,segment=NetworkSegment(d91ffde7-29b0-4a91-ac7f-8d89e12bcebd),segment_id=d91ffde7-29b0-4a91-ac7f-8d89e12bcebd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:34.925285 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-152e37dc-36ee-4677-8dc2-c518171b6e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:34.945378 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-014cc844-f2c4-48fb-98d6-b53b960189c2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:34.993207 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03029628-8ea8-41a3-87ac-76c8aff2ca97 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Port': ['ID=a917918c-0d71-4d6f-ac67-fff35e164b86,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:35.041438 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e37dc-36ee-4677-8dc2-c518171b6e8a None None] Pushing event updated for resources: {'Port': ['ID=8c5554ef-0961-4b11-bffc-f7aa33330c7f,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:35.184615 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-03029628-8ea8-41a3-87ac-76c8aff2ca97 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:35.185347 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-03029628-8ea8-41a3-87ac-76c8aff2ca97 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:35.199392 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-1f585152-c2a7-40a1-9f17-883ffe1f41f9 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Allocated IP 172.20.0.5 (3636f367-7bcd-449f-8e47-979905287efa/d72d1897-6b00-4d72-b749-ed3bdadbf186/86815b50-7159-47b9-afec-1424e83a7ef7) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:35.269538 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0911de2d-ded1-45ac-90f0-d9843a10ef87 None None] Provisioning complete for port 8c5554ef-0961-4b11-bffc-f7aa33330c7f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:35.272911 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0911de2d-ded1-45ac-90f0-d9843a10ef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:35.483465 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1294de9-bb66-4618-b08a-d07700289451 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:35.490574 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03029628-8ea8-41a3-87ac-76c8aff2ca97 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Router 5ce22a85-212b-45e5-832b-3e5c79d977c7 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:31:35.584176 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-1f585152-c2a7-40a1-9f17-883ffe1f41f9 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:35.610257 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8c5554ef-0961-4b11-bffc-f7aa33330c7f up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:31:35.653288 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2cc75ce9-113b-4b4a-9df1-2cbabdfa5443 req-0acaa7ef-ebab-4028-b1b4-45472c0cc333 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 210 time: 0.1555419 Mar 14 15:31:35.687915 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1294de9-bb66-4618-b08a-d07700289451 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Port': ['ID=82729833-18f8-464a-bdc5-8ccc31d5f28a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:35.696272 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-1f585152-c2a7-40a1-9f17-883ffe1f41f9 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Transition to ACTIVE for port object 86815b50-7159-47b9-afec-1424e83a7ef7 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:35.759927 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 8c5554ef-0961-4b11-bffc-f7aa33330c7f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:35.760515 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:35.821868 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-014cc844-f2c4-48fb-98d6-b53b960189c2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:35.858895 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2e0c9a24-83c3-42db-8a3a-2efec6989b06 req-2aaf2c5c-84b8-4724-9d56-e275c70fc66b tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 210 time: 0.2716093 Mar 14 15:31:35.964848 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03029628-8ea8-41a3-87ac-76c8aff2ca97 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:31:35.976334 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a02575-f97a-46f8-8394-fe00846ba43f None None] Sync routers for ids ['5ce22a85-212b-45e5-832b-3e5c79d977c7'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:31:35.992712 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-03029628-8ea8-41a3-87ac-76c8aff2ca97 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:35.997187 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-03029628-8ea8-41a3-87ac-76c8aff2ca97 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8986754 Mar 14 15:31:35.998238 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49046) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:35.998490 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a02575-f97a-46f8-8394-fe00846ba43f None None] Routers {'5ce22a85-212b-45e5-832b-3e5c79d977c7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:35.999103 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-61a02575-f97a-46f8-8394-fe00846ba43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['5ce22a85-212b-45e5-832b-3e5c79d977c7'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:36.017936 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cc844-f2c4-48fb-98d6-b53b960189c2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Port': ['ID=60c8668c-7b98-4b35-a4a3-525e2e8d7706,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:36.051308 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014cc844-f2c4-48fb-98d6-b53b960189c2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:36.059603 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-014cc844-f2c4-48fb-98d6-b53b960189c2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:36.064638 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014cc844-f2c4-48fb-98d6-b53b960189c2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:36.069999 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014cc844-f2c4-48fb-98d6-b53b960189c2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:36.071046 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-014cc844-f2c4-48fb-98d6-b53b960189c2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:36.104323 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-61a02575-f97a-46f8-8394-fe00846ba43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:36.105853 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-1f585152-c2a7-40a1-9f17-883ffe1f41f9 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:36.118348 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a02575-f97a-46f8-8394-fe00846ba43f None None] Routers {'5ce22a85-212b-45e5-832b-3e5c79d977c7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:36.119007 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-61a02575-f97a-46f8-8394-fe00846ba43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['5ce22a85-212b-45e5-832b-3e5c79d977c7'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:36.172631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1294de9-bb66-4618-b08a-d07700289451 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:36.196588 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-61a02575-f97a-46f8-8394-fe00846ba43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:36.197575 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a02575-f97a-46f8-8394-fe00846ba43f None None] The sync data for ids ['5ce22a85-212b-45e5-832b-3e5c79d977c7'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:31:36.231645 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f585152-c2a7-40a1-9f17-883ffe1f41f9 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Pushing event updated for resources: {'Port': ['ID=86815b50-7159-47b9-afec-1424e83a7ef7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:36.282516 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-014cc844-f2c4-48fb-98d6-b53b960189c2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.5210166 Mar 14 15:31:36.333627 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49050) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:36.454581 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-1f585152-c2a7-40a1-9f17-883ffe1f41f9 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Network 3636f367-7bcd-449f-8e47-979905287efa is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:36.461960 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-1f585152-c2a7-40a1-9f17-883ffe1f41f9 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:36.470975 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-1f585152-c2a7-40a1-9f17-883ffe1f41f9 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:36.488985 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-b6a11806-3f15-4229-9c2a-c0caaf076c46 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port 60c8668c-7b98-4b35-a4a3-525e2e8d7706 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:36.489330 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b6a11806-3f15-4229-9c2a-c0caaf076c46 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:36.568304 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77250450-52ca-43d8-86a8-7d970521ca16 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:36.717469 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b2136c4-17ca-42d1-a18a-a726ac83e2fb req-e9ab0e2c-7fd6-4d49-bd9e-c68357e3dd16 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:31:36.731005 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b30b0a2-9e61-4b83-bacd-84890c1ae5db None None] Sync routers for ids ['89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:31:36.746601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b6a11806-3f15-4229-9c2a-c0caaf076c46 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:36.783231 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b30b0a2-9e61-4b83-bacd-84890c1ae5db None None] Routers {'89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:36.784305 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-1b30b0a2-9e61-4b83-bacd-84890c1ae5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:36.826092 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2136c4-17ca-42d1-a18a-a726ac83e2fb req-e9ab0e2c-7fd6-4d49-bd9e-c68357e3dd16 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] No DVR routers for this DVR port 159305ad-c04d-42e4-b276-25547c03e58b on host hv-neutron-8335 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:31:36.828552 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3b2136c4-17ca-42d1-a18a-a726ac83e2fb req-e9ab0e2c-7fd6-4d49-bd9e-c68357e3dd16 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:36.830956 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3b2136c4-17ca-42d1-a18a-a726ac83e2fb req-e9ab0e2c-7fd6-4d49-bd9e-c68357e3dd16 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.24 "DELETE /v2.0/ports/159305ad-c04d-42e4-b276-25547c03e58b HTTP/1.1" status: 204 len: 173 time: 6.2704008 Mar 14 15:31:36.837032 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-1f585152-c2a7-40a1-9f17-883ffe1f41f9 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:36.837664 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-1f585152-c2a7-40a1-9f17-883ffe1f41f9 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:36.846983 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a53ffe-1476-42d9-a318-d3edf7ecb015', 'name': 'network-vif-deleted', 'tag': '159305ad-c04d-42e4-b276-25547c03e58b'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:31:36.939972 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9330092b-64af-4f37-b24d-efffcf0766b1 None None] Provisioning for port 86815b50-7159-47b9-afec-1424e83a7ef7 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:36.948577 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9330092b-64af-4f37-b24d-efffcf0766b1 None None] Provisioning complete for port 86815b50-7159-47b9-afec-1424e83a7ef7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:36.949466 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9330092b-64af-4f37-b24d-efffcf0766b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:36.964200 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-b6a11806-3f15-4229-9c2a-c0caaf076c46 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Calling delete_port for 60c8668c-7b98-4b35-a4a3-525e2e8d7706 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:37.033028 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9330092b-64af-4f37-b24d-efffcf0766b1 None None] Port 86815b50-7159-47b9-afec-1424e83a7ef7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:31:37.077376 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-1b30b0a2-9e61-4b83-bacd-84890c1ae5db None None] Set router 89bbaaab-9a5d-4892-8641-fa97d9a6d7b1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:31:37.098914 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a53ffe-1476-42d9-a318-d3edf7ecb015', 'name': 'network-vif-deleted', 'tag': '159305ad-c04d-42e4-b276-25547c03e58b', 'status': 'completed', 'code': 200} Mar 14 15:31:37.123779 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-113ea6f3-e77b-4d7a-b6e5-522b6bd29d05 req-f446c317-08b1-4ae3-9fbb-2f372e769255 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Synchronizing usage tracker for tenant:8079f8e4b19848a3b695e728e0683a28 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:31:37.127538 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-1f585152-c2a7-40a1-9f17-883ffe1f41f9 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3472164 Mar 14 15:31:37.204794 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-d66a5d3d-249f-4779-bc50-5549185e9f3d service neutron] Request body: {'port': {'device_id': '92aa3703-68e1-4a6e-af7d-02ad4ba38780', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:37.243521 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b6a11806-3f15-4229-9c2a-c0caaf076c46 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:37.307469 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77250450-52ca-43d8-86a8-7d970521ca16 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:37.317827 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-113ea6f3-e77b-4d7a-b6e5-522b6bd29d05 req-f446c317-08b1-4ae3-9fbb-2f372e769255 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Unset dirty status for tenant:8079f8e4b19848a3b695e728e0683a28 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:31:37.319726 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-113ea6f3-e77b-4d7a-b6e5-522b6bd29d05 req-f446c317-08b1-4ae3-9fbb-2f372e769255 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a53ffe-1476-42d9-a318-d3edf7ecb015 HTTP/1.1" status: 200 len: 210 time: 0.4779885 Mar 14 15:31:37.320670 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77250450-52ca-43d8-86a8-7d970521ca16 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-950448'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:37.340480 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a11806-3f15-4229-9c2a-c0caaf076c46 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Port': ['ID=60c8668c-7b98-4b35-a4a3-525e2e8d7706,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:37.394626 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b6a11806-3f15-4229-9c2a-c0caaf076c46 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:37.418537 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b6a11806-3f15-4229-9c2a-c0caaf076c46 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/ports/60c8668c-7b98-4b35-a4a3-525e2e8d7706 HTTP/1.1" status: 204 len: 168 time: 1.0823662 Mar 14 15:31:37.421117 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49060) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:37.438777 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0af92c83-9e9f-46c0-b66b-930d4520256e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'port': {'network_id': 'e0967daf-7b2d-480f-a29c-5b4e0dc7a284', 'mac_address': 'fa:16:3e:a2:a1:ba', 'name': 'tempest-PortsTestJSON-2094581158'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:37.519154 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89109d5-9761-4df4-a65a-bc5b1cf4a64b req-1a178e36-d3e7-4e02-be4e-3fc162393370 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:37.520773 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f89109d5-9761-4df4-a65a-bc5b1cf4a64b req-1a178e36-d3e7-4e02-be4e-3fc162393370 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 931 time: 0.3761821 Mar 14 15:31:37.556942 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-1b30b0a2-9e61-4b83-bacd-84890c1ae5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'name': 'tempest-ServerActionsTestJSON-323819497-router', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:50Z', 'updated_at': '2022-03-14T15:27:02Z', 'revision_number': 4, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'gw_port': {'id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:52Z', 'updated_at': '2022-03-14T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '587a3fec-bb58-4693-a218-8a7512d9eac6', 'name': '', 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'mac_address': 'fa:16:3e:54:d1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '453fbd59-94cf-411e-8df0-3bc90080a3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:00Z', 'updated_at': '2022-03-14T15:27:31Z', 'revision_number': 5, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'subnets': [{'id': '453fbd59-94cf-411e-8df0-3bc90080a3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:37.561732 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b30b0a2-9e61-4b83-bacd-84890c1ae5db None None] Checking router: 89bbaaab-9a5d-4892-8641-fa97d9a6d7b1 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:31:37.575143 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b30b0a2-9e61-4b83-bacd-84890c1ae5db None None] Routers {'89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:37.576039 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-1b30b0a2-9e61-4b83-bacd-84890c1ae5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:37.609630 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0af92c83-9e9f-46c0-b66b-930d4520256e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:37.618106 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0af92c83-9e9f-46c0-b66b-930d4520256e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:port and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:37.621887 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-f89109d5-9761-4df4-a65a-bc5b1cf4a64b req-0c8319a3-25e1-4520-bfc6-6ea1d6ccad11 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Synchronizing usage tracker for tenant:e56a9bf665f84615b9b7754b13dc18cc on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:31:37.625999 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0af92c83-9e9f-46c0-b66b-930d4520256e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:37.642650 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0af92c83-9e9f-46c0-b66b-930d4520256e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:37.658604 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-f89109d5-9761-4df4-a65a-bc5b1cf4a64b req-0c8319a3-25e1-4520-bfc6-6ea1d6ccad11 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Unset dirty status for tenant:e56a9bf665f84615b9b7754b13dc18cc on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:31:37.669397 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f89109d5-9761-4df4-a65a-bc5b1cf4a64b req-0c8319a3-25e1-4520-bfc6-6ea1d6ccad11 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408195 Mar 14 15:31:37.685979 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af92c83-9e9f-46c0-b66b-930d4520256e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:37.753123 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-d66a5d3d-249f-4779-bc50-5549185e9f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:37.860918 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1294de9-bb66-4618-b08a-d07700289451 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Router 5ebc4156-cd04-472a-8bbe-0a2b985c6268 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:31:37.867974 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-1b30b0a2-9e61-4b83-bacd-84890c1ae5db None None] Set router 89bbaaab-9a5d-4892-8641-fa97d9a6d7b1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:31:37.962853 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0af92c83-9e9f-46c0-b66b-930d4520256e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:38.039051 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-0af92c83-9e9f-46c0-b66b-930d4520256e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] device_id is not set on port 791d7994-543d-40f4-8d3a-f46d395c47d7 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:31:38.217328 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b832bfc-f568-4586-af47-1ce7c89bf1e4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:38.298036 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-1b30b0a2-9e61-4b83-bacd-84890c1ae5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'name': 'tempest-ServerActionsTestJSON-323819497-router', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:50Z', 'updated_at': '2022-03-14T15:27:02Z', 'revision_number': 4, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'gw_port': {'id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:52Z', 'updated_at': '2022-03-14T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '587a3fec-bb58-4693-a218-8a7512d9eac6', 'name': '', 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'mac_address': 'fa:16:3e:54:d1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '453fbd59-94cf-411e-8df0-3bc90080a3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:00Z', 'updated_at': '2022-03-14T15:27:31Z', 'revision_number': 5, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'subnets': [{'id': '453fbd59-94cf-411e-8df0-3bc90080a3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:38.303096 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b30b0a2-9e61-4b83-bacd-84890c1ae5db None None] The sync data for ids ['89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'] in dv-neutron-833561-1-hyperv is: [{'id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'name': 'tempest-ServerActionsTestJSON-323819497-router', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:50Z', 'updated_at': '2022-03-14T15:27:02Z', 'revision_number': 4, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'gw_port': {'id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:52Z', 'updated_at': '2022-03-14T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '587a3fec-bb58-4693-a218-8a7512d9eac6', 'name': '', 'network_id': 'a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'mac_address': 'fa:16:3e:54:d1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '453fbd59-94cf-411e-8df0-3bc90080a3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:00Z', 'updated_at': '2022-03-14T15:27:31Z', 'revision_number': 5, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'subnets': [{'id': '453fbd59-94cf-411e-8df0-3bc90080a3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:31:38.348799 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1294de9-bb66-4618-b08a-d07700289451 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:31:38.354949 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d1294de9-bb66-4618-b08a-d07700289451 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "PUT /v2.0/routers/5ebc4156-cd04-472a-8bbe-0a2b985c6268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7755790 Mar 14 15:31:38.359853 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461ce7b0-e6c4-4c28-adc4-43889adf5748 None None] Sync routers for ids ['5ebc4156-cd04-472a-8bbe-0a2b985c6268'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:31:38.364085 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49064) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:38.375698 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461ce7b0-e6c4-4c28-adc4-43889adf5748 None None] Routers {'5ebc4156-cd04-472a-8bbe-0a2b985c6268'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:38.376255 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-461ce7b0-e6c4-4c28-adc4-43889adf5748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['5ebc4156-cd04-472a-8bbe-0a2b985c6268'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:38.463765 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-461ce7b0-e6c4-4c28-adc4-43889adf5748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:38.494019 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461ce7b0-e6c4-4c28-adc4-43889adf5748 None None] Routers {'5ebc4156-cd04-472a-8bbe-0a2b985c6268'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:38.494669 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-461ce7b0-e6c4-4c28-adc4-43889adf5748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['5ebc4156-cd04-472a-8bbe-0a2b985c6268'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:38.533376 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77250450-52ca-43d8-86a8-7d970521ca16 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Router 96f7b4a9-641b-4861-a81a-40b59ba9a561 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:31:38.547798 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa79a74-1ad3-4094-97db-c10d15093712 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] GET failed (client error): The resource could not be found. Mar 14 15:31:38.548318 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0fa79a74-1ad3-4094-97db-c10d15093712 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Synchronizing usage tracker for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:31:38.583367 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-461ce7b0-e6c4-4c28-adc4-43889adf5748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:38.584731 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461ce7b0-e6c4-4c28-adc4-43889adf5748 None None] The sync data for ids ['5ebc4156-cd04-472a-8bbe-0a2b985c6268'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:31:38.615520 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0af92c83-9e9f-46c0-b66b-930d4520256e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:38.617530 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49072) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:38.623546 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d638c-9c6e-4d6b-8dc9-20414990e766 None None] New status for floating IP 3dcdbad4-ded8-478b-8b57-86efd90af136: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:31:38.642595 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0fa79a74-1ad3-4094-97db-c10d15093712 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Unset dirty status for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:31:38.646815 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0fa79a74-1ad3-4094-97db-c10d15093712 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports/82729833-18f8-464a-bdc5-8ccc31d5f28a HTTP/1.1" status: 404 len: 333 time: 0.2785437 Mar 14 15:31:38.652150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49076) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:38.698669 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-d66a5d3d-249f-4779-bc50-5549185e9f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86815b50-7159-47b9-afec-1424e83a7ef7 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:31:38.715481 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-d66a5d3d-249f-4779-bc50-5549185e9f3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:38.765583 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-d66a5d3d-249f-4779-bc50-5549185e9f3d service neutron] Transition to ACTIVE for port object 86815b50-7159-47b9-afec-1424e83a7ef7 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:38.778131 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-d66a5d3d-249f-4779-bc50-5549185e9f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:38.920981 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0af92c83-9e9f-46c0-b66b-930d4520256e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:38.934870 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f10277f3-b1ba-410e-b2c0-e22c0d95f64c tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:38.955125 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a5d3d-249f-4779-bc50-5549185e9f3d service neutron] Pushing event updated for resources: {'Port': ['ID=86815b50-7159-47b9-afec-1424e83a7ef7,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:39.002008 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c86ec3f-fe90-42b4-bc03-345062caa39f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:39.130215 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344871c-15d8-4876-8d7d-d19e23eb6d02 req-2c5d4154-780b-4491-a029-05e5ca9db269 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:39.131930 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-8344871c-15d8-4876-8d7d-d19e23eb6d02 req-2c5d4154-780b-4491-a029-05e5ca9db269 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Synchronizing usage tracker for tenant:e56a9bf665f84615b9b7754b13dc18cc on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:31:39.137198 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77250450-52ca-43d8-86a8-7d970521ca16 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:31:39.143499 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77250450-52ca-43d8-86a8-7d970521ca16 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:39.148317 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-77250450-52ca-43d8-86a8-7d970521ca16 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "PUT /v2.0/routers/96f7b4a9-641b-4861-a81a-40b59ba9a561 HTTP/1.1" status: 200 len: 915 time: 9.5968366 Mar 14 15:31:39.148669 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-d66a5d3d-249f-4779-bc50-5549185e9f3d service neutron] Attempting to bind port 86815b50-7159-47b9-afec-1424e83a7ef7 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:31:39.148860 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-d66a5d3d-249f-4779-bc50-5549185e9f3d service neutron] Attempting to bind port 86815b50-7159-47b9-afec-1424e83a7ef7 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3636f367-7bcd-449f-8e47-979905287efa'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:31:39.149160 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-d66a5d3d-249f-4779-bc50-5549185e9f3d service neutron] Attempting to bind port 86815b50-7159-47b9-afec-1424e83a7ef7 on network 3636f367-7bcd-449f-8e47-979905287efa {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:31:39.151244 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49082) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:39.154294 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08810541-21df-4616-a6e4-95da8f900fa5 None None] Sync routers for ids ['96f7b4a9-641b-4861-a81a-40b59ba9a561'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:31:39.177469 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08810541-21df-4616-a6e4-95da8f900fa5 None None] Routers {'96f7b4a9-641b-4861-a81a-40b59ba9a561'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:39.178989 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-08810541-21df-4616-a6e4-95da8f900fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['96f7b4a9-641b-4861-a81a-40b59ba9a561'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:39.179505 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f10277f3-b1ba-410e-b2c0-e22c0d95f64c tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:39.229929 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af92c83-9e9f-46c0-b66b-930d4520256e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Port': ['ID=791d7994-543d-40f4-8d3a-f46d395c47d7,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:39.261258 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-08810541-21df-4616-a6e4-95da8f900fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:39.263089 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af92c83-9e9f-46c0-b66b-930d4520256e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:39.274783 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-0af92c83-9e9f-46c0-b66b-930d4520256e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:39.275460 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08810541-21df-4616-a6e4-95da8f900fa5 None None] Routers {'96f7b4a9-641b-4861-a81a-40b59ba9a561'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:39.277019 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-08810541-21df-4616-a6e4-95da8f900fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['96f7b4a9-641b-4861-a81a-40b59ba9a561'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:39.287927 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af92c83-9e9f-46c0-b66b-930d4520256e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:39.288919 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-d66a5d3d-249f-4779-bc50-5549185e9f3d service neutron] Port 86815b50-7159-47b9-afec-1424e83a7ef7 on network 3636f367-7bcd-449f-8e47-979905287efa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:31:39.289255 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-d66a5d3d-249f-4779-bc50-5549185e9f3d service neutron] Attempting to bind port 86815b50-7159-47b9-afec-1424e83a7ef7 on network 3636f367-7bcd-449f-8e47-979905287efa {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:31:39.291780 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af92c83-9e9f-46c0-b66b-930d4520256e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:39.292385 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0af92c83-9e9f-46c0-b66b-930d4520256e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:39.293630 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-8344871c-15d8-4876-8d7d-d19e23eb6d02 req-2c5d4154-780b-4491-a029-05e5ca9db269 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Unset dirty status for tenant:e56a9bf665f84615b9b7754b13dc18cc on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:31:39.294856 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8344871c-15d8-4876-8d7d-d19e23eb6d02 req-2c5d4154-780b-4491-a029-05e5ca9db269 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 943 time: 0.3877094 Mar 14 15:31:39.319885 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-d66a5d3d-249f-4779-bc50-5549185e9f3d service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:31:39.320274 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-d66a5d3d-249f-4779-bc50-5549185e9f3d service neutron] Checking segment: {'id': 'a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3636f367-7bcd-449f-8e47-979905287efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:31:39.320617 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-d66a5d3d-249f-4779-bc50-5549185e9f3d service neutron] Bound using segment: {'id': 'a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3636f367-7bcd-449f-8e47-979905287efa'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:31:39.321062 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-d66a5d3d-249f-4779-bc50-5549185e9f3d service neutron] Bound port: 86815b50-7159-47b9-afec-1424e83a7ef7, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3636f367-7bcd-449f-8e47-979905287efa'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:31:39.321410 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-d66a5d3d-249f-4779-bc50-5549185e9f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:39.363866 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-08810541-21df-4616-a6e4-95da8f900fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:39.364477 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08810541-21df-4616-a6e4-95da8f900fa5 None None] The sync data for ids ['96f7b4a9-641b-4861-a81a-40b59ba9a561'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:31:39.433873 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8344871c-15d8-4876-8d7d-d19e23eb6d02 req-ddf5235d-dba1-454a-aa15-565f56e8f9d2 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294715 Mar 14 15:31:39.470352 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-d66a5d3d-249f-4779-bc50-5549185e9f3d service neutron] For port 86815b50-7159-47b9-afec-1424e83a7ef7, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:31:39.476317 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-d66a5d3d-249f-4779-bc50-5549185e9f3d service neutron] For port 86815b50-7159-47b9-afec-1424e83a7ef7, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=86815b50-7159-47b9-afec-1424e83a7ef7,segment=NetworkSegment(a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63),segment_id=a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:31:39.482284 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-d66a5d3d-249f-4779-bc50-5549185e9f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:39.551051 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-d66a5d3d-249f-4779-bc50-5549185e9f3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:39.552445 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-d66a5d3d-249f-4779-bc50-5549185e9f3d service neutron] 10.222.0.24 "PUT /v2.0/ports/86815b50-7159-47b9-afec-1424e83a7ef7 HTTP/1.1" status: 200 len: 1093 time: 2.3525088 Mar 14 15:31:39.555805 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92aa3703-68e1-4a6e-af7d-02ad4ba38780', 'tag': '86815b50-7159-47b9-afec-1424e83a7ef7'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:31:39.618089 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0af92c83-9e9f-46c0-b66b-930d4520256e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1909554 Mar 14 15:31:39.626180 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49088) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:39.629071 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-2b832bfc-f568-4586-af47-1ce7c89bf1e4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Allocated IP 172.20.0.1 (141a211c-82d4-4e85-89f3-8f5d912e5524/33972f65-13d2-41c2-9700-5a04840675f8/153cfa66-a534-4940-a331-58a043205eca) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:39.658251 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92aa3703-68e1-4a6e-af7d-02ad4ba38780', 'tag': '86815b50-7159-47b9-afec-1424e83a7ef7', 'status': 'completed', 'code': 200} Mar 14 15:31:39.667765 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a5d3d-249f-4779-bc50-5549185e9f3d service neutron] Pushing event updated for resources: {'Port': ['ID=86815b50-7159-47b9-afec-1424e83a7ef7,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:39.671112 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f10277f3-b1ba-410e-b2c0-e22c0d95f64c tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:39.673364 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f10277f3-b1ba-410e-b2c0-e22c0d95f64c tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:39.676957 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f10277f3-b1ba-410e-b2c0-e22c0d95f64c tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "DELETE /v2.0/security-groups/176a5793-38e4-4ea8-9a52-4ba516fcaedb HTTP/1.1" status: 204 len: 168 time: 1.0557358 Mar 14 15:31:39.683789 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49092) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:39.696230 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bdbe315d-d3a2-4ee4-8261-999f234ffbd6 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "GET /v2.0/routers/96f7b4a9-641b-4861-a81a-40b59ba9a561 HTTP/1.1" status: 200 len: 921 time: 0.5422196 Mar 14 15:31:39.696883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49096) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:39.761123 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-c19e19a3-a6bb-4875-9619-25c9fc6ea0e4 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] show failed (client error): The resource could not be found. Mar 14 15:31:39.762173 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c19e19a3-a6bb-4875-9619-25c9fc6ea0e4 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "GET /v2.0/security-groups/176a5793-38e4-4ea8-9a52-4ba516fcaedb HTTP/1.1" status: 404 len: 347 time: 0.0738773 Mar 14 15:31:39.766459 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49100) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:39.827128 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10277f3-b1ba-410e-b2c0-e22c0d95f64c tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=176a5793-38e4-4ea8-9a52-4ba516fcaedb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:39.913919 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04767332-ea67-4cd7-a725-f9fd3dabefa7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:39.914551 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-04767332-ea67-4cd7-a725-f9fd3dabefa7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Synchronizing usage tracker for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:31:39.927742 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c86ec3f-fe90-42b4-bc03-345062caa39f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:39.949897 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c86ec3f-fe90-42b4-bc03-345062caa39f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:39.978360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-04767332-ea67-4cd7-a725-f9fd3dabefa7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Unset dirty status for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:31:39.979516 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-04767332-ea67-4cd7-a725-f9fd3dabefa7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports/791d7994-543d-40f4-8d3a-f46d395c47d7 HTTP/1.1" status: 200 len: 841 time: 0.3523426 Mar 14 15:31:39.987592 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49104) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:40.054971 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-a47ba738-9f4a-42c7-946b-02c7377531a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e56a9bf665f84615b9b7754b13dc18cc&device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 1096 time: 0.4584043 Mar 14 15:31:40.060978 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c86ec3f-fe90-42b4-bc03-345062caa39f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:40.061529 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c86ec3f-fe90-42b4-bc03-345062caa39f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Fanout notify agent at l3_agent the message router_deleted on router 5ebc4156-cd04-472a-8bbe-0a2b985c6268 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:31:40.094478 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b832bfc-f568-4586-af47-1ce7c89bf1e4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:40.102163 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c86ec3f-fe90-42b4-bc03-345062caa39f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:40.103229 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1c86ec3f-fe90-42b4-bc03-345062caa39f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/routers/5ebc4156-cd04-472a-8bbe-0a2b985c6268 HTTP/1.1" status: 204 len: 168 time: 1.4493284 Mar 14 15:31:40.109892 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-31b63eaa-da13-458a-beea-da81816dd70f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port 791d7994-543d-40f4-8d3a-f46d395c47d7 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:40.110248 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-31b63eaa-da13-458a-beea-da81816dd70f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:40.130634 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49108) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:40.147487 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-43a13cec-e688-4c68-bd25-2f311b815193 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Deleting port 0dfdcdef-68ac-4e24-8fdc-fe565bc170f7 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:40.147885 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43a13cec-e688-4c68-bd25-2f311b815193 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:40.163349 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-2b832bfc-f568-4586-af47-1ce7c89bf1e4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Transition to ACTIVE for port object 153cfa66-a534-4940-a331-58a043205eca will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:40.219104 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-ef08b05b-0c2d-4378-9fc8-7ba8c4adaa4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86815b50-7159-47b9-afec-1424e83a7ef7 HTTP/1.1" status: 200 len: 217 time: 0.1438665 Mar 14 15:31:40.285422 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a5b0c589-f01d-4aa1-9c56-936d69b966b9 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&device_id=96f7b4a9-641b-4861-a81a-40b59ba9a561&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5776770 Mar 14 15:31:40.297063 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49112) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:40.314714 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b832bfc-f568-4586-af47-1ce7c89bf1e4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:40.400810 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-31b63eaa-da13-458a-beea-da81816dd70f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:40.519595 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b832bfc-f568-4586-af47-1ce7c89bf1e4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Network 141a211c-82d4-4e85-89f3-8f5d912e5524 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:40.528463 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-31b63eaa-da13-458a-beea-da81816dd70f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Calling delete_port for 791d7994-543d-40f4-8d3a-f46d395c47d7 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:40.549621 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-5608b585-246d-43f7-af42-39d9b8183986 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:40.551150 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-5608b585-246d-43f7-af42-39d9b8183986 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d72d1897-6b00-4d72-b749-ed3bdadbf186 HTTP/1.1" status: 200 len: 849 time: 0.3139718 Mar 14 15:31:40.555766 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b832bfc-f568-4586-af47-1ce7c89bf1e4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Port': ['ID=153cfa66-a534-4940-a331-58a043205eca,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:40.558047 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-2b832bfc-f568-4586-af47-1ce7c89bf1e4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:40.565934 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b832bfc-f568-4586-af47-1ce7c89bf1e4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:40.652305 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b832bfc-f568-4586-af47-1ce7c89bf1e4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:40.672102 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-31b63eaa-da13-458a-beea-da81816dd70f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:40.726991 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b63eaa-da13-458a-beea-da81816dd70f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Port': ['ID=791d7994-543d-40f4-8d3a-f46d395c47d7,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:40.737472 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-31b63eaa-da13-458a-beea-da81816dd70f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:40.754262 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518b975c-c91c-4db5-ae93-0223bfdd2076 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:40.755608 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-518b975c-c91c-4db5-ae93-0223bfdd2076 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "GET /v2.0/networks/e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 HTTP/1.1" status: 200 len: 881 time: 0.4575891 Mar 14 15:31:40.764699 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49118) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:40.767524 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43a13cec-e688-4c68-bd25-2f311b815193 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:40.768217 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43a13cec-e688-4c68-bd25-2f311b815193 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:40.795129 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-31b63eaa-da13-458a-beea-da81816dd70f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/ports/791d7994-543d-40f4-8d3a-f46d395c47d7 HTTP/1.1" status: 204 len: 168 time: 0.8046045 Mar 14 15:31:40.795770 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49122) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:40.838124 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-53252651-d3bf-4daa-b517-1f69631083f4 None None] Provisioning for port 153cfa66-a534-4940-a331-58a043205eca completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:40.844075 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b9f7e5b-50c3-4315-adf7-83c82b8af739 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] GET failed (client error): The resource could not be found. Mar 14 15:31:40.844415 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-53252651-d3bf-4daa-b517-1f69631083f4 None None] Provisioning complete for port 153cfa66-a534-4940-a331-58a043205eca triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:40.844593 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0b9f7e5b-50c3-4315-adf7-83c82b8af739 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Synchronizing usage tracker for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:31:40.844906 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-53252651-d3bf-4daa-b517-1f69631083f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:40.850543 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b832bfc-f568-4586-af47-1ce7c89bf1e4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:40.908398 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0b9f7e5b-50c3-4315-adf7-83c82b8af739 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Unset dirty status for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:31:40.909108 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-53252651-d3bf-4daa-b517-1f69631083f4 None None] Port 153cfa66-a534-4940-a331-58a043205eca cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:31:40.913877 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0b9f7e5b-50c3-4315-adf7-83c82b8af739 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports/791d7994-543d-40f4-8d3a-f46d395c47d7 HTTP/1.1" status: 404 len: 333 time: 0.1128881 Mar 14 15:31:40.913877 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49126) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:40.925095 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d084b24f-9ed7-41f1-b476-94fd41d25ee5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'port': {'network_id': 'e0967daf-7b2d-480f-a29c-5b4e0dc7a284', 'name': 'tempest-PortsTestJSON-1867970273'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:40.954284 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-43a13cec-e688-4c68-bd25-2f311b815193 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Calling delete_port for 0dfdcdef-68ac-4e24-8fdc-fe565bc170f7 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:40.986675 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-63becbb9-82c9-4361-b5fa-60d18337d065 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting subnet c5b958e7-4bf3-4f7c-9bfe-2fb7e0ddd79f {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:31:41.001335 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0707baa7-6a4d-44b8-86c7-8a79caf2d644 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f7b4a9-641b-4861-a81a-40b59ba9a561 HTTP/1.1" status: 200 len: 205 time: 0.2257564 Mar 14 15:31:41.002405 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63becbb9-82c9-4361-b5fa-60d18337d065 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:41.033158 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49130) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:41.191127 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-5a1a4e33-e588-4ecf-bfd7-2207f2cd2bd7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3636f367-7bcd-449f-8e47-979905287efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6279404 Mar 14 15:31:41.236523 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63becbb9-82c9-4361-b5fa-60d18337d065 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:41.270581 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d084b24f-9ed7-41f1-b476-94fd41d25ee5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:41.287411 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d084b24f-9ed7-41f1-b476-94fd41d25ee5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:41.316710 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d084b24f-9ed7-41f1-b476-94fd41d25ee5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:41.320688 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d084b24f-9ed7-41f1-b476-94fd41d25ee5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:41.419428 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-d084b24f-9ed7-41f1-b476-94fd41d25ee5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] device_id is not set on port f3055567-51b4-4642-b235-5d0d086a7da3 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:31:41.466427 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afa75c-a281-486e-b0b7-1d28bdf5e7df req-109baab1-26fd-4c0d-b7e3-f40dd2e2cee4 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:41.467784 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-75afa75c-a281-486e-b0b7-1d28bdf5e7df req-109baab1-26fd-4c0d-b7e3-f40dd2e2cee4 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 943 time: 0.8573740 Mar 14 15:31:41.670768 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-75afa75c-a281-486e-b0b7-1d28bdf5e7df req-4a5b0692-b9c5-480a-9c29-9692755a722d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812460 Mar 14 15:31:41.678757 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-d5d5d6fb-222a-43a0-8500-a16a4823c48f service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743650 Mar 14 15:31:41.685134 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b832bfc-f568-4586-af47-1ce7c89bf1e4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:41.689553 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63becbb9-82c9-4361-b5fa-60d18337d065 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:41.694687 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b832bfc-f568-4586-af47-1ce7c89bf1e4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:41.746861 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43a13cec-e688-4c68-bd25-2f311b815193 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:41.798468 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d084b24f-9ed7-41f1-b476-94fd41d25ee5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:41.823498 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b832bfc-f568-4586-af47-1ce7c89bf1e4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Port': ['ID=153cfa66-a534-4940-a331-58a043205eca,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:41.832364 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b832bfc-f568-4586-af47-1ce7c89bf1e4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:41.857128 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a13cec-e688-4c68-bd25-2f311b815193 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Pushing event deleted for resources: {'Port': ['ID=0dfdcdef-68ac-4e24-8fdc-fe565bc170f7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:41.934129 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d084b24f-9ed7-41f1-b476-94fd41d25ee5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:42.030327 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63becbb9-82c9-4361-b5fa-60d18337d065 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:42.042653 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d084b24f-9ed7-41f1-b476-94fd41d25ee5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:42.046764 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084b24f-9ed7-41f1-b476-94fd41d25ee5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Port': ['ID=f3055567-51b4-4642-b235-5d0d086a7da3,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:42.048987 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-d084b24f-9ed7-41f1-b476-94fd41d25ee5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:42.051784 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d084b24f-9ed7-41f1-b476-94fd41d25ee5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:42.056003 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d084b24f-9ed7-41f1-b476-94fd41d25ee5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:42.056595 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d084b24f-9ed7-41f1-b476-94fd41d25ee5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:42.063906 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-46313f6b-8435-4f3f-bac0-e7e6d04f17c6 req-191dcb35-0fec-401a-a9ff-3880841b0eee service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765795 Mar 14 15:31:42.064462 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b832bfc-f568-4586-af47-1ce7c89bf1e4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Network 141a211c-82d4-4e85-89f3-8f5d912e5524 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:42.070740 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-2b832bfc-f568-4586-af47-1ce7c89bf1e4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:42.071086 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43a13cec-e688-4c68-bd25-2f311b815193 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:42.081084 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63becbb9-82c9-4361-b5fa-60d18337d065 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b958e7-4bf3-4f7c-9bfe-2fb7e0ddd79f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:42.096882 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63becbb9-82c9-4361-b5fa-60d18337d065 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:42.104390 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57628c63-4df1-4b10-8d35-64114be22f09 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:42.104563 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ec1a49-11ba-45a7-bed3-4a3083e48beb None None] Network 38026b32-152d-4f21-ba24-d2b300633a5e requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:31:42.232594 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d084b24f-9ed7-41f1-b476-94fd41d25ee5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3153446 Mar 14 15:31:42.232594 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49136) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:42.238369 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43a13cec-e688-4c68-bd25-2f311b815193 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:42.242310 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2df917f9-3f31-4db8-808e-065cf3e63bdc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:42.243258 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-43a13cec-e688-4c68-bd25-2f311b815193 tempest-ServerActionsTestJSON-541259144 tempest-ServerActionsTestJSON-541259144-project] 10.222.0.60 "DELETE /v2.0/floatingips/3dcdbad4-ded8-478b-8b57-86efd90af136 HTTP/1.1" status: 204 len: 168 time: 2.4752243 Mar 14 15:31:42.270140 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49140) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:42.296872 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-63becbb9-82c9-4361-b5fa-60d18337d065 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/subnets/c5b958e7-4bf3-4f7c-9bfe-2fb7e0ddd79f HTTP/1.1" status: 204 len: 168 time: 2.1643574 Mar 14 15:31:42.302939 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49144) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:42.439441 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b900c562-bf8c-4ac6-b3de-74150d7f3c57 None None] DHCP port deletion for 38026b32-152d-4f21-ba24-d2b300633a5e request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:31:42.450036 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b900c562-bf8c-4ac6-b3de-74150d7f3c57 None None] Deleting port 42d6522d-30fb-4017-a4cf-fe0b419fcdf3 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:42.451113 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b900c562-bf8c-4ac6-b3de-74150d7f3c57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:42.460280 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5623eee-7594-4edd-8208-87aad78d2fc0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:42.469606 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a42098b4-f732-4852-90ce-9702310714b6 req-1cb5a6c4-ebe8-4ccb-b08c-232d12831efd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e56a9bf665f84615b9b7754b13dc18cc&device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 1096 time: 0.3102677 Mar 14 15:31:42.508382 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-086fece7-658c-4e5f-bcc4-4a3bc19dcaad None None] Provisioning complete for port 153cfa66-a534-4940-a331-58a043205eca triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:42.508752 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-086fece7-658c-4e5f-bcc4-4a3bc19dcaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:42.557173 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a5623eee-7594-4edd-8208-87aad78d2fc0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting port 42d6522d-30fb-4017-a4cf-fe0b419fcdf3 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:42.557504 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5623eee-7594-4edd-8208-87aad78d2fc0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:42.618115 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-086fece7-658c-4e5f-bcc4-4a3bc19dcaad None None] Port 153cfa66-a534-4940-a331-58a043205eca cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:31:42.716802 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42098b4-f732-4852-90ce-9702310714b6 req-fc2f5deb-bbb8-4342-b06b-b483936acb77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:42.718648 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a42098b4-f732-4852-90ce-9702310714b6 req-fc2f5deb-bbb8-4342-b06b-b483936acb77 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3636f367-7bcd-449f-8e47-979905287efa HTTP/1.1" status: 200 len: 911 time: 0.2414591 Mar 14 15:31:42.742241 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b900c562-bf8c-4ac6-b3de-74150d7f3c57 None None] For port 42d6522d-30fb-4017-a4cf-fe0b419fcdf3, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=42d6522d-30fb-4017-a4cf-fe0b419fcdf3,segment=NetworkSegment(85f50877-6493-48a2-855e-978fb873ae45),segment_id=85f50877-6493-48a2-855e-978fb873ae45)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:42.742638 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b900c562-bf8c-4ac6-b3de-74150d7f3c57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:42.747279 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2df917f9-3f31-4db8-808e-065cf3e63bdc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:42.863356 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a42098b4-f732-4852-90ce-9702310714b6 req-537a703d-eebe-45cd-8cbf-b50c5125eb9c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86815b50-7159-47b9-afec-1424e83a7ef7 HTTP/1.1" status: 200 len: 217 time: 0.1377523 Mar 14 15:31:42.905264 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b900c562-bf8c-4ac6-b3de-74150d7f3c57 None None] Calling delete_port for 42d6522d-30fb-4017-a4cf-fe0b419fcdf3 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:42.962071 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8b5b4b62-60fc-4e81-a846-9af5c6a2cf15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:42.970039 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-a5623eee-7594-4edd-8208-87aad78d2fc0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] For port 42d6522d-30fb-4017-a4cf-fe0b419fcdf3, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=42d6522d-30fb-4017-a4cf-fe0b419fcdf3,segment=NetworkSegment(85f50877-6493-48a2-855e-978fb873ae45),segment_id=85f50877-6493-48a2-855e-978fb873ae45)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:42.970446 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5623eee-7594-4edd-8208-87aad78d2fc0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:42.978903 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57628c63-4df1-4b10-8d35-64114be22f09 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:42.982252 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42098b4-f732-4852-90ce-9702310714b6 req-4d78f7c6-a3aa-4d31-8b0b-a27407e3f5b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:42.983704 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a42098b4-f732-4852-90ce-9702310714b6 req-4d78f7c6-a3aa-4d31-8b0b-a27407e3f5b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d72d1897-6b00-4d72-b749-ed3bdadbf186 HTTP/1.1" status: 200 len: 849 time: 0.1132510 Mar 14 15:31:42.999211 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b900c562-bf8c-4ac6-b3de-74150d7f3c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:43.066940 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900c562-bf8c-4ac6-b3de-74150d7f3c57 None None] Pushing event deleted for resources: {'Port': ['ID=42d6522d-30fb-4017-a4cf-fe0b419fcdf3,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:43.078014 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b900c562-bf8c-4ac6-b3de-74150d7f3c57 None None] No DVR routers for this DVR port 42d6522d-30fb-4017-a4cf-fe0b419fcdf3 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:31:43.106341 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd46073-c5d5-49ef-bdf8-28901da0654c req-d75d78fe-afb7-4599-a581-2e32d7f6d053 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:43.107806 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9bd46073-c5d5-49ef-bdf8-28901da0654c req-d75d78fe-afb7-4599-a581-2e32d7f6d053 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 943 time: 0.2831461 Mar 14 15:31:43.188508 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-2df917f9-3f31-4db8-808e-065cf3e63bdc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:31:43.265278 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a5623eee-7594-4edd-8208-87aad78d2fc0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Calling delete_port for 42d6522d-30fb-4017-a4cf-fe0b419fcdf3 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:43.272851 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2df917f9-3f31-4db8-808e-065cf3e63bdc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:43.288396 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2df917f9-3f31-4db8-808e-065cf3e63bdc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:43.292051 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-57628c63-4df1-4b10-8d35-64114be22f09 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Deleting port deb81a68-055f-469d-8754-e7b79f6c7615 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:43.292395 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57628c63-4df1-4b10-8d35-64114be22f09 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:43.391355 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9bd46073-c5d5-49ef-bdf8-28901da0654c req-c3b2ad04-b493-43e5-b607-f1513c9d5e80 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228444 Mar 14 15:31:43.397767 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2df917f9-3f31-4db8-808e-065cf3e63bdc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] In _notify_port_updated(), no bound segment for port f3055567-51b4-4642-b235-5d0d086a7da3 on network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 {{(pid=83910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 14 15:31:43.401600 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df917f9-3f31-4db8-808e-065cf3e63bdc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:43.402243 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2df917f9-3f31-4db8-808e-065cf3e63bdc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:43.406079 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2df917f9-3f31-4db8-808e-065cf3e63bdc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "PUT /v2.0/ports/f3055567-51b4-4642-b235-5d0d086a7da3 HTTP/1.1" status: 200 len: 818 time: 1.1701794 Mar 14 15:31:43.411408 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49150) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:43.416165 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df917f9-3f31-4db8-808e-065cf3e63bdc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Port': ['ID=f3055567-51b4-4642-b235-5d0d086a7da3,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:43.455303 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b832bfc-f568-4586-af47-1ce7c89bf1e4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Router 5ce22a85-212b-45e5-832b-3e5c79d977c7 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:31:43.480804 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.api [None req-a5623eee-7594-4edd-8208-87aad78d2fc0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:31:43.481129 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG oslo_db.api [None req-a5623eee-7594-4edd-8208-87aad78d2fc0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:31:43.498309 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a42098b4-f732-4852-90ce-9702310714b6 req-c99623a3-e414-47bf-8fb0-8a2011ceec72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3636f367-7bcd-449f-8e47-979905287efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5066395 Mar 14 15:31:43.504889 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-dc237f4b-e711-4e4f-b71e-2ebbaf3e64cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port f3055567-51b4-4642-b235-5d0d086a7da3 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:43.505232 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc237f4b-e711-4e4f-b71e-2ebbaf3e64cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:43.584923 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 42d6522d-30fb-4017-a4cf-fe0b419fcdf3 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:31:43.617545 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57628c63-4df1-4b10-8d35-64114be22f09 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:43.661329 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 42d6522d-30fb-4017-a4cf-fe0b419fcdf3 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:31:43.663515 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 42d6522d-30fb-4017-a4cf-fe0b419fcdf3 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:31:43.744411 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-57628c63-4df1-4b10-8d35-64114be22f09 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Calling delete_port for deb81a68-055f-469d-8754-e7b79f6c7615 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:43.824686 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a42098b4-f732-4852-90ce-9702310714b6 req-f81d61e2-f04f-4758-90e7-d4a0a7039fbb service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197792 Mar 14 15:31:43.875549 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f87bdd97-6c35-430f-952d-ab47ccfe21c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:43.937437 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc237f4b-e711-4e4f-b71e-2ebbaf3e64cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:43.982962 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a5623eee-7594-4edd-8208-87aad78d2fc0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting port 42d6522d-30fb-4017-a4cf-fe0b419fcdf3 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:43.983556 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5623eee-7594-4edd-8208-87aad78d2fc0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:44.045635 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a42098b4-f732-4852-90ce-9702310714b6 req-bcd70b2e-089a-4c09-8452-0a4464f89bbf service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090232 Mar 14 15:31:44.096987 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a5623eee-7594-4edd-8208-87aad78d2fc0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] The port '42d6522d-30fb-4017-a4cf-fe0b419fcdf3' was deleted {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:31:44.202470 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57628c63-4df1-4b10-8d35-64114be22f09 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:44.237426 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-dc237f4b-e711-4e4f-b71e-2ebbaf3e64cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Calling delete_port for f3055567-51b4-4642-b235-5d0d086a7da3 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:44.262407 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57628c63-4df1-4b10-8d35-64114be22f09 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Pushing event deleted for resources: {'Port': ['ID=deb81a68-055f-469d-8754-e7b79f6c7615,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:44.274113 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5623eee-7594-4edd-8208-87aad78d2fc0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:44.362795 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc237f4b-e711-4e4f-b71e-2ebbaf3e64cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:44.364572 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a5623eee-7594-4edd-8208-87aad78d2fc0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38026b32-152d-4f21-ba24-d2b300633a5e']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:44.385286 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a5623eee-7594-4edd-8208-87aad78d2fc0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f50877-6493-48a2-855e-978fb873ae45') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:44.385585 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a5623eee-7594-4edd-8208-87aad78d2fc0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f50877-6493-48a2-855e-978fb873ae45') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:44.399811 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b832bfc-f568-4586-af47-1ce7c89bf1e4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:31:44.401877 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5623eee-7594-4edd-8208-87aad78d2fc0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:44.411916 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97af416e-590e-4d41-a66e-fe25f02f7bc1 None None] Sync routers for ids ['5ce22a85-212b-45e5-832b-3e5c79d977c7'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:31:44.423021 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc237f4b-e711-4e4f-b71e-2ebbaf3e64cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Port': ['ID=f3055567-51b4-4642-b235-5d0d086a7da3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:44.429370 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97af416e-590e-4d41-a66e-fe25f02f7bc1 None None] Routers {'5ce22a85-212b-45e5-832b-3e5c79d977c7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:44.430510 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-97af416e-590e-4d41-a66e-fe25f02f7bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['5ce22a85-212b-45e5-832b-3e5c79d977c7'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:44.431511 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2b832bfc-f568-4586-af47-1ce7c89bf1e4 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "PUT /v2.0/routers/5ce22a85-212b-45e5-832b-3e5c79d977c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4317615 Mar 14 15:31:44.434818 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49156) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:44.440730 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc237f4b-e711-4e4f-b71e-2ebbaf3e64cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:44.442604 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-dc237f4b-e711-4e4f-b71e-2ebbaf3e64cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/ports/f3055567-51b4-4642-b235-5d0d086a7da3 HTTP/1.1" status: 204 len: 168 time: 1.0296023 Mar 14 15:31:44.453084 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f01a63c4-f2ba-4377-ba57-f2142e7c7b07 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Request body: {'port': {'network_id': '141a211c-82d4-4e85-89f3-8f5d912e5524', 'name': 'tempest-FloatingIPTestJSON-800235931'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:44.472737 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49160) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:44.514801 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-97af416e-590e-4d41-a66e-fe25f02f7bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:44.529088 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97af416e-590e-4d41-a66e-fe25f02f7bc1 None None] Routers {'5ce22a85-212b-45e5-832b-3e5c79d977c7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:44.529721 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-97af416e-590e-4d41-a66e-fe25f02f7bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['5ce22a85-212b-45e5-832b-3e5c79d977c7'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:44.589770 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-97af416e-590e-4d41-a66e-fe25f02f7bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:44.590475 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97af416e-590e-4d41-a66e-fe25f02f7bc1 None None] The sync data for ids ['5ce22a85-212b-45e5-832b-3e5c79d977c7'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:31:44.706230 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f01a63c4-f2ba-4377-ba57-f2142e7c7b07 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:44.709535 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5623eee-7594-4edd-8208-87aad78d2fc0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:44.719710 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad5a256-10d4-4994-8cf8-69bc2c5da7eb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:44.720392 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1ad5a256-10d4-4994-8cf8-69bc2c5da7eb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Synchronizing usage tracker for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:31:44.726427 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f01a63c4-f2ba-4377-ba57-f2142e7c7b07 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Usage tracker for resource:port and tenant:e7d23185aeb7444fafd7db70962a6e47 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:44.730317 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5623eee-7594-4edd-8208-87aad78d2fc0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:31:44.730708 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5623eee-7594-4edd-8208-87aad78d2fc0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:44.736539 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f01a63c4-f2ba-4377-ba57-f2142e7c7b07 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:44.746091 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f01a63c4-f2ba-4377-ba57-f2142e7c7b07 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: util.warn( Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: util.warn( Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: util.warn( Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: util.warn( Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:31:44.747640 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:31:44.763953 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1ad5a256-10d4-4994-8cf8-69bc2c5da7eb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Unset dirty status for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:31:44.765184 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1ad5a256-10d4-4994-8cf8-69bc2c5da7eb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2887371 Mar 14 15:31:44.800227 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49164) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:44.818850 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01a63c4-f2ba-4377-ba57-f2142e7c7b07 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Made reservation on behalf of e7d23185aeb7444fafd7db70962a6e47 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:44.821508 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f01a63c4-f2ba-4377-ba57-f2142e7c7b07 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:44.848994 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57628c63-4df1-4b10-8d35-64114be22f09 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:44.878120 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-f01a63c4-f2ba-4377-ba57-f2142e7c7b07 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] device_id is not set on port 4b574aa3-2c4f-44c4-badb-9309477ee12b yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:31:44.994395 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-35bf9b4b-8c23-43ab-be4b-4d01c3cb9c12 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] GET failed (client error): The resource could not be found. Mar 14 15:31:44.994395 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-35bf9b4b-8c23-43ab-be4b-4d01c3cb9c12 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Synchronizing usage tracker for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:31:45.014239 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5623eee-7594-4edd-8208-87aad78d2fc0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:45.019436 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5623eee-7594-4edd-8208-87aad78d2fc0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:45.042899 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-425c5713-c5f6-4e44-9bcc-1f46749e3de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:45.130104 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-f01a63c4-f2ba-4377-ba57-f2142e7c7b07 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Allocated IP 172.20.0.6 (141a211c-82d4-4e85-89f3-8f5d912e5524/33972f65-13d2-41c2-9700-5a04840675f8/4b574aa3-2c4f-44c4-badb-9309477ee12b) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:45.171371 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5623eee-7594-4edd-8208-87aad78d2fc0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Network': ['ID=38026b32-152d-4f21-ba24-d2b300633a5e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:45.174484 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-35bf9b4b-8c23-43ab-be4b-4d01c3cb9c12 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Unset dirty status for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:31:45.182184 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-35bf9b4b-8c23-43ab-be4b-4d01c3cb9c12 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports/f3055567-51b4-4642-b235-5d0d086a7da3 HTTP/1.1" status: 404 len: 333 time: 0.3732259 Mar 14 15:31:45.187581 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49168) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:45.197456 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4001fd24-98df-4b02-a308-196125572ba7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1826622203'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:45.208126 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4001fd24-98df-4b02-a308-196125572ba7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:45.214819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57628c63-4df1-4b10-8d35-64114be22f09 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:45.220795 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4001fd24-98df-4b02-a308-196125572ba7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:network and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:45.228608 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a5623eee-7594-4edd-8208-87aad78d2fc0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/networks/38026b32-152d-4f21-ba24-d2b300633a5e HTTP/1.1" status: 204 len: 168 time: 2.9196162 Mar 14 15:31:45.228608 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4001fd24-98df-4b02-a308-196125572ba7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:45.230558 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49172) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:45.234189 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6008e49-31c7-43f2-b802-52526954bfd7 req-30db1950-f6ec-404a-a52f-154f6912f0ae tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:45.235604 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f6008e49-31c7-43f2-b802-52526954bfd7 req-30db1950-f6ec-404a-a52f-154f6912f0ae tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 943 time: 0.6163383 Mar 14 15:31:45.240916 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57628c63-4df1-4b10-8d35-64114be22f09 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:45.242672 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4001fd24-98df-4b02-a308-196125572ba7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:45.279307 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4001fd24-98df-4b02-a308-196125572ba7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:45.282262 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4001fd24-98df-4b02-a308-196125572ba7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:45.334612 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f6008e49-31c7-43f2-b802-52526954bfd7 req-bac6ad7b-dea9-4660-a134-389230c23cac tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888693 Mar 14 15:31:45.336464 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57628c63-4df1-4b10-8d35-64114be22f09 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:45.337005 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57628c63-4df1-4b10-8d35-64114be22f09 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Fanout notify agent at l3_agent the message router_deleted on router 96f7b4a9-641b-4861-a81a-40b59ba9a561 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:31:45.347564 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4001fd24-98df-4b02-a308-196125572ba7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:31:45.369826 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4001fd24-98df-4b02-a308-196125572ba7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:45.369826 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-4001fd24-98df-4b02-a308-196125572ba7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Added segment c2629326-706c-413d-97bd-578fb887149d of type vlan for network a66efcae-3166-4a3b-bf92-0e7be5c76d83 Mar 14 15:31:45.371686 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57628c63-4df1-4b10-8d35-64114be22f09 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:45.372937 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-57628c63-4df1-4b10-8d35-64114be22f09 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "DELETE /v2.0/routers/96f7b4a9-641b-4861-a81a-40b59ba9a561 HTTP/1.1" status: 204 len: 168 time: 4.3270500 Mar 14 15:31:45.378553 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49176) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:45.385050 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0acce37f-8e40-480c-bda6-eae20e5c4e70 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1436841189', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:45.392956 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0acce37f-8e40-480c-bda6-eae20e5c4e70 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:45.401979 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-0acce37f-8e40-480c-bda6-eae20e5c4e70 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Usage tracker for resource:router and tenant:4d0f307382b84bd7b4b798ede7bcff37 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:45.414980 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-0acce37f-8e40-480c-bda6-eae20e5c4e70 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:45.432186 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4001fd24-98df-4b02-a308-196125572ba7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:45.435790 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e3ebf2-afc6-4267-9a13-dd3641e35a4b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:45.435920 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0acce37f-8e40-480c-bda6-eae20e5c4e70 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:45.440990 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-34e3ebf2-afc6-4267-9a13-dd3641e35a4b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports/ab1768c0-e270-4c45-b66a-5fad480e9b9a HTTP/1.1" status: 200 len: 844 time: 0.2055008 Mar 14 15:31:45.441236 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49180) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:45.480519 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f01a63c4-f2ba-4377-ba57-f2142e7c7b07 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:45.502557 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-f01a63c4-f2ba-4377-ba57-f2142e7c7b07 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Transition to ACTIVE for port object 4b574aa3-2c4f-44c4-badb-9309477ee12b will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:45.502766 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0acce37f-8e40-480c-bda6-eae20e5c4e70 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:45.503775 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0acce37f-8e40-480c-bda6-eae20e5c4e70 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:45.541703 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4001fd24-98df-4b02-a308-196125572ba7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:45.545337 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4001fd24-98df-4b02-a308-196125572ba7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:45.545913 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4001fd24-98df-4b02-a308-196125572ba7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:45.566484 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-adccbd59-cd49-49a4-935f-136a3fb4614e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Synchronizing usage tracker for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:31:45.572785 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-f87bdd97-6c35-430f-952d-ab47ccfe21c9 admin admin] Deleting port 587a3fec-bb58-4693-a218-8a7512d9eac6 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:45.573125 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f87bdd97-6c35-430f-952d-ab47ccfe21c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:45.620167 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f01a63c4-f2ba-4377-ba57-f2142e7c7b07 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:45.663815 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0acce37f-8e40-480c-bda6-eae20e5c4e70 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:45.668509 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4001fd24-98df-4b02-a308-196125572ba7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4728405 Mar 14 15:31:45.676396 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49184) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:45.681185 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-adccbd59-cd49-49a4-935f-136a3fb4614e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Unset dirty status for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:31:45.682464 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-adccbd59-cd49-49a4-935f-136a3fb4614e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports/ab1768c0-e270-4c45-b66a-5fad480e9b9a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2403035 Mar 14 15:31:45.683132 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001fd24-98df-4b02-a308-196125572ba7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Network': ['ID=a66efcae-3166-4a3b-bf92-0e7be5c76d83,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:45.688573 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49188) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:45.696188 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network a66efcae-3166-4a3b-bf92-0e7be5c76d83 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:31:45.696980 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3e896df8-d277-496c-9353-6252c537758d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'subnet': {'network_id': '523d1b1c-98ed-49ef-afa0-7760353ee21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:45.701658 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-370a1161-052e-432b-af9e-06605737b35d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'subnet': {'network_id': 'a66efcae-3166-4a3b-bf92-0e7be5c76d83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:45.720132 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0acce37f-8e40-480c-bda6-eae20e5c4e70 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:45.809028 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0acce37f-8e40-480c-bda6-eae20e5c4e70 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:45.810140 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0acce37f-8e40-480c-bda6-eae20e5c4e70 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4306488 Mar 14 15:31:45.821064 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49192) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:45.829141 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f7aab1bc-50ce-4816-9bed-7e893351b11c tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'enable_snat': False}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:45.953230 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3e896df8-d277-496c-9353-6252c537758d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:45.957484 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01a63c4-f2ba-4377-ba57-f2142e7c7b07 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Network 141a211c-82d4-4e85-89f3-8f5d912e5524 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:45.960114 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3e896df8-d277-496c-9353-6252c537758d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:subnet and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:45.963656 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3e896df8-d277-496c-9353-6252c537758d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:45.970651 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3e896df8-d277-496c-9353-6252c537758d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:45.977570 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f01a63c4-f2ba-4377-ba57-f2142e7c7b07 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:45.984225 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a63c4-f2ba-4377-ba57-f2142e7c7b07 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event updated for resources: {'Port': ['ID=4b574aa3-2c4f-44c4-badb-9309477ee12b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:45.986761 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01a63c4-f2ba-4377-ba57-f2142e7c7b07 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:46.040352 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e896df8-d277-496c-9353-6252c537758d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:46.091663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-370a1161-052e-432b-af9e-06605737b35d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:46.100826 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01a63c4-f2ba-4377-ba57-f2142e7c7b07 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:46.101482 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f01a63c4-f2ba-4377-ba57-f2142e7c7b07 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:46.113483 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-370a1161-052e-432b-af9e-06605737b35d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:subnet and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:46.117711 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-f87bdd97-6c35-430f-952d-ab47ccfe21c9 admin admin] For port 587a3fec-bb58-4693-a218-8a7512d9eac6, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=587a3fec-bb58-4693-a218-8a7512d9eac6,segment=NetworkSegment(ad624868-762a-4d97-b5cf-48daabb17d8c),segment_id=ad624868-762a-4d97-b5cf-48daabb17d8c)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:46.118131 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f87bdd97-6c35-430f-952d-ab47ccfe21c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:46.126195 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-370a1161-052e-432b-af9e-06605737b35d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:46.143511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-370a1161-052e-432b-af9e-06605737b35d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:46.213208 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:46.267924 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-f87bdd97-6c35-430f-952d-ab47ccfe21c9 admin admin] Calling delete_port for 587a3fec-bb58-4693-a218-8a7512d9eac6 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:46.285460 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-85719f47-b0ca-41d2-b4bf-81c44f4859c7 None None] Provisioning for port 4b574aa3-2c4f-44c4-badb-9309477ee12b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:46.292847 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-85719f47-b0ca-41d2-b4bf-81c44f4859c7 None None] Provisioning complete for port 4b574aa3-2c4f-44c4-badb-9309477ee12b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:46.293533 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-85719f47-b0ca-41d2-b4bf-81c44f4859c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:46.319790 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f01a63c4-f2ba-4377-ba57-f2142e7c7b07 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8832142 Mar 14 15:31:46.322734 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49196) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:46.330282 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-02d1bdd1-8624-4837-92d0-1e5df4c733bc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Request body: {'floatingip': {'port_id': '4b574aa3-2c4f-44c4-badb-9309477ee12b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:46.357587 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-85719f47-b0ca-41d2-b4bf-81c44f4859c7 None None] Port 4b574aa3-2c4f-44c4-badb-9309477ee12b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:31:46.376999 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370a1161-052e-432b-af9e-06605737b35d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:46.400998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e896df8-d277-496c-9353-6252c537758d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:46.450724 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:46.581659 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7aab1bc-50ce-4816-9bed-7e893351b11c tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:46.596343 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02d1bdd1-8624-4837-92d0-1e5df4c733bc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:46.652415 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-370a1161-052e-432b-af9e-06605737b35d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:46.783378 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e896df8-d277-496c-9353-6252c537758d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:46.858846 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e896df8-d277-496c-9353-6252c537758d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network 523d1b1c-98ed-49ef-afa0-7760353ee21c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:46.869872 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-3e896df8-d277-496c-9353-6252c537758d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:46.871502 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e896df8-d277-496c-9353-6252c537758d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Subnet': ['ID=f96d0d0f-bced-45fa-adf5-9bdd9f84c748,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:46.874708 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e896df8-d277-496c-9353-6252c537758d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:46.875294 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e896df8-d277-496c-9353-6252c537758d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:46.879676 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019c6a44-799d-4e6a-9c35-edcb1328b183 None None] Network 523d1b1c-98ed-49ef-afa0-7760353ee21c requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:31:46.905971 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3e896df8-d277-496c-9353-6252c537758d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2163208 Mar 14 15:31:46.913428 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49202) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:46.923912 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df11279-a3fc-4b84-afc2-9499d42cbb0c req-017b9034-668a-4163-8d35-6857edc87f6c tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:46.925356 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2df11279-a3fc-4b84-afc2-9499d42cbb0c req-017b9034-668a-4163-8d35-6857edc87f6c tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 943 time: 0.4359422 Mar 14 15:31:46.942483 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0c29b78d-de90-4c59-8463-f689bb1917eb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'security_group': {'name': 'tempest-secgroup-1799054235'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:46.964887 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7aab1bc-50ce-4816-9bed-7e893351b11c tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:46.973729 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0c29b78d-de90-4c59-8463-f689bb1917eb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:46.985736 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0c29b78d-de90-4c59-8463-f689bb1917eb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:security_group and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:46.993360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0c29b78d-de90-4c59-8463-f689bb1917eb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:46.997565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7aab1bc-50ce-4816-9bed-7e893351b11c tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:47.009845 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0c29b78d-de90-4c59-8463-f689bb1917eb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:47.094547 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f87bdd97-6c35-430f-952d-ab47ccfe21c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:47.145534 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-f7aab1bc-50ce-4816-9bed-7e893351b11c tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Allocated IP 172.26.4.153 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/4b133b0a-87dd-46bc-b4f0-c761da8dd784) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:47.159411 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa98db6-b397-48fc-8c3c-85f08d6c24a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-523d1b1c-98ed-49ef-afa0-7760353ee21c', 'network_id': '523d1b1c-98ed-49ef-afa0-7760353ee21c', 'tenant_id': '5a6f96ee0963461298d40ea737c70799', 'fixed_ips': [{'subnet_id': 'f96d0d0f-bced-45fa-adf5-9bdd9f84c748'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:31:47.160227 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0fa98db6-b397-48fc-8c3c-85f08d6c24a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:47.163517 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0c29b78d-de90-4c59-8463-f689bb1917eb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:47.182429 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87bdd97-6c35-430f-952d-ab47ccfe21c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=587a3fec-bb58-4693-a218-8a7512d9eac6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:47.197093 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2df11279-a3fc-4b84-afc2-9499d42cbb0c req-712236e7-4437-4c0b-80f7-c5edc8a32985 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494254 Mar 14 15:31:47.336483 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7aab1bc-50ce-4816-9bed-7e893351b11c tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:47.383440 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7aab1bc-50ce-4816-9bed-7e893351b11c tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:47.384064 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-0fa98db6-b397-48fc-8c3c-85f08d6c24a3 None None] Allocated IP 2001:db8::2 (523d1b1c-98ed-49ef-afa0-7760353ee21c/f96d0d0f-bced-45fa-adf5-9bdd9f84c748/bcd49902-e537-447b-95f6-1aba7714d95f) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:47.451384 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aab1bc-50ce-4816-9bed-7e893351b11c tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:47.455821 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-f7aab1bc-50ce-4816-9bed-7e893351b11c tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:47.463016 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aab1bc-50ce-4816-9bed-7e893351b11c tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:47.534023 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aab1bc-50ce-4816-9bed-7e893351b11c tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Pushing event updated for resources: {'Port': ['ID=4b133b0a-87dd-46bc-b4f0-c761da8dd784,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:47.656208 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0fa98db6-b397-48fc-8c3c-85f08d6c24a3 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:47.661424 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7aab1bc-50ce-4816-9bed-7e893351b11c tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:47.667359 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0fa98db6-b397-48fc-8c3c-85f08d6c24a3 None None] Transition to ACTIVE for port object bcd49902-e537-447b-95f6-1aba7714d95f will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:47.686681 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0fa98db6-b397-48fc-8c3c-85f08d6c24a3 None None] Transition to ACTIVE for port object bcd49902-e537-447b-95f6-1aba7714d95f will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:47.689449 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0c29b78d-de90-4c59-8463-f689bb1917eb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:47.692460 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0fa98db6-b397-48fc-8c3c-85f08d6c24a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:47.754039 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0c29b78d-de90-4c59-8463-f689bb1917eb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:security_group_rule and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:47.765206 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-370a1161-052e-432b-af9e-06605737b35d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:47.768546 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa98db6-b397-48fc-8c3c-85f08d6c24a3 None None] Pushing event updated for resources: {'Port': ['ID=bcd49902-e537-447b-95f6-1aba7714d95f,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:47.773054 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0c29b78d-de90-4c59-8463-f689bb1917eb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:47.773509 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa98db6-b397-48fc-8c3c-85f08d6c24a3 None None] Network 523d1b1c-98ed-49ef-afa0-7760353ee21c is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:47.774716 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-0fa98db6-b397-48fc-8c3c-85f08d6c24a3 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:47.777179 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa98db6-b397-48fc-8c3c-85f08d6c24a3 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:47.820997 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0c29b78d-de90-4c59-8463-f689bb1917eb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:47.864108 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7aab1bc-50ce-4816-9bed-7e893351b11c tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:47.868169 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7aab1bc-50ce-4816-9bed-7e893351b11c tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-950448'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:47.916510 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0fa98db6-b397-48fc-8c3c-85f08d6c24a3 None None] Attempting to bind port bcd49902-e537-447b-95f6-1aba7714d95f on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:31:47.917697 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0fa98db6-b397-48fc-8c3c-85f08d6c24a3 None None] Attempting to bind port bcd49902-e537-447b-95f6-1aba7714d95f by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'ca3e1fbb-c7bc-42c9-81f1-2a84966a024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '523d1b1c-98ed-49ef-afa0-7760353ee21c'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:31:47.918305 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa98db6-b397-48fc-8c3c-85f08d6c24a3 None None] Attempting to bind port bcd49902-e537-447b-95f6-1aba7714d95f on network 523d1b1c-98ed-49ef-afa0-7760353ee21c {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:31:47.921996 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:47.928512 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa98db6-b397-48fc-8c3c-85f08d6c24a3 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:31:47.929422 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa98db6-b397-48fc-8c3c-85f08d6c24a3 None None] Checking segment: {'id': 'ca3e1fbb-c7bc-42c9-81f1-2a84966a024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '523d1b1c-98ed-49ef-afa0-7760353ee21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:31:47.930822 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0fa98db6-b397-48fc-8c3c-85f08d6c24a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:47.930941 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1161-052e-432b-af9e-06605737b35d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Subnet': ['ID=32481e83-5d45-4b35-91a8-a3445866a9fd,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:47.931542 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa98db6-b397-48fc-8c3c-85f08d6c24a3 None None] Bound using segment: {'id': 'ca3e1fbb-c7bc-42c9-81f1-2a84966a024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '523d1b1c-98ed-49ef-afa0-7760353ee21c'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:31:47.932252 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0fa98db6-b397-48fc-8c3c-85f08d6c24a3 None None] Bound port: bcd49902-e537-447b-95f6-1aba7714d95f, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3e1fbb-c7bc-42c9-81f1-2a84966a024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '523d1b1c-98ed-49ef-afa0-7760353ee21c'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:31:47.932872 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0fa98db6-b397-48fc-8c3c-85f08d6c24a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:48.029967 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0fa98db6-b397-48fc-8c3c-85f08d6c24a3 None None] For port bcd49902-e537-447b-95f6-1aba7714d95f, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:31:48.033565 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0fa98db6-b397-48fc-8c3c-85f08d6c24a3 None None] For port bcd49902-e537-447b-95f6-1aba7714d95f, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=bcd49902-e537-447b-95f6-1aba7714d95f,segment=NetworkSegment(ca3e1fbb-c7bc-42c9-81f1-2a84966a024c),segment_id=ca3e1fbb-c7bc-42c9-81f1-2a84966a024c)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:31:48.037923 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0fa98db6-b397-48fc-8c3c-85f08d6c24a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:48.050528 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370a1161-052e-432b-af9e-06605737b35d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Checking segment: {'id': 'c2629326-706c-413d-97bd-578fb887149d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a66efcae-3166-4a3b-bf92-0e7be5c76d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:31:48.051016 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370a1161-052e-432b-af9e-06605737b35d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network hostable DHCP agents. Network: a66efcae-3166-4a3b-bf92-0e7be5c76d83, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:31:48.076087 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0c29b78d-de90-4c59-8463-f689bb1917eb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:48.098904 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0c29b78d-de90-4c59-8463-f689bb1917eb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:48.132612 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa98db6-b397-48fc-8c3c-85f08d6c24a3 None None] Pushing event updated for resources: {'Port': ['ID=bcd49902-e537-447b-95f6-1aba7714d95f,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:48.189075 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370a1161-052e-432b-af9e-06605737b35d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network a66efcae-3166-4a3b-bf92-0e7be5c76d83 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:31:48.215672 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29b78d-de90-4c59-8463-f689bb1917eb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44e9686-9556-4320-8320-53d837699ad2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:48.225273 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0c29b78d-de90-4c59-8463-f689bb1917eb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:48.226376 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0c29b78d-de90-4c59-8463-f689bb1917eb tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3001242 Mar 14 15:31:48.232777 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49206) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:48.239204 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-370a1161-052e-432b-af9e-06605737b35d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, a66efcae-3166-4a3b-bf92-0e7be5c76d83) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:48.244044 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-919bfc5a-0d0f-4e45-8d60-15f5897534c8 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'security_group': {'name': 'tempest-secgroup-33263034'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:48.246351 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370a1161-052e-432b-af9e-06605737b35d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:48.247231 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-370a1161-052e-432b-af9e-06605737b35d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:48.249253 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba7e078-51d1-4e8e-a020-ae27acb387f2 None None] Network a66efcae-3166-4a3b-bf92-0e7be5c76d83 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:31:48.257603 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-919bfc5a-0d0f-4e45-8d60-15f5897534c8 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:48.275710 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-919bfc5a-0d0f-4e45-8d60-15f5897534c8 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:security_group and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:48.282596 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-919bfc5a-0d0f-4e45-8d60-15f5897534c8 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:48.296543 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-370a1161-052e-432b-af9e-06605737b35d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6166155 Mar 14 15:31:48.307104 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-919bfc5a-0d0f-4e45-8d60-15f5897534c8 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:48.307593 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49212) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:48.315244 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1d40a727-160a-42da-a4fb-dedd7d70518c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'subnet': {'network_id': 'a66efcae-3166-4a3b-bf92-0e7be5c76d83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:48.320767 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7aab1bc-50ce-4816-9bed-7e893351b11c tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Router 33dce91d-4596-43ff-8e38-a5031efef8e4 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:31:48.336539 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-919bfc5a-0d0f-4e45-8d60-15f5897534c8 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:48.463882 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f87bdd97-6c35-430f-952d-ab47ccfe21c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:48.560901 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-02d1bdd1-8624-4837-92d0-1e5df4c733bc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:31:48.575546 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750ba917-1532-4d27-a7e5-e4c7d07ffe95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-a66efcae-3166-4a3b-bf92-0e7be5c76d83', 'network_id': 'a66efcae-3166-4a3b-bf92-0e7be5c76d83', 'tenant_id': 'd145e6d0b939429681cad6903d26baa7', 'fixed_ips': [{'subnet_id': '32481e83-5d45-4b35-91a8-a3445866a9fd'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:31:48.576606 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-750ba917-1532-4d27-a7e5-e4c7d07ffe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:48.608293 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-919bfc5a-0d0f-4e45-8d60-15f5897534c8 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:48.618746 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-919bfc5a-0d0f-4e45-8d60-15f5897534c8 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:security_group_rule and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:48.622944 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-919bfc5a-0d0f-4e45-8d60-15f5897534c8 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:48.633812 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-919bfc5a-0d0f-4e45-8d60-15f5897534c8 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:48.663465 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312bd604-41c1-44cc-b935-6684a68dbe4c req-93015c40-383d-4cd1-8c19-1f90747159a3 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:48.664930 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-312bd604-41c1-44cc-b935-6684a68dbe4c req-93015c40-383d-4cd1-8c19-1f90747159a3 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 943 time: 0.1556940 Mar 14 15:31:48.753199 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1d40a727-160a-42da-a4fb-dedd7d70518c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:48.753401 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-919bfc5a-0d0f-4e45-8d60-15f5897534c8 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:48.770477 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-312bd604-41c1-44cc-b935-6684a68dbe4c req-5d5edb69-154b-4114-a039-9c7757e00753 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961821 Mar 14 15:31:48.779068 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1d40a727-160a-42da-a4fb-dedd7d70518c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:subnet and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:48.781780 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-919bfc5a-0d0f-4e45-8d60-15f5897534c8 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:48.788231 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02d1bdd1-8624-4837-92d0-1e5df4c733bc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:48.789486 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1d40a727-160a-42da-a4fb-dedd7d70518c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:48.811492 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1d40a727-160a-42da-a4fb-dedd7d70518c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:48.814445 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02d1bdd1-8624-4837-92d0-1e5df4c733bc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:48.835730 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-750ba917-1532-4d27-a7e5-e4c7d07ffe95 None None] Allocated IP 172.20.0.2 (a66efcae-3166-4a3b-bf92-0e7be5c76d83/32481e83-5d45-4b35-91a8-a3445866a9fd/956ff794-b829-49bd-abaf-8df8961e284b) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:48.842272 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919bfc5a-0d0f-4e45-8d60-15f5897534c8 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc69cebf-6287-40fa-949e-61999e7db4ad,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:48.846515 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-919bfc5a-0d0f-4e45-8d60-15f5897534c8 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:48.847704 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-919bfc5a-0d0f-4e45-8d60-15f5897534c8 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.6139197 Mar 14 15:31:48.850421 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49216) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:48.855798 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-261e0f23-bf9a-446c-a5ba-6206d0e55c54 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-366893657', 'security_groups': ['fc69cebf-6287-40fa-949e-61999e7db4ad'], 'network_id': '523d1b1c-98ed-49ef-afa0-7760353ee21c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f96d0d0f-bced-45fa-adf5-9bdd9f84c748'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:48.940551 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7aab1bc-50ce-4816-9bed-7e893351b11c tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:31:48.946957 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7aab1bc-50ce-4816-9bed-7e893351b11c tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:48.948346 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d40a727-160a-42da-a4fb-dedd7d70518c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:48.950808 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f7aab1bc-50ce-4816-9bed-7e893351b11c tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "PUT /v2.0/routers/33dce91d-4596-43ff-8e38-a5031efef8e4 HTTP/1.1" status: 200 len: 916 time: 3.1289306 Mar 14 15:31:48.951336 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d40a727-160a-42da-a4fb-dedd7d70518c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:48.954307 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49220) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:48.954854 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aca77a-d513-493f-b58e-93c5d6ab2495 None None] Sync routers for ids ['33dce91d-4596-43ff-8e38-a5031efef8e4'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:31:48.978282 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aca77a-d513-493f-b58e-93c5d6ab2495 None None] Routers {'33dce91d-4596-43ff-8e38-a5031efef8e4'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:48.979202 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-38aca77a-d513-493f-b58e-93c5d6ab2495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['33dce91d-4596-43ff-8e38-a5031efef8e4'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:49.083349 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-38aca77a-d513-493f-b58e-93c5d6ab2495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:49.101849 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aca77a-d513-493f-b58e-93c5d6ab2495 None None] Routers {'33dce91d-4596-43ff-8e38-a5031efef8e4'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:49.102851 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-38aca77a-d513-493f-b58e-93c5d6ab2495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['33dce91d-4596-43ff-8e38-a5031efef8e4'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:49.128312 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.ipam_backend_mixin [None req-1d40a727-160a-42da-a4fb-dedd7d70518c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 32481e83-5d45-4b35-91a8-a3445866a9fd (CIDR: 172.20.0.0/28) Mar 14 15:31:49.147442 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-750ba917-1532-4d27-a7e5-e4c7d07ffe95 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:49.148675 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d40a727-160a-42da-a4fb-dedd7d70518c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:31:49.149125 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d40a727-160a-42da-a4fb-dedd7d70518c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:31:49.161025 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-750ba917-1532-4d27-a7e5-e4c7d07ffe95 None None] Transition to ACTIVE for port object 956ff794-b829-49bd-abaf-8df8961e284b will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:49.193461 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-261e0f23-bf9a-446c-a5ba-6206d0e55c54 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:49.198969 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-261e0f23-bf9a-446c-a5ba-6206d0e55c54 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:port and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:49.201820 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-750ba917-1532-4d27-a7e5-e4c7d07ffe95 None None] Transition to ACTIVE for port object 956ff794-b829-49bd-abaf-8df8961e284b will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:49.202901 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-261e0f23-bf9a-446c-a5ba-6206d0e55c54 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:49.212427 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-261e0f23-bf9a-446c-a5ba-6206d0e55c54 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:49.214567 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-750ba917-1532-4d27-a7e5-e4c7d07ffe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:49.235025 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-38aca77a-d513-493f-b58e-93c5d6ab2495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:49.235547 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261e0f23-bf9a-446c-a5ba-6206d0e55c54 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:49.242012 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-261e0f23-bf9a-446c-a5ba-6206d0e55c54 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:49.245601 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aca77a-d513-493f-b58e-93c5d6ab2495 None None] The sync data for ids ['33dce91d-4596-43ff-8e38-a5031efef8e4'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:31:49.278719 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-261e0f23-bf9a-446c-a5ba-6206d0e55c54 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] device_id is not set on port a9946267-726b-49ef-a9ad-5c4ece697f3b yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:31:49.327910 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1d40a727-160a-42da-a4fb-dedd7d70518c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0190899 Mar 14 15:31:49.332648 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49226) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:49.340298 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'subnet': {'network_id': 'a66efcae-3166-4a3b-bf92-0e7be5c76d83', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:49.347622 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750ba917-1532-4d27-a7e5-e4c7d07ffe95 None None] Network a66efcae-3166-4a3b-bf92-0e7be5c76d83 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:49.351143 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-750ba917-1532-4d27-a7e5-e4c7d07ffe95 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:49.355816 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750ba917-1532-4d27-a7e5-e4c7d07ffe95 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:49.362473 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ba917-1532-4d27-a7e5-e4c7d07ffe95 None None] Pushing event updated for resources: {'Port': ['ID=956ff794-b829-49bd-abaf-8df8961e284b,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:49.464998 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-750ba917-1532-4d27-a7e5-e4c7d07ffe95 None None] Attempting to bind port 956ff794-b829-49bd-abaf-8df8961e284b on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:31:49.465500 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-750ba917-1532-4d27-a7e5-e4c7d07ffe95 None None] Attempting to bind port 956ff794-b829-49bd-abaf-8df8961e284b by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'c2629326-706c-413d-97bd-578fb887149d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a66efcae-3166-4a3b-bf92-0e7be5c76d83'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:31:49.465865 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750ba917-1532-4d27-a7e5-e4c7d07ffe95 None None] Attempting to bind port 956ff794-b829-49bd-abaf-8df8961e284b on network a66efcae-3166-4a3b-bf92-0e7be5c76d83 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:31:49.472494 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750ba917-1532-4d27-a7e5-e4c7d07ffe95 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:31:49.472750 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750ba917-1532-4d27-a7e5-e4c7d07ffe95 None None] Checking segment: {'id': 'c2629326-706c-413d-97bd-578fb887149d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a66efcae-3166-4a3b-bf92-0e7be5c76d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:31:49.473158 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-750ba917-1532-4d27-a7e5-e4c7d07ffe95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:49.474000 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750ba917-1532-4d27-a7e5-e4c7d07ffe95 None None] Bound using segment: {'id': 'c2629326-706c-413d-97bd-578fb887149d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a66efcae-3166-4a3b-bf92-0e7be5c76d83'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:31:49.474842 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-750ba917-1532-4d27-a7e5-e4c7d07ffe95 None None] Bound port: 956ff794-b829-49bd-abaf-8df8961e284b, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2629326-706c-413d-97bd-578fb887149d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a66efcae-3166-4a3b-bf92-0e7be5c76d83'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:31:49.475105 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-750ba917-1532-4d27-a7e5-e4c7d07ffe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:49.558465 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-261e0f23-bf9a-446c-a5ba-6206d0e55c54 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Allocated IP 2001:db8::37e (523d1b1c-98ed-49ef-afa0-7760353ee21c/f96d0d0f-bced-45fa-adf5-9bdd9f84c748/a9946267-726b-49ef-a9ad-5c4ece697f3b) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:49.564761 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-aaf21e1a-559f-49c9-98b7-4dad97fd5f1b None None] Provisioning for port bcd49902-e537-447b-95f6-1aba7714d95f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:49.593244 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-750ba917-1532-4d27-a7e5-e4c7d07ffe95 None None] For port 956ff794-b829-49bd-abaf-8df8961e284b, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:31:49.597659 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-750ba917-1532-4d27-a7e5-e4c7d07ffe95 None None] For port 956ff794-b829-49bd-abaf-8df8961e284b, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=956ff794-b829-49bd-abaf-8df8961e284b,segment=NetworkSegment(c2629326-706c-413d-97bd-578fb887149d),segment_id=c2629326-706c-413d-97bd-578fb887149d)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:31:49.599753 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-aaf21e1a-559f-49c9-98b7-4dad97fd5f1b None None] Provisioning complete for port ab1768c0-e270-4c45-b66a-5fad480e9b9a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:49.600286 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aaf21e1a-559f-49c9-98b7-4dad97fd5f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:49.639698 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-750ba917-1532-4d27-a7e5-e4c7d07ffe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:49.681677 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:49.686949 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:subnet and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:49.691699 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:49.700240 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:49.711647 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device bcd49902-e537-447b-95f6-1aba7714d95f up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:31:49.714440 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-02d1bdd1-8624-4837-92d0-1e5df4c733bc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Floating IP 01e588ce-4c75-4e17-80f9-5294f6072641 associated. External IP: 172.26.4.218, port: 73730692-e03d-4090-842b-7706b4bb35d8. Mar 14 15:31:49.753918 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b1fad2fc-13a4-472e-a396-fb83a0e24d13 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "GET /v2.0/routers/33dce91d-4596-43ff-8e38-a5031efef8e4 HTTP/1.1" status: 200 len: 922 time: 0.7956703 Mar 14 15:31:49.754929 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49230) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:49.778910 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:49.781956 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-aaf21e1a-559f-49c9-98b7-4dad97fd5f1b None None] Port ab1768c0-e270-4c45-b66a-5fad480e9b9a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:31:49.782140 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:49.801940 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ba917-1532-4d27-a7e5-e4c7d07ffe95 None None] Pushing event updated for resources: {'Port': ['ID=956ff794-b829-49bd-abaf-8df8961e284b,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:49.825313 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port bcd49902-e537-447b-95f6-1aba7714d95f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:49.831753 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port bcd49902-e537-447b-95f6-1aba7714d95f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:49.837713 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:49.903156 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-261e0f23-bf9a-446c-a5ba-6206d0e55c54 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:49.925230 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-261e0f23-bf9a-446c-a5ba-6206d0e55c54 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Transition to ACTIVE for port object a9946267-726b-49ef-a9ad-5c4ece697f3b will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:49.940103 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d62d171a-4cd5-410b-a197-535795d023d7 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&device_id=33dce91d-4596-43ff-8e38-a5031efef8e4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1810927 Mar 14 15:31:49.947031 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49236) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:50.024977 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:50.098290 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port bcd49902-e537-447b-95f6-1aba7714d95f, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=bcd49902-e537-447b-95f6-1aba7714d95f,segment=NetworkSegment(ca3e1fbb-c7bc-42c9-81f1-2a84966a024c),segment_id=ca3e1fbb-c7bc-42c9-81f1-2a84966a024c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:50.103676 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:50.209889 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=bcd49902-e537-447b-95f6-1aba7714d95f,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:50.247400 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-261e0f23-bf9a-446c-a5ba-6206d0e55c54 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:50.303480 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e53cf6-6515-49ee-8041-6792f8726769 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:50.307980 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f0e53cf6-6515-49ee-8041-6792f8726769 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "GET /v2.0/networks/e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 HTTP/1.1" status: 200 len: 881 time: 0.3565478 Mar 14 15:31:50.315018 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49240) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:50.316886 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261e0f23-bf9a-446c-a5ba-6206d0e55c54 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network 523d1b1c-98ed-49ef-afa0-7760353ee21c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:50.323474 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-261e0f23-bf9a-446c-a5ba-6206d0e55c54 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:50.344270 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff3785-ac6f-4b69-837b-99dcdbf3c85a req-7817f3e8-33df-48f2-b706-414ff5dfec02 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:50.345784 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-16ff3785-ac6f-4b69-837b-99dcdbf3c85a req-7817f3e8-33df-48f2-b706-414ff5dfec02 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 943 time: 0.3543558 Mar 14 15:31:50.370507 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261e0f23-bf9a-446c-a5ba-6206d0e55c54 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:50.374526 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261e0f23-bf9a-446c-a5ba-6206d0e55c54 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:50.374776 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 86815b50-7159-47b9-afec-1424e83a7ef7 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:31:50.375125 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-261e0f23-bf9a-446c-a5ba-6206d0e55c54 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:50.399613 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-13ce529f-5379-4865-86d9-25f8de894f58 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dce91d-4596-43ff-8e38-a5031efef8e4 HTTP/1.1" status: 200 len: 205 time: 0.0780816 Mar 14 15:31:50.402597 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49244) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:50.465570 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e0f23-bf9a-446c-a5ba-6206d0e55c54 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Port': ['ID=a9946267-726b-49ef-a9ad-5c4ece697f3b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:50.473354 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-16ff3785-ac6f-4b69-837b-99dcdbf3c85a req-d2c74f26-054a-461f-a897-5d3da9449029 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173091 Mar 14 15:31:50.483010 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-261e0f23-bf9a-446c-a5ba-6206d0e55c54 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6316016 Mar 14 15:31:50.495407 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49248) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:50.517833 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f42b9d23-bc1b-4ffa-af7d-e38127bb94f6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'subnet': {'network_id': '523d1b1c-98ed-49ef-afa0-7760353ee21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:50.575982 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 86815b50-7159-47b9-afec-1424e83a7ef7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=86815b50-7159-47b9-afec-1424e83a7ef7,segment=NetworkSegment(a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63),segment_id=a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:50.593190 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '86815b50-7159-47b9-afec-1424e83a7ef7', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'port_id': '86815b50-7159-47b9-afec-1424e83a7ef7', 'mac_address': 'fa:16:3e:cd:c3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:31:50.629803 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:50.653715 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:50.658706 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:50.690199 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86815b50-7159-47b9-afec-1424e83a7ef7 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:31:50.702689 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:50.723218 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 86815b50-7159-47b9-afec-1424e83a7ef7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=86815b50-7159-47b9-afec-1424e83a7ef7,segment=NetworkSegment(a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63),segment_id=a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:50.728712 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:50.806582 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=86815b50-7159-47b9-afec-1424e83a7ef7,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:50.829362 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-73832687-d8aa-4654-a3d2-6d68b38730f8 None None] Provisioning for port a9946267-726b-49ef-a9ad-5c4ece697f3b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:50.837765 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-73832687-d8aa-4654-a3d2-6d68b38730f8 None None] Provisioning complete for port a9946267-726b-49ef-a9ad-5c4ece697f3b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:50.838609 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73832687-d8aa-4654-a3d2-6d68b38730f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:50.907916 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-73832687-d8aa-4654-a3d2-6d68b38730f8 None None] Port a9946267-726b-49ef-a9ad-5c4ece697f3b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:31:50.939649 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:50.951779 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Deleting port 4b133b0a-87dd-46bc-b4f0-c761da8dd784 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:50.952231 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:50.972748 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87bdd97-6c35-430f-952d-ab47ccfe21c9 admin admin] Router 89bbaaab-9a5d-4892-8641-fa97d9a6d7b1 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:31:51.015924 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network a66efcae-3166-4a3b-bf92-0e7be5c76d83 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:51.025573 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:51.028822 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:51.029448 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:51.041288 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Subnet': ['ID=d6dd1012-168c-429e-8667-0eefeade1064,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:51.055410 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['86815b50-7159-47b9-afec-1424e83a7ef7'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:31:51.090547 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:51.090887 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:51.091219 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:51.091566 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:51.091900 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:51.092225 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:51.092544 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:51.092860 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:51.093183 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:51.093499 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:51.093814 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:51.152394 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf0e54f-759d-4ed0-9950-3ec95821685b None None] Network a66efcae-3166-4a3b-bf92-0e7be5c76d83 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:31:51.158288 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:51.158720 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f42b9d23-bc1b-4ffa-af7d-e38127bb94f6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:51.170092 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3f0685a5-bafe-474f-a9f8-4b6d5b7edf52 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8358307 Mar 14 15:31:51.172819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49252) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:51.178393 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f42b9d23-bc1b-4ffa-af7d-e38127bb94f6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:subnet and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:51.182643 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f42b9d23-bc1b-4ffa-af7d-e38127bb94f6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:51.236112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3e7d1a81-295e-4f6b-9011-df2d845f23cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'port': {'network_id': 'a66efcae-3166-4a3b-bf92-0e7be5c76d83', 'fixed_ips': [{'subnet_id': '32481e83-5d45-4b35-91a8-a3445866a9fd'}, {'subnet_id': 'd6dd1012-168c-429e-8667-0eefeade1064'}], 'name': 'tempest-PortsTestJSON-1764559304'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:51.237955 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f42b9d23-bc1b-4ffa-af7d-e38127bb94f6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:51.268617 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42b9d23-bc1b-4ffa-af7d-e38127bb94f6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:51.309739 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-05ab52d8-edaa-4237-b428-1f3c26e73bd5 None None] Provisioning for port 956ff794-b829-49bd-abaf-8df8961e284b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:51.322257 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Calling delete_port for 4b133b0a-87dd-46bc-b4f0-c761da8dd784 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:51.450121 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f42b9d23-bc1b-4ffa-af7d-e38127bb94f6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:51.558449 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3e7d1a81-295e-4f6b-9011-df2d845f23cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:51.563947 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3e7d1a81-295e-4f6b-9011-df2d845f23cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:port and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:51.566349 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d1bdd1-8624-4837-92d0-1e5df4c733bc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Router 9e924330-d779-4acc-ad0a-5b9518d102de has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:31:51.584356 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3e7d1a81-295e-4f6b-9011-df2d845f23cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:51.602232 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3e7d1a81-295e-4f6b-9011-df2d845f23cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:51.651639 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.ipam_backend_mixin [None req-f42b9d23-bc1b-4ffa-af7d-e38127bb94f6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f96d0d0f-bced-45fa-adf5-9bdd9f84c748 (CIDR: 2001:db8::/64) Mar 14 15:31:51.715476 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42b9d23-bc1b-4ffa-af7d-e38127bb94f6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:31:51.715919 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f42b9d23-bc1b-4ffa-af7d-e38127bb94f6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:31:51.749213 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7d1a81-295e-4f6b-9011-df2d845f23cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:51.785274 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87bdd97-6c35-430f-952d-ab47ccfe21c9 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:31:51.791347 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f87bdd97-6c35-430f-952d-ab47ccfe21c9 admin admin] 10.222.0.60 "PUT /v2.0/routers/89bbaaab-9a5d-4892-8641-fa97d9a6d7b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5198801 Mar 14 15:31:51.799928 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49258) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:51.807107 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 956ff794-b829-49bd-abaf-8df8961e284b up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:31:51.828088 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f42b9d23-bc1b-4ffa-af7d-e38127bb94f6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3220479 Mar 14 15:31:51.834295 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49264) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:51.841415 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c4a2c712-5de9-4940-a3f3-ff2c679b9b20 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'subnet': {'network_id': '523d1b1c-98ed-49ef-afa0-7760353ee21c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:51.867859 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99966511-fed5-4a5d-955b-cc92b9e5ec5e None None] Sync routers for ids ['89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:31:51.885708 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d49e8d-d162-48d7-9692-ce2ee1a3c535 req-4ccaa7f9-c0f5-4225-ab36-b14794c96257 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:51.887284 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59d49e8d-d162-48d7-9692-ce2ee1a3c535 req-4ccaa7f9-c0f5-4225-ab36-b14794c96257 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 944 time: 0.2120488 Mar 14 15:31:51.890461 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99966511-fed5-4a5d-955b-cc92b9e5ec5e None None] Routers {'89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:51.891138 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-99966511-fed5-4a5d-955b-cc92b9e5ec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:51.892479 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:51.958466 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Pushing event deleted for resources: {'Port': ['ID=4b133b0a-87dd-46bc-b4f0-c761da8dd784,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:51.976020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:51.976382 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:51.977066 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:51.977066 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:51.977343 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:51.977675 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:51.977997 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:51.978345 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:51.978670 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:51.978990 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:51.979311 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:52.001113 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c4a2c712-5de9-4940-a3f3-ff2c679b9b20 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:52.007517 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c4a2c712-5de9-4940-a3f3-ff2c679b9b20 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:subnet and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:52.011303 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c4a2c712-5de9-4940-a3f3-ff2c679b9b20 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:52.018475 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c4a2c712-5de9-4940-a3f3-ff2c679b9b20 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:52.045959 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a2c712-5de9-4940-a3f3-ff2c679b9b20 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:52.050211 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c4a2c712-5de9-4940-a3f3-ff2c679b9b20 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:52.072499 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43211725-6481-4039-a16a-01491c6fb159 None None] Update dhcp port {'port': {'network_id': 'a66efcae-3166-4a3b-bf92-0e7be5c76d83', 'fixed_ips': [{'subnet_id': '32481e83-5d45-4b35-91a8-a3445866a9fd', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd6dd1012-168c-429e-8667-0eefeade1064'}], 'binding:host_id': 'dv-neutron-833561-1-hyperv'}, 'id': '956ff794-b829-49bd-abaf-8df8961e284b'} from dv-neutron-833561-1-hyperv. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 14 15:31:52.181859 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-99966511-fed5-4a5d-955b-cc92b9e5ec5e None None] Set router 89bbaaab-9a5d-4892-8641-fa97d9a6d7b1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:31:52.207943 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59d49e8d-d162-48d7-9692-ce2ee1a3c535 req-c0de6e42-cbd5-46f0-9975-456952fb26ba tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667682 Mar 14 15:31:52.236946 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-43211725-6481-4039-a16a-01491c6fb159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:52.250806 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d1bdd1-8624-4837-92d0-1e5df4c733bc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:31:52.251332 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e7d1a81-295e-4f6b-9011-df2d845f23cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:52.268111 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df05fecc-bc1a-4b93-ad80-c6648104304d None None] Sync routers for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:31:52.279781 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-3e7d1a81-295e-4f6b-9011-df2d845f23cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] device_id is not set on port e21438b1-f703-4e1e-9f59-7880e0af78a3 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:31:52.288701 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df05fecc-bc1a-4b93-ad80-c6648104304d None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:52.290163 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-df05fecc-bc1a-4b93-ad80-c6648104304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:52.330043 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 956ff794-b829-49bd-abaf-8df8961e284b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:52.422971 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-df05fecc-bc1a-4b93-ad80-c6648104304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:52.444389 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df05fecc-bc1a-4b93-ad80-c6648104304d None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:52.446633 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-df05fecc-bc1a-4b93-ad80-c6648104304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:52.459026 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 956ff794-b829-49bd-abaf-8df8961e284b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:52.459418 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:52.552747 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-df05fecc-bc1a-4b93-ad80-c6648104304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:52.559682 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df05fecc-bc1a-4b93-ad80-c6648104304d None None] The sync data for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:31:52.724513 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:52.765562 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 956ff794-b829-49bd-abaf-8df8961e284b, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=956ff794-b829-49bd-abaf-8df8961e284b,segment=NetworkSegment(c2629326-706c-413d-97bd-578fb887149d),segment_id=c2629326-706c-413d-97bd-578fb887149d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:52.765792 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:52.771340 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-99966511-fed5-4a5d-955b-cc92b9e5ec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'name': 'tempest-ServerActionsTestJSON-323819497-router', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:50Z', 'updated_at': '2022-03-14T15:31:46Z', 'revision_number': 5, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'gw_port': {'id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:52Z', 'updated_at': '2022-03-14T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:52.774777 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:52.775529 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device bcd49902-e537-447b-95f6-1aba7714d95f up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:31:52.813869 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0b76-d1bb-46a7-8136-8fd9e0c5ec0a admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:52.827580 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-3e7d1a81-295e-4f6b-9011-df2d845f23cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Allocated IP 172.20.0.11 (a66efcae-3166-4a3b-bf92-0e7be5c76d83/32481e83-5d45-4b35-91a8-a3445866a9fd/e21438b1-f703-4e1e-9f59-7880e0af78a3) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:52.842448 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99966511-fed5-4a5d-955b-cc92b9e5ec5e None None] Checking router: 89bbaaab-9a5d-4892-8641-fa97d9a6d7b1 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:31:52.877270 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c4a2c712-5de9-4940-a3f3-ff2c679b9b20 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:52.899579 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99966511-fed5-4a5d-955b-cc92b9e5ec5e None None] Routers {'89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:52.900099 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-3e7d1a81-295e-4f6b-9011-df2d845f23cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Allocated IP 172.20.0.29 (a66efcae-3166-4a3b-bf92-0e7be5c76d83/d6dd1012-168c-429e-8667-0eefeade1064/e21438b1-f703-4e1e-9f59-7880e0af78a3) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:52.900218 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-99966511-fed5-4a5d-955b-cc92b9e5ec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:52.955545 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=956ff794-b829-49bd-abaf-8df8961e284b,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:53.011898 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a2c712-5de9-4940-a3f3-ff2c679b9b20 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network 523d1b1c-98ed-49ef-afa0-7760353ee21c is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:53.051211 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port bcd49902-e537-447b-95f6-1aba7714d95f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:53.051580 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:53.073637 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:53.078498 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c4a2c712-5de9-4940-a3f3-ff2c679b9b20 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:53.080825 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a2c712-5de9-4940-a3f3-ff2c679b9b20 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:53.081737 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c4a2c712-5de9-4940-a3f3-ff2c679b9b20 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:53.096608 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:53.101990 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0719f3-f110-4e3d-b65a-e81cd9318137 None None] Network 523d1b1c-98ed-49ef-afa0-7760353ee21c requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:31:53.153297 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2c712-5de9-4940-a3f3-ff2c679b9b20 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Subnet': ['ID=8a377f7d-f4c1-459b-a193-07ce3d77e2ff,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:53.200938 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c4a2c712-5de9-4940-a3f3-ff2c679b9b20 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3614640 Mar 14 15:31:53.203388 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49268) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:53.207601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0b5b161a-df86-4b15-bc42-0ce1785d3a1a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2137313566', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8a377f7d-f4c1-459b-a193-07ce3d77e2ff'}], 'security_groups': ['c44e9686-9556-4320-8320-53d837699ad2']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:53.275336 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-99966511-fed5-4a5d-955b-cc92b9e5ec5e None None] Set router 89bbaaab-9a5d-4892-8641-fa97d9a6d7b1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:31:53.325885 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e7d1a81-295e-4f6b-9011-df2d845f23cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:53.350035 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e7d1a81-295e-4f6b-9011-df2d845f23cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Transition to ACTIVE for port object e21438b1-f703-4e1e-9f59-7880e0af78a3 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:53.367948 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b5b161a-df86-4b15-bc42-0ce1785d3a1a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:53.375973 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:53.376722 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Fanout notify agent at l3_agent the message router_deleted on router 33dce91d-4596-43ff-8e38-a5031efef8e4 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:31:53.397616 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e7d1a81-295e-4f6b-9011-df2d845f23cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:53.463545 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:53.469036 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e3140e5b-d039-441f-98b9-1dd88e7c4719 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "DELETE /v2.0/routers/33dce91d-4596-43ff-8e38-a5031efef8e4 HTTP/1.1" status: 204 len: 168 time: 3.0632565 Mar 14 15:31:53.469881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49274) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:53.472095 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7d1a81-295e-4f6b-9011-df2d845f23cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network a66efcae-3166-4a3b-bf92-0e7be5c76d83 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:53.486349 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5eee512c-a9fb-45bf-91d1-00609c349108 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1660181681', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:53.492458 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-3e7d1a81-295e-4f6b-9011-df2d845f23cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:53.499989 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7d1a81-295e-4f6b-9011-df2d845f23cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:53.529945 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5eee512c-a9fb-45bf-91d1-00609c349108 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:31:53.544991 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5eee512c-a9fb-45bf-91d1-00609c349108 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Usage tracker for resource:router and tenant:4d0f307382b84bd7b4b798ede7bcff37 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:31:53.553584 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d1a81-295e-4f6b-9011-df2d845f23cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Port': ['ID=e21438b1-f703-4e1e-9f59-7880e0af78a3,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:53.559487 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5eee512c-a9fb-45bf-91d1-00609c349108 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:31:53.569631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5eee512c-a9fb-45bf-91d1-00609c349108 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:31:53.584781 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7d1a81-295e-4f6b-9011-df2d845f23cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:53.585481 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e7d1a81-295e-4f6b-9011-df2d845f23cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:53.601154 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5eee512c-a9fb-45bf-91d1-00609c349108 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:53.602745 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5eee512c-a9fb-45bf-91d1-00609c349108 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:53.606963 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0b76-d1bb-46a7-8136-8fd9e0c5ec0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:53.621816 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3e7d1a81-295e-4f6b-9011-df2d845f23cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.4475844 Mar 14 15:31:53.624830 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49278) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:53.632008 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8bbb2952-994b-4c8e-b0bd-4b83f3e6c2ba tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '32481e83-5d45-4b35-91a8-a3445866a9fd'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:53.661300 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-43211725-6481-4039-a16a-01491c6fb159 None None] Allocated IP 172.20.0.18 (a66efcae-3166-4a3b-bf92-0e7be5c76d83/d6dd1012-168c-429e-8667-0eefeade1064/956ff794-b829-49bd-abaf-8df8961e284b) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:53.693713 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-f6bc0b76-d1bb-46a7-8136-8fd9e0c5ec0a admin admin] Deleting port ca3fc13a-8f83-4391-8b79-88a75bb849c5 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:53.694037 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0b76-d1bb-46a7-8136-8fd9e0c5ec0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:53.724855 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d1bdd1-8624-4837-92d0-1e5df4c733bc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Router 5ce22a85-212b-45e5-832b-3e5c79d977c7 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:31:53.731302 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5eee512c-a9fb-45bf-91d1-00609c349108 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:53.755596 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567d2cc-4781-439e-b154-152dfe4484b7 req-27fcc0cd-7f8e-459a-978f-9b7757232470 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:53.762497 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6567d2cc-4781-439e-b154-152dfe4484b7 req-27fcc0cd-7f8e-459a-978f-9b7757232470 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 944 time: 0.3363883 Mar 14 15:31:53.776016 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2952-994b-4c8e-b0bd-4b83f3e6c2ba tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:53.809153 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 956ff794-b829-49bd-abaf-8df8961e284b up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:31:53.980789 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-43211725-6481-4039-a16a-01491c6fb159 None None] For port 956ff794-b829-49bd-abaf-8df8961e284b, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=956ff794-b829-49bd-abaf-8df8961e284b,segment=NetworkSegment(c2629326-706c-413d-97bd-578fb887149d),segment_id=c2629326-706c-413d-97bd-578fb887149d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:54.025531 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 956ff794-b829-49bd-abaf-8df8961e284b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:54.025903 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:54.091848 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-43211725-6481-4039-a16a-01491c6fb159 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:54.116975 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6567d2cc-4781-439e-b154-152dfe4484b7 req-132664e9-2aad-471c-809a-f908be129ec2 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3513381 Mar 14 15:31:54.117692 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-99966511-fed5-4a5d-955b-cc92b9e5ec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'name': 'tempest-ServerActionsTestJSON-323819497-router', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:50Z', 'updated_at': '2022-03-14T15:31:46Z', 'revision_number': 5, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'gw_port': {'id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:52Z', 'updated_at': '2022-03-14T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:54.131558 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5eee512c-a9fb-45bf-91d1-00609c349108 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:54.152787 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99966511-fed5-4a5d-955b-cc92b9e5ec5e None None] The sync data for ids ['89bbaaab-9a5d-4892-8641-fa97d9a6d7b1'] in dv-neutron-833561-1-hyperv is: [{'id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'name': 'tempest-ServerActionsTestJSON-323819497-router', 'tenant_id': '8079f8e4b19848a3b695e728e0683a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:50Z', 'updated_at': '2022-03-14T15:31:46Z', 'revision_number': 5, 'project_id': '8079f8e4b19848a3b695e728e0683a28', 'gw_port': {'id': 'ca3fc13a-8f83-4391-8b79-88a75bb849c5', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bbaaab-9a5d-4892-8641-fa97d9a6d7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:52Z', 'updated_at': '2022-03-14T15:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:31:54.154525 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-43211725-6481-4039-a16a-01491c6fb159 None None] Transition to ACTIVE for port object 956ff794-b829-49bd-abaf-8df8961e284b will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:54.169128 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-43211725-6481-4039-a16a-01491c6fb159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:54.238818 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Port 956ff794-b829-49bd-abaf-8df8961e284b had new provisioning blocks added so it will not transition to active. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Mar 14 15:31:54.243641 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda36c82-d8e5-4571-b154-ff23bd8b8d1e None None] Update dhcp port {'port': {'network_id': '523d1b1c-98ed-49ef-afa0-7760353ee21c', 'fixed_ips': [{'subnet_id': 'f96d0d0f-bced-45fa-adf5-9bdd9f84c748', 'ip_address': '2001:db8::2'}, {'subnet_id': '8a377f7d-f4c1-459b-a193-07ce3d77e2ff'}], 'binding:host_id': 'dv-neutron-833561-1-hyperv'}, 'id': 'bcd49902-e537-447b-95f6-1aba7714d95f'} from dv-neutron-833561-1-hyperv. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 14 15:31:54.380580 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43211725-6481-4039-a16a-01491c6fb159 None None] Pushing event updated for resources: {'Port': ['ID=956ff794-b829-49bd-abaf-8df8961e284b,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:54.382923 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eda36c82-d8e5-4571-b154-ff23bd8b8d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:54.398927 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 86815b50-7159-47b9-afec-1424e83a7ef7 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:31:54.463186 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43211725-6481-4039-a16a-01491c6fb159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:54.463511 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43211725-6481-4039-a16a-01491c6fb159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:54.463837 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43211725-6481-4039-a16a-01491c6fb159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:54.464175 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43211725-6481-4039-a16a-01491c6fb159 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:54.464507 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43211725-6481-4039-a16a-01491c6fb159 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:54.464832 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43211725-6481-4039-a16a-01491c6fb159 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:54.465152 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43211725-6481-4039-a16a-01491c6fb159 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:54.465477 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43211725-6481-4039-a16a-01491c6fb159 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:54.466264 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43211725-6481-4039-a16a-01491c6fb159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:54.466264 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43211725-6481-4039-a16a-01491c6fb159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:54.466476 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43211725-6481-4039-a16a-01491c6fb159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:54.480551 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-8bbb2952-994b-4c8e-b0bd-4b83f3e6c2ba tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Delete allocated IP 172.20.0.29 (a66efcae-3166-4a3b-bf92-0e7be5c76d83/d6dd1012-168c-429e-8667-0eefeade1064) {{(pid=83911) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 14 15:31:54.482463 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-f6bc0b76-d1bb-46a7-8136-8fd9e0c5ec0a admin admin] For port ca3fc13a-8f83-4391-8b79-88a75bb849c5, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ca3fc13a-8f83-4391-8b79-88a75bb849c5,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:54.482813 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0b76-d1bb-46a7-8136-8fd9e0c5ec0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:54.509123 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-0b5b161a-df86-4b15-bc42-0ce1785d3a1a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Delete allocated IP 2001:db8::37e (523d1b1c-98ed-49ef-afa0-7760353ee21c/f96d0d0f-bced-45fa-adf5-9bdd9f84c748) {{(pid=83910) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 14 15:31:54.633820 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 86815b50-7159-47b9-afec-1424e83a7ef7 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:54.638995 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 86815b50-7159-47b9-afec-1424e83a7ef7 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:54.639367 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:54.665271 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-f6bc0b76-d1bb-46a7-8136-8fd9e0c5ec0a admin admin] Calling delete_port for ca3fc13a-8f83-4391-8b79-88a75bb849c5 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:54.701399 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2952-994b-4c8e-b0bd-4b83f3e6c2ba tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:54.725742 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-8bbb2952-994b-4c8e-b0bd-4b83f3e6c2ba tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Ignored duplicate provisioning block setup for port e21438b1-f703-4e1e-9f59-7880e0af78a3 by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 14 15:31:54.769654 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2952-994b-4c8e-b0bd-4b83f3e6c2ba tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:54.796038 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-0b5b161a-df86-4b15-bc42-0ce1785d3a1a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Allocated IP 2001:db8:0:1::313 (523d1b1c-98ed-49ef-afa0-7760353ee21c/8a377f7d-f4c1-459b-a193-07ce3d77e2ff/a9946267-726b-49ef-a9ad-5c4ece697f3b) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:54.830243 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5eee512c-a9fb-45bf-91d1-00609c349108 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:54.878340 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:54.927496 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 86815b50-7159-47b9-afec-1424e83a7ef7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=86815b50-7159-47b9-afec-1424e83a7ef7,segment=NetworkSegment(a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63),segment_id=a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:54.928527 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92aa3703-68e1-4a6e-af7d-02ad4ba38780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86815b50-7159-47b9-afec-1424e83a7ef7'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:31:54.937526 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:54.980098 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5eee512c-a9fb-45bf-91d1-00609c349108 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:55.059143 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=86815b50-7159-47b9-afec-1424e83a7ef7,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:55.062967 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92aa3703-68e1-4a6e-af7d-02ad4ba38780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86815b50-7159-47b9-afec-1424e83a7ef7', 'code': 200} Mar 14 15:31:55.189584 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d1bdd1-8624-4837-92d0-1e5df4c733bc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:31:55.202576 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbc39b1-9924-465b-a553-77b9fa2684c3 None None] Sync routers for ids ['5ce22a85-212b-45e5-832b-3e5c79d977c7'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:31:55.219043 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbc39b1-9924-465b-a553-77b9fa2684c3 None None] Routers {'5ce22a85-212b-45e5-832b-3e5c79d977c7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:55.219678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7bbc39b1-9924-465b-a553-77b9fa2684c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['5ce22a85-212b-45e5-832b-3e5c79d977c7'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:55.251399 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02d1bdd1-8624-4837-92d0-1e5df4c733bc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:55.300950 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8bbb2952-994b-4c8e-b0bd-4b83f3e6c2ba tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] In _notify_port_updated(), no bound segment for port e21438b1-f703-4e1e-9f59-7880e0af78a3 on network a66efcae-3166-4a3b-bf92-0e7be5c76d83 {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 14 15:31:55.305783 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbb2952-994b-4c8e-b0bd-4b83f3e6c2ba tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:55.306432 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2952-994b-4c8e-b0bd-4b83f3e6c2ba tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:55.310183 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8bbb2952-994b-4c8e-b0bd-4b83f3e6c2ba tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "PUT /v2.0/ports/e21438b1-f703-4e1e-9f59-7880e0af78a3 HTTP/1.1" status: 200 len: 920 time: 1.6818099 Mar 14 15:31:55.311523 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49286) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:55.316634 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb2952-994b-4c8e-b0bd-4b83f3e6c2ba tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Port': ['ID=e21438b1-f703-4e1e-9f59-7880e0af78a3,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:55.347183 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-23828b05-82db-4c85-a237-03ac627c9715 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '32481e83-5d45-4b35-91a8-a3445866a9fd'}, {'subnet_id': 'd6dd1012-168c-429e-8667-0eefeade1064'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:55.398074 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-0b5b161a-df86-4b15-bc42-0ce1785d3a1a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:31:55.420536 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed98b8d6-bcb9-4050-90c3-e0119f09feeb None None] Network a66efcae-3166-4a3b-bf92-0e7be5c76d83 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:31:55.452591 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-5eee512c-a9fb-45bf-91d1-00609c349108 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Allocated IP 172.26.4.124 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/59b0b23b-363a-48ab-86e5-7f019f13b378) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:55.477560 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b5b161a-df86-4b15-bc42-0ce1785d3a1a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:55.481240 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0b76-d1bb-46a7-8136-8fd9e0c5ec0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:55.495936 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7bbc39b1-9924-465b-a553-77b9fa2684c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:55.549360 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fca0c5b1-152b-4ec6-81d0-2554c952c8a0 None None] Provisioning for port 956ff794-b829-49bd-abaf-8df8961e284b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:55.550411 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8775b630-4217-48c4-82d2-4ad89985f425 req-839c626a-2e77-4a1d-a9bd-092a035a0ae6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 1098 time: 0.1909311 Mar 14 15:31:55.556044 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbc39b1-9924-465b-a553-77b9fa2684c3 None None] Routers {'5ce22a85-212b-45e5-832b-3e5c79d977c7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:55.557538 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7bbc39b1-9924-465b-a553-77b9fa2684c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['5ce22a85-212b-45e5-832b-3e5c79d977c7'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:55.602531 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc0b76-d1bb-46a7-8136-8fd9e0c5ec0a admin admin] Pushing event deleted for resources: {'Port': ['ID=ca3fc13a-8f83-4391-8b79-88a75bb849c5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:55.604809 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-0b5b161a-df86-4b15-bc42-0ce1785d3a1a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Transition to ACTIVE for port object a9946267-726b-49ef-a9ad-5c4ece697f3b will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:55.619277 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fca0c5b1-152b-4ec6-81d0-2554c952c8a0 None None] Provisioning complete for port 956ff794-b829-49bd-abaf-8df8961e284b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:55.619645 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fca0c5b1-152b-4ec6-81d0-2554c952c8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:55.649017 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5eee512c-a9fb-45bf-91d1-00609c349108 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:55.681945 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b5b161a-df86-4b15-bc42-0ce1785d3a1a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:55.687191 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5eee512c-a9fb-45bf-91d1-00609c349108 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:55.694667 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8775b630-4217-48c4-82d2-4ad89985f425 req-f6073e03-9d96-4735-b222-11bddf3e8b36 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357691 Mar 14 15:31:55.718911 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7bbc39b1-9924-465b-a553-77b9fa2684c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:55.718911 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbc39b1-9924-465b-a553-77b9fa2684c3 None None] The sync data for ids ['5ce22a85-212b-45e5-832b-3e5c79d977c7'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:31:55.788093 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee512c-a9fb-45bf-91d1-00609c349108 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Pushing event updated for resources: {'Port': ['ID=59b0b23b-363a-48ab-86e5-7f019f13b378,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:55.792062 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eee512c-a9fb-45bf-91d1-00609c349108 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:55.793680 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-5eee512c-a9fb-45bf-91d1-00609c349108 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:55.797141 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-02d1bdd1-8624-4837-92d0-1e5df4c733bc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "PUT /v2.0/floatingips/01e588ce-4c75-4e17-80f9-5294f6072641 HTTP/1.1" status: 200 len: 977 time: 9.4732678 Mar 14 15:31:55.797978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eee512c-a9fb-45bf-91d1-00609c349108 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:31:55.800981 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49290) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:55.811000 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-eda36c82-d8e5-4571-b154-ff23bd8b8d1e None None] Allocated IP 2001:db8:0:1::2 (523d1b1c-98ed-49ef-afa0-7760353ee21c/8a377f7d-f4c1-459b-a193-07ce3d77e2ff/bcd49902-e537-447b-95f6-1aba7714d95f) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:55.863406 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 956ff794-b829-49bd-abaf-8df8961e284b up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:31:55.980900 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b161a-df86-4b15-bc42-0ce1785d3a1a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Port': ['ID=a9946267-726b-49ef-a9ad-5c4ece697f3b,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:55.991497 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5eee512c-a9fb-45bf-91d1-00609c349108 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:55.992245 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5eee512c-a9fb-45bf-91d1-00609c349108 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:56.000752 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b161a-df86-4b15-bc42-0ce1785d3a1a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] In _notify_port_updated(), no bound segment for port a9946267-726b-49ef-a9ad-5c4ece697f3b on network 523d1b1c-98ed-49ef-afa0-7760353ee21c {{(pid=83910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 14 15:31:56.005045 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5b161a-df86-4b15-bc42-0ce1785d3a1a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:56.005664 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b5b161a-df86-4b15-bc42-0ce1785d3a1a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:56.009644 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0b5b161a-df86-4b15-bc42-0ce1785d3a1a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "PUT /v2.0/ports/a9946267-726b-49ef-a9ad-5c4ece697f3b HTTP/1.1" status: 200 len: 931 time: 2.8042202 Mar 14 15:31:56.025132 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49294) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:56.122612 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834e22b-ee34-43c2-8c8b-82c7605d8a6c req-0d8c1629-107b-4c34-a0fe-24348d30dc07 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:56.124380 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0834e22b-ee34-43c2-8c8b-82c7605d8a6c req-0d8c1629-107b-4c34-a0fe-24348d30dc07 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 945 time: 0.7457592 Mar 14 15:31:56.127123 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-eda36c82-d8e5-4571-b154-ff23bd8b8d1e None None] For port bcd49902-e537-447b-95f6-1aba7714d95f, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=bcd49902-e537-447b-95f6-1aba7714d95f,segment=NetworkSegment(ca3e1fbb-c7bc-42c9-81f1-2a84966a024c),segment_id=ca3e1fbb-c7bc-42c9-81f1-2a84966a024c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:56.138663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c168d699-7e0c-4504-87b0-89f7829ea8ff tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Deleting port 4b574aa3-2c4f-44c4-badb-9309477ee12b {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:56.139165 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c168d699-7e0c-4504-87b0-89f7829ea8ff tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:56.171225 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eda36c82-d8e5-4571-b154-ff23bd8b8d1e None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:56.191964 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-eda36c82-d8e5-4571-b154-ff23bd8b8d1e None None] Transition to ACTIVE for port object bcd49902-e537-447b-95f6-1aba7714d95f will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:56.218765 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 956ff794-b829-49bd-abaf-8df8961e284b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:56.219326 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:56.247013 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eda36c82-d8e5-4571-b154-ff23bd8b8d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:56.371937 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eee512c-a9fb-45bf-91d1-00609c349108 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Router d2e2e75c-5097-48c7-89e3-c26fb8a6f5ac is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:31:56.455569 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda36c82-d8e5-4571-b154-ff23bd8b8d1e None None] Pushing event updated for resources: {'Port': ['ID=bcd49902-e537-447b-95f6-1aba7714d95f,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:56.543920 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 587a3fec-bb58-4693-a218-8a7512d9eac6 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:31:56.564429 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0b76-d1bb-46a7-8136-8fd9e0c5ec0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:56.604186 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 587a3fec-bb58-4693-a218-8a7512d9eac6 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:31:56.609152 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 587a3fec-bb58-4693-a218-8a7512d9eac6 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:31:56.624468 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-039c8255-6552-41af-b09f-2e9f98ef429a None None] Provisioning complete for port 956ff794-b829-49bd-abaf-8df8961e284b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:56.624938 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-039c8255-6552-41af-b09f-2e9f98ef429a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:56.695064 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eee512c-a9fb-45bf-91d1-00609c349108 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:31:56.708366 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b290812e-6810-4052-9e6c-2f1dbfbdb109 None None] Sync routers for ids ['d2e2e75c-5097-48c7-89e3-c26fb8a6f5ac'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:31:56.733197 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b290812e-6810-4052-9e6c-2f1dbfbdb109 None None] Routers {'d2e2e75c-5097-48c7-89e3-c26fb8a6f5ac'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:56.733811 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b290812e-6810-4052-9e6c-2f1dbfbdb109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['d2e2e75c-5097-48c7-89e3-c26fb8a6f5ac'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:56.746867 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5eee512c-a9fb-45bf-91d1-00609c349108 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:56.748519 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5eee512c-a9fb-45bf-91d1-00609c349108 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2730694 Mar 14 15:31:56.751984 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49298) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:56.761182 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-62228de8-6674-43e3-8f9f-f90b58609ee2 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:31:56.823162 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-039c8255-6552-41af-b09f-2e9f98ef429a None None] Provisioning for port e21438b1-f703-4e1e-9f59-7880e0af78a3 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:56.830401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-039c8255-6552-41af-b09f-2e9f98ef429a None None] Provisioning complete for port e21438b1-f703-4e1e-9f59-7880e0af78a3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:56.830810 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-039c8255-6552-41af-b09f-2e9f98ef429a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:56.859118 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b290812e-6810-4052-9e6c-2f1dbfbdb109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:56.880545 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b290812e-6810-4052-9e6c-2f1dbfbdb109 None None] Routers {'d2e2e75c-5097-48c7-89e3-c26fb8a6f5ac'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:31:56.881142 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b290812e-6810-4052-9e6c-2f1dbfbdb109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['d2e2e75c-5097-48c7-89e3-c26fb8a6f5ac'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:56.916448 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-039c8255-6552-41af-b09f-2e9f98ef429a None None] Port e21438b1-f703-4e1e-9f59-7880e0af78a3 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:31:56.917113 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-23828b05-82db-4c85-a237-03ac627c9715 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:56.975064 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b290812e-6810-4052-9e6c-2f1dbfbdb109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:56.975461 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b290812e-6810-4052-9e6c-2f1dbfbdb109 None None] The sync data for ids ['d2e2e75c-5097-48c7-89e3-c26fb8a6f5ac'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:31:57.042748 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a148da8b-198f-4be1-9018-1525efc3f4f2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting port a9946267-726b-49ef-a9ad-5c4ece697f3b {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:57.043084 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a148da8b-198f-4be1-9018-1525efc3f4f2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:57.048832 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-384cd061-daf0-42ec-99fb-ca76f124b456 None None] Provisioning complete for port e21438b1-f703-4e1e-9f59-7880e0af78a3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:57.049533 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-384cd061-daf0-42ec-99fb-ca76f124b456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:57.142393 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-384cd061-daf0-42ec-99fb-ca76f124b456 None None] Port e21438b1-f703-4e1e-9f59-7880e0af78a3 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:31:57.250693 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0834e22b-ee34-43c2-8c8b-82c7605d8a6c req-9e99ab7d-14ce-4cf6-8789-a8d6ad8e4e7a tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0231194 Mar 14 15:31:57.342696 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0b76-d1bb-46a7-8136-8fd9e0c5ec0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:57.370639 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-364e7972-ee66-4502-bc0b-c2fd80de505b None None] Provisioning complete for port e21438b1-f703-4e1e-9f59-7880e0af78a3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:57.371026 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-364e7972-ee66-4502-bc0b-c2fd80de505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:57.432050 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-364e7972-ee66-4502-bc0b-c2fd80de505b None None] Port e21438b1-f703-4e1e-9f59-7880e0af78a3 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:31:57.448713 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0b76-d1bb-46a7-8136-8fd9e0c5ec0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:57.562990 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-168c6170-8cda-4fb2-80ec-baab9b8f5bbd None None] Provisioning for port bcd49902-e537-447b-95f6-1aba7714d95f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:57.570213 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-168c6170-8cda-4fb2-80ec-baab9b8f5bbd None None] Provisioning complete for port bcd49902-e537-447b-95f6-1aba7714d95f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:57.571128 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-168c6170-8cda-4fb2-80ec-baab9b8f5bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:57.613822 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-994bbfff-a6df-4662-a1a2-973d32e19ed0 req-a38ece9d-0036-4049-878e-e57f574f9842 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1175172 Mar 14 15:31:57.666742 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62228de8-6674-43e3-8f9f-f90b58609ee2 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:57.693412 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62228de8-6674-43e3-8f9f-f90b58609ee2 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:57.742227 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-62228de8-6674-43e3-8f9f-f90b58609ee2 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Deleting port 59b0b23b-363a-48ab-86e5-7f019f13b378 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:57.742969 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62228de8-6674-43e3-8f9f-f90b58609ee2 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:57.744758 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0b76-d1bb-46a7-8136-8fd9e0c5ec0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:57.745266 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bc0b76-d1bb-46a7-8136-8fd9e0c5ec0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89bbaaab-9a5d-4892-8641-fa97d9a6d7b1 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:31:57.783562 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device bcd49902-e537-447b-95f6-1aba7714d95f up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:31:57.802788 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c168d699-7e0c-4504-87b0-89f7829ea8ff tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:57.806328 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49304) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:57.816849 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0b76-d1bb-46a7-8136-8fd9e0c5ec0a admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:57.819431 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f6bc0b76-d1bb-46a7-8136-8fd9e0c5ec0a admin admin] 10.222.0.60 "DELETE /v2.0/routers/89bbaaab-9a5d-4892-8641-fa97d9a6d7b1 HTTP/1.1" status: 204 len: 168 time: 6.0105929 Mar 14 15:31:57.852514 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49308) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:57.912295 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-168c6170-8cda-4fb2-80ec-baab9b8f5bbd None None] Provisioning complete for port ab1768c0-e270-4c45-b66a-5fad480e9b9a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:57.912761 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-168c6170-8cda-4fb2-80ec-baab9b8f5bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:57.940570 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port bcd49902-e537-447b-95f6-1aba7714d95f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:57.940570 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:58.011948 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-168c6170-8cda-4fb2-80ec-baab9b8f5bbd None None] Port ab1768c0-e270-4c45-b66a-5fad480e9b9a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:31:58.038018 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-d638c969-c59c-460d-a219-1bbb98cea2c7 admin admin] Deleting subnet 453fbd59-94cf-411e-8df0-3bc90080a3fb {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:31:58.045498 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d638c969-c59c-460d-a219-1bbb98cea2c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:58.063941 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-168c6170-8cda-4fb2-80ec-baab9b8f5bbd None None] Provisioning for port a9946267-726b-49ef-a9ad-5c4ece697f3b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:58.084093 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-168c6170-8cda-4fb2-80ec-baab9b8f5bbd None None] Provisioning complete for port a9946267-726b-49ef-a9ad-5c4ece697f3b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:58.084403 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-168c6170-8cda-4fb2-80ec-baab9b8f5bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:58.107012 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a148da8b-198f-4be1-9018-1525efc3f4f2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:58.148729 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-168c6170-8cda-4fb2-80ec-baab9b8f5bbd None None] Port a9946267-726b-49ef-a9ad-5c4ece697f3b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:31:58.213529 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-994bbfff-a6df-4662-a1a2-973d32e19ed0 req-fea89a3b-741d-4682-8db3-9f1d62109399 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 1099 time: 0.5087004 Mar 14 15:31:58.244528 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ec53da54-bc75-4da9-baaa-8595f8466a24 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/ports?project_id=5d6eafdbdcc04fa5ac3cc264b55cc088&network_id=beb9cf70-bc90-42d6-8193-9a20588857cb HTTP/1.1" status: 200 len: 3000 time: 0.4359481 Mar 14 15:31:58.283746 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62228de8-6674-43e3-8f9f-f90b58609ee2 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:58.284457 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fa93a3be-3430-4736-a9e1-1d2b4acb8706 None None] Provisioning complete for port a9946267-726b-49ef-a9ad-5c4ece697f3b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:58.284833 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa93a3be-3430-4736-a9e1-1d2b4acb8706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:58.349995 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fa93a3be-3430-4736-a9e1-1d2b4acb8706 None None] Port a9946267-726b-49ef-a9ad-5c4ece697f3b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:31:58.351346 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d638c969-c59c-460d-a219-1bbb98cea2c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:58.408834 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a148da8b-198f-4be1-9018-1525efc3f4f2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Calling delete_port for a9946267-726b-49ef-a9ad-5c4ece697f3b owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:58.509935 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-62228de8-6674-43e3-8f9f-f90b58609ee2 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Calling delete_port for 59b0b23b-363a-48ab-86e5-7f019f13b378 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:58.650122 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c168d699-7e0c-4504-87b0-89f7829ea8ff tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:58.650502 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c168d699-7e0c-4504-87b0-89f7829ea8ff tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:58.650817 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-c168d699-7e0c-4504-87b0-89f7829ea8ff tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Floating IP 01e588ce-4c75-4e17-80f9-5294f6072641 disassociated. External IP: 172.26.4.218, port: 4b574aa3-2c4f-44c4-badb-9309477ee12b. Mar 14 15:31:58.651160 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c168d699-7e0c-4504-87b0-89f7829ea8ff tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Calling delete_port for 4b574aa3-2c4f-44c4-badb-9309477ee12b owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:31:58.691859 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-23828b05-82db-4c85-a237-03ac627c9715 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Allocated IP 172.20.0.25 (a66efcae-3166-4a3b-bf92-0e7be5c76d83/d6dd1012-168c-429e-8667-0eefeade1064/e21438b1-f703-4e1e-9f59-7880e0af78a3) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:58.711324 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bbfff-a6df-4662-a1a2-973d32e19ed0 req-ebcf97f2-027b-4e27-a130-8ec444cebacf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:58.712781 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-994bbfff-a6df-4662-a1a2-973d32e19ed0 req-ebcf97f2-027b-4e27-a130-8ec444cebacf service neutron] 10.222.0.24 "GET /v2.0/networks?id=beb9cf70-bc90-42d6-8193-9a20588857cb HTTP/1.1" status: 200 len: 897 time: 0.4650118 Mar 14 15:31:58.779148 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d638c969-c59c-460d-a219-1bbb98cea2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:58.879303 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719c874-5fb0-45a7-85f6-367ccce5a81d req-3644216c-3f44-4303-8a54-92ee53fc3d6e tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:58.881771 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e719c874-5fb0-45a7-85f6-367ccce5a81d req-3644216c-3f44-4303-8a54-92ee53fc3d6e tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 945 time: 0.4322572 Mar 14 15:31:58.909783 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a148da8b-198f-4be1-9018-1525efc3f4f2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:58.968480 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-994bbfff-a6df-4662-a1a2-973d32e19ed0 req-553947bd-c4bc-4d4b-9125-c5c846c1bf19 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fbd8792-106f-4641-982c-22e74d7248e7 HTTP/1.1" status: 200 len: 1000 time: 0.2448680 Mar 14 15:31:59.006343 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148da8b-198f-4be1-9018-1525efc3f4f2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Port': ['ID=a9946267-726b-49ef-a9ad-5c4ece697f3b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:59.040680 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d638c969-c59c-460d-a219-1bbb98cea2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:59.082535 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a148da8b-198f-4be1-9018-1525efc3f4f2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:59.097910 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e719c874-5fb0-45a7-85f6-367ccce5a81d req-6f1810bb-8998-436f-a57f-f83105f675e5 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047949 Mar 14 15:31:59.102356 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638c969-c59c-460d-a219-1bbb98cea2c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=453fbd59-94cf-411e-8df0-3bc90080a3fb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:59.106001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c168d699-7e0c-4504-87b0-89f7829ea8ff tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:59.106343 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62228de8-6674-43e3-8f9f-f90b58609ee2 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:59.117191 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-23828b05-82db-4c85-a237-03ac627c9715 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:59.152540 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e048a014-9618-41a0-953d-b150b4bab889 None None] Network a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:31:59.163671 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d638c969-c59c-460d-a219-1bbb98cea2c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:59.174536 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a148da8b-198f-4be1-9018-1525efc3f4f2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/ports/a9946267-726b-49ef-a9ad-5c4ece697f3b HTTP/1.1" status: 204 len: 168 time: 3.1465304 Mar 14 15:31:59.178788 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62228de8-6674-43e3-8f9f-f90b58609ee2 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Pushing event deleted for resources: {'Port': ['ID=59b0b23b-363a-48ab-86e5-7f019f13b378,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:59.183374 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49322) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:59.187037 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168d699-7e0c-4504-87b0-89f7829ea8ff tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event deleted for resources: {'Port': ['ID=4b574aa3-2c4f-44c4-badb-9309477ee12b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:59.198720 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bbfff-a6df-4662-a1a2-973d32e19ed0 req-be5097c7-5e54-4fb3-ad4d-9236b6d5c7ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:59.200149 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-994bbfff-a6df-4662-a1a2-973d32e19ed0 req-be5097c7-5e54-4fb3-ad4d-9236b6d5c7ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bcc5066-53a7-43d6-b32e-ebedf3508cb5 HTTP/1.1" status: 200 len: 834 time: 0.2197919 Mar 14 15:31:59.283421 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-23828b05-82db-4c85-a237-03ac627c9715 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Transition to ACTIVE for port object e21438b1-f703-4e1e-9f59-7880e0af78a3 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:59.345238 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75b79e2-5358-4c5a-86d1-f83467b37067 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] GET failed (client error): The resource could not be found. Mar 14 15:31:59.346395 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b75b79e2-5358-4c5a-86d1-f83467b37067 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Synchronizing usage tracker for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:31:59.356019 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d638c969-c59c-460d-a219-1bbb98cea2c7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/453fbd59-94cf-411e-8df0-3bc90080a3fb HTTP/1.1" status: 204 len: 168 time: 1.5031810 Mar 14 15:31:59.387569 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49326) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:59.397136 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-23828b05-82db-4c85-a237-03ac627c9715 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:59.600181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b75b79e2-5358-4c5a-86d1-f83467b37067 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Unset dirty status for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:31:59.604132 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b75b79e2-5358-4c5a-86d1-f83467b37067 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports/a9946267-726b-49ef-a9ad-5c4ece697f3b HTTP/1.1" status: 404 len: 333 time: 0.4189939 Mar 14 15:31:59.619458 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49332) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:59.642650 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a5461d-4508-42b0-8433-ae242a4c2f10 None None] DHCP port deletion for a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:31:59.651186 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-34a5461d-4508-42b0-8433-ae242a4c2f10 None None] Deleting port cfd5bcc6-18c2-4543-a586-bf3692397db1 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:31:59.652131 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-34a5461d-4508-42b0-8433-ae242a4c2f10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:59.778720 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-23828b05-82db-4c85-a237-03ac627c9715 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] In _notify_port_updated(), no bound segment for port e21438b1-f703-4e1e-9f59-7880e0af78a3 on network a66efcae-3166-4a3b-bf92-0e7be5c76d83 {{(pid=83910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 14 15:31:59.787538 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23828b05-82db-4c85-a237-03ac627c9715 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:59.789654 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-23828b05-82db-4c85-a237-03ac627c9715 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:59.792195 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-23828b05-82db-4c85-a237-03ac627c9715 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "PUT /v2.0/ports/e21438b1-f703-4e1e-9f59-7880e0af78a3 HTTP/1.1" status: 200 len: 1000 time: 4.4735198 Mar 14 15:31:59.798227 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49336) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:59.798663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23828b05-82db-4c85-a237-03ac627c9715 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Port': ['ID=e21438b1-f703-4e1e-9f59-7880e0af78a3,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:59.798747 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49338) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:59.815272 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ab997-9e66-4224-b99f-f90d4d245655 req-1eab7327-0133-4fa5-ae18-fce3fdb3cc1a tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:59.822147 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fb5ab997-9e66-4224-b99f-f90d4d245655 req-1eab7327-0133-4fa5-ae18-fce3fdb3cc1a tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 945 time: 0.4227057 Mar 14 15:31:59.862311 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf5b661f-232a-434b-b450-41956d004905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:59.886827 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fb5ab997-9e66-4224-b99f-f90d4d245655 req-6e802d16-102e-47ed-b686-ddacca9d6474 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637021 Mar 14 15:31:59.894393 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device cfd5bcc6-18c2-4543-a586-bf3692397db1 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:31:59.915280 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49344) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:31:59.967955 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c168d699-7e0c-4504-87b0-89f7829ea8ff tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Router 5ce22a85-212b-45e5-832b-3e5c79d977c7 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:32:00.038845 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-34a5461d-4508-42b0-8433-ae242a4c2f10 None None] For port cfd5bcc6-18c2-4543-a586-bf3692397db1, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=cfd5bcc6-18c2-4543-a586-bf3692397db1,segment=NetworkSegment(ad624868-762a-4d97-b5cf-48daabb17d8c),segment_id=ad624868-762a-4d97-b5cf-48daabb17d8c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:00.039636 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-34a5461d-4508-42b0-8433-ae242a4c2f10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:00.089508 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-994bbfff-a6df-4662-a1a2-973d32e19ed0 req-e4ec4d1b-4424-4db3-b1e5-841788ed8879 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=beb9cf70-bc90-42d6-8193-9a20588857cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8418269 Mar 14 15:32:00.155402 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62228de8-6674-43e3-8f9f-f90b58609ee2 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:00.246934 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-34a5461d-4508-42b0-8433-ae242a4c2f10 None None] Calling delete_port for cfd5bcc6-18c2-4543-a586-bf3692397db1 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:00.347306 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b661f-232a-434b-b450-41956d004905 admin admin] Deleting port cfd5bcc6-18c2-4543-a586-bf3692397db1 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:00.347640 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf5b661f-232a-434b-b450-41956d004905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:00.403059 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No active binding found for port cfd5bcc6-18c2-4543-a586-bf3692397db1 {{(pid=83912) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 14 15:32:00.403571 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device cfd5bcc6-18c2-4543-a586-bf3692397db1 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:32:00.404087 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ca3fc13a-8f83-4391-8b79-88a75bb849c5 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:32:00.407653 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1cf39a84-8e19-448e-ac6b-401c6e0b08b1 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port e21438b1-f703-4e1e-9f59-7880e0af78a3 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:00.408080 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cf39a84-8e19-448e-ac6b-401c6e0b08b1 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:00.437690 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-34a5461d-4508-42b0-8433-ae242a4c2f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:00.454252 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f5ed3a-f1eb-490c-ad65-e8f096e9b246 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:00.469796 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b4f5ed3a-f1eb-490c-ad65-e8f096e9b246 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 HTTP/1.1" status: 200 len: 814 time: 0.5963314 Mar 14 15:32:00.471573 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c168d699-7e0c-4504-87b0-89f7829ea8ff tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:32:00.471672 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f49dcbed-c7d5-401d-8a76-50fa076e50f0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:00.495593 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f5b2736d-a426-465f-93be-d091b76cdedf None None] Provisioning for port e21438b1-f703-4e1e-9f59-7880e0af78a3 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:00.496988 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62228de8-6674-43e3-8f9f-f90b58609ee2 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:00.510823 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5461d-4508-42b0-8433-ae242a4c2f10 None None] Pushing event deleted for resources: {'Port': ['ID=cfd5bcc6-18c2-4543-a586-bf3692397db1,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:00.516940 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef3ec35-3b14-41ba-85c2-73dc87e31174 None None] Sync routers for ids ['5ce22a85-212b-45e5-832b-3e5c79d977c7'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:32:00.517068 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b661f-232a-434b-b450-41956d004905 admin admin] The port 'cfd5bcc6-18c2-4543-a586-bf3692397db1' was deleted {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:32:00.519610 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: ca3fc13a-8f83-4391-8b79-88a75bb849c5 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:32:00.519757 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ca3fc13a-8f83-4391-8b79-88a75bb849c5 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:32:00.542938 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f5b2736d-a426-465f-93be-d091b76cdedf None None] Provisioning complete for port e21438b1-f703-4e1e-9f59-7880e0af78a3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:00.543391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-52b7c537-09ca-4da5-ab20-b6d2a2122a02 tempest-TestVolumeBootPattern-1602864060 tempest-TestVolumeBootPattern-1602864060-project-admin] Synchronizing usage tracker for tenant:3908706293194d6fa0db0fbc49b55509 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:00.543689 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5b2736d-a426-465f-93be-d091b76cdedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:00.558433 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62228de8-6674-43e3-8f9f-f90b58609ee2 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-950448'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:00.585863 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-52b7c537-09ca-4da5-ab20-b6d2a2122a02 tempest-TestVolumeBootPattern-1602864060 tempest-TestVolumeBootPattern-1602864060-project-admin] Unset dirty status for tenant:3908706293194d6fa0db0fbc49b55509 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:00.590150 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-52b7c537-09ca-4da5-ab20-b6d2a2122a02 tempest-TestVolumeBootPattern-1602864060 tempest-TestVolumeBootPattern-1602864060-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 1093 time: 0.6709471 Mar 14 15:32:00.590150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c168d699-7e0c-4504-87b0-89f7829ea8ff tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:00.590150 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c168d699-7e0c-4504-87b0-89f7829ea8ff tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "DELETE /v2.0/ports/4b574aa3-2c4f-44c4-badb-9309477ee12b HTTP/1.1" status: 204 len: 168 time: 4.7579949 Mar 14 15:32:00.591435 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49352) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:00.593015 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49356) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:00.627861 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a5461d-4508-42b0-8433-ae242a4c2f10 None None] No DVR routers for this DVR port cfd5bcc6-18c2-4543-a586-bf3692397db1 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:32:00.632981 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f49dcbed-c7d5-401d-8a76-50fa076e50f0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:00.636350 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:32:00.650653 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef3ec35-3b14-41ba-85c2-73dc87e31174 None None] Routers {'5ce22a85-212b-45e5-832b-3e5c79d977c7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:32:00.651293 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2ef3ec35-3b14-41ba-85c2-73dc87e31174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['5ce22a85-212b-45e5-832b-3e5c79d977c7'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:00.677945 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': '86815b50-7159-47b9-afec-1424e83a7ef7', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:00.688290 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:00.718717 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2ef3ec35-3b14-41ba-85c2-73dc87e31174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:00.729738 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f5b2736d-a426-465f-93be-d091b76cdedf None None] Port e21438b1-f703-4e1e-9f59-7880e0af78a3 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:32:00.742398 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef3ec35-3b14-41ba-85c2-73dc87e31174 None None] Routers {'5ce22a85-212b-45e5-832b-3e5c79d977c7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:32:00.742398 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2ef3ec35-3b14-41ba-85c2-73dc87e31174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['5ce22a85-212b-45e5-832b-3e5c79d977c7'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:00.746097 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Usage tracker for resource:floatingip and tenant:e56a9bf665f84615b9b7754b13dc18cc is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:00.753581 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:00.764565 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:00.789622 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:00.795455 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2ef3ec35-3b14-41ba-85c2-73dc87e31174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:00.795855 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef3ec35-3b14-41ba-85c2-73dc87e31174 None None] The sync data for ids ['5ce22a85-212b-45e5-832b-3e5c79d977c7'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:32:00.899037 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf5b661f-232a-434b-b450-41956d004905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:00.914513 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49362) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:00.918777 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-994bbfff-a6df-4662-a1a2-973d32e19ed0 req-651b9b66-555b-45a1-929c-622342cfc6f3 service neutron] 10.222.0.24 "GET /v2.0/networks/beb9cf70-bc90-42d6-8193-9a20588857cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8090429 Mar 14 15:32:00.922205 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3d77d604-d544-4535-a3ef-b30fc30a5dfa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'network': {'name': 'tempest-network-smoke--1452703097', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'port_security_enabled': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:00.941127 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3d77d604-d544-4535-a3ef-b30fc30a5dfa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:00.966380 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3d77d604-d544-4535-a3ef-b30fc30a5dfa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:00.990572 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d77d604-d544-4535-a3ef-b30fc30a5dfa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:00.993391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d77d604-d544-4535-a3ef-b30fc30a5dfa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:01.042457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-cf5b661f-232a-434b-b450-41956d004905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:01.068701 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:01.122321 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-cf5b661f-232a-434b-b450-41956d004905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad624868-762a-4d97-b5cf-48daabb17d8c') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:01.122620 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-cf5b661f-232a-434b-b450-41956d004905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad624868-762a-4d97-b5cf-48daabb17d8c') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:01.142935 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f49dcbed-c7d5-401d-8a76-50fa076e50f0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:01.165807 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf5b661f-232a-434b-b450-41956d004905 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:01.196207 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d77d604-d544-4535-a3ef-b30fc30a5dfa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:32:01.203155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49dcbed-c7d5-401d-8a76-50fa076e50f0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc69cebf-6287-40fa-949e-61999e7db4ad,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:01.221455 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62228de8-6674-43e3-8f9f-f90b58609ee2 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Router d2e2e75c-5097-48c7-89e3-c26fb8a6f5ac has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:32:01.244874 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf5b661f-232a-434b-b450-41956d004905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:01.253984 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f49dcbed-c7d5-401d-8a76-50fa076e50f0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:01.255208 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f49dcbed-c7d5-401d-8a76-50fa076e50f0 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/security-groups/fc69cebf-6287-40fa-949e-61999e7db4ad HTTP/1.1" status: 204 len: 168 time: 1.6315465 Mar 14 15:32:01.260480 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49366) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:01.261447 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d77d604-d544-4535-a3ef-b30fc30a5dfa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:01.261750 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-3d77d604-d544-4535-a3ef-b30fc30a5dfa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Added segment 88a0a3ac-3e9b-489b-ae73-d965585bb97e of type vlan for network 05b0bdcb-6df6-43b3-968f-5bd9aa2132cf Mar 14 15:32:01.268151 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5b661f-232a-434b-b450-41956d004905 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:32:01.268553 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf5b661f-232a-434b-b450-41956d004905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:32:01.285672 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:32:01.349207 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-994bbfff-a6df-4662-a1a2-973d32e19ed0 req-bbb175e0-5b35-45d1-981d-b085d9d22f05 service neutron] 10.222.0.24 "GET /v2.0/networks/beb9cf70-bc90-42d6-8193-9a20588857cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172056 Mar 14 15:32:01.357628 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cf39a84-8e19-448e-ac6b-401c6e0b08b1 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:01.361185 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d77d604-d544-4535-a3ef-b30fc30a5dfa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:01.367092 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Allocated IP 172.26.4.188 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/6552b95f-af5f-4fa9-bd81-63bbd42c6a38) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:01.502683 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d77d604-d544-4535-a3ef-b30fc30a5dfa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:01.506848 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d77d604-d544-4535-a3ef-b30fc30a5dfa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:01.507437 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d77d604-d544-4535-a3ef-b30fc30a5dfa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:01.511123 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff960-0fb1-4e53-8c6b-560e28f5452a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:01.657438 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1cf39a84-8e19-448e-ac6b-401c6e0b08b1 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Calling delete_port for e21438b1-f703-4e1e-9f59-7880e0af78a3 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:01.672513 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff960-0fb1-4e53-8c6b-560e28f5452a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:01.703035 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77d604-d544-4535-a3ef-b30fc30a5dfa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Network': ['ID=05b0bdcb-6df6-43b3-968f-5bd9aa2132cf,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:01.707040 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3d77d604-d544-4535-a3ef-b30fc30a5dfa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7903874 Mar 14 15:32:01.718839 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 05b0bdcb-6df6-43b3-968f-5bd9aa2132cf details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:32:01.721164 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49370) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:01.760499 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf5b661f-232a-434b-b450-41956d004905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:01.793809 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf5b661f-232a-434b-b450-41956d004905 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:01.809029 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:01.817033 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cf5b661f-232a-434b-b450-41956d004905 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7 HTTP/1.1" status: 204 len: 168 time: 2.4152510 Mar 14 15:32:01.818429 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b661f-232a-434b-b450-41956d004905 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d7ec9c-5a71-4cb7-9fec-7fd7653881d7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:01.837691 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-edafe4d8-7f7d-40a4-9e63-ebc7913a755e tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:01.855799 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62228de8-6674-43e3-8f9f-f90b58609ee2 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:32:01.862457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62228de8-6674-43e3-8f9f-f90b58609ee2 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:01.864806 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-62228de8-6674-43e3-8f9f-f90b58609ee2 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "PUT /v2.0/routers/d2e2e75c-5097-48c7-89e3-c26fb8a6f5ac HTTP/1.1" status: 200 len: 706 time: 5.1096237 Mar 14 15:32:01.870331 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49376) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:01.873528 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeaa744-6da8-4fdd-80f7-16984233fca2 None None] Sync routers for ids ['d2e2e75c-5097-48c7-89e3-c26fb8a6f5ac'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:32:01.895871 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeaa744-6da8-4fdd-80f7-16984233fca2 None None] Routers {'d2e2e75c-5097-48c7-89e3-c26fb8a6f5ac'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:32:01.896564 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2aeaa744-6da8-4fdd-80f7-16984233fca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['d2e2e75c-5097-48c7-89e3-c26fb8a6f5ac'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:01.901814 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff960-0fb1-4e53-8c6b-560e28f5452a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:01.970335 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8890e43-046d-47b6-b07e-4f66648cec97 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:01.971859 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c8890e43-046d-47b6-b07e-4f66648cec97 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=5d6eafdbdcc04fa5ac3cc264b55cc088&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2459524 Mar 14 15:32:01.980943 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49380) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:01.984740 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2aeaa744-6da8-4fdd-80f7-16984233fca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:02.002319 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeaa744-6da8-4fdd-80f7-16984233fca2 None None] Routers {'d2e2e75c-5097-48c7-89e3-c26fb8a6f5ac'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:32:02.003137 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2aeaa744-6da8-4fdd-80f7-16984233fca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['d2e2e75c-5097-48c7-89e3-c26fb8a6f5ac'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:02.011073 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ff960-0fb1-4e53-8c6b-560e28f5452a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44e9686-9556-4320-8320-53d837699ad2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:02.078779 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49384) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:02.080288 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2aeaa744-6da8-4fdd-80f7-16984233fca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:02.080711 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeaa744-6da8-4fdd-80f7-16984233fca2 None None] The sync data for ids ['d2e2e75c-5097-48c7-89e3-c26fb8a6f5ac'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:32:02.148920 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-67f2251a-dd8c-4ad8-9c08-8a41f4b717eb tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "GET /v2.0/routers/d2e2e75c-5097-48c7-89e3-c26fb8a6f5ac HTTP/1.1" status: 200 len: 741 time: 0.2756982 Mar 14 15:32:02.152964 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49388) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:02.190521 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff960-0fb1-4e53-8c6b-560e28f5452a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:02.194567 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5d9ff960-0fb1-4e53-8c6b-560e28f5452a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/security-groups/c44e9686-9556-4320-8320-53d837699ad2 HTTP/1.1" status: 204 len: 168 time: 0.9283886 Mar 14 15:32:02.198672 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49392) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:02.218024 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3960297e-1b27-4184-baba-284882776007 tempest-RoutersAdminTest-1665770290 tempest-RoutersAdminTest-1665770290-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&device_id=d2e2e75c-5097-48c7-89e3-c26fb8a6f5ac HTTP/1.1" status: 200 len: 205 time: 0.0637124 Mar 14 15:32:02.222632 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49396) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:02.267480 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cf39a84-8e19-448e-ac6b-401c6e0b08b1 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:02.286548 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:02.334318 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-dd20cdc6-7210-48d5-bc61-32cb7d66c553 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2e2e75c-5097-48c7-89e3-c26fb8a6f5ac HTTP/1.1" status: 200 len: 205 time: 0.1104994 Mar 14 15:32:02.340839 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49400) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:02.342770 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4786c30c-9d16-4bb9-aebf-d6dd9845f125 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8079f8e4b19848a3b695e728e0683a28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2338669 Mar 14 15:32:02.346077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf39a84-8e19-448e-ac6b-401c6e0b08b1 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Port': ['ID=e21438b1-f703-4e1e-9f59-7880e0af78a3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:02.347799 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49402) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:02.534808 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57efd759-bb4f-41a9-9f84-7fe0a8a882c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:02.537402 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cf39a84-8e19-448e-ac6b-401c6e0b08b1 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:02.558081 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1cf39a84-8e19-448e-ac6b-401c6e0b08b1 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/ports/e21438b1-f703-4e1e-9f59-7880e0af78a3 HTTP/1.1" status: 204 len: 168 time: 2.7005727 Mar 14 15:32:02.564944 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49408) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:02.590139 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baef7ed5-1dc0-45f9-90e4-4aaa6bc6f637 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:02.591595 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-baef7ed5-1dc0-45f9-90e4-4aaa6bc6f637 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6061392 Mar 14 15:32:02.594244 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Pushing event updated for resources: {'Port': ['ID=6552b95f-af5f-4fa9-bd81-63bbd42c6a38,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:02.596270 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49412) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:02.601956 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:02.602662 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57efd759-bb4f-41a9-9f84-7fe0a8a882c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:02.611671 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:02.622615 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2810c9c-41bb-4267-914e-ef22e5c80dbd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] GET failed (client error): The resource could not be found. Mar 14 15:32:02.623114 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b2810c9c-41bb-4267-914e-ef22e5c80dbd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Synchronizing usage tracker for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:02.653634 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:32:02.664435 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b2810c9c-41bb-4267-914e-ef22e5c80dbd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Unset dirty status for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:02.664435 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b2810c9c-41bb-4267-914e-ef22e5c80dbd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports/e21438b1-f703-4e1e-9f59-7880e0af78a3 HTTP/1.1" status: 404 len: 333 time: 0.0985301 Mar 14 15:32:02.667195 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49416) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:02.705826 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6d7b4365-e386-4c08-8359-8bfe4d019186 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0998147 Mar 14 15:32:02.711493 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49420) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:02.747298 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce6c5675-5ca1-4329-aa1c-dd1376951546 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:02.762336 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57efd759-bb4f-41a9-9f84-7fe0a8a882c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:02.766959 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-669051c3-c3dd-44c9-b971-cefad572f721 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=5d6eafdbdcc04fa5ac3cc264b55cc088&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0544829 Mar 14 15:32:02.779316 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49424) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:02.811556 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efd759-bb4f-41a9-9f84-7fe0a8a882c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98365a97-cf00-4e8d-a398-beffe66b80fb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:02.888938 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57efd759-bb4f-41a9-9f84-7fe0a8a882c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:02.890047 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-57efd759-bb4f-41a9-9f84-7fe0a8a882c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/98365a97-cf00-4e8d-a398-beffe66b80fb HTTP/1.1" status: 204 len: 168 time: 0.5394847 Mar 14 15:32:02.941569 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-dffcb8f4-ac54-4d94-aecf-8d1adb2fea66 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting subnet f96d0d0f-bced-45fa-adf5-9bdd9f84c748 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:32:02.964288 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dffcb8f4-ac54-4d94-aecf-8d1adb2fea66 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:03.142656 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dffcb8f4-ac54-4d94-aecf-8d1adb2fea66 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:03.148288 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a4dd47-d71f-46e1-bc91-e8a30780441c tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:03.149763 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e3a4dd47-d71f-46e1-bc91-e8a30780441c tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3671210 Mar 14 15:32:03.152658 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49432) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:03.195951 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ede417c-9444-4114-9452-0b853ea170bc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting subnet d6dd1012-168c-429e-8667-0eefeade1064 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:32:03.199056 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2a4cb6f2-d41f-4416-b774-b6e76b467b69 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455480 Mar 14 15:32:03.201124 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ede417c-9444-4114-9452-0b853ea170bc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:03.228586 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49436) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:03.242519 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b511dc16-b216-4c0e-b274-4711e9ee918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-13587025', 'network_id': '05b0bdcb-6df6-43b3-968f-5bd9aa2132cf', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:03.346523 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ede417c-9444-4114-9452-0b853ea170bc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:03.414471 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b511dc16-b216-4c0e-b274-4711e9ee918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:03.422448 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b511dc16-b216-4c0e-b274-4711e9ee918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:subnet and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:03.429278 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b511dc16-b216-4c0e-b274-4711e9ee918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:03.438448 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b511dc16-b216-4c0e-b274-4711e9ee918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:03.461893 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b511dc16-b216-4c0e-b274-4711e9ee918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:03.537608 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ede417c-9444-4114-9452-0b853ea170bc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:03.622555 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b511dc16-b216-4c0e-b274-4711e9ee918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:03.730607 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ede417c-9444-4114-9452-0b853ea170bc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:03.780344 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede417c-9444-4114-9452-0b853ea170bc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Subnet': ['ID=d6dd1012-168c-429e-8667-0eefeade1064,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:03.783732 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce6c5675-5ca1-4329-aa1c-dd1376951546 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:03.792074 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ede417c-9444-4114-9452-0b853ea170bc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:03.804058 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688a6e13-a29a-48f1-8e55-b236a73c50a3 None None] Network a66efcae-3166-4a3b-bf92-0e7be5c76d83 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:03.804757 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3ede417c-9444-4114-9452-0b853ea170bc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/subnets/d6dd1012-168c-429e-8667-0eefeade1064 HTTP/1.1" status: 204 len: 168 time: 1.1360543 Mar 14 15:32:03.807262 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49454) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:03.810898 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce6c5675-5ca1-4329-aa1c-dd1376951546 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:03.866830 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dffcb8f4-ac54-4d94-aecf-8d1adb2fea66 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:03.930400 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-e273d470-b1bb-48fd-9889-bac85fb055b0 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting subnet 32481e83-5d45-4b35-91a8-a3445866a9fd {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:32:03.933610 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e273d470-b1bb-48fd-9889-bac85fb055b0 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:03.991757 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce6c5675-5ca1-4329-aa1c-dd1376951546 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:03.992288 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6c5675-5ca1-4329-aa1c-dd1376951546 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Fanout notify agent at l3_agent the message router_deleted on router d2e2e75c-5097-48c7-89e3-c26fb8a6f5ac {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:32:03.995399 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e273d470-b1bb-48fd-9889-bac85fb055b0 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:04.047641 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce6c5675-5ca1-4329-aa1c-dd1376951546 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:04.048743 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ce6c5675-5ca1-4329-aa1c-dd1376951546 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "DELETE /v2.0/routers/d2e2e75c-5097-48c7-89e3-c26fb8a6f5ac HTTP/1.1" status: 204 len: 168 time: 1.7000060 Mar 14 15:32:04.065777 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49460) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:04.095870 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e273d470-b1bb-48fd-9889-bac85fb055b0 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:04.119454 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b8dfc7be-18c6-4ab3-b5e3-67b1a3d4fab2 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2e2e75c-5097-48c7-89e3-c26fb8a6f5ac HTTP/1.1" status: 200 len: 205 time: 0.0525458 Mar 14 15:32:04.123871 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49464) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:04.126314 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dffcb8f4-ac54-4d94-aecf-8d1adb2fea66 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:04.180113 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e273d470-b1bb-48fd-9889-bac85fb055b0 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:04.274851 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273d470-b1bb-48fd-9889-bac85fb055b0 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Subnet': ['ID=32481e83-5d45-4b35-91a8-a3445866a9fd,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:04.280467 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b511dc16-b216-4c0e-b274-4711e9ee918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:04.297187 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffcb8f4-ac54-4d94-aecf-8d1adb2fea66 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Subnet': ['ID=f96d0d0f-bced-45fa-adf5-9bdd9f84c748,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:04.298453 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-c87a9375-2077-4e31-b738-a1d1b6ce4077 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] delete failed (client error): The resource could not be found. Mar 14 15:32:04.299128 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c87a9375-2077-4e31-b738-a1d1b6ce4077 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "DELETE /v2.0/routers/d2e2e75c-5097-48c7-89e3-c26fb8a6f5ac HTTP/1.1" status: 404 len: 336 time: 0.1745489 Mar 14 15:32:04.303059 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49470) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:04.317924 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2cf2ac-ca39-486d-9509-b4fce0bde4ce None None] Network 523d1b1c-98ed-49ef-afa0-7760353ee21c requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:04.377372 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dffcb8f4-ac54-4d94-aecf-8d1adb2fea66 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:04.384036 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e273d470-b1bb-48fd-9889-bac85fb055b0 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:04.410221 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f660bd9e-07d1-444a-afa4-121f0ee6eeb7 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dce91d-4596-43ff-8e38-a5031efef8e4 HTTP/1.1" status: 200 len: 205 time: 0.1048234 Mar 14 15:32:04.416603 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49474) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:04.430887 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b511dc16-b216-4c0e-b274-4711e9ee918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Checking segment: {'id': '88a0a3ac-3e9b-489b-ae73-d965585bb97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '05b0bdcb-6df6-43b3-968f-5bd9aa2132cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:32:04.431294 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b511dc16-b216-4c0e-b274-4711e9ee918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network hostable DHCP agents. Network: 05b0bdcb-6df6-43b3-968f-5bd9aa2132cf, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:32:04.465810 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e273d470-b1bb-48fd-9889-bac85fb055b0 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/subnets/32481e83-5d45-4b35-91a8-a3445866a9fd HTTP/1.1" status: 204 len: 168 time: 0.6549897 Mar 14 15:32:04.481071 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49480) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:04.489697 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511dc16-b216-4c0e-b274-4711e9ee918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Subnet': ['ID=9161bfd7-0be8-4803-b77d-8b24393126cd,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:04.528659 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b511dc16-b216-4c0e-b274-4711e9ee918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network 05b0bdcb-6df6-43b3-968f-5bd9aa2132cf is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:32:04.545562 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-dffcb8f4-ac54-4d94-aecf-8d1adb2fea66 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/subnets/f96d0d0f-bced-45fa-adf5-9bdd9f84c748 HTTP/1.1" status: 204 len: 168 time: 2.3441849 Mar 14 15:32:04.550183 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-fbabf604-20c5-41a2-a586-3467c9f39fd5 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] delete failed (client error): The resource could not be found. Mar 14 15:32:04.555033 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fbabf604-20c5-41a2-a586-3467c9f39fd5 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "DELETE /v2.0/routers/33dce91d-4596-43ff-8e38-a5031efef8e4 HTTP/1.1" status: 404 len: 336 time: 0.1344235 Mar 14 15:32:04.557449 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49486) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:04.557934 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49488) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:04.569865 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a5f19224-15c4-4021-a8b0-8e23fde5aeb2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'subnet': {'network_id': '523d1b1c-98ed-49ef-afa0-7760353ee21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:04.619622 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b511dc16-b216-4c0e-b274-4711e9ee918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 05b0bdcb-6df6-43b3-968f-5bd9aa2132cf) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:04.632214 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b511dc16-b216-4c0e-b274-4711e9ee918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:04.633181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b511dc16-b216-4c0e-b274-4711e9ee918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:04.634769 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfee6ea-84dc-412f-952c-8b2294d901e2 None None] Network 05b0bdcb-6df6-43b3-968f-5bd9aa2132cf requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:04.673918 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b511dc16-b216-4c0e-b274-4711e9ee918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 1.4444041 Mar 14 15:32:04.701293 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3e44f444-0c05-4e10-ab0e-e6c7b692b3ac tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f7b4a9-641b-4861-a81a-40b59ba9a561 HTTP/1.1" status: 200 len: 205 time: 0.1383169 Mar 14 15:32:04.702289 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49496) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:04.712709 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a1d48ff8-22c6-44e9-afc3-90a28b6fd300 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:04.725956 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a1d48ff8-22c6-44e9-afc3-90a28b6fd300 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port 956ff794-b829-49bd-abaf-8df8961e284b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:04.726573 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a1d48ff8-22c6-44e9-afc3-90a28b6fd300 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:04.929110 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a5f19224-15c4-4021-a8b0-8e23fde5aeb2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:04.933088 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-7178c7c7-d646-46ce-bd22-b935e574429b tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] delete failed (client error): The resource could not be found. Mar 14 15:32:04.936460 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7178c7c7-d646-46ce-bd22-b935e574429b tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "DELETE /v2.0/routers/96f7b4a9-641b-4861-a81a-40b59ba9a561 HTTP/1.1" status: 404 len: 336 time: 0.2146547 Mar 14 15:32:04.946550 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49502) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:04.947488 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a5f19224-15c4-4021-a8b0-8e23fde5aeb2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:subnet and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:04.959394 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a5f19224-15c4-4021-a8b0-8e23fde5aeb2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:05.008406 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a5f19224-15c4-4021-a8b0-8e23fde5aeb2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:05.015323 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-604b9274-61bf-4e7d-9494-44041f200d70 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d32bb2c-ec12-4232-ac29-3ebac342715e HTTP/1.1" status: 200 len: 205 time: 0.0560770 Mar 14 15:32:05.028404 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694b9116-2f3a-4937-922d-490b32df5b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-05b0bdcb-6df6-43b3-968f-5bd9aa2132cf', 'network_id': '05b0bdcb-6df6-43b3-968f-5bd9aa2132cf', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ips': [{'subnet_id': '9161bfd7-0be8-4803-b77d-8b24393126cd'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:32:05.029823 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-694b9116-2f3a-4937-922d-490b32df5b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:05.081528 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49506) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:05.112858 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b424af6a-3c36-4ccf-b2ae-8c9584963de8 None None] Network a66efcae-3166-4a3b-bf92-0e7be5c76d83 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:05.175919 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49512) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:05.194565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-42a9cc38-11cb-4ee1-968c-81d98483c1e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604285392', 'description': 'tempest-secgroup-smoke-1604285392 description', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:05.229548 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-42a9cc38-11cb-4ee1-968c-81d98483c1e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:05.267879 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-42a9cc38-11cb-4ee1-968c-81d98483c1e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:05.286648 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-a1d48ff8-22c6-44e9-afc3-90a28b6fd300 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] For port 956ff794-b829-49bd-abaf-8df8961e284b, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=956ff794-b829-49bd-abaf-8df8961e284b,segment=NetworkSegment(c2629326-706c-413d-97bd-578fb887149d),segment_id=c2629326-706c-413d-97bd-578fb887149d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:05.286916 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a1d48ff8-22c6-44e9-afc3-90a28b6fd300 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:05.380680 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f19224-15c4-4021-a8b0-8e23fde5aeb2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:05.384399 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a5f19224-15c4-4021-a8b0-8e23fde5aeb2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:05.389978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42a9cc38-11cb-4ee1-968c-81d98483c1e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:05.431288 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bd3c8e23-0321-4e59-8e4c-6841c3c3ea38 None None] Provisioning complete for port 956ff794-b829-49bd-abaf-8df8961e284b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:05.431894 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bd3c8e23-0321-4e59-8e4c-6841c3c3ea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:05.509205 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-84893bcb-d7c8-4461-889d-3605d474b8d6 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] delete failed (client error): The resource could not be found. Mar 14 15:32:05.510992 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-84893bcb-d7c8-4461-889d-3605d474b8d6 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "DELETE /v2.0/routers/8d32bb2c-ec12-4232-ac29-3ebac342715e HTTP/1.1" status: 404 len: 336 time: 0.4134471 Mar 14 15:32:05.518558 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49522) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:05.580371 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-694b9116-2f3a-4937-922d-490b32df5b53 None None] Allocated IP 172.20.0.18 (05b0bdcb-6df6-43b3-968f-5bd9aa2132cf/9161bfd7-0be8-4803-b77d-8b24393126cd/4186db1c-992b-4907-bf6b-e92d64d31cd7) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:05.628426 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:05.640610 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3ef9c63a-456d-4202-a297-43caa54aeec4 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dbce04e-9acb-4a56-875c-3926035343cd HTTP/1.1" status: 200 len: 205 time: 0.1119537 Mar 14 15:32:05.641734 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49526) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:05.685758 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a1d48ff8-22c6-44e9-afc3-90a28b6fd300 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Calling delete_port for 956ff794-b829-49bd-abaf-8df8961e284b owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:05.719297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49530) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:05.777666 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-42a9cc38-11cb-4ee1-968c-81d98483c1e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:05.782795 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-42a9cc38-11cb-4ee1-968c-81d98483c1e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:05.786533 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-42a9cc38-11cb-4ee1-968c-81d98483c1e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:05.793061 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-42a9cc38-11cb-4ee1-968c-81d98483c1e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:05.857203 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea686b1a-40b1-41ee-a36d-e3e7043be739 None None] DHCP port deletion for a66efcae-3166-4a3b-bf92-0e7be5c76d83 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:32:05.862743 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42a9cc38-11cb-4ee1-968c-81d98483c1e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:05.863226 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ea686b1a-40b1-41ee-a36d-e3e7043be739 None None] Deleting port 956ff794-b829-49bd-abaf-8df8961e284b {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:05.863613 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea686b1a-40b1-41ee-a36d-e3e7043be739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:05.875386 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42a9cc38-11cb-4ee1-968c-81d98483c1e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:05.929286 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-eaebfb23-e430-4b62-b06c-c6dee7486736 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] delete failed (client error): The resource could not be found. Mar 14 15:32:05.936232 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-eaebfb23-e430-4b62-b06c-c6dee7486736 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "DELETE /v2.0/routers/1dbce04e-9acb-4a56-875c-3926035343cd HTTP/1.1" status: 404 len: 336 time: 0.2866299 Mar 14 15:32:05.939975 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49536) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:05.987128 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ea686b1a-40b1-41ee-a36d-e3e7043be739 None None] The port '956ff794-b829-49bd-abaf-8df8961e284b' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:32:05.998760 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9cc38-11cb-4ee1-968c-81d98483c1e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:06.010229 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a1d48ff8-22c6-44e9-afc3-90a28b6fd300 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.033641 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-edafe4d8-7f7d-40a4-9e63-ebc7913a755e tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Deleting port 153cfa66-a534-4940-a331-58a043205eca {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:06.034149 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-edafe4d8-7f7d-40a4-9e63-ebc7913a755e tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.055720 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42a9cc38-11cb-4ee1-968c-81d98483c1e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.056968 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-42a9cc38-11cb-4ee1-968c-81d98483c1e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8756137 Mar 14 15:32:06.062373 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d48ff8-22c6-44e9-afc3-90a28b6fd300 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] No DVR routers for this DVR port 956ff794-b829-49bd-abaf-8df8961e284b on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:32:06.065865 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-aefdc58c-60bb-43ae-81e0-02a86dd50614 tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "GET /v2.0/ports?device_id=010c9a61-85ee-497c-b963-e285fc091b12 HTTP/1.1" status: 200 len: 205 time: 0.1214211 Mar 14 15:32:06.082103 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49540) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:06.083120 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49542) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:06.097169 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-83616ad6-9a85-40c2-8cc2-12f8ff8b0414 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:06.103695 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.109726 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d48ff8-22c6-44e9-afc3-90a28b6fd300 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Port': ['ID=956ff794-b829-49bd-abaf-8df8961e284b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:06.115012 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2fb5790d-83a1-4aa6-8932-e73788ae8901 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-441778215'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:06.137927 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2fb5790d-83a1-4aa6-8932-e73788ae8901 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:06.147840 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2fb5790d-83a1-4aa6-8932-e73788ae8901 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Usage tracker for resource:network and tenant:7ccb01833c134a64b70ff0cc69f3d2a9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:06.181306 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-694b9116-2f3a-4937-922d-490b32df5b53 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.191527 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-694b9116-2f3a-4937-922d-490b32df5b53 None None] Transition to ACTIVE for port object 4186db1c-992b-4907-bf6b-e92d64d31cd7 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:06.199181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2fb5790d-83a1-4aa6-8932-e73788ae8901 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:06.201845 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-83616ad6-9a85-40c2-8cc2-12f8ff8b0414 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:06.210766 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-694b9116-2f3a-4937-922d-490b32df5b53 None None] Transition to ACTIVE for port object 4186db1c-992b-4907-bf6b-e92d64d31cd7 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:06.221576 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2fb5790d-83a1-4aa6-8932-e73788ae8901 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:06.228307 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-694b9116-2f3a-4937-922d-490b32df5b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.229573 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-5888033d-2f4e-4a1c-ac95-5ed59696bd3c tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] delete failed (client error): The resource could not be found. Mar 14 15:32:06.233364 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5888033d-2f4e-4a1c-ac95-5ed59696bd3c tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "DELETE /v2.0/routers/010c9a61-85ee-497c-b963-e285fc091b12 HTTP/1.1" status: 404 len: 336 time: 0.1474211 Mar 14 15:32:06.235388 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49548) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:06.235660 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-83616ad6-9a85-40c2-8cc2-12f8ff8b0414 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:06.240152 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a1d48ff8-22c6-44e9-afc3-90a28b6fd300 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.246237 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-83616ad6-9a85-40c2-8cc2-12f8ff8b0414 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:06.268413 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0f114aad-fa4f-40f9-a882-d9a305626a22 None None] Provisioning complete for port bcd49902-e537-447b-95f6-1aba7714d95f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:06.268784 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f114aad-fa4f-40f9-a882-d9a305626a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.278415 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-83616ad6-9a85-40c2-8cc2-12f8ff8b0414 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:06.290209 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb5790d-83a1-4aa6-8932-e73788ae8901 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Made reservation on behalf of 7ccb01833c134a64b70ff0cc69f3d2a9 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:06.293547 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fb5790d-83a1-4aa6-8932-e73788ae8901 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.309704 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fb5790d-83a1-4aa6-8932-e73788ae8901 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.320346 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-3252a631-afae-41fb-ad8c-09f589b8820c tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] DELETE failed (client error): The resource could not be found. Mar 14 15:32:06.321119 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3252a631-afae-41fb-ad8c-09f589b8820c tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:32:06.342785 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694b9116-2f3a-4937-922d-490b32df5b53 None None] Network 05b0bdcb-6df6-43b3-968f-5bd9aa2132cf is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:06.346856 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a1d48ff8-22c6-44e9-afc3-90a28b6fd300 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66efcae-3166-4a3b-bf92-0e7be5c76d83']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:06.347083 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-694b9116-2f3a-4937-922d-490b32df5b53 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:06.354043 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694b9116-2f3a-4937-922d-490b32df5b53 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:32:06.357360 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3252a631-afae-41fb-ad8c-09f589b8820c tempest-RoutersAdminTest-22233464 tempest-RoutersAdminTest-22233464-project] 10.222.0.60 "DELETE /v2.0/subnets/f40b342c-aee3-4cae-bfac-61d6cfcc709c HTTP/1.1" status: 404 len: 337 time: 0.1204705 Mar 14 15:32:06.357868 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b9116-2f3a-4937-922d-490b32df5b53 None None] Pushing event updated for resources: {'Port': ['ID=4186db1c-992b-4907-bf6b-e92d64d31cd7,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:06.374580 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a1d48ff8-22c6-44e9-afc3-90a28b6fd300 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2629326-706c-413d-97bd-578fb887149d') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:06.375285 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a1d48ff8-22c6-44e9-afc3-90a28b6fd300 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2629326-706c-413d-97bd-578fb887149d') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:06.392015 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a1d48ff8-22c6-44e9-afc3-90a28b6fd300 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.408631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2fb5790d-83a1-4aa6-8932-e73788ae8901 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:06.417077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2fb5790d-83a1-4aa6-8932-e73788ae8901 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Usage tracker for resource:security_group_rule and tenant:7ccb01833c134a64b70ff0cc69f3d2a9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:06.420809 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2fb5790d-83a1-4aa6-8932-e73788ae8901 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:06.427707 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a1d48ff8-22c6-44e9-afc3-90a28b6fd300 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.430616 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2fb5790d-83a1-4aa6-8932-e73788ae8901 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:06.438834 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d48ff8-22c6-44e9-afc3-90a28b6fd300 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:32:06.439570 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a1d48ff8-22c6-44e9-afc3-90a28b6fd300 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.451600 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83616ad6-9a85-40c2-8cc2-12f8ff8b0414 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:32:06.455350 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:32:06.505330 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-694b9116-2f3a-4937-922d-490b32df5b53 None None] Attempting to bind port 4186db1c-992b-4907-bf6b-e92d64d31cd7 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:32:06.505770 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-694b9116-2f3a-4937-922d-490b32df5b53 None None] Attempting to bind port 4186db1c-992b-4907-bf6b-e92d64d31cd7 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '88a0a3ac-3e9b-489b-ae73-d965585bb97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '05b0bdcb-6df6-43b3-968f-5bd9aa2132cf'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:32:06.506128 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b9116-2f3a-4937-922d-490b32df5b53 None None] Attempting to bind port 4186db1c-992b-4907-bf6b-e92d64d31cd7 on network 05b0bdcb-6df6-43b3-968f-5bd9aa2132cf {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:32:06.514803 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b9116-2f3a-4937-922d-490b32df5b53 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:32:06.515248 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b9116-2f3a-4937-922d-490b32df5b53 None None] Checking segment: {'id': '88a0a3ac-3e9b-489b-ae73-d965585bb97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '05b0bdcb-6df6-43b3-968f-5bd9aa2132cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:32:06.515659 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-694b9116-2f3a-4937-922d-490b32df5b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.516045 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b9116-2f3a-4937-922d-490b32df5b53 None None] Bound using segment: {'id': '88a0a3ac-3e9b-489b-ae73-d965585bb97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '05b0bdcb-6df6-43b3-968f-5bd9aa2132cf'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:32:06.516506 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-694b9116-2f3a-4937-922d-490b32df5b53 None None] Bound port: 4186db1c-992b-4907-bf6b-e92d64d31cd7, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a0a3ac-3e9b-489b-ae73-d965585bb97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '05b0bdcb-6df6-43b3-968f-5bd9aa2132cf'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:32:06.516873 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-694b9116-2f3a-4937-922d-490b32df5b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.565510 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a1d48ff8-22c6-44e9-afc3-90a28b6fd300 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.591773 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a1d48ff8-22c6-44e9-afc3-90a28b6fd300 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.612586 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-edafe4d8-7f7d-40a4-9e63-ebc7913a755e tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.615002 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d48ff8-22c6-44e9-afc3-90a28b6fd300 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Network': ['ID=a66efcae-3166-4a3b-bf92-0e7be5c76d83,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:06.628817 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a1d48ff8-22c6-44e9-afc3-90a28b6fd300 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/networks/a66efcae-3166-4a3b-bf92-0e7be5c76d83 HTTP/1.1" status: 204 len: 168 time: 2.1453931 Mar 14 15:32:06.634988 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49554) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:06.697944 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fb5790d-83a1-4aa6-8932-e73788ae8901 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.699666 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-694b9116-2f3a-4937-922d-490b32df5b53 None None] For port 4186db1c-992b-4907-bf6b-e92d64d31cd7, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:32:06.712229 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fb5790d-83a1-4aa6-8932-e73788ae8901 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.712696 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-694b9116-2f3a-4937-922d-490b32df5b53 None None] For port 4186db1c-992b-4907-bf6b-e92d64d31cd7, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=4186db1c-992b-4907-bf6b-e92d64d31cd7,segment=NetworkSegment(88a0a3ac-3e9b-489b-ae73-d965585bb97e),segment_id=88a0a3ac-3e9b-489b-ae73-d965585bb97e)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:32:06.725015 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb5790d-83a1-4aa6-8932-e73788ae8901 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:32:06.728982 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-694b9116-2f3a-4937-922d-490b32df5b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.735430 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fb5790d-83a1-4aa6-8932-e73788ae8901 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.736078 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-2fb5790d-83a1-4aa6-8932-e73788ae8901 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Added segment 03ed807c-39f1-4618-a7cf-c6b75caa9745 of type vlan for network 54f48e0d-f246-4f9d-a4de-c0c6a864fc8a Mar 14 15:32:06.763193 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fb5790d-83a1-4aa6-8932-e73788ae8901 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.801167 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-edafe4d8-7f7d-40a4-9e63-ebc7913a755e tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Calling delete_port for 153cfa66-a534-4940-a331-58a043205eca owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:06.804181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fb5790d-83a1-4aa6-8932-e73788ae8901 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.808619 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb5790d-83a1-4aa6-8932-e73788ae8901 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:06.809491 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fb5790d-83a1-4aa6-8932-e73788ae8901 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.815424 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b9116-2f3a-4937-922d-490b32df5b53 None None] Pushing event updated for resources: {'Port': ['ID=4186db1c-992b-4907-bf6b-e92d64d31cd7,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:06.826647 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0f114aad-fa4f-40f9-a882-d9a305626a22 None None] Provisioning complete for port ab1768c0-e270-4c45-b66a-5fad480e9b9a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:06.827232 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f114aad-fa4f-40f9-a882-d9a305626a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.841544 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49560) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:06.864280 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2fb5790d-83a1-4aa6-8932-e73788ae8901 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1391661 Mar 14 15:32:06.876387 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49564) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:06.899862 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0f114aad-fa4f-40f9-a882-d9a305626a22 None None] Port ab1768c0-e270-4c45-b66a-5fad480e9b9a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:32:06.924980 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.932760 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2fb773f6-e034-459d-9cbb-ace5372d6ccb tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Request body: {'subnet': {'network_id': '54f48e0d-f246-4f9d-a4de-c0c6a864fc8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:06.933459 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83616ad6-9a85-40c2-8cc2-12f8ff8b0414 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.947264 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5790d-83a1-4aa6-8932-e73788ae8901 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83bf32f9-ae0f-48c0-9786-fdc48c0bf57f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:06.949683 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.995760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83616ad6-9a85-40c2-8cc2-12f8ff8b0414 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:07.035596 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a5f19224-15c4-4021-a8b0-8e23fde5aeb2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:07.047752 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260fa6d1-338e-454c-8b88-d8f57418d188 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:07.048458 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-260fa6d1-338e-454c-8b88-d8f57418d188 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Synchronizing usage tracker for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:07.072497 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5790d-83a1-4aa6-8932-e73788ae8901 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Pushing event updated for resources: {'Network': ['ID=54f48e0d-f246-4f9d-a4de-c0c6a864fc8a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:07.085214 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 54f48e0d-f246-4f9d-a4de-c0c6a864fc8a details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:32:07.104485 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-260fa6d1-338e-454c-8b88-d8f57418d188 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Unset dirty status for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:07.109021 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-260fa6d1-338e-454c-8b88-d8f57418d188 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4694853 Mar 14 15:32:07.109021 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2fb773f6-e034-459d-9cbb-ace5372d6ccb tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:07.110876 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49570) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:07.134145 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83616ad6-9a85-40c2-8cc2-12f8ff8b0414 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71fac3af-9ec8-444f-ac88-e15f71664e7e,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:07.146121 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2fb773f6-e034-459d-9cbb-ace5372d6ccb tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Usage tracker for resource:subnet and tenant:7ccb01833c134a64b70ff0cc69f3d2a9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:07.153047 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2fb773f6-e034-459d-9cbb-ace5372d6ccb tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:07.168411 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2fb773f6-e034-459d-9cbb-ace5372d6ccb tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:07.218220 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb773f6-e034-459d-9cbb-ace5372d6ccb tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Made reservation on behalf of 7ccb01833c134a64b70ff0cc69f3d2a9 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:07.218828 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-07d0b75e-fa58-42dd-a0ad-bd96b5e6609a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:07.250560 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83616ad6-9a85-40c2-8cc2-12f8ff8b0414 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:07.251740 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-83616ad6-9a85-40c2-8cc2-12f8ff8b0414 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1674228 Mar 14 15:32:07.252575 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Pushing event updated for resources: {'Port': ['ID=6552b95f-af5f-4fa9-bd81-63bbd42c6a38,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:07.264169 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49574) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:07.268749 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f19224-15c4-4021-a8b0-8e23fde5aeb2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network 523d1b1c-98ed-49ef-afa0-7760353ee21c is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:07.298802 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5da82fae-c948-4660-9a34-fcc2ca6073ba tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:07.319332 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-a5f19224-15c4-4021-a8b0-8e23fde5aeb2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:07.327897 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f19224-15c4-4021-a8b0-8e23fde5aeb2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:07.328508 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a5f19224-15c4-4021-a8b0-8e23fde5aeb2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:07.329072 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113a485b-24b5-4614-b49d-c92e5621170c None None] Network 523d1b1c-98ed-49ef-afa0-7760353ee21c requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:07.347904 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:07.361947 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fb773f6-e034-459d-9cbb-ace5372d6ccb tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:07.465831 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6ad8d7d4-7099-4a13-8e7e-937167aa89a7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3539178 Mar 14 15:32:07.469207 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49578) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:07.478955 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ad3ce3d2-f97a-4ed1-87d0-8a9e708f9e8f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1539189761'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:07.490115 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ad3ce3d2-f97a-4ed1-87d0-8a9e708f9e8f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:07.500074 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ad3ce3d2-f97a-4ed1-87d0-8a9e708f9e8f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:network and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:07.505968 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ad3ce3d2-f97a-4ed1-87d0-8a9e708f9e8f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:07.513716 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ad3ce3d2-f97a-4ed1-87d0-8a9e708f9e8f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:07.532431 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3ce3d2-f97a-4ed1-87d0-8a9e708f9e8f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:07.533984 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5da82fae-c948-4660-9a34-fcc2ca6073ba tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:07.536469 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f19224-15c4-4021-a8b0-8e23fde5aeb2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Subnet': ['ID=9ec3301b-7de4-44f9-a0e6-0b436ec203e5,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:07.542349 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad3ce3d2-f97a-4ed1-87d0-8a9e708f9e8f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:07.558850 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5da82fae-c948-4660-9a34-fcc2ca6073ba tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:07.648141 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3ce3d2-f97a-4ed1-87d0-8a9e708f9e8f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:32:07.662781 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5da82fae-c948-4660-9a34-fcc2ca6073ba tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:07.678142 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5da82fae-c948-4660-9a34-fcc2ca6073ba tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:07.678316 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad3ce3d2-f97a-4ed1-87d0-8a9e708f9e8f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:07.678925 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-ad3ce3d2-f97a-4ed1-87d0-8a9e708f9e8f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Added segment 467b22a3-3dfc-4219-bbc3-8d126a0baca7 of type vlan for network e51c4afa-af1f-48b0-a4c9-10dd7efb2fee Mar 14 15:32:07.721920 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-07d0b75e-fa58-42dd-a0ad-bd96b5e6609a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:07.734100 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-07d0b75e-fa58-42dd-a0ad-bd96b5e6609a admin admin] Usage tracker for resource:security_group_rule and tenant:4d0f307382b84bd7b4b798ede7bcff37 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:07.740375 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a5f19224-15c4-4021-a8b0-8e23fde5aeb2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1789522 Mar 14 15:32:07.745748 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-07d0b75e-fa58-42dd-a0ad-bd96b5e6609a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:07.749893 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49582) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:07.762812 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c8383a48-e4de-41c1-ad72-bf4fa6174926 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'security_group': {'name': 'tempest-secgroup-1265246169'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:07.775993 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad3ce3d2-f97a-4ed1-87d0-8a9e708f9e8f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:07.792074 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fb773f6-e034-459d-9cbb-ace5372d6ccb tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:07.796896 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c8383a48-e4de-41c1-ad72-bf4fa6174926 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:07.806552 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-07d0b75e-fa58-42dd-a0ad-bd96b5e6609a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:07.829624 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 4186db1c-992b-4907-bf6b-e92d64d31cd7 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:32:07.877968 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c8383a48-e4de-41c1-ad72-bf4fa6174926 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:security_group and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:07.880993 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5da82fae-c948-4660-9a34-fcc2ca6073ba tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:07.891903 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c8383a48-e4de-41c1-ad72-bf4fa6174926 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:07.986304 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-edafe4d8-7f7d-40a4-9e63-ebc7913a755e tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:08.027874 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf2593c-77a5-46b5-b9ed-1602a691fddc None None] Update dhcp port {'port': {'network_id': '523d1b1c-98ed-49ef-afa0-7760353ee21c', 'fixed_ips': [{'subnet_id': '8a377f7d-f4c1-459b-a193-07ce3d77e2ff', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9ec3301b-7de4-44f9-a0e6-0b436ec203e5'}], 'binding:host_id': 'dv-neutron-833561-1-hyperv'}, 'id': 'bcd49902-e537-447b-95f6-1aba7714d95f'} from dv-neutron-833561-1-hyperv. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 14 15:32:08.065330 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 4186db1c-992b-4907-bf6b-e92d64d31cd7 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:08.065485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafe4d8-7f7d-40a4-9e63-ebc7913a755e tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event deleted for resources: {'Port': ['ID=153cfa66-a534-4940-a331-58a043205eca,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:08.084132 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-ad3ce3d2-f97a-4ed1-87d0-8a9e708f9e8f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:32:08.121101 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ebf2593c-77a5-46b5-b9ed-1602a691fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:08.145696 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 956ff794-b829-49bd-abaf-8df8961e284b no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:32:08.173790 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c8383a48-e4de-41c1-ad72-bf4fa6174926 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:08.184289 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-07d0b75e-fa58-42dd-a0ad-bd96b5e6609a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:08.184695 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 956ff794-b829-49bd-abaf-8df8961e284b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:32:08.184869 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 956ff794-b829-49bd-abaf-8df8961e284b not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:32:08.275906 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-07d0b75e-fa58-42dd-a0ad-bd96b5e6609a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:08.295647 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5da82fae-c948-4660-9a34-fcc2ca6073ba tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:08.299222 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad3ce3d2-f97a-4ed1-87d0-8a9e708f9e8f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:08.315200 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3ce3d2-f97a-4ed1-87d0-8a9e708f9e8f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:08.317951 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad3ce3d2-f97a-4ed1-87d0-8a9e708f9e8f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:08.338741 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5da82fae-c948-4660-9a34-fcc2ca6073ba tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:08.344149 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c8383a48-e4de-41c1-ad72-bf4fa6174926 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:08.383426 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb773f6-e034-459d-9cbb-ace5372d6ccb tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Pushing event updated for resources: {'Subnet': ['ID=6e3ffb8a-bad3-485d-9d4d-6aa2f7cab285,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:08.490202 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-ebf2593c-77a5-46b5-b9ed-1602a691fddc None None] Allocated IP 2001:db8::2 (523d1b1c-98ed-49ef-afa0-7760353ee21c/9ec3301b-7de4-44f9-a0e6-0b436ec203e5/bcd49902-e537-447b-95f6-1aba7714d95f) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:08.512120 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da82fae-c948-4660-9a34-fcc2ca6073ba tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92390b1f-44d8-442c-9185-c5ed28f80356,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:08.543355 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb773f6-e034-459d-9cbb-ace5372d6ccb tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Checking segment: {'id': '03ed807c-39f1-4618-a7cf-c6b75caa9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '54f48e0d-f246-4f9d-a4de-c0c6a864fc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:32:08.543846 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb773f6-e034-459d-9cbb-ace5372d6ccb tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Network hostable DHCP agents. Network: 54f48e0d-f246-4f9d-a4de-c0c6a864fc8a, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:32:08.609122 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ad3ce3d2-f97a-4ed1-87d0-8a9e708f9e8f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1388969 Mar 14 15:32:08.619083 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49586) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:08.627546 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ce3d2-f97a-4ed1-87d0-8a9e708f9e8f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Network': ['ID=e51c4afa-af1f-48b0-a4c9-10dd7efb2fee,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:08.635342 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-020af88c-ee98-4b81-9231-52b7a308d856 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'subnet': {'network_id': 'e51c4afa-af1f-48b0-a4c9-10dd7efb2fee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:08.642844 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-07d0b75e-fa58-42dd-a0ad-bd96b5e6609a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4d0f307382b84bd7b4b798ede7bcff37&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7915812 Mar 14 15:32:08.644537 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network e51c4afa-af1f-48b0-a4c9-10dd7efb2fee details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:32:08.648096 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0b75e-fa58-42dd-a0ad-bd96b5e6609a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d1a3d0-bfe5-431f-a37b-de4bfd301394,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:08.653174 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49590) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:08.666045 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Floating IP 34ed68d1-5874-4234-a55f-2ff30cab1043 associated. External IP: 172.26.4.188, port: 86815b50-7159-47b9-afec-1424e83a7ef7. Mar 14 15:32:08.669818 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c8383a48-e4de-41c1-ad72-bf4fa6174926 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:08.683062 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c8383a48-e4de-41c1-ad72-bf4fa6174926 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:security_group_rule and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:08.735655 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5da82fae-c948-4660-9a34-fcc2ca6073ba tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:08.736175 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c8383a48-e4de-41c1-ad72-bf4fa6174926 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:08.740406 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5da82fae-c948-4660-9a34-fcc2ca6073ba tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.4745204 Mar 14 15:32:08.740804 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49594) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:08.748333 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c8383a48-e4de-41c1-ad72-bf4fa6174926 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:08.750906 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4f7eaa-41a5-4c26-838c-86aa27a4391d None None] Network 05b0bdcb-6df6-43b3-968f-5bd9aa2132cf requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:08.780287 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4dbacd11-83c8-48ed-a6eb-00cf59f949a3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:08.821456 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb773f6-e034-459d-9cbb-ace5372d6ccb tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Network 54f48e0d-f246-4f9d-a4de-c0c6a864fc8a is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:32:08.856966 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4dbacd11-83c8-48ed-a6eb-00cf59f949a3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:08.871751 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-020af88c-ee98-4b81-9231-52b7a308d856 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:08.880149 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-2fb773f6-e034-459d-9cbb-ace5372d6ccb tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 54f48e0d-f246-4f9d-a4de-c0c6a864fc8a) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:08.888241 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-020af88c-ee98-4b81-9231-52b7a308d856 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:subnet and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:08.898503 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-4dbacd11-83c8-48ed-a6eb-00cf59f949a3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:08.904807 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-4dbacd11-83c8-48ed-a6eb-00cf59f949a3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:08.908444 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb773f6-e034-459d-9cbb-ace5372d6ccb tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:08.909019 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fb773f6-e034-459d-9cbb-ace5372d6ccb tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:08.916258 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-020af88c-ee98-4b81-9231-52b7a308d856 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:08.917855 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4dbacd11-83c8-48ed-a6eb-00cf59f949a3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:08.929376 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c6a670-fdda-4395-b51d-8d8312579929 None None] Network 54f48e0d-f246-4f9d-a4de-c0c6a864fc8a requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:08.956241 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-020af88c-ee98-4b81-9231-52b7a308d856 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:08.970014 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c8383a48-e4de-41c1-ad72-bf4fa6174926 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:08.980267 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c8383a48-e4de-41c1-ad72-bf4fa6174926 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:09.005123 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2fb773f6-e034-459d-9cbb-ace5372d6ccb tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1276371 Mar 14 15:32:09.010441 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4dbacd11-83c8-48ed-a6eb-00cf59f949a3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:09.012537 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49598) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:09.024924 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-dec05338-5fda-4c59-96cf-15dc9e88717e tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Request body: {'port': {'network_id': '54f48e0d-f246-4f9d-a4de-c0c6a864fc8a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-849920348'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:09.038205 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-417e6803-0473-43ab-95fa-0f2e83520678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:09.045888 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c8383a48-e4de-41c1-ad72-bf4fa6174926 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:09.046574 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c8383a48-e4de-41c1-ad72-bf4fa6174926 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2955606 Mar 14 15:32:09.048101 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020af88c-ee98-4b81-9231-52b7a308d856 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:09.055630 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49602) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:09.068837 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ebf2593c-77a5-46b5-b9ed-1602a691fddc None None] For port bcd49902-e537-447b-95f6-1aba7714d95f, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=bcd49902-e537-447b-95f6-1aba7714d95f,segment=NetworkSegment(ca3e1fbb-c7bc-42c9-81f1-2a84966a024c),segment_id=ca3e1fbb-c7bc-42c9-81f1-2a84966a024c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:09.071141 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8383a48-e4de-41c1-ad72-bf4fa6174926 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeed928-032d-49f3-b156-433984997099,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:09.077286 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f3893dd8-ce2c-40e7-9d7c-a4c4e4afc8f9 None None] Provisioning for port 4186db1c-992b-4907-bf6b-e92d64d31cd7 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:09.092802 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f3893dd8-ce2c-40e7-9d7c-a4c4e4afc8f9 None None] Provisioning complete for port 4186db1c-992b-4907-bf6b-e92d64d31cd7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:09.093183 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f3893dd8-ce2c-40e7-9d7c-a4c4e4afc8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:09.112305 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-655ee05b-49d2-4c56-9d9a-ed9d71814c8a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'security_group': {'name': 'tempest-secgroup-1928371155'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:09.139373 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-655ee05b-49d2-4c56-9d9a-ed9d71814c8a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:09.165530 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-417e6803-0473-43ab-95fa-0f2e83520678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:09.179691 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-655ee05b-49d2-4c56-9d9a-ed9d71814c8a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:security_group and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:09.191845 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-655ee05b-49d2-4c56-9d9a-ed9d71814c8a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:09.212331 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-655ee05b-49d2-4c56-9d9a-ed9d71814c8a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:09.227973 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-ebf2593c-77a5-46b5-b9ed-1602a691fddc None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:32:09.282700 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ebf2593c-77a5-46b5-b9ed-1602a691fddc None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:09.284365 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-655ee05b-49d2-4c56-9d9a-ed9d71814c8a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:09.295682 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4dbacd11-83c8-48ed-a6eb-00cf59f949a3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:09.318449 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-020af88c-ee98-4b81-9231-52b7a308d856 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:09.325607 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4dbacd11-83c8-48ed-a6eb-00cf59f949a3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:09.351050 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ebf2593c-77a5-46b5-b9ed-1602a691fddc None None] Transition to ACTIVE for port object bcd49902-e537-447b-95f6-1aba7714d95f will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:09.364769 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ebf2593c-77a5-46b5-b9ed-1602a691fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:09.375616 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbacd11-83c8-48ed-a6eb-00cf59f949a3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fc1204-c278-4cbd-81d3-9e7280a75ed5,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:09.418011 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-655ee05b-49d2-4c56-9d9a-ed9d71814c8a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:09.421488 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-417e6803-0473-43ab-95fa-0f2e83520678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:09.425716 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-edafe4d8-7f7d-40a4-9e63-ebc7913a755e tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:09.442827 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4dbacd11-83c8-48ed-a6eb-00cf59f949a3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:09.447094 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4dbacd11-83c8-48ed-a6eb-00cf59f949a3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6854842 Mar 14 15:32:09.450847 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49606) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:09.453207 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-655ee05b-49d2-4c56-9d9a-ed9d71814c8a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:security_group_rule and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:09.463551 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-655ee05b-49d2-4c56-9d9a-ed9d71814c8a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:09.466287 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dec05338-5fda-4c59-96cf-15dc9e88717e tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:09.472945 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-dec05338-5fda-4c59-96cf-15dc9e88717e tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Usage tracker for resource:port and tenant:7ccb01833c134a64b70ff0cc69f3d2a9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:09.477799 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-dec05338-5fda-4c59-96cf-15dc9e88717e tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:09.479672 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a828d36f-c96d-4c35-ac28-71e3560d7c13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:09.488396 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dec05338-5fda-4c59-96cf-15dc9e88717e tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:09.488579 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-417e6803-0473-43ab-95fa-0f2e83520678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:09.489734 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-417e6803-0473-43ab-95fa-0f2e83520678 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c5d1a3d0-bfe5-431f-a37b-de4bfd301394 HTTP/1.1" status: 204 len: 168 time: 0.8307703 Mar 14 15:32:09.494638 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e6803-0473-43ab-95fa-0f2e83520678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d1a3d0-bfe5-431f-a37b-de4bfd301394,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:09.499876 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-655ee05b-49d2-4c56-9d9a-ed9d71814c8a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:09.500951 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-54f48e0d-f246-4f9d-a4de-c0c6a864fc8a', 'network_id': '54f48e0d-f246-4f9d-a4de-c0c6a864fc8a', 'tenant_id': '7ccb01833c134a64b70ff0cc69f3d2a9', 'fixed_ips': [{'subnet_id': '6e3ffb8a-bad3-485d-9d4d-6aa2f7cab285'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:32:09.501769 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:09.508438 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a828d36f-c96d-4c35-ac28-71e3560d7c13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:09.521993 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec05338-5fda-4c59-96cf-15dc9e88717e tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Made reservation on behalf of 7ccb01833c134a64b70ff0cc69f3d2a9 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:09.527267 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dec05338-5fda-4c59-96cf-15dc9e88717e tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:09.587019 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a828d36f-c96d-4c35-ac28-71e3560d7c13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:09.637313 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f3893dd8-ce2c-40e7-9d7c-a4c4e4afc8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:09.653333 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a828d36f-c96d-4c35-ac28-71e3560d7c13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:09.653969 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-dec05338-5fda-4c59-96cf-15dc9e88717e tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] device_id is not set on port 54facc3f-eab3-4209-b768-a6550b1219b4 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:32:09.690702 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-020af88c-ee98-4b81-9231-52b7a308d856 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:09.702842 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2593c-77a5-46b5-b9ed-1602a691fddc None None] Pushing event updated for resources: {'Port': ['ID=bcd49902-e537-447b-95f6-1aba7714d95f,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:09.738127 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a828d36f-c96d-4c35-ac28-71e3560d7c13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:09.826575 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f3893dd8-ce2c-40e7-9d7c-a4c4e4afc8f9 None None] For port 4186db1c-992b-4907-bf6b-e92d64d31cd7, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=4186db1c-992b-4907-bf6b-e92d64d31cd7,segment=NetworkSegment(88a0a3ac-3e9b-489b-ae73-d965585bb97e),segment_id=88a0a3ac-3e9b-489b-ae73-d965585bb97e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:09.835932 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f3893dd8-ce2c-40e7-9d7c-a4c4e4afc8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:09.893957 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-dec05338-5fda-4c59-96cf-15dc9e88717e tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Allocated IP 172.20.0.2 (54f48e0d-f246-4f9d-a4de-c0c6a864fc8a/6e3ffb8a-bad3-485d-9d4d-6aa2f7cab285/54facc3f-eab3-4209-b768-a6550b1219b4) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:09.925209 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3893dd8-ce2c-40e7-9d7c-a4c4e4afc8f9 None None] Pushing event updated for resources: {'Port': ['ID=4186db1c-992b-4907-bf6b-e92d64d31cd7,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:10.041203 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49614) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:10.108728 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020af88c-ee98-4b81-9231-52b7a308d856 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Subnet': ['ID=630c432a-cd95-41a7-81c0-40697b9b8645,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:10.138130 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a828d36f-c96d-4c35-ac28-71e3560d7c13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:10.174358 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-655ee05b-49d2-4c56-9d9a-ed9d71814c8a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:10.180417 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020af88c-ee98-4b81-9231-52b7a308d856 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Checking segment: {'id': '467b22a3-3dfc-4219-bbc3-8d126a0baca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e51c4afa-af1f-48b0-a4c9-10dd7efb2fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:32:10.180788 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020af88c-ee98-4b81-9231-52b7a308d856 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network hostable DHCP agents. Network: e51c4afa-af1f-48b0-a4c9-10dd7efb2fee, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:32:10.205739 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-655ee05b-49d2-4c56-9d9a-ed9d71814c8a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:10.231413 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dec05338-5fda-4c59-96cf-15dc9e88717e tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:10.241661 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020af88c-ee98-4b81-9231-52b7a308d856 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network e51c4afa-af1f-48b0-a4c9-10dd7efb2fee is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:32:10.257825 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-dec05338-5fda-4c59-96cf-15dc9e88717e tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Transition to ACTIVE for port object 54facc3f-eab3-4209-b768-a6550b1219b4 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:10.264802 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-020af88c-ee98-4b81-9231-52b7a308d856 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, e51c4afa-af1f-48b0-a4c9-10dd7efb2fee) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:10.274350 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020af88c-ee98-4b81-9231-52b7a308d856 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:10.275210 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-020af88c-ee98-4b81-9231-52b7a308d856 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:10.277252 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-843ed100-48ca-4f2b-998b-f2c2e1c56565 None None] Provisioning complete for port 4186db1c-992b-4907-bf6b-e92d64d31cd7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:10.277691 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-843ed100-48ca-4f2b-998b-f2c2e1c56565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:10.281041 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-58dbd3ca-7ddc-4b14-8594-a154ddd70366 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a81dbf53ab54b8eac2d912ad3e65eb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2373085 Mar 14 15:32:10.286555 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49618) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:10.335451 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ee05b-49d2-4c56-9d9a-ed9d71814c8a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ea7230-4ed6-44ce-aa2d-8e9bd320b40b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:10.341877 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-020af88c-ee98-4b81-9231-52b7a308d856 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7186065 Mar 14 15:32:10.346615 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49622) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:10.349896 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e20fa8d-5ebf-4a23-b11f-d884710e2a3f None None] Network e51c4afa-af1f-48b0-a4c9-10dd7efb2fee requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:10.350321 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-655ee05b-49d2-4c56-9d9a-ed9d71814c8a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:10.351635 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-655ee05b-49d2-4c56-9d9a-ed9d71814c8a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2891555 Mar 14 15:32:10.355487 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49624) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:10.366565 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0f5149fa-5f93-4038-89be-b069568c9b3b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'security_group': {'name': 'tempest-secgroup-315488497'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:10.371040 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-29505499-e628-449a-8535-c712ae5b481a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'port': {'network_id': 'e51c4afa-af1f-48b0-a4c9-10dd7efb2fee', 'name': 'tempest-PortsTestJSON-589114773'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:10.389141 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0f5149fa-5f93-4038-89be-b069568c9b3b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:10.392844 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a828d36f-c96d-4c35-ac28-71e3560d7c13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:10.400040 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0f5149fa-5f93-4038-89be-b069568c9b3b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:security_group and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:10.414577 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0f5149fa-5f93-4038-89be-b069568c9b3b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:10.419908 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a828d36f-c96d-4c35-ac28-71e3560d7c13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:10.437645 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0f5149fa-5f93-4038-89be-b069568c9b3b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:10.479127 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828d36f-c96d-4c35-ac28-71e3560d7c13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87111a9b-77b9-48e0-9b79-82d342089a54,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:10.503122 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0f5149fa-5f93-4038-89be-b069568c9b3b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:10.509678 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dec05338-5fda-4c59-96cf-15dc9e88717e tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:10.519319 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a828d36f-c96d-4c35-ac28-71e3560d7c13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:10.520849 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a828d36f-c96d-4c35-ac28-71e3560d7c13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0641854 Mar 14 15:32:10.531018 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49630) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:10.540305 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e60b225f-8489-4cb6-8715-aa693cd283ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:10.553669 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e60b225f-8489-4cb6-8715-aa693cd283ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:10.565678 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e60b225f-8489-4cb6-8715-aa693cd283ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:10.582100 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e60b225f-8489-4cb6-8715-aa693cd283ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:10.590751 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-41e9f62e-833f-4f2a-bca0-41f660597683 {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:32:10.591336 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:32:10.603425 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e60b225f-8489-4cb6-8715-aa693cd283ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:10.635945 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec05338-5fda-4c59-96cf-15dc9e88717e tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Network 54f48e0d-f246-4f9d-a4de-c0c6a864fc8a is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:10.638960 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc211fb6-c7e7-42ed-8669-869b923173d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:10.651872 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-dec05338-5fda-4c59-96cf-15dc9e88717e tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:10.663370 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec05338-5fda-4c59-96cf-15dc9e88717e tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Pushing event updated for resources: {'Port': ['ID=54facc3f-eab3-4209-b768-a6550b1219b4,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:10.665666 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec05338-5fda-4c59-96cf-15dc9e88717e tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:32:10.667477 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0f5149fa-5f93-4038-89be-b069568c9b3b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:10.718306 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ca7a88-8824-4c78-afb3-fd70de7a738b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-e51c4afa-af1f-48b0-a4c9-10dd7efb2fee', 'network_id': 'e51c4afa-af1f-48b0-a4c9-10dd7efb2fee', 'tenant_id': 'd145e6d0b939429681cad6903d26baa7', 'fixed_ips': [{'subnet_id': '630c432a-cd95-41a7-81c0-40697b9b8645'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:32:10.719386 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d7ca7a88-8824-4c78-afb3-fd70de7a738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:10.721529 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-29505499-e628-449a-8535-c712ae5b481a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:10.728864 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc211fb6-c7e7-42ed-8669-869b923173d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:10.745942 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0f5149fa-5f93-4038-89be-b069568c9b3b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:security_group_rule and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:10.749351 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0f5149fa-5f93-4038-89be-b069568c9b3b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:10.757188 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0f5149fa-5f93-4038-89be-b069568c9b3b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:10.794246 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Router 23f17679-0b6f-44a5-b245-23cc9de69ec1 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:32:10.795538 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-e60b225f-8489-4cb6-8715-aa693cd283ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Project 5d6eafdbdcc04fa5ac3cc264b55cc088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:32:10.803131 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-20fe04a4-82b4-4989-8871-b91bd6f98362 None None] Provisioning for port bcd49902-e537-447b-95f6-1aba7714d95f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:10.816688 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e60b225f-8489-4cb6-8715-aa693cd283ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:10.822312 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-20fe04a4-82b4-4989-8871-b91bd6f98362 None None] Provisioning complete for port bcd49902-e537-447b-95f6-1aba7714d95f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:10.822694 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20fe04a4-82b4-4989-8871-b91bd6f98362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:10.875730 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-29505499-e628-449a-8535-c712ae5b481a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:10.903935 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec05338-5fda-4c59-96cf-15dc9e88717e tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:10.904809 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dec05338-5fda-4c59-96cf-15dc9e88717e tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:10.931121 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-dec05338-5fda-4c59-96cf-15dc9e88717e tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9172747 Mar 14 15:32:10.933981 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49634) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:10.980129 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc211fb6-c7e7-42ed-8669-869b923173d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:10.988140 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0f5149fa-5f93-4038-89be-b069568c9b3b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:11.012092 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc211fb6-c7e7-42ed-8669-869b923173d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e607676-1bea-4d78-9658-b4b210ce84f0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:11.023779 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-54933f53-8191-4599-8956-74071be8795f tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Deleting port 54facc3f-eab3-4209-b768-a6550b1219b4 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:11.024107 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54933f53-8191-4599-8956-74071be8795f tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:11.048765 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29505499-e628-449a-8535-c712ae5b481a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:11.052135 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29505499-e628-449a-8535-c712ae5b481a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:11.052333 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0f5149fa-5f93-4038-89be-b069568c9b3b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:11.071229 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-d7ca7a88-8824-4c78-afb3-fd70de7a738b None None] Allocated IP 172.20.0.2 (e51c4afa-af1f-48b0-a4c9-10dd7efb2fee/630c432a-cd95-41a7-81c0-40697b9b8645/52b0f16a-e8d6-4d61-a605-2a2f3999c800) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:11.091516 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc211fb6-c7e7-42ed-8669-869b923173d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:11.092297 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:11.092672 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bc211fb6-c7e7-42ed-8669-869b923173d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e607676-1bea-4d78-9658-b4b210ce84f0 HTTP/1.1" status: 204 len: 168 time: 0.8000441 Mar 14 15:32:11.101832 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-29505499-e628-449a-8535-c712ae5b481a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] device_id is not set on port 4572ac07-5d87-4c0d-8545-e0329b611f55 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:32:11.139960 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5149fa-5f93-4038-89be-b069568c9b3b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faac87fb-d684-4970-94ef-19d1e8e54beb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:11.143727 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e60b225f-8489-4cb6-8715-aa693cd283ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:11.220960 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e60b225f-8489-4cb6-8715-aa693cd283ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:11.223490 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0f5149fa-5f93-4038-89be-b069568c9b3b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:11.224928 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0f5149fa-5f93-4038-89be-b069568c9b3b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8645039 Mar 14 15:32:11.269213 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-20fe04a4-82b4-4989-8871-b91bd6f98362 None None] Provisioning complete for port ab1768c0-e270-4c45-b66a-5fad480e9b9a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:11.270173 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20fe04a4-82b4-4989-8871-b91bd6f98362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:11.276934 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49640) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:11.318086 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b225f-8489-4cb6-8715-aa693cd283ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a5ff16-745a-4834-838e-85b84a46a8f7,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:11.333913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e60b225f-8489-4cb6-8715-aa693cd283ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:11.334547 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e60b225f-8489-4cb6-8715-aa693cd283ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8024700 Mar 14 15:32:11.338891 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49644) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:11.344078 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e73d4453-4054-4743-b578-d0d81dd31a16 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-27008851', 'security_groups': ['faac87fb-d684-4970-94ef-19d1e8e54beb'], 'network_id': '523d1b1c-98ed-49ef-afa0-7760353ee21c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9ec3301b-7de4-44f9-a0e6-0b436ec203e5'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:11.345928 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-06ed0a9c-bc65-4100-836a-a8c24297bd36 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:11.371363 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-06ed0a9c-bc65-4100-836a-a8c24297bd36 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:11.378502 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-06ed0a9c-bc65-4100-836a-a8c24297bd36 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:11.385187 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-06ed0a9c-bc65-4100-836a-a8c24297bd36 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:11.398289 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-06ed0a9c-bc65-4100-836a-a8c24297bd36 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:11.422645 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-06ed0a9c-bc65-4100-836a-a8c24297bd36 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Project 5d6eafdbdcc04fa5ac3cc264b55cc088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:32:11.435715 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06ed0a9c-bc65-4100-836a-a8c24297bd36 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:11.455575 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-20fe04a4-82b4-4989-8871-b91bd6f98362 None None] Port ab1768c0-e270-4c45-b66a-5fad480e9b9a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:32:11.517422 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d7ca7a88-8824-4c78-afb3-fd70de7a738b None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:11.525655 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Allocated IP 172.20.0.3 (54f48e0d-f246-4f9d-a4de-c0c6a864fc8a/6e3ffb8a-bad3-485d-9d4d-6aa2f7cab285/9b1aa5c1-47d5-456d-a232-13a4b8e72244) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:11.536242 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d7ca7a88-8824-4c78-afb3-fd70de7a738b None None] Transition to ACTIVE for port object 52b0f16a-e8d6-4d61-a605-2a2f3999c800 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:11.609199 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06ed0a9c-bc65-4100-836a-a8c24297bd36 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:11.611435 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:32:11.631439 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06ed0a9c-bc65-4100-836a-a8c24297bd36 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:11.663567 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d7ca7a88-8824-4c78-afb3-fd70de7a738b None None] Transition to ACTIVE for port object 52b0f16a-e8d6-4d61-a605-2a2f3999c800 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:11.667908 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd058318-8ed4-4190-a69c-83829ba10872 None None] Sync routers for ids ['23f17679-0b6f-44a5-b245-23cc9de69ec1'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:32:11.673108 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed0a9c-bc65-4100-836a-a8c24297bd36 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46cec93d-8012-4cdb-843a-c13c0c583e08,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:11.682645 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:11.687553 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e73d4453-4054-4743-b578-d0d81dd31a16 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:11.691763 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d7ca7a88-8824-4c78-afb3-fd70de7a738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:11.731158 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edafe4d8-7f7d-40a4-9e63-ebc7913a755e tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Router 5ce22a85-212b-45e5-832b-3e5c79d977c7 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:32:11.732269 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06ed0a9c-bc65-4100-836a-a8c24297bd36 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:11.733511 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-06ed0a9c-bc65-4100-836a-a8c24297bd36 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3927705 Mar 14 15:32:11.761473 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-721ec281-12ac-4307-8a28-14a49047dd86 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.1698072 Mar 14 15:32:11.763784 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92aa3703-68e1-4a6e-af7d-02ad4ba38780', 'tag': '86815b50-7159-47b9-afec-1424e83a7ef7'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:32:11.812532 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-29505499-e628-449a-8535-c712ae5b481a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Allocated IP 172.20.0.7 (e51c4afa-af1f-48b0-a4c9-10dd7efb2fee/630c432a-cd95-41a7-81c0-40697b9b8645/4572ac07-5d87-4c0d-8545-e0329b611f55) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:11.920101 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92aa3703-68e1-4a6e-af7d-02ad4ba38780', 'tag': '86815b50-7159-47b9-afec-1424e83a7ef7', 'status': 'completed', 'code': 200} Mar 14 15:32:12.023028 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edafe4d8-7f7d-40a4-9e63-ebc7913a755e tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:32:12.028172 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-edafe4d8-7f7d-40a4-9e63-ebc7913a755e tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "PUT /v2.0/routers/5ce22a85-212b-45e5-832b-3e5c79d977c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4342968 Mar 14 15:32:12.032088 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e73d4453-4054-4743-b578-d0d81dd31a16 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:12.032907 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49670) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:12.034000 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc31c9aa-7c27-49eb-94b3-d1054dec0cdf None None] Sync routers for ids ['5ce22a85-212b-45e5-832b-3e5c79d977c7'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:32:12.048393 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc31c9aa-7c27-49eb-94b3-d1054dec0cdf None None] Routers {'5ce22a85-212b-45e5-832b-3e5c79d977c7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:32:12.049006 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-fc31c9aa-7c27-49eb-94b3-d1054dec0cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['5ce22a85-212b-45e5-832b-3e5c79d977c7'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:12.061845 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:12.074624 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Transition to ACTIVE for port object 9b1aa5c1-47d5-456d-a232-13a4b8e72244 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:12.094757 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Transition to ACTIVE for port object 9b1aa5c1-47d5-456d-a232-13a4b8e72244 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:12.097423 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca7a88-8824-4c78-afb3-fd70de7a738b None None] Pushing event updated for resources: {'Port': ['ID=52b0f16a-e8d6-4d61-a605-2a2f3999c800,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:12.112190 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ca7a88-8824-4c78-afb3-fd70de7a738b None None] Network e51c4afa-af1f-48b0-a4c9-10dd7efb2fee is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:12.113835 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device bcd49902-e537-447b-95f6-1aba7714d95f up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:32:12.119433 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-fc31c9aa-7c27-49eb-94b3-d1054dec0cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:12.149524 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc31c9aa-7c27-49eb-94b3-d1054dec0cdf None None] Routers {'5ce22a85-212b-45e5-832b-3e5c79d977c7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:32:12.153027 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-fc31c9aa-7c27-49eb-94b3-d1054dec0cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['5ce22a85-212b-45e5-832b-3e5c79d977c7'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:12.161646 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-d7ca7a88-8824-4c78-afb3-fd70de7a738b None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:12.166976 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:12.179365 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd058318-8ed4-4190-a69c-83829ba10872 None None] Routers {'23f17679-0b6f-44a5-b245-23cc9de69ec1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:32:12.180265 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-dd058318-8ed4-4190-a69c-83829ba10872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['23f17679-0b6f-44a5-b245-23cc9de69ec1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:12.199324 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54933f53-8191-4599-8956-74071be8795f tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:12.307280 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-fc31c9aa-7c27-49eb-94b3-d1054dec0cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:12.308450 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc31c9aa-7c27-49eb-94b3-d1054dec0cdf None None] The sync data for ids ['5ce22a85-212b-45e5-832b-3e5c79d977c7'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:32:12.406311 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-165b6cd0-5ea9-4675-af78-6e2305186ea5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:12.407102 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-54933f53-8191-4599-8956-74071be8795f tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Calling delete_port for 54facc3f-eab3-4209-b768-a6550b1219b4 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:12.411568 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ca7a88-8824-4c78-afb3-fd70de7a738b None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:32:12.451529 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73d4453-4054-4743-b578-d0d81dd31a16 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:12.516158 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Network 54f48e0d-f246-4f9d-a4de-c0c6a864fc8a is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:12.583467 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-dd058318-8ed4-4190-a69c-83829ba10872 None None] Set router 23f17679-0b6f-44a5-b245-23cc9de69ec1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:32:12.638998 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Pushing event updated for resources: {'Port': ['ID=9b1aa5c1-47d5-456d-a232-13a4b8e72244,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:12.641664 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:12.643089 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29505499-e628-449a-8535-c712ae5b481a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:12.679819 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:32:12.741347 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-29505499-e628-449a-8535-c712ae5b481a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Transition to ACTIVE for port object 4572ac07-5d87-4c0d-8545-e0329b611f55 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:12.767672 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e98f25bb-bd4d-446f-a349-4413a0588c68 req-76c96709-6c12-4bb4-815c-5bd440c73aa5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e56a9bf665f84615b9b7754b13dc18cc&device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 1098 time: 0.6968458 Mar 14 15:32:12.783682 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-165b6cd0-5ea9-4675-af78-6e2305186ea5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:12.796787 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-165b6cd0-5ea9-4675-af78-6e2305186ea5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Deleting port a917918c-0d71-4d6f-ac67-fff35e164b86 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:12.797259 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-165b6cd0-5ea9-4675-af78-6e2305186ea5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:12.809743 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d7ca7a88-8824-4c78-afb3-fd70de7a738b None None] Attempting to bind port 52b0f16a-e8d6-4d61-a605-2a2f3999c800 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:32:12.810032 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d7ca7a88-8824-4c78-afb3-fd70de7a738b None None] Attempting to bind port 52b0f16a-e8d6-4d61-a605-2a2f3999c800 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '467b22a3-3dfc-4219-bbc3-8d126a0baca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e51c4afa-af1f-48b0-a4c9-10dd7efb2fee'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:32:12.810508 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ca7a88-8824-4c78-afb3-fd70de7a738b None None] Attempting to bind port 52b0f16a-e8d6-4d61-a605-2a2f3999c800 on network e51c4afa-af1f-48b0-a4c9-10dd7efb2fee {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:32:12.821713 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ca7a88-8824-4c78-afb3-fd70de7a738b None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:32:12.822292 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ca7a88-8824-4c78-afb3-fd70de7a738b None None] Checking segment: {'id': '467b22a3-3dfc-4219-bbc3-8d126a0baca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e51c4afa-af1f-48b0-a4c9-10dd7efb2fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:32:12.822831 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d7ca7a88-8824-4c78-afb3-fd70de7a738b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:12.823320 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ca7a88-8824-4c78-afb3-fd70de7a738b None None] Bound using segment: {'id': '467b22a3-3dfc-4219-bbc3-8d126a0baca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e51c4afa-af1f-48b0-a4c9-10dd7efb2fee'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:32:12.823887 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d7ca7a88-8824-4c78-afb3-fd70de7a738b None None] Bound port: 52b0f16a-e8d6-4d61-a605-2a2f3999c800, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467b22a3-3dfc-4219-bbc3-8d126a0baca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e51c4afa-af1f-48b0-a4c9-10dd7efb2fee'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:32:12.824364 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d7ca7a88-8824-4c78-afb3-fd70de7a738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:12.828493 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49682) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:12.859758 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d4453-4054-4743-b578-d0d81dd31a16 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:12.928188 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-4ef7a7f2-0b81-4365-a598-b4882f38e9fa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:12.990170 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-e73d4453-4054-4743-b578-d0d81dd31a16 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] device_id is not set on port 5b4827d8-63d5-42ed-bf54-1eba4bc455d6 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:32:13.014884 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-92964371'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:13.019103 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-165b6cd0-5ea9-4675-af78-6e2305186ea5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:13.024356 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54933f53-8191-4599-8956-74071be8795f tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:13.035177 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:13.036333 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29505499-e628-449a-8535-c712ae5b481a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:13.154793 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:network and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:13.165180 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-165b6cd0-5ea9-4675-af78-6e2305186ea5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Calling delete_port for a917918c-0d71-4d6f-ac67-fff35e164b86 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:13.193199 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:13.204423 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-4ef7a7f2-0b81-4365-a598-b4882f38e9fa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:13.205462 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:13.211956 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-4ef7a7f2-0b81-4365-a598-b4882f38e9fa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604285392&fields=id&tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 267 time: 0.5722191 Mar 14 15:32:13.227336 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Attempting to bind port 9b1aa5c1-47d5-456d-a232-13a4b8e72244 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:32:13.227792 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Attempting to bind port 9b1aa5c1-47d5-456d-a232-13a4b8e72244 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '03ed807c-39f1-4618-a7cf-c6b75caa9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '54f48e0d-f246-4f9d-a4de-c0c6a864fc8a'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:32:13.228487 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Attempting to bind port 9b1aa5c1-47d5-456d-a232-13a4b8e72244 on network 54f48e0d-f246-4f9d-a4de-c0c6a864fc8a {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:32:13.236078 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Made reservation on behalf of 8d2b5d0d495944a3854f9775f18c15a3 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:13.241665 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:13.251712 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port bcd49902-e537-447b-95f6-1aba7714d95f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:13.253128 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:13.271932 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54933f53-8191-4599-8956-74071be8795f tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Pushing event deleted for resources: {'Port': ['ID=54facc3f-eab3-4209-b768-a6550b1219b4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:13.280492 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-52cf203f-1263-4926-8975-3133b3bc3214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:13.284372 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:13.330711 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:32:13.331225 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Checking segment: {'id': '03ed807c-39f1-4618-a7cf-c6b75caa9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '54f48e0d-f246-4f9d-a4de-c0c6a864fc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:32:13.331701 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:13.332683 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Bound using segment: {'id': '03ed807c-39f1-4618-a7cf-c6b75caa9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '54f48e0d-f246-4f9d-a4de-c0c6a864fc8a'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:32:13.333245 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Bound port: 9b1aa5c1-47d5-456d-a232-13a4b8e72244, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ed807c-39f1-4618-a7cf-c6b75caa9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '54f48e0d-f246-4f9d-a4de-c0c6a864fc8a'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:32:13.333744 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:13.335133 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:13.344360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:security_group_rule and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:13.348907 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:13.355853 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:13.475201 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29505499-e628-449a-8535-c712ae5b481a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network e51c4afa-af1f-48b0-a4c9-10dd7efb2fee is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:13.478806 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-165b6cd0-5ea9-4675-af78-6e2305186ea5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:13.482014 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d7ca7a88-8824-4c78-afb3-fd70de7a738b None None] For port 52b0f16a-e8d6-4d61-a605-2a2f3999c800, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:32:13.495944 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f25bb-bd4d-446f-a349-4413a0588c68 req-9224be49-21a4-4ed7-8ffc-1530575d05f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:13.497446 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e98f25bb-bd4d-446f-a349-4413a0588c68 req-9224be49-21a4-4ed7-8ffc-1530575d05f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3636f367-7bcd-449f-8e47-979905287efa HTTP/1.1" status: 200 len: 911 time: 0.6818199 Mar 14 15:32:13.514534 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-29505499-e628-449a-8535-c712ae5b481a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:13.544453 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b6cd0-5ea9-4675-af78-6e2305186ea5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event deleted for resources: {'Port': ['ID=a917918c-0d71-4d6f-ac67-fff35e164b86,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:13.553535 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:13.589343 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:13.615600 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29505499-e628-449a-8535-c712ae5b481a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:32:13.616509 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d7ca7a88-8824-4c78-afb3-fd70de7a738b None None] For port 52b0f16a-e8d6-4d61-a605-2a2f3999c800, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=52b0f16a-e8d6-4d61-a605-2a2f3999c800,segment=NetworkSegment(467b22a3-3dfc-4219-bbc3-8d126a0baca7),segment_id=467b22a3-3dfc-4219-bbc3-8d126a0baca7)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:32:13.645398 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d7ca7a88-8824-4c78-afb3-fd70de7a738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:13.675423 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:32:13.692276 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8342653-a915-42bf-b5f6-54c8445bcc8c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:13.696809 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29505499-e628-449a-8535-c712ae5b481a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Port': ['ID=4572ac07-5d87-4c0d-8545-e0329b611f55,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:13.791262 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] For port 9b1aa5c1-47d5-456d-a232-13a4b8e72244, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:32:13.795331 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:13.796245 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Added segment 24c0bf0f-3fe1-4298-a967-d46773728a07 of type vlan for network d50b06d2-88c3-420a-b8b0-838b236c59eb Mar 14 15:32:13.821625 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 4186db1c-992b-4907-bf6b-e92d64d31cd7 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:32:13.851026 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-35b0fcf4-c14a-4c9e-953a-4e10224c0f54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:13.854294 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-35b0fcf4-c14a-4c9e-953a-4e10224c0f54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/networks?id=05b0bdcb-6df6-43b3-968f-5bd9aa2132cf HTTP/1.1" status: 200 len: 797 time: 0.6415546 Mar 14 15:32:13.855661 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54933f53-8191-4599-8956-74071be8795f tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:13.862380 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] For port 9b1aa5c1-47d5-456d-a232-13a4b8e72244, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9b1aa5c1-47d5-456d-a232-13a4b8e72244,segment=NetworkSegment(03ed807c-39f1-4618-a7cf-c6b75caa9745),segment_id=03ed807c-39f1-4618-a7cf-c6b75caa9745)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:32:13.884314 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29505499-e628-449a-8535-c712ae5b481a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:13.884917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29505499-e628-449a-8535-c712ae5b481a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:13.886035 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca7a88-8824-4c78-afb3-fd70de7a738b None None] Pushing event updated for resources: {'Port': ['ID=52b0f16a-e8d6-4d61-a605-2a2f3999c800,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:13.890220 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:13.909106 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-165b6cd0-5ea9-4675-af78-6e2305186ea5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:13.924412 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e98f25bb-bd4d-446f-a349-4413a0588c68 req-a1a05b72-65cd-4dc4-bc3d-c88368dd2fd9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86815b50-7159-47b9-afec-1424e83a7ef7 HTTP/1.1" status: 200 len: 999 time: 0.3965995 Mar 14 15:32:13.932817 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-54933f53-8191-4599-8956-74071be8795f tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] 10.222.0.60 "DELETE /v2.0/ports/54facc3f-eab3-4209-b768-a6550b1219b4 HTTP/1.1" status: 204 len: 168 time: 2.9975991 Mar 14 15:32:13.934229 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-29505499-e628-449a-8535-c712ae5b481a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5705912 Mar 14 15:32:13.948278 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-bf38c0c1-e9b6-45ec-9ede-bfff594f32d0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/quotas/5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 375 time: 0.0707481 Mar 14 15:32:13.949514 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-e73d4453-4054-4743-b578-d0d81dd31a16 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Allocated IP 2001:db8::390 (523d1b1c-98ed-49ef-afa0-7760353ee21c/9ec3301b-7de4-44f9-a0e6-0b436ec203e5/5b4827d8-63d5-42ed-bf54-1eba4bc455d6) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:13.980597 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49688) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:13.980931 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49690) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:14.016522 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-dd058318-8ed4-4190-a69c-83829ba10872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:30:23Z', 'revision_number': 4, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '34ed68d1-5874-4234-a55f-2ff30cab1043', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'floating_ip_address': '172.26.4.188', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'port_id': '86815b50-7159-47b9-afec-1424e83a7ef7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'mac_address': 'fa:16:3e:cd:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aa3703-68e1-4a6e-af7d-02ad4ba38780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:32:04Z', 'updated_at': '2022-03-14T15:32:04Z', 'revision_number': 0, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f72cee2-716c-4700-9192-e83d2843d7a3', 'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'mac_address': 'fa:16:3e:ba:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:21Z', 'updated_at': '2022-03-14T15:30:33Z', 'revision_number': 5, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'subnets': [{'id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:14.036317 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd058318-8ed4-4190-a69c-83829ba10872 None None] Checking router: 23f17679-0b6f-44a5-b245-23cc9de69ec1 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:32:14.049515 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a68e3-efbb-4622-8dc3-53fd6553621d None None] Pushing event updated for resources: {'Port': ['ID=9b1aa5c1-47d5-456d-a232-13a4b8e72244,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:14.076859 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-615ba2f2-2739-48e0-82ba-b95feeb48537 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'port': {'network_id': 'e51c4afa-af1f-48b0-a4c9-10dd7efb2fee', 'name': 'tempest-PortsTestJSON-1046230646'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:14.093325 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:14.102416 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd058318-8ed4-4190-a69c-83829ba10872 None None] Routers {'23f17679-0b6f-44a5-b245-23cc9de69ec1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:32:14.103168 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-dd058318-8ed4-4190-a69c-83829ba10872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:31:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['23f17679-0b6f-44a5-b245-23cc9de69ec1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:14.124352 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f25bb-bd4d-446f-a349-4413a0588c68 req-e25ba0f0-9e1d-4f27-85cd-f1d5998041a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:14.126158 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e98f25bb-bd4d-446f-a349-4413a0588c68 req-e25ba0f0-9e1d-4f27-85cd-f1d5998041a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d72d1897-6b00-4d72-b749-ed3bdadbf186 HTTP/1.1" status: 200 len: 849 time: 0.1798735 Mar 14 15:32:14.204923 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 4186db1c-992b-4907-bf6b-e92d64d31cd7 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:14.205291 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:14.453871 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:32:14.593239 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d4453-4054-4743-b578-d0d81dd31a16 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:14.600665 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1f348d67-4343-476b-9ac1-0701ab0f40a0 tempest-DHCPAgentSchedulersTestJSON-1855509729 tempest-DHCPAgentSchedulersTestJSON-1855509729-project-admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.6094632 Mar 14 15:32:14.606286 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-165b6cd0-5ea9-4675-af78-6e2305186ea5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:14.610382 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49700) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:14.613003 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:14.620179 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:14.622694 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:14.634885 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-e73d4453-4054-4743-b578-d0d81dd31a16 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Transition to ACTIVE for port object 5b4827d8-63d5-42ed-bf54-1eba4bc455d6 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:14.696054 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d4453-4054-4743-b578-d0d81dd31a16 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:14.716184 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-dd058318-8ed4-4190-a69c-83829ba10872 None None] Set router 23f17679-0b6f-44a5-b245-23cc9de69ec1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:32:14.736628 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-86e2e6d8-ae97-4dab-9768-80612bc46288 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7323844 Mar 14 15:32:14.758088 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ec329639-2cfa-4504-9dcc-e03c9f59e398 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1400342460'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:14.789751 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-165b6cd0-5ea9-4675-af78-6e2305186ea5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:14.805282 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ec329639-2cfa-4504-9dcc-e03c9f59e398 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:14.818197 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ec329639-2cfa-4504-9dcc-e03c9f59e398 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Usage tracker for resource:network and tenant:7ccb01833c134a64b70ff0cc69f3d2a9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:14.838470 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73d4453-4054-4743-b578-d0d81dd31a16 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network 523d1b1c-98ed-49ef-afa0-7760353ee21c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:14.845623 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ec329639-2cfa-4504-9dcc-e03c9f59e398 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:14.851556 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d4453-4054-4743-b578-d0d81dd31a16 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Port': ['ID=5b4827d8-63d5-42ed-bf54-1eba4bc455d6,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:14.851556 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e73d4453-4054-4743-b578-d0d81dd31a16 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:14.866042 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73d4453-4054-4743-b578-d0d81dd31a16 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:32:14.874243 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73d4453-4054-4743-b578-d0d81dd31a16 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:14.874243 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d4453-4054-4743-b578-d0d81dd31a16 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:14.904049 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-615ba2f2-2739-48e0-82ba-b95feeb48537 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:14.921025 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e98f25bb-bd4d-446f-a349-4413a0588c68 req-251065c5-172d-4d9e-943b-d37be9957f59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3636f367-7bcd-449f-8e47-979905287efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7758696 Mar 14 15:32:14.923088 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Network': ['ID=d50b06d2-88c3-420a-b8b0-838b236c59eb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:14.925384 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e73d4453-4054-4743-b578-d0d81dd31a16 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5814195 Mar 14 15:32:14.932239 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49706) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:14.952522 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ec329639-2cfa-4504-9dcc-e03c9f59e398 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:14.974695 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-615ba2f2-2739-48e0-82ba-b95feeb48537 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:port and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:14.996433 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-be1215b7-7a3c-47c4-b82f-1961624e3178 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'subnet': {'network_id': '523d1b1c-98ed-49ef-afa0-7760353ee21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:15.041891 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 52b0f16a-e8d6-4d61-a605-2a2f3999c800 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:32:15.042904 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-615ba2f2-2739-48e0-82ba-b95feeb48537 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:15.054892 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-60bb12a9-0b32-4141-8c69-08954520b5d4 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2204885 Mar 14 15:32:15.060874 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49710) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:15.074464 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-615ba2f2-2739-48e0-82ba-b95feeb48537 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:15.084903 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network d50b06d2-88c3-420a-b8b0-838b236c59eb details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:32:15.140139 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec329639-2cfa-4504-9dcc-e03c9f59e398 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Made reservation on behalf of 7ccb01833c134a64b70ff0cc69f3d2a9 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:15.140139 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec329639-2cfa-4504-9dcc-e03c9f59e398 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:15.171776 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-165b6cd0-5ea9-4675-af78-6e2305186ea5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:15.171776 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165b6cd0-5ea9-4675-af78-6e2305186ea5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Fanout notify agent at l3_agent the message router_deleted on router 5ce22a85-212b-45e5-832b-3e5c79d977c7 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:32:15.182538 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615ba2f2-2739-48e0-82ba-b95feeb48537 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:15.182538 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-615ba2f2-2739-48e0-82ba-b95feeb48537 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:15.228967 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-165b6cd0-5ea9-4675-af78-6e2305186ea5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:15.228967 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-165b6cd0-5ea9-4675-af78-6e2305186ea5 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "DELETE /v2.0/routers/5ce22a85-212b-45e5-832b-3e5c79d977c7 HTTP/1.1" status: 204 len: 168 time: 3.1910422 Mar 14 15:32:15.240847 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49712) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:15.303805 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-615ba2f2-2739-48e0-82ba-b95feeb48537 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] device_id is not set on port 90c5fd0e-e68d-476c-932b-0cadde9f26ed yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:32:15.355495 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-dd7632ff-16e3-4613-a814-ee4cc6146ab9 service neutron] 10.222.0.60 "GET /v2.0/networks/05b0bdcb-6df6-43b3-968f-5bd9aa2132cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024958 Mar 14 15:32:15.427158 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec329639-2cfa-4504-9dcc-e03c9f59e398 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:32:15.524772 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2020885d-5bb4-4462-9d89-53c93e13fc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:15.611731 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec329639-2cfa-4504-9dcc-e03c9f59e398 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:15.611731 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-ec329639-2cfa-4504-9dcc-e03c9f59e398 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Added segment 54c21717-8b5d-4a41-813b-149335057b45 of type vlan for network 6d02513d-5171-4dee-8589-c24b9d24bdbf Mar 14 15:32:15.664329 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-be1215b7-7a3c-47c4-b82f-1961624e3178 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:15.742591 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-be1215b7-7a3c-47c4-b82f-1961624e3178 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:subnet and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:15.855678 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-be1215b7-7a3c-47c4-b82f-1961624e3178 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:15.876118 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 52b0f16a-e8d6-4d61-a605-2a2f3999c800 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:15.906756 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9b1aa5c1-47d5-456d-a232-13a4b8e72244 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:32:15.954548 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-be1215b7-7a3c-47c4-b82f-1961624e3178 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:15.989038 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bc088455-f585-4fce-a62b-a30743ff092d None None] Provisioning for port 5b4827d8-63d5-42ed-bf54-1eba4bc455d6 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:16.007496 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-dd058318-8ed4-4190-a69c-83829ba10872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:30:23Z', 'revision_number': 4, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '34ed68d1-5874-4234-a55f-2ff30cab1043', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'floating_ip_address': '172.26.4.188', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'port_id': '86815b50-7159-47b9-afec-1424e83a7ef7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'mac_address': 'fa:16:3e:cd:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aa3703-68e1-4a6e-af7d-02ad4ba38780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:32:04Z', 'updated_at': '2022-03-14T15:32:04Z', 'revision_number': 0, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f72cee2-716c-4700-9192-e83d2843d7a3', 'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'mac_address': 'fa:16:3e:ba:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:21Z', 'updated_at': '2022-03-14T15:30:33Z', 'revision_number': 5, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'subnets': [{'id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:16.007496 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bc088455-f585-4fce-a62b-a30743ff092d None None] Provisioning complete for port 5b4827d8-63d5-42ed-bf54-1eba4bc455d6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:16.007496 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bc088455-f585-4fce-a62b-a30743ff092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:16.020469 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-16c12952-e024-4354-b8f4-95f3041687bb service neutron] 10.222.0.60 "GET /v2.0/networks/05b0bdcb-6df6-43b3-968f-5bd9aa2132cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6755590 Mar 14 15:32:16.026977 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec329639-2cfa-4504-9dcc-e03c9f59e398 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:16.071211 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1215b7-7a3c-47c4-b82f-1961624e3178 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:16.090730 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd058318-8ed4-4190-a69c-83829ba10872 None None] The sync data for ids ['23f17679-0b6f-44a5-b245-23cc9de69ec1'] in dv-neutron-833561-1-hyperv is: [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:30:23Z', 'revision_number': 4, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '34ed68d1-5874-4234-a55f-2ff30cab1043', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'floating_ip_address': '172.26.4.188', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'port_id': '86815b50-7159-47b9-afec-1424e83a7ef7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'mac_address': 'fa:16:3e:cd:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aa3703-68e1-4a6e-af7d-02ad4ba38780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:32:04Z', 'updated_at': '2022-03-14T15:32:04Z', 'revision_number': 0, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f72cee2-716c-4700-9192-e83d2843d7a3', 'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'mac_address': 'fa:16:3e:ba:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:21Z', 'updated_at': '2022-03-14T15:30:33Z', 'revision_number': 5, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'subnets': [{'id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:32:16.104035 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5f4bd201-af5d-4138-bd25-887fc2b268d7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1517104457'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:16.146335 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 9b1aa5c1-47d5-456d-a232-13a4b8e72244 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:16.157277 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-bc088455-f585-4fce-a62b-a30743ff092d None None] Port 5b4827d8-63d5-42ed-bf54-1eba4bc455d6 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:32:16.193750 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5f4bd201-af5d-4138-bd25-887fc2b268d7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:16.220368 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5f4bd201-af5d-4138-bd25-887fc2b268d7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:network and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:16.222109 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:16.225738 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5f4bd201-af5d-4138-bd25-887fc2b268d7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:16.245691 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905af702-0cbe-470c-ad4c-d16d1eead1fb None None] Network e51c4afa-af1f-48b0-a4c9-10dd7efb2fee requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:16.267041 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e98f25bb-bd4d-446f-a349-4413a0588c68 req-5b256611-45a0-479d-b0b1-e1f774bfc13d service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3373666 Mar 14 15:32:16.318649 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-615ba2f2-2739-48e0-82ba-b95feeb48537 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Allocated IP 172.20.0.10 (e51c4afa-af1f-48b0-a4c9-10dd7efb2fee/630c432a-cd95-41a7-81c0-40697b9b8645/90c5fd0e-e68d-476c-932b-0cadde9f26ed) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:16.324652 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec329639-2cfa-4504-9dcc-e03c9f59e398 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:16.329419 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec329639-2cfa-4504-9dcc-e03c9f59e398 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:16.330314 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec329639-2cfa-4504-9dcc-e03c9f59e398 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:16.500757 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:16.517185 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66061d27-9426-4acf-baef-83a4da23f016 None None] Network 54f48e0d-f246-4f9d-a4de-c0c6a864fc8a requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:16.517424 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5f4bd201-af5d-4138-bd25-887fc2b268d7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:16.547764 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-89fc07bb-b1fe-4e6e-804a-332885dfc33f None None] Provisioning for port 52b0f16a-e8d6-4d61-a605-2a2f3999c800 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:16.551097 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba04290-0666-4c03-90d6-84402773185f tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Deleting subnet 33972f65-13d2-41c2-9700-5a04840675f8 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:32:16.559922 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-89fc07bb-b1fe-4e6e-804a-332885dfc33f None None] Provisioning complete for port 52b0f16a-e8d6-4d61-a605-2a2f3999c800 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:16.560360 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89fc07bb-b1fe-4e6e-804a-332885dfc33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:16.610438 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bba04290-0666-4c03-90d6-84402773185f tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:16.618665 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e98f25bb-bd4d-446f-a349-4413a0588c68 req-e8040126-c919-4dbf-b8b4-0b311aa2e884 service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415182 Mar 14 15:32:16.636436 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4bd201-af5d-4138-bd25-887fc2b268d7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Made reservation on behalf of 8d2b5d0d495944a3854f9775f18c15a3 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:16.639561 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f4bd201-af5d-4138-bd25-887fc2b268d7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:16.665838 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ec329639-2cfa-4504-9dcc-e03c9f59e398 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0542636 Mar 14 15:32:16.669656 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49726) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:16.681738 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec329639-2cfa-4504-9dcc-e03c9f59e398 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Pushing event updated for resources: {'Network': ['ID=6d02513d-5171-4dee-8589-c24b9d24bdbf,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:16.757730 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163f6780-06d6-4c74-b2f7-2f5fa3bc10ed None None] New status for floating IP 34ed68d1-5874-4234-a55f-2ff30cab1043: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:32:16.765426 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be1215b7-7a3c-47c4-b82f-1961624e3178 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:16.772959 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4bd201-af5d-4138-bd25-887fc2b268d7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:32:16.826911 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 6d02513d-5171-4dee-8589-c24b9d24bdbf details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:32:16.898840 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f4bd201-af5d-4138-bd25-887fc2b268d7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:16.899191 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-5f4bd201-af5d-4138-bd25-887fc2b268d7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Added segment 36fa1653-632b-41ff-be08-44760b5e467a of type vlan for network da77f77d-10fc-41c3-9afc-3c7768387840 Mar 14 15:32:16.968810 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f4bd201-af5d-4138-bd25-887fc2b268d7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:16.996614 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bba04290-0666-4c03-90d6-84402773185f tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:17.021116 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e28cdc84-cf06-4a2e-9821-58923de10a0c tempest-DHCPAgentSchedulersTestJSON-1855509729 tempest-DHCPAgentSchedulersTestJSON-1855509729-project-admin] 10.222.0.60 "GET /v2.0/agents/b0a06188-cacb-4531-b7e0-b1c4f250c97a/dhcp-networks HTTP/1.1" status: 200 len: 10088 time: 0.3468456 Mar 14 15:32:17.025162 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49734) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:17.143272 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f4bd201-af5d-4138-bd25-887fc2b268d7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:17.148659 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4bd201-af5d-4138-bd25-887fc2b268d7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:17.149245 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f4bd201-af5d-4138-bd25-887fc2b268d7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:17.178076 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89fc07bb-b1fe-4e6e-804a-332885dfc33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:17.310690 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c90b8c61-d41b-4362-ac04-0cbbfba784ac req-953f36aa-a2be-44b4-8c4f-baef1f729037 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cd55796-e7e9-41a4-81fb-19a84d023aa6 HTTP/1.1" status: 200 len: 210 time: 0.8108006 Mar 14 15:32:17.378342 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5f4bd201-af5d-4138-bd25-887fc2b268d7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0565908 Mar 14 15:32:17.384528 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49744) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:17.404183 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bba04290-0666-4c03-90d6-84402773185f tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:17.404544 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bd201-af5d-4138-bd25-887fc2b268d7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Network': ['ID=da77f77d-10fc-41c3-9afc-3c7768387840,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:17.416296 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-89fc07bb-b1fe-4e6e-804a-332885dfc33f None None] For port 52b0f16a-e8d6-4d61-a605-2a2f3999c800, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=52b0f16a-e8d6-4d61-a605-2a2f3999c800,segment=NetworkSegment(467b22a3-3dfc-4219-bbc3-8d126a0baca7),segment_id=467b22a3-3dfc-4219-bbc3-8d126a0baca7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:17.419120 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-316a31a5-f306-4326-91cb-fd12d03dc932 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'subnet': {'network_id': 'd50b06d2-88c3-420a-b8b0-838b236c59eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:17.460596 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network da77f77d-10fc-41c3-9afc-3c7768387840 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:32:17.489851 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89fc07bb-b1fe-4e6e-804a-332885dfc33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:17.561997 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80da4495-4c41-4747-acef-941bc09af677 tempest-DHCPAgentSchedulersTestJSON-1855509729 tempest-DHCPAgentSchedulersTestJSON-1855509729-project-admin] Network 6d02513d-5171-4dee-8589-c24b9d24bdbf is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:32:17.600992 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-80da4495-4c41-4747-acef-941bc09af677 tempest-DHCPAgentSchedulersTestJSON-1855509729 tempest-DHCPAgentSchedulersTestJSON-1855509729-project-admin] 10.222.0.60 "POST /v2.0/agents/b0a06188-cacb-4531-b7e0-b1c4f250c97a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5746362 Mar 14 15:32:17.605432 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-316a31a5-f306-4326-91cb-fd12d03dc932 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:17.611708 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49748) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:17.617132 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-316a31a5-f306-4326-91cb-fd12d03dc932 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:subnet and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:17.626568 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-316a31a5-f306-4326-91cb-fd12d03dc932 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:17.637513 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-316a31a5-f306-4326-91cb-fd12d03dc932 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:17.683868 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316a31a5-f306-4326-91cb-fd12d03dc932 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Made reservation on behalf of 8d2b5d0d495944a3854f9775f18c15a3 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:17.728832 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.ipam_backend_mixin [None req-be1215b7-7a3c-47c4-b82f-1961624e3178 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9ec3301b-7de4-44f9-a0e6-0b436ec203e5 (CIDR: 2001:db8::/64) Mar 14 15:32:17.736666 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bba04290-0666-4c03-90d6-84402773185f tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:17.756464 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4975af7-5784-4c0a-b55f-8aa44c56ac6f None None] Network 6d02513d-5171-4dee-8589-c24b9d24bdbf requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:17.819258 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-615ba2f2-2739-48e0-82ba-b95feeb48537 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:17.822751 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1215b7-7a3c-47c4-b82f-1961624e3178 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:32:17.823197 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be1215b7-7a3c-47c4-b82f-1961624e3178 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:32:17.827112 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bba04290-0666-4c03-90d6-84402773185f tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:17.839767 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba04290-0666-4c03-90d6-84402773185f tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event deleted for resources: {'Subnet': ['ID=33972f65-13d2-41c2-9700-5a04840675f8,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:17.863104 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-615ba2f2-2739-48e0-82ba-b95feeb48537 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Transition to ACTIVE for port object 90c5fd0e-e68d-476c-932b-0cadde9f26ed will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:17.873814 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-bba04290-0666-4c03-90d6-84402773185f tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "DELETE /v2.0/subnets/33972f65-13d2-41c2-9700-5a04840675f8 HTTP/1.1" status: 204 len: 168 time: 2.6391220 Mar 14 15:32:17.875283 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49752) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:17.885965 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-be1215b7-7a3c-47c4-b82f-1961624e3178 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.9270258 Mar 14 15:32:17.905446 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49756) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:17.922738 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b66b3e1c-db8d-47ba-a131-005cffe682e9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'subnet': {'network_id': '523d1b1c-98ed-49ef-afa0-7760353ee21c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:17.925163 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec36be78-7612-4de3-8a22-42d50928d3a0 None None] Network 141a211c-82d4-4e85-89f3-8f5d912e5524 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:18.036790 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-316a31a5-f306-4326-91cb-fd12d03dc932 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:18.075951 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-615ba2f2-2739-48e0-82ba-b95feeb48537 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:18.127385 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13b4035c-0814-4f61-9435-df7a5ef03cae tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:18.174425 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615ba2f2-2739-48e0-82ba-b95feeb48537 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network e51c4afa-af1f-48b0-a4c9-10dd7efb2fee is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:18.179261 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-615ba2f2-2739-48e0-82ba-b95feeb48537 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:18.182258 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ba2f2-2739-48e0-82ba-b95feeb48537 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Port': ['ID=90c5fd0e-e68d-476c-932b-0cadde9f26ed,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:18.184486 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ba2f2-2739-48e0-82ba-b95feeb48537 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:32:18.218854 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-13b4035c-0814-4f61-9435-df7a5ef03cae tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Deleting port 8c5554ef-0961-4b11-bffc-f7aa33330c7f {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:18.219307 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13b4035c-0814-4f61-9435-df7a5ef03cae tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:18.229406 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc07bb-b1fe-4e6e-804a-332885dfc33f None None] Pushing event updated for resources: {'Port': ['ID=52b0f16a-e8d6-4d61-a605-2a2f3999c800,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:18.257049 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1e45eac4-02ce-414c-8f37-9c00e8774777 None None] Provisioning for port 4572ac07-5d87-4c0d-8545-e0329b611f55 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:18.278421 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:18.348200 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615ba2f2-2739-48e0-82ba-b95feeb48537 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:18.348858 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-615ba2f2-2739-48e0-82ba-b95feeb48537 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:18.356058 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b66b3e1c-db8d-47ba-a131-005cffe682e9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:18.372914 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1e45eac4-02ce-414c-8f37-9c00e8774777 None None] Provisioning complete for port 4572ac07-5d87-4c0d-8545-e0329b611f55 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:18.373696 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1e45eac4-02ce-414c-8f37-9c00e8774777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:18.388439 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-615ba2f2-2739-48e0-82ba-b95feeb48537 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.3957982 Mar 14 15:32:18.389751 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b66b3e1c-db8d-47ba-a131-005cffe682e9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:subnet and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:18.399833 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49762) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:18.401030 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b66b3e1c-db8d-47ba-a131-005cffe682e9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:18.436460 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b66b3e1c-db8d-47ba-a131-005cffe682e9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:18.562834 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1e45eac4-02ce-414c-8f37-9c00e8774777 None None] Port 4572ac07-5d87-4c0d-8545-e0329b611f55 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:32:18.587830 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1e45eac4-02ce-414c-8f37-9c00e8774777 None None] Provisioning complete for port 52b0f16a-e8d6-4d61-a605-2a2f3999c800 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:18.588280 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1e45eac4-02ce-414c-8f37-9c00e8774777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:18.631287 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-13b4035c-0814-4f61-9435-df7a5ef03cae tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] For port 8c5554ef-0961-4b11-bffc-f7aa33330c7f, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8c5554ef-0961-4b11-bffc-f7aa33330c7f,segment=NetworkSegment(d91ffde7-29b0-4a91-ac7f-8d89e12bcebd),segment_id=d91ffde7-29b0-4a91-ac7f-8d89e12bcebd)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:18.631558 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13b4035c-0814-4f61-9435-df7a5ef03cae tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:18.803552 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e94d5fe-fab4-4b2b-9076-935da911d255 None None] DHCP port deletion for 141a211c-82d4-4e85-89f3-8f5d912e5524 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:32:18.818895 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5e94d5fe-fab4-4b2b-9076-935da911d255 None None] Deleting port 8c5554ef-0961-4b11-bffc-f7aa33330c7f {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:18.819376 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e94d5fe-fab4-4b2b-9076-935da911d255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:18.820771 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66b3e1c-db8d-47ba-a131-005cffe682e9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:18.903600 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 52b0f16a-e8d6-4d61-a605-2a2f3999c800 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:32:18.943284 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-13b4035c-0814-4f61-9435-df7a5ef03cae tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Calling delete_port for 8c5554ef-0961-4b11-bffc-f7aa33330c7f owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:18.972822 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-eb9030f8-a334-4404-90ea-04a8dd685202 tempest-DHCPAgentSchedulersTestJSON-1855509729 tempest-DHCPAgentSchedulersTestJSON-1855509729-project-admin] 10.222.0.60 "GET /v2.0/agents/b0a06188-cacb-4531-b7e0-b1c4f250c97a/dhcp-networks HTTP/1.1" status: 200 len: 10834 time: 1.3597596 Mar 14 15:32:18.983249 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49766) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:19.202897 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13b4035c-0814-4f61-9435-df7a5ef03cae tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:19.310165 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5e94d5fe-fab4-4b2b-9076-935da911d255 None None] For port 8c5554ef-0961-4b11-bffc-f7aa33330c7f, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8c5554ef-0961-4b11-bffc-f7aa33330c7f,segment=NetworkSegment(d91ffde7-29b0-4a91-ac7f-8d89e12bcebd),segment_id=d91ffde7-29b0-4a91-ac7f-8d89e12bcebd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:19.311011 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e94d5fe-fab4-4b2b-9076-935da911d255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:19.320273 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-050d140d-2ae2-4338-9702-0c863219c49d tempest-DHCPAgentSchedulersTestJSON-1855509729 tempest-DHCPAgentSchedulersTestJSON-1855509729-project-admin] 10.222.0.60 "DELETE /v2.0/agents/b0a06188-cacb-4531-b7e0-b1c4f250c97a/dhcp-networks/6d02513d-5171-4dee-8589-c24b9d24bdbf HTTP/1.1" status: 204 len: 168 time: 0.3357368 Mar 14 15:32:19.323760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4035c-0814-4f61-9435-df7a5ef03cae tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event deleted for resources: {'Port': ['ID=8c5554ef-0961-4b11-bffc-f7aa33330c7f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:19.327483 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49770) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:19.361566 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4351a83d-5f30-41f3-a8ca-0cd85745052c req-8ec3dcbe-a587-4073-91db-b6cce74eff53 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cd55796-e7e9-41a4-81fb-19a84d023aa6 HTTP/1.1" status: 200 len: 210 time: 0.3873830 Mar 14 15:32:19.405821 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b4035c-0814-4f61-9435-df7a5ef03cae tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] No DVR routers for this DVR port 8c5554ef-0961-4b11-bffc-f7aa33330c7f on host dv-neutron-833561-1-hyperv {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:32:19.534481 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1e45eac4-02ce-414c-8f37-9c00e8774777 None None] Provisioning for port 9b1aa5c1-47d5-456d-a232-13a4b8e72244 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:19.560697 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5e94d5fe-fab4-4b2b-9076-935da911d255 None None] Calling delete_port for 8c5554ef-0961-4b11-bffc-f7aa33330c7f owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:19.613759 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1e45eac4-02ce-414c-8f37-9c00e8774777 None None] Provisioning complete for port 9b1aa5c1-47d5-456d-a232-13a4b8e72244 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:19.613759 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1e45eac4-02ce-414c-8f37-9c00e8774777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:19.662894 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ad2c5596-f6af-4670-a8b2-c700b3bfad36 tempest-DHCPAgentSchedulersTestJSON-1855509729 tempest-DHCPAgentSchedulersTestJSON-1855509729-project-admin] 10.222.0.60 "GET /v2.0/agents/b0a06188-cacb-4531-b7e0-b1c4f250c97a/dhcp-networks HTTP/1.1" status: 200 len: 10050 time: 0.3264413 Mar 14 15:32:19.666540 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49774) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:19.723709 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b66b3e1c-db8d-47ba-a131-005cffe682e9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:19.748770 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 52b0f16a-e8d6-4d61-a605-2a2f3999c800 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:19.749981 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:19.762220 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dc64be-5621-4e18-90d2-fd4d9af8607c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:19.763170 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-94dc64be-5621-4e18-90d2-fd4d9af8607c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Synchronizing usage tracker for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:19.764658 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13b4035c-0814-4f61-9435-df7a5ef03cae tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:19.793854 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-5e94d5fe-fab4-4b2b-9076-935da911d255 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:32:19.794585 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-5e94d5fe-fab4-4b2b-9076-935da911d255 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:32:19.801580 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-91235810-af93-4c90-9fde-30ea6998d4fd tempest-DHCPAgentSchedulersTestJSON-1855509729 tempest-DHCPAgentSchedulersTestJSON-1855509729-project-admin] 10.222.0.60 "GET /v2.0/networks/54f48e0d-f246-4f9d-a4de-c0c6a864fc8a/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1336830 Mar 14 15:32:19.805043 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-13b4035c-0814-4f61-9435-df7a5ef03cae tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['141a211c-82d4-4e85-89f3-8f5d912e5524']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:19.811902 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49778) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:19.829741 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-13b4035c-0814-4f61-9435-df7a5ef03cae tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91ffde7-29b0-4a91-ac7f-8d89e12bcebd') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:19.830062 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-13b4035c-0814-4f61-9435-df7a5ef03cae tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91ffde7-29b0-4a91-ac7f-8d89e12bcebd') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:19.831053 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-316a31a5-f306-4326-91cb-fd12d03dc932 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:19.847870 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13b4035c-0814-4f61-9435-df7a5ef03cae tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:19.861923 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-56885869-d6cf-442a-ac86-02604eab0b6c tempest-DHCPAgentSchedulersTestJSON-1855509729 tempest-DHCPAgentSchedulersTestJSON-1855509729-project-admin] 10.222.0.60 "GET /v2.0/networks/54f48e0d-f246-4f9d-a4de-c0c6a864fc8a/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0489633 Mar 14 15:32:19.865554 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49782) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:19.867387 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1e45eac4-02ce-414c-8f37-9c00e8774777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:19.875640 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13b4035c-0814-4f61-9435-df7a5ef03cae tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:19.888993 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b4035c-0814-4f61-9435-df7a5ef03cae tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:32:19.889947 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13b4035c-0814-4f61-9435-df7a5ef03cae tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:32:19.906131 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:32:19.908937 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-6dee5558-eb0a-454c-97b4-734c4e92db01 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:19.910676 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-6dee5558-eb0a-454c-97b4-734c4e92db01 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/networks?id=05b0bdcb-6df6-43b3-968f-5bd9aa2132cf HTTP/1.1" status: 200 len: 797 time: 0.9354091 Mar 14 15:32:19.958466 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1e45eac4-02ce-414c-8f37-9c00e8774777 None None] For port 9b1aa5c1-47d5-456d-a232-13a4b8e72244, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9b1aa5c1-47d5-456d-a232-13a4b8e72244,segment=NetworkSegment(03ed807c-39f1-4618-a7cf-c6b75caa9745),segment_id=03ed807c-39f1-4618-a7cf-c6b75caa9745)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:19.965776 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1e45eac4-02ce-414c-8f37-9c00e8774777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:19.972244 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-94dc64be-5621-4e18-90d2-fd4d9af8607c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Unset dirty status for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:19.974466 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-94dc64be-5621-4e18-90d2-fd4d9af8607c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 1.5230372 Mar 14 15:32:19.993114 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49786) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:20.044352 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45eac4-02ce-414c-8f37-9c00e8774777 None None] Pushing event updated for resources: {'Port': ['ID=9b1aa5c1-47d5-456d-a232-13a4b8e72244,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:20.061749 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8c5554ef-0961-4b11-bffc-f7aa33330c7f no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:32:20.079440 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a31a5-f306-4326-91cb-fd12d03dc932 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Subnet': ['ID=005446f2-d399-4388-8491-103e508e5a37,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:20.102471 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 8c5554ef-0961-4b11-bffc-f7aa33330c7f {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:32:20.103109 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8c5554ef-0961-4b11-bffc-f7aa33330c7f not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:32:20.127441 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-32ce354d-473a-4030-8a62-f2c745dd2c26 None None] Provisioning complete for port 4572ac07-5d87-4c0d-8545-e0329b611f55 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:20.127441 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-32ce354d-473a-4030-8a62-f2c745dd2c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:20.206385 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-fd1b8367-9747-434d-a79b-8876b750d11b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 472 time: 0.2829921 Mar 14 15:32:20.214410 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.ipam_backend_mixin [None req-b66b3e1c-db8d-47ba-a131-005cffe682e9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8a377f7d-f4c1-459b-a193-07ce3d77e2ff (CIDR: 2001:db8:0:1::/64) Mar 14 15:32:20.214613 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13b4035c-0814-4f61-9435-df7a5ef03cae tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:20.224185 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13b4035c-0814-4f61-9435-df7a5ef03cae tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:20.230169 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-0d27f15a-627f-449a-b197-6b78ab8e685c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'port': {'device_id': '6cd55796-e7e9-41a4-81fb-19a84d023aa6', 'network_id': '05b0bdcb-6df6-43b3-968f-5bd9aa2132cf', 'admin_state_up': True, 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'security_groups': ['ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:20.249895 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f6b6301e-6dfd-4fe6-8c62-27e6310dceb2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port 90c5fd0e-e68d-476c-932b-0cadde9f26ed {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:20.250122 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6b6301e-6dfd-4fe6-8c62-27e6310dceb2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:20.258874 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-32ce354d-473a-4030-8a62-f2c745dd2c26 None None] Port 4572ac07-5d87-4c0d-8545-e0329b611f55 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:32:20.274249 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-13b4035c-0814-4f61-9435-df7a5ef03cae tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "DELETE /v2.0/networks/141a211c-82d4-4e85-89f3-8f5d912e5524 HTTP/1.1" status: 204 len: 168 time: 2.3940573 Mar 14 15:32:20.280392 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-32ce354d-473a-4030-8a62-f2c745dd2c26 None None] Provisioning complete for port 9b1aa5c1-47d5-456d-a232-13a4b8e72244 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:20.280738 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-32ce354d-473a-4030-8a62-f2c745dd2c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:20.293225 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49790) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:20.294468 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66b3e1c-db8d-47ba-a131-005cffe682e9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:32:20.295080 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b66b3e1c-db8d-47ba-a131-005cffe682e9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:32:20.309033 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5e94d5fe-fab4-4b2b-9076-935da911d255 None None] Deleting port 8c5554ef-0961-4b11-bffc-f7aa33330c7f {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:20.309033 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e94d5fe-fab4-4b2b-9076-935da911d255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:20.346779 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0c78bce3-9ecf-4323-9958-ca740d089b65 tempest-DHCPAgentSchedulersTestJSON-1855509729 tempest-DHCPAgentSchedulersTestJSON-1855509729-project-admin] 10.222.0.60 "GET /v2.0/agents/b0a06188-cacb-4531-b7e0-b1c4f250c97a/dhcp-networks HTTP/1.1" status: 200 len: 10050 time: 0.4798315 Mar 14 15:32:20.364904 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4035c-0814-4f61-9435-df7a5ef03cae tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event deleted for resources: {'Network': ['ID=141a211c-82d4-4e85-89f3-8f5d912e5524,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:20.368173 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49794) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:20.379309 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316a31a5-f306-4326-91cb-fd12d03dc932 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Checking segment: {'id': '24c0bf0f-3fe1-4298-a967-d46773728a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd50b06d2-88c3-420a-b8b0-838b236c59eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:32:20.379905 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316a31a5-f306-4326-91cb-fd12d03dc932 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network hostable DHCP agents. Network: d50b06d2-88c3-420a-b8b0-838b236c59eb, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:32:20.392393 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5e94d5fe-fab4-4b2b-9076-935da911d255 None None] The port '8c5554ef-0961-4b11-bffc-f7aa33330c7f' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:32:20.527016 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-32ce354d-473a-4030-8a62-f2c745dd2c26 None None] Could not find standard attr ID for object 54facc3f-eab3-4209-b768-a6550b1219b4. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:32:20.541428 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12c79edb-0b5b-4a8e-9edd-246ce8dc5094 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:20.558019 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-32ce354d-473a-4030-8a62-f2c745dd2c26 None None] Provisioning for port 90c5fd0e-e68d-476c-932b-0cadde9f26ed completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:20.567340 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-32ce354d-473a-4030-8a62-f2c745dd2c26 None None] Provisioning complete for port 90c5fd0e-e68d-476c-932b-0cadde9f26ed triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:20.567340 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-32ce354d-473a-4030-8a62-f2c745dd2c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:20.631467 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e3a19813-0899-4163-b619-dbd7fbf59eb0 req-9d666f0f-2bcc-4fba-ae67-93e8b150341c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cd55796-e7e9-41a4-81fb-19a84d023aa6 HTTP/1.1" status: 200 len: 210 time: 0.0869422 Mar 14 15:32:20.658548 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-32ce354d-473a-4030-8a62-f2c745dd2c26 None None] Port 90c5fd0e-e68d-476c-932b-0cadde9f26ed cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:32:20.684462 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:20.718447 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b66b3e1c-db8d-47ba-a131-005cffe682e9 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.8110819 Mar 14 15:32:20.719446 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-186a424b-eea0-41ef-ac6c-51999a88d1f7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Deleting port 3e5d5096-0f19-48a1-8a29-ccb68d70fcc0 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:20.720400 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-186a424b-eea0-41ef-ac6c-51999a88d1f7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:20.760830 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49800) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:20.770763 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1ad9809d-c8d4-4541-9f0e-96977b4762a2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'subnet': {'network_id': '523d1b1c-98ed-49ef-afa0-7760353ee21c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:20.799168 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9b1aa5c1-47d5-456d-a232-13a4b8e72244 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:32:20.865175 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12c79edb-0b5b-4a8e-9edd-246ce8dc5094 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:20.902081 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 9b1aa5c1-47d5-456d-a232-13a4b8e72244 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:20.902081 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:20.910931 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-0d27f15a-627f-449a-b197-6b78ab8e685c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:20.918403 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-12c79edb-0b5b-4a8e-9edd-246ce8dc5094 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d02513d-5171-4dee-8589-c24b9d24bdbf']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:20.947966 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-12c79edb-0b5b-4a8e-9edd-246ce8dc5094 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c21717-8b5d-4a41-813b-149335057b45') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:20.947966 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-12c79edb-0b5b-4a8e-9edd-246ce8dc5094 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c21717-8b5d-4a41-813b-149335057b45') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:20.968107 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-0d27f15a-627f-449a-b197-6b78ab8e685c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:port and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:20.979311 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12c79edb-0b5b-4a8e-9edd-246ce8dc5094 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:20.992200 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-0d27f15a-627f-449a-b197-6b78ab8e685c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:20.992200 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316a31a5-f306-4326-91cb-fd12d03dc932 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network d50b06d2-88c3-420a-b8b0-838b236c59eb is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:32:20.999377 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1ad9809d-c8d4-4541-9f0e-96977b4762a2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:20.999377 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12c79edb-0b5b-4a8e-9edd-246ce8dc5094 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:21.009170 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-0d27f15a-627f-449a-b197-6b78ab8e685c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:21.018692 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1ad9809d-c8d4-4541-9f0e-96977b4762a2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Usage tracker for resource:subnet and tenant:5a6f96ee0963461298d40ea737c70799 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:21.018692 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1ad9809d-c8d4-4541-9f0e-96977b4762a2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:21.018692 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c79edb-0b5b-4a8e-9edd-246ce8dc5094 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:32:21.018692 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12c79edb-0b5b-4a8e-9edd-246ce8dc5094 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:21.028393 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-316a31a5-f306-4326-91cb-fd12d03dc932 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, d50b06d2-88c3-420a-b8b0-838b236c59eb) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:32:21.038493 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1ad9809d-c8d4-4541-9f0e-96977b4762a2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:21.049941 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee332d0b-1e94-4b9d-8d79-c019e01d67af None None] Network d50b06d2-88c3-420a-b8b0-838b236c59eb requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:21.058409 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316a31a5-f306-4326-91cb-fd12d03dc932 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:21.058409 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-316a31a5-f306-4326-91cb-fd12d03dc932 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:21.058409 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-0d27f15a-627f-449a-b197-6b78ab8e685c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:21.069262 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-0d27f15a-627f-449a-b197-6b78ab8e685c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:21.120664 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad9809d-c8d4-4541-9f0e-96977b4762a2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Made reservation on behalf of 5a6f96ee0963461298d40ea737c70799 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:21.120664 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ad9809d-c8d4-4541-9f0e-96977b4762a2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:21.121653 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6b6301e-6dfd-4fe6-8c62-27e6310dceb2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:21.130929 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-186a424b-eea0-41ef-ac6c-51999a88d1f7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:21.130929 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-186a424b-eea0-41ef-ac6c-51999a88d1f7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:21.182758 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-316a31a5-f306-4326-91cb-fd12d03dc932 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7942748 Mar 14 15:32:21.186557 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49804) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:21.219146 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12c79edb-0b5b-4a8e-9edd-246ce8dc5094 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:21.236799 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12c79edb-0b5b-4a8e-9edd-246ce8dc5094 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:21.286040 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-12c79edb-0b5b-4a8e-9edd-246ce8dc5094 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] 10.222.0.60 "DELETE /v2.0/networks/6d02513d-5171-4dee-8589-c24b9d24bdbf HTTP/1.1" status: 204 len: 168 time: 0.9164507 Mar 14 15:32:21.290679 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c79edb-0b5b-4a8e-9edd-246ce8dc5094 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Pushing event deleted for resources: {'Network': ['ID=6d02513d-5171-4dee-8589-c24b9d24bdbf,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:21.294717 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49808) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:21.364817 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890d9627-0d71-45fc-a3c8-498de8ff3746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-d50b06d2-88c3-420a-b8b0-838b236c59eb', 'network_id': 'd50b06d2-88c3-420a-b8b0-838b236c59eb', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'fixed_ips': [{'subnet_id': '005446f2-d399-4388-8491-103e508e5a37'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:32:21.365566 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-890d9627-0d71-45fc-a3c8-498de8ff3746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:21.372067 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6db5c21-8564-4d02-8a36-6ddbe4e69b01 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] DELETE failed (client error): The resource could not be found. Mar 14 15:32:21.372711 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6db5c21-8564-4d02-8a36-6ddbe4e69b01 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:32:21.376760 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d6db5c21-8564-4d02-8a36-6ddbe4e69b01 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] 10.222.0.60 "DELETE /v2.0/ports/54facc3f-eab3-4209-b768-a6550b1219b4 HTTP/1.1" status: 404 len: 333 time: 0.0754974 Mar 14 15:32:21.389428 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49812) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:21.494191 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f2dc76aa-8793-4b88-88ef-5dab45da6ca9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'subnet': {'network_id': 'da77f77d-10fc-41c3-9afc-3c7768387840', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:21.559027 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-890d9627-0d71-45fc-a3c8-498de8ff3746 None None] Allocated IP 2001:db8::2 (d50b06d2-88c3-420a-b8b0-838b236c59eb/005446f2-d399-4388-8491-103e508e5a37/469c76d6-cb3d-4a37-8111-291d98658e2e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:21.577157 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-186a424b-eea0-41ef-ac6c-51999a88d1f7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Calling delete_port for 3e5d5096-0f19-48a1-8a29-ccb68d70fcc0 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:21.629555 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f6b6301e-6dfd-4fe6-8c62-27e6310dceb2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Calling delete_port for 90c5fd0e-e68d-476c-932b-0cadde9f26ed owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:21.701160 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6d5806-9073-4e11-a3e8-49122c8c9c79 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Deleting subnet 6e3ffb8a-bad3-485d-9d4d-6aa2f7cab285 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:32:21.704531 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c6d5806-9073-4e11-a3e8-49122c8c9c79 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:21.763958 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c6d5806-9073-4e11-a3e8-49122c8c9c79 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:21.860805 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c6d5806-9073-4e11-a3e8-49122c8c9c79 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:21.878459 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-890d9627-0d71-45fc-a3c8-498de8ff3746 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:21.897488 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-890d9627-0d71-45fc-a3c8-498de8ff3746 None None] Transition to ACTIVE for port object 469c76d6-cb3d-4a37-8111-291d98658e2e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:21.902706 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f2dc76aa-8793-4b88-88ef-5dab45da6ca9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:21.926139 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f2dc76aa-8793-4b88-88ef-5dab45da6ca9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:subnet and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:21.926738 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-890d9627-0d71-45fc-a3c8-498de8ff3746 None None] Transition to ACTIVE for port object 469c76d6-cb3d-4a37-8111-291d98658e2e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:21.929036 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f2dc76aa-8793-4b88-88ef-5dab45da6ca9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:21.936114 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-868a4c57-6ef3-4473-91e8-a9f29575b3f5 req-14471159-ab92-44ca-9c0a-c62aea617070 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cd55796-e7e9-41a4-81fb-19a84d023aa6 HTTP/1.1" status: 200 len: 210 time: 0.0710089 Mar 14 15:32:21.941034 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-890d9627-0d71-45fc-a3c8-498de8ff3746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:21.942749 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f2dc76aa-8793-4b88-88ef-5dab45da6ca9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:21.960588 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c6d5806-9073-4e11-a3e8-49122c8c9c79 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:21.994990 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-0d27f15a-627f-449a-b197-6b78ab8e685c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.20.0.22 (05b0bdcb-6df6-43b3-968f-5bd9aa2132cf/9161bfd7-0be8-4803-b77d-8b24393126cd/c3ffb940-d849-41b5-950e-9ac6d6a36486) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:22.002661 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d5806-9073-4e11-a3e8-49122c8c9c79 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Pushing event deleted for resources: {'Subnet': ['ID=6e3ffb8a-bad3-485d-9d4d-6aa2f7cab285,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:22.023396 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c6d5806-9073-4e11-a3e8-49122c8c9c79 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:22.045076 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e216161f-0046-4e16-8b19-b11891257d38 None None] Network 54f48e0d-f246-4f9d-a4de-c0c6a864fc8a requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:22.049269 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7c6d5806-9073-4e11-a3e8-49122c8c9c79 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] 10.222.0.60 "DELETE /v2.0/subnets/6e3ffb8a-bad3-485d-9d4d-6aa2f7cab285 HTTP/1.1" status: 204 len: 168 time: 0.6560798 Mar 14 15:32:22.049534 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49818) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:22.070137 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dc76aa-8793-4b88-88ef-5dab45da6ca9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Made reservation on behalf of 8d2b5d0d495944a3854f9775f18c15a3 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:22.072906 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890d9627-0d71-45fc-a3c8-498de8ff3746 None None] Network d50b06d2-88c3-420a-b8b0-838b236c59eb is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:22.074845 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ad9809d-c8d4-4541-9f0e-96977b4762a2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:22.076311 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d9627-0d71-45fc-a3c8-498de8ff3746 None None] Pushing event updated for resources: {'Port': ['ID=469c76d6-cb3d-4a37-8111-291d98658e2e,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:22.083456 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-890d9627-0d71-45fc-a3c8-498de8ff3746 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:22.229865 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-186a424b-eea0-41ef-ac6c-51999a88d1f7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:22.232956 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad9809d-c8d4-4541-9f0e-96977b4762a2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Network 523d1b1c-98ed-49ef-afa0-7760353ee21c is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:22.242891 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890d9627-0d71-45fc-a3c8-498de8ff3746 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:32:22.306778 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-1ad9809d-c8d4-4541-9f0e-96977b4762a2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:22.323112 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad9809d-c8d4-4541-9f0e-96977b4762a2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:22.323705 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ad9809d-c8d4-4541-9f0e-96977b4762a2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:22.341799 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6286d3da-a555-4845-a29d-2f637b4eb254 None None] Network 523d1b1c-98ed-49ef-afa0-7760353ee21c requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:22.353073 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f2dc76aa-8793-4b88-88ef-5dab45da6ca9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:22.372645 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a424b-eea0-41ef-ac6c-51999a88d1f7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event deleted for resources: {'Port': ['ID=3e5d5096-0f19-48a1-8a29-ccb68d70fcc0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:22.374518 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6b6301e-6dfd-4fe6-8c62-27e6310dceb2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:22.390043 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1ad9809d-c8d4-4541-9f0e-96977b4762a2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6269951 Mar 14 15:32:22.390281 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9809d-c8d4-4541-9f0e-96977b4762a2 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Subnet': ['ID=f756e48c-9d00-4a80-9d6c-c9517af3a2a0,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:22.392092 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49822) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:22.400009 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ede47e68-1fdd-4b5f-85bf-217fea89f678 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-555134220', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f756e48c-9d00-4a80-9d6c-c9517af3a2a0'}], 'security_groups': ['9aeed928-032d-49f3-b156-433984997099', '67ea7230-4ed6-44ce-aa2d-8e9bd320b40b']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:22.428734 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9ebdc433-e9ea-4e00-9379-cffbba596108 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:22.472025 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-9ebdc433-e9ea-4e00-9379-cffbba596108 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Deleting port 9b1aa5c1-47d5-456d-a232-13a4b8e72244 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:22.472025 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9ebdc433-e9ea-4e00-9379-cffbba596108 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:22.534930 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6301e-6dfd-4fe6-8c62-27e6310dceb2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Port': ['ID=90c5fd0e-e68d-476c-932b-0cadde9f26ed,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:22.575239 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-890d9627-0d71-45fc-a3c8-498de8ff3746 None None] Attempting to bind port 469c76d6-cb3d-4a37-8111-291d98658e2e on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:32:22.575737 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-890d9627-0d71-45fc-a3c8-498de8ff3746 None None] Attempting to bind port 469c76d6-cb3d-4a37-8111-291d98658e2e by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '24c0bf0f-3fe1-4298-a967-d46773728a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd50b06d2-88c3-420a-b8b0-838b236c59eb'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:32:22.575939 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890d9627-0d71-45fc-a3c8-498de8ff3746 None None] Attempting to bind port 469c76d6-cb3d-4a37-8111-291d98658e2e on network d50b06d2-88c3-420a-b8b0-838b236c59eb {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:32:22.626560 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890d9627-0d71-45fc-a3c8-498de8ff3746 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:32:22.627014 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890d9627-0d71-45fc-a3c8-498de8ff3746 None None] Checking segment: {'id': '24c0bf0f-3fe1-4298-a967-d46773728a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd50b06d2-88c3-420a-b8b0-838b236c59eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:32:22.627354 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-890d9627-0d71-45fc-a3c8-498de8ff3746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:22.627915 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890d9627-0d71-45fc-a3c8-498de8ff3746 None None] Bound using segment: {'id': '24c0bf0f-3fe1-4298-a967-d46773728a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd50b06d2-88c3-420a-b8b0-838b236c59eb'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:32:22.628215 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-890d9627-0d71-45fc-a3c8-498de8ff3746 None None] Bound port: 469c76d6-cb3d-4a37-8111-291d98658e2e, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c0bf0f-3fe1-4298-a967-d46773728a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd50b06d2-88c3-420a-b8b0-838b236c59eb'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:32:22.628626 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-890d9627-0d71-45fc-a3c8-498de8ff3746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:22.816774 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-186a424b-eea0-41ef-ac6c-51999a88d1f7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:22.819155 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64669b0b-2792-4f0a-aa0c-4aed8afed393 None None] DHCP port deletion for 54f48e0d-f246-4f9d-a4de-c0c6a864fc8a request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:32:22.834988 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-0d27f15a-627f-449a-b197-6b78ab8e685c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:22.848800 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-64669b0b-2792-4f0a-aa0c-4aed8afed393 None None] Deleting port 9b1aa5c1-47d5-456d-a232-13a4b8e72244 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:22.849351 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-64669b0b-2792-4f0a-aa0c-4aed8afed393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:22.875200 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-9ebdc433-e9ea-4e00-9379-cffbba596108 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] For port 9b1aa5c1-47d5-456d-a232-13a4b8e72244, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9b1aa5c1-47d5-456d-a232-13a4b8e72244,segment=NetworkSegment(03ed807c-39f1-4618-a7cf-c6b75caa9745),segment_id=03ed807c-39f1-4618-a7cf-c6b75caa9745)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:22.876050 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9ebdc433-e9ea-4e00-9379-cffbba596108 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:22.910693 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6b6301e-6dfd-4fe6-8c62-27e6310dceb2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:22.925387 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-0d27f15a-627f-449a-b197-6b78ab8e685c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Transition to ACTIVE for port object c3ffb940-d849-41b5-950e-9ac6d6a36486 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:22.977398 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-186a424b-eea0-41ef-ac6c-51999a88d1f7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:22.980644 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-186a424b-eea0-41ef-ac6c-51999a88d1f7 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "DELETE /v2.0/floatingips/01e588ce-4c75-4e17-80f9-5294f6072641 HTTP/1.1" status: 204 len: 168 time: 2.6811976 Mar 14 15:32:22.982977 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49828) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:23.002521 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f6b6301e-6dfd-4fe6-8c62-27e6310dceb2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/ports/90c5fd0e-e68d-476c-932b-0cadde9f26ed HTTP/1.1" status: 204 len: 168 time: 3.0047550 Mar 14 15:32:23.035678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-890d9627-0d71-45fc-a3c8-498de8ff3746 None None] For port 469c76d6-cb3d-4a37-8111-291d98658e2e, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:32:23.085814 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-890d9627-0d71-45fc-a3c8-498de8ff3746 None None] For port 469c76d6-cb3d-4a37-8111-291d98658e2e, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=469c76d6-cb3d-4a37-8111-291d98658e2e,segment=NetworkSegment(24c0bf0f-3fe1-4298-a967-d46773728a07),segment_id=24c0bf0f-3fe1-4298-a967-d46773728a07)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:32:23.098805 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-890d9627-0d71-45fc-a3c8-498de8ff3746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:23.127027 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49832) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:23.184178 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-9ebdc433-e9ea-4e00-9379-cffbba596108 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Calling delete_port for 9b1aa5c1-47d5-456d-a232-13a4b8e72244 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:23.202446 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-93bfd340-263d-4b8e-9d66-07864102e2f8 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] DELETE failed (client error): The resource could not be found. Mar 14 15:32:23.202918 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93bfd340-263d-4b8e-9d66-07864102e2f8 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:32:23.207982 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-93bfd340-263d-4b8e-9d66-07864102e2f8 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "DELETE /v2.0/ports/4b574aa3-2c4f-44c4-badb-9309477ee12b HTTP/1.1" status: 404 len: 333 time: 0.2236779 Mar 14 15:32:23.211978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49838) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:23.256907 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f2dc76aa-8793-4b88-88ef-5dab45da6ca9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:23.262426 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-0d27f15a-627f-449a-b197-6b78ab8e685c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:23.272771 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bb6950ea-261b-4472-9237-31eaa54506ab tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Synchronizing usage tracker for tenant:e7d23185aeb7444fafd7db70962a6e47 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:23.350377 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d102ca-4daf-4250-9831-56612b7b11c1 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] GET failed (client error): The resource could not be found. Mar 14 15:32:23.350377 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-08d102ca-4daf-4250-9831-56612b7b11c1 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Synchronizing usage tracker for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:23.378311 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ede47e68-1fdd-4b5f-85bf-217fea89f678 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:23.405261 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d9627-0d71-45fc-a3c8-498de8ff3746 None None] Pushing event updated for resources: {'Port': ['ID=469c76d6-cb3d-4a37-8111-291d98658e2e,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:23.409476 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-64669b0b-2792-4f0a-aa0c-4aed8afed393 None None] For port 9b1aa5c1-47d5-456d-a232-13a4b8e72244, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9b1aa5c1-47d5-456d-a232-13a4b8e72244,segment=NetworkSegment(03ed807c-39f1-4618-a7cf-c6b75caa9745),segment_id=03ed807c-39f1-4618-a7cf-c6b75caa9745)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:23.409913 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-64669b0b-2792-4f0a-aa0c-4aed8afed393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:23.427859 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-08d102ca-4daf-4250-9831-56612b7b11c1 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Unset dirty status for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:23.430690 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-08d102ca-4daf-4250-9831-56612b7b11c1 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports/90c5fd0e-e68d-476c-932b-0cadde9f26ed HTTP/1.1" status: 404 len: 333 time: 0.2956033 Mar 14 15:32:23.449339 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49842) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:23.468879 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-0d27f15a-627f-449a-b197-6b78ab8e685c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network 05b0bdcb-6df6-43b3-968f-5bd9aa2132cf is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:23.471940 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27f15a-627f-449a-b197-6b78ab8e685c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=c3ffb940-d849-41b5-950e-9ac6d6a36486,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:23.479964 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-0d27f15a-627f-449a-b197-6b78ab8e685c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:23.482534 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-0d27f15a-627f-449a-b197-6b78ab8e685c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:32:23.547052 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9ebdc433-e9ea-4e00-9379-cffbba596108 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:23.584986 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bb6950ea-261b-4472-9237-31eaa54506ab tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Unset dirty status for tenant:e7d23185aeb7444fafd7db70962a6e47 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:23.594936 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bb6950ea-261b-4472-9237-31eaa54506ab tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ce22a85-212b-45e5-832b-3e5c79d977c7 HTTP/1.1" status: 200 len: 205 time: 0.3788064 Mar 14 15:32:23.600333 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49846) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:23.622290 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc76aa-8793-4b88-88ef-5dab45da6ca9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Subnet': ['ID=c5e0f6ed-bfed-44f2-a225-f46dc68982ae,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:23.683152 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-64669b0b-2792-4f0a-aa0c-4aed8afed393 None None] Calling delete_port for 9b1aa5c1-47d5-456d-a232-13a4b8e72244 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:23.717443 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdc433-e9ea-4e00-9379-cffbba596108 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Pushing event deleted for resources: {'Port': ['ID=9b1aa5c1-47d5-456d-a232-13a4b8e72244,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:23.736209 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-0d27f15a-627f-449a-b197-6b78ab8e685c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:23.736695 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-0d27f15a-627f-449a-b197-6b78ab8e685c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:23.813720 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfc5ea-e234-47fa-9b99-3bd6bd6d7f6e req-e8908294-4e25-4311-afd3-dd17542ddd4c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:23.815530 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dc76aa-8793-4b88-88ef-5dab45da6ca9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Checking segment: {'id': '36fa1653-632b-41ff-be08-44760b5e467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'da77f77d-10fc-41c3-9afc-3c7768387840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:32:23.815732 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-36bfc5ea-e234-47fa-9b99-3bd6bd6d7f6e req-e8908294-4e25-4311-afd3-dd17542ddd4c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cd55796-e7e9-41a4-81fb-19a84d023aa6 HTTP/1.1" status: 200 len: 932 time: 0.5928140 Mar 14 15:32:23.815918 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dc76aa-8793-4b88-88ef-5dab45da6ca9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network hostable DHCP agents. Network: da77f77d-10fc-41c3-9afc-3c7768387840, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:32:23.826696 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-9cc9f8bb-e7d8-43c1-81dd-6c5aa120fa2c tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] delete failed (client error): The resource could not be found. Mar 14 15:32:23.830572 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ceb97d39-4a9f-48ce-a41f-6bcd7abad0bd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port 4572ac07-5d87-4c0d-8545-e0329b611f55 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:23.830734 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9cc9f8bb-e7d8-43c1-81dd-6c5aa120fa2c tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "DELETE /v2.0/routers/5ce22a85-212b-45e5-832b-3e5c79d977c7 HTTP/1.1" status: 404 len: 336 time: 0.2263594 Mar 14 15:32:23.830877 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ceb97d39-4a9f-48ce-a41f-6bcd7abad0bd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:23.834163 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49850) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:23.840905 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebdc433-e9ea-4e00-9379-cffbba596108 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] No DVR routers for this DVR port 9b1aa5c1-47d5-456d-a232-13a4b8e72244 on host dv-neutron-833561-1-hyperv {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:32:23.903558 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-0d27f15a-627f-449a-b197-6b78ab8e685c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6785660 Mar 14 15:32:23.906396 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-64669b0b-2792-4f0a-aa0c-4aed8afed393 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:32:23.907427 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-64669b0b-2792-4f0a-aa0c-4aed8afed393 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:32:23.920425 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc274101-265f-46a9-b9c4-2179c595ccf5 None None] Update dhcp port {'port': {'network_id': '523d1b1c-98ed-49ef-afa0-7760353ee21c', 'fixed_ips': [{'subnet_id': '8a377f7d-f4c1-459b-a193-07ce3d77e2ff', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9ec3301b-7de4-44f9-a0e6-0b436ec203e5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f756e48c-9d00-4a80-9d6c-c9517af3a2a0'}], 'binding:host_id': 'dv-neutron-833561-1-hyperv'}, 'id': 'bcd49902-e537-447b-95f6-1aba7714d95f'} from dv-neutron-833561-1-hyperv. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 14 15:32:24.032892 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc274101-265f-46a9-b9c4-2179c595ccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:24.043390 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54028bb-093d-4652-8c23-6aae644fe4c0 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] DELETE failed (client error): The resource could not be found. Mar 14 15:32:24.043390 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c54028bb-093d-4652-8c23-6aae644fe4c0 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:32:24.088113 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dc76aa-8793-4b88-88ef-5dab45da6ca9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network da77f77d-10fc-41c3-9afc-3c7768387840 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:32:24.107428 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-6cf17683-92bd-4b3c-ab28-c17eb14bcc54 service neutron] Request body: {'port': {'device_id': '6cd55796-e7e9-41a4-81fb-19a84d023aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:24.194662 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-f2dc76aa-8793-4b88-88ef-5dab45da6ca9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, da77f77d-10fc-41c3-9afc-3c7768387840) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:24.252302 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dc76aa-8793-4b88-88ef-5dab45da6ca9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:24.252909 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f2dc76aa-8793-4b88-88ef-5dab45da6ca9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:24.352893 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c54028bb-093d-4652-8c23-6aae644fe4c0 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "DELETE /v2.0/subnets/33972f65-13d2-41c2-9700-5a04840675f8 HTTP/1.1" status: 404 len: 337 time: 0.5174267 Mar 14 15:32:24.355808 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49856) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:24.366358 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-36bfc5ea-e234-47fa-9b99-3bd6bd6d7f6e req-5f2fdc94-2e10-4d8a-afb6-c6ae5ad1f35f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5372374 Mar 14 15:32:24.383768 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9ebdc433-e9ea-4e00-9379-cffbba596108 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:24.413465 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-64669b0b-2792-4f0a-aa0c-4aed8afed393 None None] Deleting port 9b1aa5c1-47d5-456d-a232-13a4b8e72244 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:24.413465 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-64669b0b-2792-4f0a-aa0c-4aed8afed393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:24.423474 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f2dc76aa-8793-4b88-88ef-5dab45da6ca9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1870348 Mar 14 15:32:24.424886 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-9ebdc433-e9ea-4e00-9379-cffbba596108 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f48e0d-f246-4f9d-a4de-c0c6a864fc8a']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:24.434767 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49860) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:24.439601 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e40784-2e69-46ff-bb6d-5dc1cd2d4fd5 None None] Network da77f77d-10fc-41c3-9afc-3c7768387840 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:24.442997 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-677c3605-0840-4246-98e4-c07efeb6642c tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1929930286', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:24.470937 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f4db6606-af7e-4585-8e9c-65e8515c49ab None None] Provisioning for port c3ffb940-d849-41b5-950e-9ac6d6a36486 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:24.486154 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-677c3605-0840-4246-98e4-c07efeb6642c tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:24.489643 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-9ebdc433-e9ea-4e00-9379-cffbba596108 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ed807c-39f1-4618-a7cf-c6b75caa9745') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:24.489941 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-9ebdc433-e9ea-4e00-9379-cffbba596108 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ed807c-39f1-4618-a7cf-c6b75caa9745') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:24.507126 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ceb97d39-4a9f-48ce-a41f-6bcd7abad0bd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:24.511153 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9ebdc433-e9ea-4e00-9379-cffbba596108 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:24.517518 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-677c3605-0840-4246-98e4-c07efeb6642c tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:router and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:24.528363 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-677c3605-0840-4246-98e4-c07efeb6642c tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:24.541347 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9ebdc433-e9ea-4e00-9379-cffbba596108 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:24.547365 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-677c3605-0840-4246-98e4-c07efeb6642c tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:24.564453 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ebdc433-e9ea-4e00-9379-cffbba596108 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:32:24.565102 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9ebdc433-e9ea-4e00-9379-cffbba596108 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:24.572204 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-64669b0b-2792-4f0a-aa0c-4aed8afed393 None None] The port '9b1aa5c1-47d5-456d-a232-13a4b8e72244' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:32:24.590775 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-6cf17683-92bd-4b3c-ab28-c17eb14bcc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:32:24.591916 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:32:24.596025 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f4db6606-af7e-4585-8e9c-65e8515c49ab None None] Provisioning complete for port c3ffb940-d849-41b5-950e-9ac6d6a36486 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:24.596503 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f4db6606-af7e-4585-8e9c-65e8515c49ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:24.650456 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-dc274101-265f-46a9-b9c4-2179c595ccf5 None None] Allocated IP 2001:db8:0:2::2 (523d1b1c-98ed-49ef-afa0-7760353ee21c/f756e48c-9d00-4a80-9d6c-c9517af3a2a0/bcd49902-e537-447b-95f6-1aba7714d95f) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:24.653142 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-677c3605-0840-4246-98e4-c07efeb6642c tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:24.654485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-677c3605-0840-4246-98e4-c07efeb6642c tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:24.668290 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ceb97d39-4a9f-48ce-a41f-6bcd7abad0bd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Calling delete_port for 4572ac07-5d87-4c0d-8545-e0329b611f55 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:24.682371 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f4db6606-af7e-4585-8e9c-65e8515c49ab None None] Port c3ffb940-d849-41b5-950e-9ac6d6a36486 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:32:24.716162 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7123d1d4-1e47-4f0d-a415-b14d0a60e782 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Deleting port 73730692-e03d-4090-842b-7706b4bb35d8 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:24.716699 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7123d1d4-1e47-4f0d-a415-b14d0a60e782 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:24.741060 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-677c3605-0840-4246-98e4-c07efeb6642c tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:24.767460 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9ebdc433-e9ea-4e00-9379-cffbba596108 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:24.784312 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9ebdc433-e9ea-4e00-9379-cffbba596108 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:24.814894 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-677c3605-0840-4246-98e4-c07efeb6642c tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:24.838131 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdc433-e9ea-4e00-9379-cffbba596108 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] Pushing event deleted for resources: {'Network': ['ID=54f48e0d-f246-4f9d-a4de-c0c6a864fc8a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:24.861242 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9ebdc433-e9ea-4e00-9379-cffbba596108 tempest-DHCPAgentSchedulersTestJSON-2106016501 tempest-DHCPAgentSchedulersTestJSON-2106016501-project] 10.222.0.60 "DELETE /v2.0/networks/54f48e0d-f246-4f9d-a4de-c0c6a864fc8a HTTP/1.1" status: 204 len: 168 time: 2.8104687 Mar 14 15:32:24.882595 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-677c3605-0840-4246-98e4-c07efeb6642c tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:24.887640 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-677c3605-0840-4246-98e4-c07efeb6642c tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4521224 Mar 14 15:32:24.888321 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49866) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:25.019845 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc274101-265f-46a9-b9c4-2179c595ccf5 None None] For port bcd49902-e537-447b-95f6-1aba7714d95f, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=bcd49902-e537-447b-95f6-1aba7714d95f,segment=NetworkSegment(ca3e1fbb-c7bc-42c9-81f1-2a84966a024c),segment_id=ca3e1fbb-c7bc-42c9-81f1-2a84966a024c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:25.055654 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc274101-265f-46a9-b9c4-2179c595ccf5 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:25.080125 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc274101-265f-46a9-b9c4-2179c595ccf5 None None] Transition to ACTIVE for port object bcd49902-e537-447b-95f6-1aba7714d95f will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:25.081891 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 469c76d6-cb3d-4a37-8111-291d98658e2e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:32:25.134387 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc274101-265f-46a9-b9c4-2179c595ccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:25.290505 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4121580-915a-4800-b2b2-7db928a33528 None None] Network d50b06d2-88c3-420a-b8b0-838b236c59eb requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:25.361852 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49872) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:25.511756 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ceb97d39-4a9f-48ce-a41f-6bcd7abad0bd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:25.684316 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b3bce8d7-5003-48a5-890c-c1fe4dacbb77 None None] Provisioning for port 469c76d6-cb3d-4a37-8111-291d98658e2e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:25.687877 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc274101-265f-46a9-b9c4-2179c595ccf5 None None] Pushing event updated for resources: {'Port': ['ID=bcd49902-e537-447b-95f6-1aba7714d95f,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:25.699205 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4af228-ea60-40ba-abc0-3d18a15c80ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-da77f77d-10fc-41c3-9afc-3c7768387840', 'network_id': 'da77f77d-10fc-41c3-9afc-3c7768387840', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'fixed_ips': [{'subnet_id': 'c5e0f6ed-bfed-44f2-a225-f46dc68982ae'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:32:25.700328 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e4af228-ea60-40ba-abc0-3d18a15c80ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:25.788114 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 469c76d6-cb3d-4a37-8111-291d98658e2e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:25.790148 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-ede47e68-1fdd-4b5f-85bf-217fea89f678 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Delete allocated IP 2001:db8::390 (523d1b1c-98ed-49ef-afa0-7760353ee21c/9ec3301b-7de4-44f9-a0e6-0b436ec203e5) {{(pid=83910) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 14 15:32:25.812773 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-ede47e68-1fdd-4b5f-85bf-217fea89f678 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Allocated IP 2001:db8:0:2::214 (523d1b1c-98ed-49ef-afa0-7760353ee21c/f756e48c-9d00-4a80-9d6c-c9517af3a2a0/5b4827d8-63d5-42ed-bf54-1eba4bc455d6) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:25.846163 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 469c76d6-cb3d-4a37-8111-291d98658e2e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:25.846443 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:25.903535 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7123d1d4-1e47-4f0d-a415-b14d0a60e782 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:25.987366 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40ea3e7a-b8c8-404c-b224-706be32cf6dc tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:26.062440 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7123d1d4-1e47-4f0d-a415-b14d0a60e782 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Calling delete_port for 73730692-e03d-4090-842b-7706b4bb35d8 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:26.101471 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-6e4af228-ea60-40ba-abc0-3d18a15c80ca None None] Allocated IP 2001:db8:1::2 (da77f77d-10fc-41c3-9afc-3c7768387840/c5e0f6ed-bfed-44f2-a225-f46dc68982ae/d6c1ba67-79b0-456b-91f2-8f3228d333bc) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:26.342751 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb97d39-4a9f-48ce-a41f-6bcd7abad0bd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Port': ['ID=4572ac07-5d87-4c0d-8545-e0329b611f55,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:26.350632 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7123d1d4-1e47-4f0d-a415-b14d0a60e782 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:26.363796 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:26.416287 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 469c76d6-cb3d-4a37-8111-291d98658e2e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=469c76d6-cb3d-4a37-8111-291d98658e2e,segment=NetworkSegment(24c0bf0f-3fe1-4298-a967-d46773728a07),segment_id=24c0bf0f-3fe1-4298-a967-d46773728a07)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:26.429692 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:26.446880 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ede47e68-1fdd-4b5f-85bf-217fea89f678 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:26.495988 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-ede47e68-1fdd-4b5f-85bf-217fea89f678 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Transition to ACTIVE for port object 5b4827d8-63d5-42ed-bf54-1eba4bc455d6 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:26.593781 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9b1aa5c1-47d5-456d-a232-13a4b8e72244 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:32:26.601955 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123d1d4-1e47-4f0d-a415-b14d0a60e782 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event deleted for resources: {'Port': ['ID=73730692-e03d-4090-842b-7706b4bb35d8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:26.700852 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-6cf17683-92bd-4b3c-ab28-c17eb14bcc54 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:32:26.701428 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 9b1aa5c1-47d5-456d-a232-13a4b8e72244 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:32:26.702346 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9b1aa5c1-47d5-456d-a232-13a4b8e72244 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:32:26.743372 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80722d0b-8a8a-484a-a380-4c410f4a2bb1 req-070d43bb-38ae-4c9f-aa7f-bb6cc4b52e1f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:26.744135 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-80722d0b-8a8a-484a-a380-4c410f4a2bb1 req-070d43bb-38ae-4c9f-aa7f-bb6cc4b52e1f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:26.749685 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=469c76d6-cb3d-4a37-8111-291d98658e2e,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:26.754141 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e4af228-ea60-40ba-abc0-3d18a15c80ca None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:26.773512 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-433e7c92-3d91-4b26-8dc7-8b01961323ad None None] Provisioning for port 5b4827d8-63d5-42ed-bf54-1eba4bc455d6 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:26.775865 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ede47e68-1fdd-4b5f-85bf-217fea89f678 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:26.783128 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6e4af228-ea60-40ba-abc0-3d18a15c80ca None None] Transition to ACTIVE for port object d6c1ba67-79b0-456b-91f2-8f3228d333bc will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:26.791442 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-433e7c92-3d91-4b26-8dc7-8b01961323ad None None] Provisioning complete for port 5b4827d8-63d5-42ed-bf54-1eba4bc455d6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:26.792758 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-433e7c92-3d91-4b26-8dc7-8b01961323ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:26.880833 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6e4af228-ea60-40ba-abc0-3d18a15c80ca None None] Transition to ACTIVE for port object d6c1ba67-79b0-456b-91f2-8f3228d333bc will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:26.896849 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-433e7c92-3d91-4b26-8dc7-8b01961323ad None None] Port 5b4827d8-63d5-42ed-bf54-1eba4bc455d6 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:32:26.904239 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e4af228-ea60-40ba-abc0-3d18a15c80ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:26.932978 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-da90abb5-06dc-4e5d-994d-8626876231f2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7ccb01833c134a64b70ff0cc69f3d2a9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5666940 Mar 14 15:32:26.949226 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49880) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:26.958253 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-80722d0b-8a8a-484a-a380-4c410f4a2bb1 req-070d43bb-38ae-4c9f-aa7f-bb6cc4b52e1f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:26.960057 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-80722d0b-8a8a-484a-a380-4c410f4a2bb1 req-070d43bb-38ae-4c9f-aa7f-bb6cc4b52e1f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cd55796-e7e9-41a4-81fb-19a84d023aa6 HTTP/1.1" status: 200 len: 932 time: 1.1886978 Mar 14 15:32:26.974423 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ceb97d39-4a9f-48ce-a41f-6bcd7abad0bd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:26.978774 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device bcd49902-e537-447b-95f6-1aba7714d95f up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:32:26.979345 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7123d1d4-1e47-4f0d-a415-b14d0a60e782 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.020248 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-6cf17683-92bd-4b3c-ab28-c17eb14bcc54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ffb940-d849-41b5-950e-9ac6d6a36486 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:32:27.046908 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-6cf17683-92bd-4b3c-ab28-c17eb14bcc54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.079912 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ede47e68-1fdd-4b5f-85bf-217fea89f678 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] In _notify_port_updated(), no bound segment for port 5b4827d8-63d5-42ed-bf54-1eba4bc455d6 on network 523d1b1c-98ed-49ef-afa0-7760353ee21c {{(pid=83910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 14 15:32:27.085705 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede47e68-1fdd-4b5f-85bf-217fea89f678 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:27.086160 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ede47e68-1fdd-4b5f-85bf-217fea89f678 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.087833 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4af228-ea60-40ba-abc0-3d18a15c80ca None None] Network da77f77d-10fc-41c3-9afc-3c7768387840 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:27.088562 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ede47e68-1fdd-4b5f-85bf-217fea89f678 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "PUT /v2.0/ports/5b4827d8-63d5-42ed-bf54-1eba4bc455d6 HTTP/1.1" status: 200 len: 969 time: 4.6955426 Mar 14 15:32:27.089594 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7123d1d4-1e47-4f0d-a415-b14d0a60e782 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "DELETE /v2.0/ports/73730692-e03d-4090-842b-7706b4bb35d8 HTTP/1.1" status: 204 len: 168 time: 2.7252717 Mar 14 15:32:27.089825 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49884) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:27.091779 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ceb97d39-4a9f-48ce-a41f-6bcd7abad0bd tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/ports/4572ac07-5d87-4c0d-8545-e0329b611f55 HTTP/1.1" status: 204 len: 168 time: 3.6212599 Mar 14 15:32:27.095072 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede47e68-1fdd-4b5f-85bf-217fea89f678 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event updated for resources: {'Port': ['ID=5b4827d8-63d5-42ed-bf54-1eba4bc455d6,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:27.095862 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-6e4af228-ea60-40ba-abc0-3d18a15c80ca None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:27.100468 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4af228-ea60-40ba-abc0-3d18a15c80ca None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:32:27.108056 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-433e7c92-3d91-4b26-8dc7-8b01961323ad None None] Provisioning for port bcd49902-e537-447b-95f6-1aba7714d95f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:27.112441 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49886) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:27.112820 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49888) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:27.115207 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4af228-ea60-40ba-abc0-3d18a15c80ca None None] Pushing event updated for resources: {'Port': ['ID=d6c1ba67-79b0-456b-91f2-8f3228d333bc,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:27.126018 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-433e7c92-3d91-4b26-8dc7-8b01961323ad None None] Provisioning complete for port bcd49902-e537-447b-95f6-1aba7714d95f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:27.126483 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-433e7c92-3d91-4b26-8dc7-8b01961323ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.189485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-40ea3e7a-b8c8-404c-b224-706be32cf6dc tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Allocated IP 2001:db8::1 (d50b06d2-88c3-420a-b8b0-838b236c59eb/005446f2-d399-4388-8491-103e508e5a37/ccf37d73-8d03-45da-bcb2-2716bda2d01f) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:27.236659 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-6cf17683-92bd-4b3c-ab28-c17eb14bcc54 service neutron] Transition to ACTIVE for port object c3ffb940-d849-41b5-950e-9ac6d6a36486 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:27.260215 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-b6f26c18-019a-4565-9c69-906d40362f29 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Deleting port e7eddcf4-3d47-4994-8c5b-24ce62e747d4 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:27.263860 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b6f26c18-019a-4565-9c69-906d40362f29 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.304713 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-6cf17683-92bd-4b3c-ab28-c17eb14bcc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.307475 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6e4af228-ea60-40ba-abc0-3d18a15c80ca None None] Attempting to bind port d6c1ba67-79b0-456b-91f2-8f3228d333bc on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:32:27.308609 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6e4af228-ea60-40ba-abc0-3d18a15c80ca None None] Attempting to bind port d6c1ba67-79b0-456b-91f2-8f3228d333bc by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '36fa1653-632b-41ff-be08-44760b5e467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'da77f77d-10fc-41c3-9afc-3c7768387840'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:32:27.309647 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4af228-ea60-40ba-abc0-3d18a15c80ca None None] Attempting to bind port d6c1ba67-79b0-456b-91f2-8f3228d333bc on network da77f77d-10fc-41c3-9afc-3c7768387840 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:32:27.326603 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port bcd49902-e537-447b-95f6-1aba7714d95f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:27.327300 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.412497 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c5bfc7-efe5-4324-9244-e3e7ec49e1f7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] GET failed (client error): The resource could not be found. Mar 14 15:32:27.412702 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-46c5bfc7-efe5-4324-9244-e3e7ec49e1f7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Synchronizing usage tracker for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:27.420947 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5697fe8b-a052-499d-935c-09cd50713f75 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting port 5b4827d8-63d5-42ed-bf54-1eba4bc455d6 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:27.421810 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5697fe8b-a052-499d-935c-09cd50713f75 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.469037 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4af228-ea60-40ba-abc0-3d18a15c80ca None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:32:27.469727 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4af228-ea60-40ba-abc0-3d18a15c80ca None None] Checking segment: {'id': '36fa1653-632b-41ff-be08-44760b5e467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'da77f77d-10fc-41c3-9afc-3c7768387840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:32:27.471952 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e4af228-ea60-40ba-abc0-3d18a15c80ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.472484 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4af228-ea60-40ba-abc0-3d18a15c80ca None None] Bound using segment: {'id': '36fa1653-632b-41ff-be08-44760b5e467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'da77f77d-10fc-41c3-9afc-3c7768387840'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:32:27.473170 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6e4af228-ea60-40ba-abc0-3d18a15c80ca None None] Bound port: d6c1ba67-79b0-456b-91f2-8f3228d333bc, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fa1653-632b-41ff-be08-44760b5e467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'da77f77d-10fc-41c3-9afc-3c7768387840'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:32:27.473776 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e4af228-ea60-40ba-abc0-3d18a15c80ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.496540 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-80722d0b-8a8a-484a-a380-4c410f4a2bb1 req-42d1aad7-6d2a-465f-940e-5cd556f3d7c5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5176723 Mar 14 15:32:27.666573 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40ea3e7a-b8c8-404c-b224-706be32cf6dc tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.709778 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4473218-9d95-4880-8322-9adbe070d16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.718951 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-433e7c92-3d91-4b26-8dc7-8b01961323ad None None] Provisioning complete for port ab1768c0-e270-4c45-b66a-5fad480e9b9a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:27.718951 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-433e7c92-3d91-4b26-8dc7-8b01961323ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.725555 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-40ea3e7a-b8c8-404c-b224-706be32cf6dc tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Transition to ACTIVE for port object ccf37d73-8d03-45da-bcb2-2716bda2d01f will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:27.784265 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6e4af228-ea60-40ba-abc0-3d18a15c80ca None None] For port d6c1ba67-79b0-456b-91f2-8f3228d333bc, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:32:27.797146 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6e4af228-ea60-40ba-abc0-3d18a15c80ca None None] For port d6c1ba67-79b0-456b-91f2-8f3228d333bc, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=d6c1ba67-79b0-456b-91f2-8f3228d333bc,segment=NetworkSegment(36fa1653-632b-41ff-be08-44760b5e467a),segment_id=36fa1653-632b-41ff-be08-44760b5e467a)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:32:27.797279 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b6f26c18-019a-4565-9c69-906d40362f29 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.819945 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e4af228-ea60-40ba-abc0-3d18a15c80ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.835360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-46c5bfc7-efe5-4324-9244-e3e7ec49e1f7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Unset dirty status for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:27.839578 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-46c5bfc7-efe5-4324-9244-e3e7ec49e1f7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports/4572ac07-5d87-4c0d-8545-e0329b611f55 HTTP/1.1" status: 404 len: 333 time: 0.7222409 Mar 14 15:32:27.844876 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49896) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:27.858649 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4473218-9d95-4880-8322-9adbe070d16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.897598 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf17683-92bd-4b3c-ab28-c17eb14bcc54 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ffb940-d849-41b5-950e-9ac6d6a36486,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:27.947324 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-b6f26c18-019a-4565-9c69-906d40362f29 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Calling delete_port for e7eddcf4-3d47-4994-8c5b-24ce62e747d4 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:27.976089 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-433e7c92-3d91-4b26-8dc7-8b01961323ad None None] Port ab1768c0-e270-4c45-b66a-5fad480e9b9a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:32:27.995999 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4af228-ea60-40ba-abc0-3d18a15c80ca None None] Pushing event updated for resources: {'Port': ['ID=d6c1ba67-79b0-456b-91f2-8f3228d333bc,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:28.015810 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40ea3e7a-b8c8-404c-b224-706be32cf6dc tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:28.054941 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-6cf17683-92bd-4b3c-ab28-c17eb14bcc54 service neutron] Attempting to bind port c3ffb940-d849-41b5-950e-9ac6d6a36486 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:32:28.055981 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-6cf17683-92bd-4b3c-ab28-c17eb14bcc54 service neutron] Attempting to bind port c3ffb940-d849-41b5-950e-9ac6d6a36486 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '88a0a3ac-3e9b-489b-ae73-d965585bb97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '05b0bdcb-6df6-43b3-968f-5bd9aa2132cf'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:32:28.057798 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-6cf17683-92bd-4b3c-ab28-c17eb14bcc54 service neutron] Attempting to bind port c3ffb940-d849-41b5-950e-9ac6d6a36486 on network 05b0bdcb-6df6-43b3-968f-5bd9aa2132cf {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:32:28.109776 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-282e8f42-cbbb-414c-8945-b1f94d326a83 None None] Provisioning complete for port 5b4827d8-63d5-42ed-bf54-1eba4bc455d6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:28.110478 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-282e8f42-cbbb-414c-8945-b1f94d326a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:28.140544 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea3e7a-b8c8-404c-b224-706be32cf6dc tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Port': ['ID=ccf37d73-8d03-45da-bcb2-2716bda2d01f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:28.158709 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ea3e7a-b8c8-404c-b224-706be32cf6dc tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network d50b06d2-88c3-420a-b8b0-838b236c59eb is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:28.173540 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-40ea3e7a-b8c8-404c-b224-706be32cf6dc tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:28.185440 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ea3e7a-b8c8-404c-b224-706be32cf6dc tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:32:28.187474 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40ea3e7a-b8c8-404c-b224-706be32cf6dc tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:28.189764 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-282e8f42-cbbb-414c-8945-b1f94d326a83 None None] Port 5b4827d8-63d5-42ed-bf54-1eba4bc455d6 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:32:28.212001 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-282e8f42-cbbb-414c-8945-b1f94d326a83 None None] Provisioning complete for port 469c76d6-cb3d-4a37-8111-291d98658e2e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:28.212605 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-282e8f42-cbbb-414c-8945-b1f94d326a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:28.350219 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-6cf17683-92bd-4b3c-ab28-c17eb14bcc54 service neutron] Port c3ffb940-d849-41b5-950e-9ac6d6a36486 on network 05b0bdcb-6df6-43b3-968f-5bd9aa2132cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:32:28.351057 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-6cf17683-92bd-4b3c-ab28-c17eb14bcc54 service neutron] Attempting to bind port c3ffb940-d849-41b5-950e-9ac6d6a36486 on network 05b0bdcb-6df6-43b3-968f-5bd9aa2132cf {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:32:28.496263 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4473218-9d95-4880-8322-9adbe070d16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:28.500258 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-6cf17683-92bd-4b3c-ab28-c17eb14bcc54 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:32:28.500666 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-6cf17683-92bd-4b3c-ab28-c17eb14bcc54 service neutron] Checking segment: {'id': '88a0a3ac-3e9b-489b-ae73-d965585bb97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '05b0bdcb-6df6-43b3-968f-5bd9aa2132cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:32:28.501049 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-6cf17683-92bd-4b3c-ab28-c17eb14bcc54 service neutron] Bound using segment: {'id': '88a0a3ac-3e9b-489b-ae73-d965585bb97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '05b0bdcb-6df6-43b3-968f-5bd9aa2132cf'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:32:28.501593 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-6cf17683-92bd-4b3c-ab28-c17eb14bcc54 service neutron] Bound port: c3ffb940-d849-41b5-950e-9ac6d6a36486, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88a0a3ac-3e9b-489b-ae73-d965585bb97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '05b0bdcb-6df6-43b3-968f-5bd9aa2132cf'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:32:28.502187 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-6cf17683-92bd-4b3c-ab28-c17eb14bcc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:28.530596 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40ea3e7a-b8c8-404c-b224-706be32cf6dc tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:28.564604 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b6f26c18-019a-4565-9c69-906d40362f29 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:28.564987 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4473218-9d95-4880-8322-9adbe070d16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bf32f9-ae0f-48c0-9786-fdc48c0bf57f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:28.666438 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f26c18-019a-4565-9c69-906d40362f29 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event deleted for resources: {'Port': ['ID=e7eddcf4-3d47-4994-8c5b-24ce62e747d4,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:28.684595 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4473218-9d95-4880-8322-9adbe070d16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:28.686002 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a4473218-9d95-4880-8322-9adbe070d16b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83bf32f9-ae0f-48c0-9786-fdc48c0bf57f HTTP/1.1" status: 204 len: 168 time: 1.7344995 Mar 14 15:32:28.721559 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5697fe8b-a052-499d-935c-09cd50713f75 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:28.838552 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0e4311e2-d435-4f91-aa1c-dd29d91f4876 None None] Provisioning for port ccf37d73-8d03-45da-bcb2-2716bda2d01f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:28.850743 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0e4311e2-d435-4f91-aa1c-dd29d91f4876 None None] Provisioning complete for port ccf37d73-8d03-45da-bcb2-2716bda2d01f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:28.851695 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0e4311e2-d435-4f91-aa1c-dd29d91f4876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:28.956243 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b6f26c18-019a-4565-9c69-906d40362f29 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:28.978184 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f9f3f0-aa58-44f1-a5f5-cdc0d5891eba tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting subnet 630c432a-cd95-41a7-81c0-40697b9b8645 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:32:28.982574 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f3f0-aa58-44f1-a5f5-cdc0d5891eba tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:29.001197 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0e4311e2-d435-4f91-aa1c-dd29d91f4876 None None] Port ccf37d73-8d03-45da-bcb2-2716bda2d01f cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:32:29.027564 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 469c76d6-cb3d-4a37-8111-291d98658e2e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:32:29.040533 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5697fe8b-a052-499d-935c-09cd50713f75 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Calling delete_port for 5b4827d8-63d5-42ed-bf54-1eba4bc455d6 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:29.117781 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-6cf17683-92bd-4b3c-ab28-c17eb14bcc54 service neutron] For port c3ffb940-d849-41b5-950e-9ac6d6a36486, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:32:29.129488 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f3f0-aa58-44f1-a5f5-cdc0d5891eba tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:29.172316 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 469c76d6-cb3d-4a37-8111-291d98658e2e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:29.172316 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:29.209840 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-6cf17683-92bd-4b3c-ab28-c17eb14bcc54 service neutron] For port c3ffb940-d849-41b5-950e-9ac6d6a36486, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c3ffb940-d849-41b5-950e-9ac6d6a36486,segment=NetworkSegment(88a0a3ac-3e9b-489b-ae73-d965585bb97e),segment_id=88a0a3ac-3e9b-489b-ae73-d965585bb97e)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:32:29.231196 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-6cf17683-92bd-4b3c-ab28-c17eb14bcc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:29.372935 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b6f26c18-019a-4565-9c69-906d40362f29 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "DELETE /v2.0/ports/e7eddcf4-3d47-4994-8c5b-24ce62e747d4 HTTP/1.1" status: 204 len: 168 time: 2.2735662 Mar 14 15:32:29.395157 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49906) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:29.403523 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-6cf17683-92bd-4b3c-ab28-c17eb14bcc54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:29.407965 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-6cf17683-92bd-4b3c-ab28-c17eb14bcc54 service neutron] 10.222.0.24 "PUT /v2.0/ports/c3ffb940-d849-41b5-950e-9ac6d6a36486 HTTP/1.1" status: 200 len: 1094 time: 5.4947672 Mar 14 15:32:29.439270 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd55796-e7e9-41a4-81fb-19a84d023aa6', 'tag': 'c3ffb940-d849-41b5-950e-9ac6d6a36486'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:32:29.455036 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49910) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:29.494729 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d6c1ba67-79b0-456b-91f2-8f3228d333bc up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:32:29.579648 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8b690-ec33-41c3-8d2c-f49493591305 req-ea1daea9-881a-4a3e-89f8-e65817dd0426 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:29.581539 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c0d8b690-ec33-41c3-8d2c-f49493591305 req-ea1daea9-881a-4a3e-89f8-e65817dd0426 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cd55796-e7e9-41a4-81fb-19a84d023aa6 HTTP/1.1" status: 200 len: 944 time: 0.8672216 Mar 14 15:32:29.627322 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port d6c1ba67-79b0-456b-91f2-8f3228d333bc completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:29.665731 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8e747051-f9d9-4694-8a28-d4daef5ef114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:29.702905 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf17683-92bd-4b3c-ab28-c17eb14bcc54 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ffb940-d849-41b5-950e-9ac6d6a36486,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:29.736211 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f3f0-aa58-44f1-a5f5-cdc0d5891eba tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:29.767634 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5697fe8b-a052-499d-935c-09cd50713f75 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:29.875035 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8e747051-f9d9-4694-8a28-d4daef5ef114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:29.882314 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8e747051-f9d9-4694-8a28-d4daef5ef114 admin admin] Usage tracker for resource:security_group_rule and tenant:0514c84866df4f7581453bec67b00d54 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:29.885655 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8e747051-f9d9-4694-8a28-d4daef5ef114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:29.893174 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8e747051-f9d9-4694-8a28-d4daef5ef114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:29.953568 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8aad75e-bf66-496a-bbe4-8933c6e8fffb None None] Network da77f77d-10fc-41c3-9afc-3c7768387840 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:29.982305 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8e747051-f9d9-4694-8a28-d4daef5ef114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.002414 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf51d13b-545a-4eca-ab44-0400ddc28751 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:30.003851 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-cf51d13b-545a-4eca-ab44-0400ddc28751 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Synchronizing usage tracker for tenant:e7d23185aeb7444fafd7db70962a6e47 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:30.007013 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8e747051-f9d9-4694-8a28-d4daef5ef114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.017187 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697fe8b-a052-499d-935c-09cd50713f75 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Port': ['ID=5b4827d8-63d5-42ed-bf54-1eba4bc455d6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:30.018625 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c0d8b690-ec33-41c3-8d2c-f49493591305 req-98bcd9f2-770b-4a97-aed1-36db84383b7d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4107482 Mar 14 15:32:30.024073 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd55796-e7e9-41a4-81fb-19a84d023aa6', 'tag': 'c3ffb940-d849-41b5-950e-9ac6d6a36486', 'status': 'completed', 'code': 200} Mar 14 15:32:30.046576 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40ea3e7a-b8c8-404c-b224-706be32cf6dc tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.056228 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40ea3e7a-b8c8-404c-b224-706be32cf6dc tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.056709 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40ea3e7a-b8c8-404c-b224-706be32cf6dc tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.070654 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-773e1802-53b9-4f2a-b076-b16799f8e051 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=6cd55796-e7e9-41a4-81fb-19a84d023aa6 HTTP/1.1" status: 200 len: 1097 time: 0.5870073 Mar 14 15:32:30.071477 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e747051-f9d9-4694-8a28-d4daef5ef114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfcdd75-2e7d-4971-afa6-7e70929721dc,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:30.102587 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-cf51d13b-545a-4eca-ab44-0400ddc28751 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Unset dirty status for tenant:e7d23185aeb7444fafd7db70962a6e47 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:30.103872 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-cf51d13b-545a-4eca-ab44-0400ddc28751 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e924330-d779-4acc-ad0a-5b9518d102de HTTP/1.1" status: 200 len: 913 time: 0.7028670 Mar 14 15:32:30.118483 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49918) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:30.179943 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6facd4d3-c169-4eac-8c51-e155b0f4f144 None None] Provisioning for port d6c1ba67-79b0-456b-91f2-8f3228d333bc completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:30.212612 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6facd4d3-c169-4eac-8c51-e155b0f4f144 None None] Provisioning complete for port d6c1ba67-79b0-456b-91f2-8f3228d333bc triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:30.213956 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6facd4d3-c169-4eac-8c51-e155b0f4f144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.244148 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f3f0-aa58-44f1-a5f5-cdc0d5891eba tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.249303 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5697fe8b-a052-499d-935c-09cd50713f75 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.330122 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8e747051-f9d9-4694-8a28-d4daef5ef114 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0514c84866df4f7581453bec67b00d54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8522108 Mar 14 15:32:30.338816 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49922) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:30.354609 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9f3f0-aa58-44f1-a5f5-cdc0d5891eba tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Subnet': ['ID=630c432a-cd95-41a7-81c0-40697b9b8645,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:30.359325 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-fe3f6301-45ba-43a0-9f7a-dc4e2a1819c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=c3ffb940-d849-41b5-950e-9ac6d6a36486 HTTP/1.1" status: 200 len: 217 time: 0.2724040 Mar 14 15:32:30.415499 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea3e7a-b8c8-404c-b224-706be32cf6dc tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Port': ['ID=ccf37d73-8d03-45da-bcb2-2716bda2d01f,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:30.503338 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f3f0-aa58-44f1-a5f5-cdc0d5891eba tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.508292 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c868af98-f6f9-4ad3-8697-894a99d0aa1f None None] Network e51c4afa-af1f-48b0-a4c9-10dd7efb2fee requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:30.515201 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f1f9f3f0-aa58-44f1-a5f5-cdc0d5891eba tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/subnets/630c432a-cd95-41a7-81c0-40697b9b8645 HTTP/1.1" status: 204 len: 168 time: 2.6406469 Mar 14 15:32:30.515201 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49926) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:30.539029 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ea3e7a-b8c8-404c-b224-706be32cf6dc tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network d50b06d2-88c3-420a-b8b0-838b236c59eb is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:30.539029 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-40ea3e7a-b8c8-404c-b224-706be32cf6dc tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:30.560975 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5697fe8b-a052-499d-935c-09cd50713f75 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/ports/5b4827d8-63d5-42ed-bf54-1eba4bc455d6 HTTP/1.1" status: 204 len: 168 time: 3.4413612 Mar 14 15:32:30.566120 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49930) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:30.722714 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14a0ac6-6953-4317-9dee-6e0951b04a1d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] GET failed (client error): The resource could not be found. Mar 14 15:32:30.723253 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c14a0ac6-6953-4317-9dee-6e0951b04a1d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Synchronizing usage tracker for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:30.742866 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-11e022ce-a4a8-4200-9d8d-c09eb07ecfc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:30.744470 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-11e022ce-a4a8-4200-9d8d-c09eb07ecfc5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9161bfd7-0be8-4803-b77d-8b24393126cd HTTP/1.1" status: 200 len: 836 time: 0.3369558 Mar 14 15:32:30.765365 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6facd4d3-c169-4eac-8c51-e155b0f4f144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.821036 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f2fda4c-e544-4ac5-9211-b82df39b0cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.829978 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6facd4d3-c169-4eac-8c51-e155b0f4f144 None None] For port d6c1ba67-79b0-456b-91f2-8f3228d333bc, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=d6c1ba67-79b0-456b-91f2-8f3228d333bc,segment=NetworkSegment(36fa1653-632b-41ff-be08-44760b5e467a),segment_id=36fa1653-632b-41ff-be08-44760b5e467a)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:30.839755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6facd4d3-c169-4eac-8c51-e155b0f4f144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.861187 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab751288-eb20-495d-a189-d72f78138a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.901359 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f2fda4c-e544-4ac5-9211-b82df39b0cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.946222 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facd4d3-c169-4eac-8c51-e155b0f4f144 None None] Pushing event updated for resources: {'Port': ['ID=d6c1ba67-79b0-456b-91f2-8f3228d333bc,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:30.974894 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c14a0ac6-6953-4317-9dee-6e0951b04a1d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Unset dirty status for tenant:5a6f96ee0963461298d40ea737c70799 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:30.977835 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a326e434-3750-4f9d-9bb3-992def25635f None None] Provisioning complete for port ccf37d73-8d03-45da-bcb2-2716bda2d01f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:30.978305 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a326e434-3750-4f9d-9bb3-992def25635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.978726 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c14a0ac6-6953-4317-9dee-6e0951b04a1d tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports/5b4827d8-63d5-42ed-bf54-1eba4bc455d6 HTTP/1.1" status: 404 len: 333 time: 0.4125774 Mar 14 15:32:30.980606 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49936) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:31.083406 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a326e434-3750-4f9d-9bb3-992def25635f None None] Port ccf37d73-8d03-45da-bcb2-2716bda2d01f cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:32:31.086672 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123be296-cb33-4756-89bf-32644314b48c None None] DHCP port deletion for e51c4afa-af1f-48b0-a4c9-10dd7efb2fee request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:32:31.091985 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-123be296-cb33-4756-89bf-32644314b48c None None] Deleting port 52b0f16a-e8d6-4d61-a605-2a2f3999c800 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:31.092361 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-123be296-cb33-4756-89bf-32644314b48c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:31.282884 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ab751288-eb20-495d-a189-d72f78138a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port 52b0f16a-e8d6-4d61-a605-2a2f3999c800 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:31.282884 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab751288-eb20-495d-a189-d72f78138a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:31.470447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-123be296-cb33-4756-89bf-32644314b48c None None] For port 52b0f16a-e8d6-4d61-a605-2a2f3999c800, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=52b0f16a-e8d6-4d61-a605-2a2f3999c800,segment=NetworkSegment(467b22a3-3dfc-4219-bbc3-8d126a0baca7),segment_id=467b22a3-3dfc-4219-bbc3-8d126a0baca7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:31.470447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-123be296-cb33-4756-89bf-32644314b48c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:31.470447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-373968d9-3f94-475f-93bd-7cd6b6ffffb5 None None] Provisioning complete for port d6c1ba67-79b0-456b-91f2-8f3228d333bc triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:31.470447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-373968d9-3f94-475f-93bd-7cd6b6ffffb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:31.514700 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ea3e7a-b8c8-404c-b224-706be32cf6dc tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Router a6c931b6-ded3-47f9-9d31-2ed984d19f4b is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:32:31.574915 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f2fda4c-e544-4ac5-9211-b82df39b0cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:31.638106 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-902438f5-a8d9-414d-8d35-23b6d9f9f61e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05b0bdcb-6df6-43b3-968f-5bd9aa2132cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.8740869 Mar 14 15:32:31.651622 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-123be296-cb33-4756-89bf-32644314b48c None None] Calling delete_port for 52b0f16a-e8d6-4d61-a605-2a2f3999c800 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:31.719793 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fda4c-e544-4ac5-9211-b82df39b0cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfcdd75-2e7d-4971-afa6-7e70929721dc,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:31.775326 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3985a0c0-903e-4e4a-bae1-fd662cf77521 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:31.827370 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f2fda4c-e544-4ac5-9211-b82df39b0cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:31.828072 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7f2fda4c-e544-4ac5-9211-b82df39b0cf1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ccfcdd75-2e7d-4971-afa6-7e70929721dc HTTP/1.1" status: 204 len: 168 time: 1.4828629 Mar 14 15:32:31.828809 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-123be296-cb33-4756-89bf-32644314b48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:31.846745 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28d1c94a-f590-495b-aa85-a6f542c756bc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:31.920456 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123be296-cb33-4756-89bf-32644314b48c None None] Pushing event deleted for resources: {'Port': ['ID=52b0f16a-e8d6-4d61-a605-2a2f3999c800,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:31.935817 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123be296-cb33-4756-89bf-32644314b48c None None] No DVR routers for this DVR port 52b0f16a-e8d6-4d61-a605-2a2f3999c800 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:32:31.950892 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3985a0c0-903e-4e4a-bae1-fd662cf77521 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:32.005799 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb887b-e634-4258-bb62-14a95d04b4b2 req-436cc372-c93e-4284-95d5-68c330ee772c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:32.007160 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-79cb887b-e634-4258-bb62-14a95d04b4b2 req-436cc372-c93e-4284-95d5-68c330ee772c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cd55796-e7e9-41a4-81fb-19a84d023aa6 HTTP/1.1" status: 200 len: 944 time: 0.6109886 Mar 14 15:32:32.045099 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ea3e7a-b8c8-404c-b224-706be32cf6dc tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:32:32.051258 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-40ea3e7a-b8c8-404c-b224-706be32cf6dc tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/routers/a6c931b6-ded3-47f9-9d31-2ed984d19f4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1614985 Mar 14 15:32:32.054825 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49944) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:32.061984 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8c47d6-cddc-4ce9-b388-335e771e584a None None] Sync routers for ids ['a6c931b6-ded3-47f9-9d31-2ed984d19f4b'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:32:32.075565 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8c47d6-cddc-4ce9-b388-335e771e584a None None] Routers {'a6c931b6-ded3-47f9-9d31-2ed984d19f4b'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:32:32.076359 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9f8c47d6-cddc-4ce9-b388-335e771e584a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:32:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['a6c931b6-ded3-47f9-9d31-2ed984d19f4b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:32.138509 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644c3844-53b3-4bf3-9000-d923ce7b0dfa tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:32.138907 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-644c3844-53b3-4bf3-9000-d923ce7b0dfa tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Synchronizing usage tracker for tenant:8d2b5d0d495944a3854f9775f18c15a3 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:32.168615 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9f8c47d6-cddc-4ce9-b388-335e771e584a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:32.180025 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-644c3844-53b3-4bf3-9000-d923ce7b0dfa tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Unset dirty status for tenant:8d2b5d0d495944a3854f9775f18c15a3 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:32.182898 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-644c3844-53b3-4bf3-9000-d923ce7b0dfa tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/ports/ccf37d73-8d03-45da-bcb2-2716bda2d01f HTTP/1.1" status: 200 len: 911 time: 0.1273963 Mar 14 15:32:32.185701 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49948) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:32.188598 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8c47d6-cddc-4ce9-b388-335e771e584a None None] Routers {'a6c931b6-ded3-47f9-9d31-2ed984d19f4b'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:32:32.189216 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9f8c47d6-cddc-4ce9-b388-335e771e584a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:32:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['a6c931b6-ded3-47f9-9d31-2ed984d19f4b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:32.213763 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-ab751288-eb20-495d-a189-d72f78138a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] For port 52b0f16a-e8d6-4d61-a605-2a2f3999c800, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=52b0f16a-e8d6-4d61-a605-2a2f3999c800,segment=NetworkSegment(467b22a3-3dfc-4219-bbc3-8d126a0baca7),segment_id=467b22a3-3dfc-4219-bbc3-8d126a0baca7)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:32.213926 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab751288-eb20-495d-a189-d72f78138a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:32.280561 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9f8c47d6-cddc-4ce9-b388-335e771e584a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:32.281239 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8c47d6-cddc-4ce9-b388-335e771e584a None None] The sync data for ids ['a6c931b6-ded3-47f9-9d31-2ed984d19f4b'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:32:32.341359 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-9a8b0a8b-9a51-44d9-9364-1df1c2a7122b service neutron] 10.222.0.24 "GET /v2.0/networks/05b0bdcb-6df6-43b3-968f-5bd9aa2132cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6761522 Mar 14 15:32:32.414891 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ab751288-eb20-495d-a189-d72f78138a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Calling delete_port for 52b0f16a-e8d6-4d61-a605-2a2f3999c800 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:32.501978 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-79cb887b-e634-4258-bb62-14a95d04b4b2 req-3f46e438-dcab-4012-87ad-2e4077885c14 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4555521 Mar 14 15:32:32.557155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3985a0c0-903e-4e4a-bae1-fd662cf77521 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:32.609648 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985a0c0-903e-4e4a-bae1-fd662cf77521 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faac87fb-d684-4970-94ef-19d1e8e54beb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:32.619929 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3985a0c0-903e-4e4a-bae1-fd662cf77521 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:32.621337 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3985a0c0-903e-4e4a-bae1-fd662cf77521 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/security-groups/faac87fb-d684-4970-94ef-19d1e8e54beb HTTP/1.1" status: 204 len: 168 time: 1.3712108 Mar 14 15:32:32.626868 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49960) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:32.677269 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.api [None req-ab751288-eb20-495d-a189-d72f78138a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:32:32.677618 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG oslo_db.api [None req-ab751288-eb20-495d-a189-d72f78138a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:32:32.721124 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b50a6cdc-7b06-4f5e-9940-004bee0d57a7 req-31d38e00-ce54-4fe6-8d42-da68ea08ae6c service neutron] 10.222.0.24 "GET /v2.0/networks/05b0bdcb-6df6-43b3-968f-5bd9aa2132cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785535 Mar 14 15:32:32.751255 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63ba6056-f0a4-4133-8b95-aefc30066faa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:32.782742 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63ba6056-f0a4-4133-8b95-aefc30066faa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:32.846156 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d6c1ba67-79b0-456b-91f2-8f3228d333bc up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:32:32.914688 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e490f7fb-7eba-4af6-a09d-54abb6fa6bbe req-99ce1bc5-8f0b-4ded-85b6-4a53e42f0c3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=6cd55796-e7e9-41a4-81fb-19a84d023aa6 HTTP/1.1" status: 200 len: 1097 time: 0.1206555 Mar 14 15:32:32.920948 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63ba6056-f0a4-4133-8b95-aefc30066faa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:32.943881 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port d6c1ba67-79b0-456b-91f2-8f3228d333bc triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:32.944755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:32.976257 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba6056-f0a4-4133-8b95-aefc30066faa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ea7230-4ed6-44ce-aa2d-8e9bd320b40b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:33.061469 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63ba6056-f0a4-4133-8b95-aefc30066faa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:33.067221 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-63ba6056-f0a4-4133-8b95-aefc30066faa tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/security-groups/67ea7230-4ed6-44ce-aa2d-8e9bd320b40b HTTP/1.1" status: 204 len: 168 time: 0.4329133 Mar 14 15:32:33.067221 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49970) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:33.186740 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ab751288-eb20-495d-a189-d72f78138a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port 52b0f16a-e8d6-4d61-a605-2a2f3999c800 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:33.187152 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab751288-eb20-495d-a189-d72f78138a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:33.284366 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 52b0f16a-e8d6-4d61-a605-2a2f3999c800 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:32:33.301549 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ab751288-eb20-495d-a189-d72f78138a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] The port '52b0f16a-e8d6-4d61-a605-2a2f3999c800' was deleted {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:32:33.354380 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490f7fb-7eba-4af6-a09d-54abb6fa6bbe req-980b678c-726d-4a46-ad5a-825d2af9678c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:33.356277 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 52b0f16a-e8d6-4d61-a605-2a2f3999c800 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:32:33.356277 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 52b0f16a-e8d6-4d61-a605-2a2f3999c800 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:32:33.361092 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e490f7fb-7eba-4af6-a09d-54abb6fa6bbe req-980b678c-726d-4a46-ad5a-825d2af9678c service neutron] 10.222.0.24 "GET /v2.0/networks?id=05b0bdcb-6df6-43b3-968f-5bd9aa2132cf HTTP/1.1" status: 200 len: 898 time: 0.4270720 Mar 14 15:32:33.361092 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-073bb974-a4d3-46e9-9f6d-ae3920392f4f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:33.429819 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-28d1c94a-f590-495b-aa85-a6f542c756bc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Deleting port 583329b1-fa3f-4df5-8256-29d012ab7724 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:33.430343 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28d1c94a-f590-495b-aa85-a6f542c756bc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:33.649415 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e490f7fb-7eba-4af6-a09d-54abb6fa6bbe req-ae0cb4f0-713b-445a-866d-01254fead98b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=c3ffb940-d849-41b5-950e-9ac6d6a36486 HTTP/1.1" status: 200 len: 217 time: 0.2709208 Mar 14 15:32:33.716272 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-073bb974-a4d3-46e9-9f6d-ae3920392f4f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:33.742274 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab751288-eb20-495d-a189-d72f78138a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:33.792417 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-ab751288-eb20-495d-a189-d72f78138a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51c4afa-af1f-48b0-a4c9-10dd7efb2fee']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:33.816563 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490f7fb-7eba-4af6-a09d-54abb6fa6bbe req-4e779491-3c4e-4c6a-8018-171b8e2767ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:33.817972 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e490f7fb-7eba-4af6-a09d-54abb6fa6bbe req-4e779491-3c4e-4c6a-8018-171b8e2767ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9161bfd7-0be8-4803-b77d-8b24393126cd HTTP/1.1" status: 200 len: 836 time: 0.1508706 Mar 14 15:32:33.820946 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-ab751288-eb20-495d-a189-d72f78138a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467b22a3-3dfc-4219-bbc3-8d126a0baca7') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:33.821229 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-ab751288-eb20-495d-a189-d72f78138a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467b22a3-3dfc-4219-bbc3-8d126a0baca7') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:33.873750 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02af1e78-0b90-4698-aba4-0d076e95e7ac tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:33.887925 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab751288-eb20-495d-a189-d72f78138a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:33.915275 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-073bb974-a4d3-46e9-9f6d-ae3920392f4f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:33.922612 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab751288-eb20-495d-a189-d72f78138a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:33.942138 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab751288-eb20-495d-a189-d72f78138a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:32:33.942550 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab751288-eb20-495d-a189-d72f78138a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:33.960835 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073bb974-a4d3-46e9-9f6d-ae3920392f4f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeed928-032d-49f3-b156-433984997099,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: util.warn( Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: util.warn( Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: util.warn( Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: util.warn( Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:32:33.963555 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:32:34.033732 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28d1c94a-f590-495b-aa85-a6f542c756bc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:34.036423 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-073bb974-a4d3-46e9-9f6d-ae3920392f4f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:34.037539 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-073bb974-a4d3-46e9-9f6d-ae3920392f4f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/security-groups/9aeed928-032d-49f3-b156-433984997099 HTTP/1.1" status: 204 len: 168 time: 0.9698937 Mar 14 15:32:34.041573 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 49990) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:34.055683 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e490f7fb-7eba-4af6-a09d-54abb6fa6bbe req-b5c96ee9-7202-472f-8df7-6635dab57523 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05b0bdcb-6df6-43b3-968f-5bd9aa2132cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2272983 Mar 14 15:32:34.060206 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab751288-eb20-495d-a189-d72f78138a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:34.066649 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab751288-eb20-495d-a189-d72f78138a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:34.156992 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab751288-eb20-495d-a189-d72f78138a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Network': ['ID=e51c4afa-af1f-48b0-a4c9-10dd7efb2fee,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:34.165457 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ab751288-eb20-495d-a189-d72f78138a82 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/networks/e51c4afa-af1f-48b0-a4c9-10dd7efb2fee HTTP/1.1" status: 204 len: 168 time: 3.6610785 Mar 14 15:32:34.166127 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 49996) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:34.176025 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8550c7ae-ebbd-4e8c-a197-6da448d6fd9e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1163197769'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:34.182969 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8550c7ae-ebbd-4e8c-a197-6da448d6fd9e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:34.203386 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8550c7ae-ebbd-4e8c-a197-6da448d6fd9e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:network and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:34.208477 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8550c7ae-ebbd-4e8c-a197-6da448d6fd9e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:34.219433 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8550c7ae-ebbd-4e8c-a197-6da448d6fd9e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:34.220475 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678eeeb5-6191-4827-8344-628277165e30 req-e00e443f-9fdd-420c-80c4-58f8fe5fcb2e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:34.222711 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-678eeeb5-6191-4827-8344-628277165e30 req-e00e443f-9fdd-420c-80c4-58f8fe5fcb2e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cd55796-e7e9-41a4-81fb-19a84d023aa6 HTTP/1.1" status: 200 len: 944 time: 0.4975860 Mar 14 15:32:34.238351 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-28d1c94a-f590-495b-aa85-a6f542c756bc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Calling delete_port for 583329b1-fa3f-4df5-8256-29d012ab7724 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:34.263006 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8550c7ae-ebbd-4e8c-a197-6da448d6fd9e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:34.266150 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8550c7ae-ebbd-4e8c-a197-6da448d6fd9e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:34.302456 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e490f7fb-7eba-4af6-a09d-54abb6fa6bbe req-115d40ad-6256-4c64-88fb-71a901cc29d4 service neutron] 10.222.0.24 "GET /v2.0/networks/05b0bdcb-6df6-43b3-968f-5bd9aa2132cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327070 Mar 14 15:32:34.395214 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8550c7ae-ebbd-4e8c-a197-6da448d6fd9e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:32:34.424862 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8550c7ae-ebbd-4e8c-a197-6da448d6fd9e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:34.425240 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-8550c7ae-ebbd-4e8c-a197-6da448d6fd9e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Added segment 536b9757-0766-47a9-bf86-af053acee6d0 of type vlan for network c4d168b3-0d79-4f68-b416-ed7694d4c315 Mar 14 15:32:34.482354 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8550c7ae-ebbd-4e8c-a197-6da448d6fd9e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:34.492602 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e490f7fb-7eba-4af6-a09d-54abb6fa6bbe req-dbf53493-a97a-473d-9a44-82543acd2561 service neutron] 10.222.0.24 "GET /v2.0/networks/05b0bdcb-6df6-43b3-968f-5bd9aa2132cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805522 Mar 14 15:32:34.519128 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50004) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:34.536026 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-678eeeb5-6191-4827-8344-628277165e30 req-65e2fa93-4145-4c6f-a2da-70cf8bb383d9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649298 Mar 14 15:32:34.536538 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8550c7ae-ebbd-4e8c-a197-6da448d6fd9e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:34.541583 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8550c7ae-ebbd-4e8c-a197-6da448d6fd9e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:34.542224 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8550c7ae-ebbd-4e8c-a197-6da448d6fd9e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:34.649487 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8550c7ae-ebbd-4e8c-a197-6da448d6fd9e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4784079 Mar 14 15:32:34.652696 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50010) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:34.660366 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-63499944-67e2-4abb-8b3c-83a25db22152 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'subnet': {'network_id': 'c4d168b3-0d79-4f68-b416-ed7694d4c315', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:34.673626 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550c7ae-ebbd-4e8c-a197-6da448d6fd9e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Network': ['ID=c4d168b3-0d79-4f68-b416-ed7694d4c315,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:34.685928 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network c4d168b3-0d79-4f68-b416-ed7694d4c315 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:32:34.693888 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-a876bbee-8369-4479-bdf6-0eb5eacc9422 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting subnet 9ec3301b-7de4-44f9-a0e6-0b436ec203e5 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:32:34.707801 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a876bbee-8369-4479-bdf6-0eb5eacc9422 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:34.747915 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-312359362', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:34.771706 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:34.779686 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Usage tracker for resource:port and tenant:833cedbdc8e8431082432ceada9186bd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:34.784871 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:34.800726 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:34.812733 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a876bbee-8369-4479-bdf6-0eb5eacc9422 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:34.813345 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-63499944-67e2-4abb-8b3c-83a25db22152 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:34.818318 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-63499944-67e2-4abb-8b3c-83a25db22152 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:subnet and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:34.820760 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Made reservation on behalf of 833cedbdc8e8431082432ceada9186bd for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:34.823022 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:34.832497 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-63499944-67e2-4abb-8b3c-83a25db22152 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:34.840613 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-63499944-67e2-4abb-8b3c-83a25db22152 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:34.843931 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:34.868920 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63499944-67e2-4abb-8b3c-83a25db22152 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:34.875496 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28d1c94a-f590-495b-aa85-a6f542c756bc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:34.947636 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1c94a-f590-495b-aa85-a6f542c756bc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event deleted for resources: {'Port': ['ID=583329b1-fa3f-4df5-8256-29d012ab7724,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:34.953900 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-02af1e78-0b90-4698-aba4-0d076e95e7ac tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Allocated IP 2001:db8:1::1 (da77f77d-10fc-41c3-9afc-3c7768387840/c5e0f6ed-bfed-44f2-a225-f46dc68982ae/5af490f0-edf5-412a-bb4f-9be78e600c00) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:34.962426 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:34.968998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Usage tracker for resource:security_group_rule and tenant:833cedbdc8e8431082432ceada9186bd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:34.978988 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:34.988817 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:34.994945 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63499944-67e2-4abb-8b3c-83a25db22152 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:35.172760 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:35.208367 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:35.220519 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] device_id is not set on port 1f8c1048-e708-4d30-8953-0b78df536dd9 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:32:35.296101 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce024ac1-9f3a-4905-a965-44d095b017e8,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:35.328698 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a876bbee-8369-4479-bdf6-0eb5eacc9422 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:35.393185 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63499944-67e2-4abb-8b3c-83a25db22152 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:35.523989 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02af1e78-0b90-4698-aba4-0d076e95e7ac tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:35.553169 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a876bbee-8369-4479-bdf6-0eb5eacc9422 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:35.558077 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-02af1e78-0b90-4698-aba4-0d076e95e7ac tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Transition to ACTIVE for port object 5af490f0-edf5-412a-bb4f-9be78e600c00 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:35.585431 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Allocated IP 172.26.4.247 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/1f8c1048-e708-4d30-8953-0b78df536dd9) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:35.601046 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63499944-67e2-4abb-8b3c-83a25db22152 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Subnet': ['ID=e7042c0e-06ac-4b0d-81b9-a99a9f1e9781,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:35.602071 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876bbee-8369-4479-bdf6-0eb5eacc9422 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Subnet': ['ID=9ec3301b-7de4-44f9-a0e6-0b436ec203e5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:35.619832 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a876bbee-8369-4479-bdf6-0eb5eacc9422 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:35.638145 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63499944-67e2-4abb-8b3c-83a25db22152 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Checking segment: {'id': '536b9757-0766-47a9-bf86-af053acee6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c4d168b3-0d79-4f68-b416-ed7694d4c315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:32:35.638793 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63499944-67e2-4abb-8b3c-83a25db22152 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network hostable DHCP agents. Network: c4d168b3-0d79-4f68-b416-ed7694d4c315, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:32:35.640025 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a876bbee-8369-4479-bdf6-0eb5eacc9422 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/subnets/9ec3301b-7de4-44f9-a0e6-0b436ec203e5 HTTP/1.1" status: 204 len: 168 time: 1.5941498 Mar 14 15:32:35.641260 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476f8fd1-ce59-4822-9b0a-9231889cb302 None None] Network 523d1b1c-98ed-49ef-afa0-7760353ee21c requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:35.646869 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50016) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:35.705279 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02af1e78-0b90-4698-aba4-0d076e95e7ac tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:35.808140 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0f5ac8-8457-4856-b9a8-52fef38d27df tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting subnet f756e48c-9d00-4a80-9d6c-c9517af3a2a0 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:32:35.818380 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02af1e78-0b90-4698-aba4-0d076e95e7ac tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network da77f77d-10fc-41c3-9afc-3c7768387840 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:35.824100 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5ac8-8457-4856-b9a8-52fef38d27df tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:35.829149 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63499944-67e2-4abb-8b3c-83a25db22152 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network c4d168b3-0d79-4f68-b416-ed7694d4c315 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:32:35.851165 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-63499944-67e2-4abb-8b3c-83a25db22152 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, c4d168b3-0d79-4f68-b416-ed7694d4c315) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:35.854087 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-02af1e78-0b90-4698-aba4-0d076e95e7ac tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:35.862153 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af1e78-0b90-4698-aba4-0d076e95e7ac tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Port': ['ID=5af490f0-edf5-412a-bb4f-9be78e600c00,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:35.869990 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02af1e78-0b90-4698-aba4-0d076e95e7ac tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:32:35.871134 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02af1e78-0b90-4698-aba4-0d076e95e7ac tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:35.876846 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63499944-67e2-4abb-8b3c-83a25db22152 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:35.877592 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63499944-67e2-4abb-8b3c-83a25db22152 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:35.883969 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf449cd-828a-4704-8c36-824d81143b2e None None] Network c4d168b3-0d79-4f68-b416-ed7694d4c315 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:35.904883 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28d1c94a-f590-495b-aa85-a6f542c756bc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:35.922558 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5ac8-8457-4856-b9a8-52fef38d27df tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:35.942591 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98da091-f882-4107-b58d-b20fe441da48 req-132a0b46-0ec3-4425-89ca-ac1652d8ed73 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:35.944069 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d98da091-f882-4107-b58d-b20fe441da48 req-132a0b46-0ec3-4425-89ca-ac1652d8ed73 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cd55796-e7e9-41a4-81fb-19a84d023aa6 HTTP/1.1" status: 200 len: 944 time: 0.1791637 Mar 14 15:32:35.947899 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-63499944-67e2-4abb-8b3c-83a25db22152 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2942710 Mar 14 15:32:35.954397 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:35.957842 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50020) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:35.978558 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f72240af-f22a-4010-9005-34f110d5c25b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'port': {'network_id': 'c4d168b3-0d79-4f68-b416-ed7694d4c315', 'name': 'tempest-PortsTestJSON-1764261060', 'fixed_ips': [{'subnet_id': 'e7042c0e-06ac-4b0d-81b9-a99a9f1e9781', 'ip_address': '172.20.0.10'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:36.033926 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5ac8-8457-4856-b9a8-52fef38d27df tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:36.190199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f72240af-f22a-4010-9005-34f110d5c25b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:36.209804 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f72240af-f22a-4010-9005-34f110d5c25b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:36.226963 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:36.254958 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0802c9b3-1ca6-4a04-a1fd-e81ee17ea3db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-c4d168b3-0d79-4f68-b416-ed7694d4c315', 'network_id': 'c4d168b3-0d79-4f68-b416-ed7694d4c315', 'tenant_id': 'd145e6d0b939429681cad6903d26baa7', 'fixed_ips': [{'subnet_id': 'e7042c0e-06ac-4b0d-81b9-a99a9f1e9781'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:32:36.256616 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0802c9b3-1ca6-4a04-a1fd-e81ee17ea3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:36.336878 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72240af-f22a-4010-9005-34f110d5c25b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:36.343244 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f72240af-f22a-4010-9005-34f110d5c25b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:36.361331 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8f799c64-037c-4163-a753-8244df84140d None None] Provisioning for port 5af490f0-edf5-412a-bb4f-9be78e600c00 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:36.382523 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8f799c64-037c-4163-a753-8244df84140d None None] Provisioning complete for port 5af490f0-edf5-412a-bb4f-9be78e600c00 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:36.383617 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f799c64-037c-4163-a753-8244df84140d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:36.388127 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-f72240af-f22a-4010-9005-34f110d5c25b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] device_id is not set on port 394f5164-1376-47e8-882f-7701081bc68d yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:32:36.403669 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5ac8-8457-4856-b9a8-52fef38d27df tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:36.442545 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02af1e78-0b90-4698-aba4-0d076e95e7ac tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:36.471036 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f5ac8-8457-4856-b9a8-52fef38d27df tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Subnet': ['ID=f756e48c-9d00-4a80-9d6c-c9517af3a2a0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:36.527116 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5ac8-8457-4856-b9a8-52fef38d27df tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:36.548229 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8f799c64-037c-4163-a753-8244df84140d None None] Port 5af490f0-edf5-412a-bb4f-9be78e600c00 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:32:36.558734 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7e0f5ac8-8457-4856-b9a8-52fef38d27df tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/subnets/f756e48c-9d00-4a80-9d6c-c9517af3a2a0 HTTP/1.1" status: 204 len: 168 time: 0.9071605 Mar 14 15:32:36.559753 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50026) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:36.579104 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:36.580687 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-0802c9b3-1ca6-4a04-a1fd-e81ee17ea3db None None] Allocated IP 172.20.0.2 (c4d168b3-0d79-4f68-b416-ed7694d4c315/e7042c0e-06ac-4b0d-81b9-a99a9f1e9781/54fe6ed5-b9b4-4131-8138-99c7fcfe3189) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:36.583219 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d98da091-f882-4107-b58d-b20fe441da48 req-80954d2d-b457-4a2e-be5f-8272a10580f1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6323619 Mar 14 15:32:36.588226 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:36.591745 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:32:36.626471 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Pushing event updated for resources: {'Port': ['ID=1f8c1048-e708-4d30-8953-0b78df536dd9,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:36.660635 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:36.661480 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:36.695298 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device c3ffb940-d849-41b5-950e-9ac6d6a36486 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:32:36.700768 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-93f31994-72b2-44a3-909e-7e379dc89b4c tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1724343 Mar 14 15:32:36.701323 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50030) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:36.714269 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f293fcb9-f701-4e4a-b869-af819c7d2051 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.247'}]}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:36.720760 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f293fcb9-f701-4e4a-b869-af819c7d2051 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:36.727438 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f293fcb9-f701-4e4a-b869-af819c7d2051 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Usage tracker for resource:router and tenant:833cedbdc8e8431082432ceada9186bd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:36.734017 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f293fcb9-f701-4e4a-b869-af819c7d2051 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:36.737844 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be284b8-5db3-4c4f-a094-8773f366f7d8 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] DELETE failed (client error): The resource could not be found. Mar 14 15:32:36.738316 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be284b8-5db3-4c4f-a094-8773f366f7d8 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:32:36.742286 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6be284b8-5db3-4c4f-a094-8773f366f7d8 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/subnets/9ec3301b-7de4-44f9-a0e6-0b436ec203e5 HTTP/1.1" status: 404 len: 337 time: 0.1778562 Mar 14 15:32:36.747283 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f293fcb9-f701-4e4a-b869-af819c7d2051 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:36.748445 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50034) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:36.775831 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f293fcb9-f701-4e4a-b869-af819c7d2051 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:36.777404 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f293fcb9-f701-4e4a-b869-af819c7d2051 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:36.803748 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f293fcb9-f701-4e4a-b869-af819c7d2051 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:36.850632 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad9eaa3-618b-496d-85d9-c36a2336f2bd tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting subnet 8a377f7d-f4c1-459b-a193-07ce3d77e2ff {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:32:36.872089 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ad9eaa3-618b-496d-85d9-c36a2336f2bd tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:36.945430 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0802c9b3-1ca6-4a04-a1fd-e81ee17ea3db None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:36.948561 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port c3ffb940-d849-41b5-950e-9ac6d6a36486, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c3ffb940-d849-41b5-950e-9ac6d6a36486,segment=NetworkSegment(88a0a3ac-3e9b-489b-ae73-d965585bb97e),segment_id=88a0a3ac-3e9b-489b-ae73-d965585bb97e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:36.972906 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0802c9b3-1ca6-4a04-a1fd-e81ee17ea3db None None] Transition to ACTIVE for port object 54fe6ed5-b9b4-4131-8138-99c7fcfe3189 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:36.975852 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': 'c3ffb940-d849-41b5-950e-9ac6d6a36486', 'network_id': '05b0bdcb-6df6-43b3-968f-5bd9aa2132cf', 'port_id': 'c3ffb940-d849-41b5-950e-9ac6d6a36486', 'mac_address': 'fa:16:3e:d1:05:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9161bfd7-0be8-4803-b77d-8b24393126cd', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:32:36.990596 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f293fcb9-f701-4e4a-b869-af819c7d2051 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:37.018195 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd92e777-d774-4eaa-831b-ecd8d771f372 None None] Network 523d1b1c-98ed-49ef-afa0-7760353ee21c requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:37.103244 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0802c9b3-1ca6-4a04-a1fd-e81ee17ea3db None None] Transition to ACTIVE for port object 54fe6ed5-b9b4-4131-8138-99c7fcfe3189 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:37.131619 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0802c9b3-1ca6-4a04-a1fd-e81ee17ea3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:37.178214 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:37.193161 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-f72240af-f22a-4010-9005-34f110d5c25b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Allocated IP 172.20.0.10 (c4d168b3-0d79-4f68-b416-ed7694d4c315/e7042c0e-06ac-4b0d-81b9-a99a9f1e9781/394f5164-1376-47e8-882f-7701081bc68d) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:37.234884 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ffb940-d849-41b5-950e-9ac6d6a36486 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:32:37.242573 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ad9eaa3-618b-496d-85d9-c36a2336f2bd tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:37.270002 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802c9b3-1ca6-4a04-a1fd-e81ee17ea3db None None] Pushing event updated for resources: {'Port': ['ID=54fe6ed5-b9b4-4131-8138-99c7fcfe3189,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:37.280638 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0802c9b3-1ca6-4a04-a1fd-e81ee17ea3db None None] Network c4d168b3-0d79-4f68-b416-ed7694d4c315 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:37.284931 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7a2c5b77-0818-402e-890f-7fc318a47f0d None None] Provisioning complete for port bcd49902-e537-447b-95f6-1aba7714d95f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:37.285303 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7a2c5b77-0818-402e-890f-7fc318a47f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:37.308235 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-0802c9b3-1ca6-4a04-a1fd-e81ee17ea3db None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:37.316478 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0802c9b3-1ca6-4a04-a1fd-e81ee17ea3db None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:32:37.368220 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port c3ffb940-d849-41b5-950e-9ac6d6a36486, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c3ffb940-d849-41b5-950e-9ac6d6a36486,segment=NetworkSegment(88a0a3ac-3e9b-489b-ae73-d965585bb97e),segment_id=88a0a3ac-3e9b-489b-ae73-d965585bb97e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:37.413508 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:37.450280 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-02af1e78-0b90-4698-aba4-0d076e95e7ac tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:32:37.473919 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f72240af-f22a-4010-9005-34f110d5c25b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:37.491867 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02af1e78-0b90-4698-aba4-0d076e95e7ac tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:37.499247 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02af1e78-0b90-4698-aba4-0d076e95e7ac tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:37.499981 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02af1e78-0b90-4698-aba4-0d076e95e7ac tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:37.533682 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-f72240af-f22a-4010-9005-34f110d5c25b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Transition to ACTIVE for port object 394f5164-1376-47e8-882f-7701081bc68d will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:37.553775 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f293fcb9-f701-4e4a-b869-af819c7d2051 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:37.578031 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0802c9b3-1ca6-4a04-a1fd-e81ee17ea3db None None] Attempting to bind port 54fe6ed5-b9b4-4131-8138-99c7fcfe3189 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:32:37.578418 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0802c9b3-1ca6-4a04-a1fd-e81ee17ea3db None None] Attempting to bind port 54fe6ed5-b9b4-4131-8138-99c7fcfe3189 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '536b9757-0766-47a9-bf86-af053acee6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c4d168b3-0d79-4f68-b416-ed7694d4c315'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:32:37.579001 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0802c9b3-1ca6-4a04-a1fd-e81ee17ea3db None None] Attempting to bind port 54fe6ed5-b9b4-4131-8138-99c7fcfe3189 on network c4d168b3-0d79-4f68-b416-ed7694d4c315 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:32:37.591300 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=c3ffb940-d849-41b5-950e-9ac6d6a36486,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:37.598109 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f293fcb9-f701-4e4a-b869-af819c7d2051 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:37.611168 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ad9eaa3-618b-496d-85d9-c36a2336f2bd tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:37.622826 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:32:37.642298 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0802c9b3-1ca6-4a04-a1fd-e81ee17ea3db None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:32:37.642918 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0802c9b3-1ca6-4a04-a1fd-e81ee17ea3db None None] Checking segment: {'id': '536b9757-0766-47a9-bf86-af053acee6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c4d168b3-0d79-4f68-b416-ed7694d4c315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:32:37.644537 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0802c9b3-1ca6-4a04-a1fd-e81ee17ea3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:37.645145 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0802c9b3-1ca6-4a04-a1fd-e81ee17ea3db None None] Bound using segment: {'id': '536b9757-0766-47a9-bf86-af053acee6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c4d168b3-0d79-4f68-b416-ed7694d4c315'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:32:37.645849 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0802c9b3-1ca6-4a04-a1fd-e81ee17ea3db None None] Bound port: 54fe6ed5-b9b4-4131-8138-99c7fcfe3189, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536b9757-0766-47a9-bf86-af053acee6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c4d168b3-0d79-4f68-b416-ed7694d4c315'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:32:37.646496 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0802c9b3-1ca6-4a04-a1fd-e81ee17ea3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:37.766727 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af1e78-0b90-4698-aba4-0d076e95e7ac tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Port': ['ID=5af490f0-edf5-412a-bb4f-9be78e600c00,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:37.776367 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['c3ffb940-d849-41b5-950e-9ac6d6a36486'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:32:37.793745 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f72240af-f22a-4010-9005-34f110d5c25b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:37.843053 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0802c9b3-1ca6-4a04-a1fd-e81ee17ea3db None None] For port 54fe6ed5-b9b4-4131-8138-99c7fcfe3189, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:32:37.860787 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0802c9b3-1ca6-4a04-a1fd-e81ee17ea3db None None] For port 54fe6ed5-b9b4-4131-8138-99c7fcfe3189, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=54fe6ed5-b9b4-4131-8138-99c7fcfe3189,segment=NetworkSegment(536b9757-0766-47a9-bf86-af053acee6d0),segment_id=536b9757-0766-47a9-bf86-af053acee6d0)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:32:37.871915 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7a2c5b77-0818-402e-890f-7fc318a47f0d None None] Provisioning complete for port ab1768c0-e270-4c45-b66a-5fad480e9b9a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:37.872425 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7a2c5b77-0818-402e-890f-7fc318a47f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:37.897499 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0802c9b3-1ca6-4a04-a1fd-e81ee17ea3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:38.030374 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ad9eaa3-618b-496d-85d9-c36a2336f2bd tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:38.030817 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7a2c5b77-0818-402e-890f-7fc318a47f0d None None] Port ab1768c0-e270-4c45-b66a-5fad480e9b9a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:32:38.065198 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802c9b3-1ca6-4a04-a1fd-e81ee17ea3db None None] Pushing event updated for resources: {'Port': ['ID=54fe6ed5-b9b4-4131-8138-99c7fcfe3189,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:38.076041 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72240af-f22a-4010-9005-34f110d5c25b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network c4d168b3-0d79-4f68-b416-ed7694d4c315 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:38.086430 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-f72240af-f22a-4010-9005-34f110d5c25b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:38.093687 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72240af-f22a-4010-9005-34f110d5c25b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:32:38.096346 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02af1e78-0b90-4698-aba4-0d076e95e7ac tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network da77f77d-10fc-41c3-9afc-3c7768387840 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:38.102814 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-02af1e78-0b90-4698-aba4-0d076e95e7ac tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:38.114666 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9eaa3-618b-496d-85d9-c36a2336f2bd tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Subnet': ['ID=8a377f7d-f4c1-459b-a193-07ce3d77e2ff,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:38.163185 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f293fcb9-f701-4e4a-b869-af819c7d2051 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:38.278838 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72240af-f22a-4010-9005-34f110d5c25b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Port': ['ID=394f5164-1376-47e8-882f-7701081bc68d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:38.364523 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ad9eaa3-618b-496d-85d9-c36a2336f2bd tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:38.403013 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72240af-f22a-4010-9005-34f110d5c25b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:38.403761 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f72240af-f22a-4010-9005-34f110d5c25b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:38.410146 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c958e6-80ea-4826-b7a5-f54e9630e4b1 req-37b4e388-1d7a-4d5f-aae5-d6eed2262e75 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:38.414536 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-28c958e6-80ea-4826-b7a5-f54e9630e4b1 req-37b4e388-1d7a-4d5f-aae5-d6eed2262e75 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cd55796-e7e9-41a4-81fb-19a84d023aa6 HTTP/1.1" status: 200 len: 945 time: 0.6621325 Mar 14 15:32:38.445764 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5ad9eaa3-618b-496d-85d9-c36a2336f2bd tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/subnets/8a377f7d-f4c1-459b-a193-07ce3d77e2ff HTTP/1.1" status: 204 len: 168 time: 1.6929288 Mar 14 15:32:38.462934 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50040) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:38.572384 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-08896e60-370e-480f-8569-d1841494ac4e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] DELETE failed (client error): The resource could not be found. Mar 14 15:32:38.572557 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08896e60-370e-480f-8569-d1841494ac4e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:32:38.576723 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-08896e60-370e-480f-8569-d1841494ac4e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/subnets/f96d0d0f-bced-45fa-adf5-9bdd9f84c748 HTTP/1.1" status: 404 len: 337 time: 0.1113515 Mar 14 15:32:38.584985 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50044) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:38.595959 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f72240af-f22a-4010-9005-34f110d5c25b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6367788 Mar 14 15:32:38.599216 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50048) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:38.649325 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b3f3e00e-d03e-429d-850f-121b2f01ed8b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ebc4156-cd04-472a-8bbe-0a2b985c6268 HTTP/1.1" status: 200 len: 205 time: 0.0631990 Mar 14 15:32:38.652433 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50052) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:38.680496 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4f31738a-5d60-4fac-92fb-ceb284dc8423 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'port': {'network_id': 'c4d168b3-0d79-4f68-b416-ed7694d4c315', 'name': 'tempest-PortsTestJSON-641705420', 'fixed_ips': [{'subnet_id': 'e7042c0e-06ac-4b0d-81b9-a99a9f1e9781', 'ip_address': '172.20.0.9'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:38.685846 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b51cf2c9-5eb0-494f-b517-a5b4edfc50ea None None] Provisioning complete for port 5af490f0-edf5-412a-bb4f-9be78e600c00 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:38.686468 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b51cf2c9-5eb0-494f-b517-a5b4edfc50ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:38.755583 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-28c958e6-80ea-4826-b7a5-f54e9630e4b1 req-cc8e7dcf-777c-4ee3-a8a9-be91cde18146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3115375 Mar 14 15:32:38.773746 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b51cf2c9-5eb0-494f-b517-a5b4edfc50ea None None] Port 5af490f0-edf5-412a-bb4f-9be78e600c00 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:32:38.886774 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-4300d9ce-e892-45f9-99c1-8a5a9480e611 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] delete failed (client error): The resource could not be found. Mar 14 15:32:38.890828 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4300d9ce-e892-45f9-99c1-8a5a9480e611 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/routers/5ebc4156-cd04-472a-8bbe-0a2b985c6268 HTTP/1.1" status: 404 len: 336 time: 0.2368398 Mar 14 15:32:38.892174 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50056) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:38.902367 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 54fe6ed5-b9b4-4131-8138-99c7fcfe3189 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:32:38.944310 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-204160df-1141-4d7a-b7ab-7473f037ca9f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] DELETE failed (client error): The resource could not be found. Mar 14 15:32:38.944738 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204160df-1141-4d7a-b7ab-7473f037ca9f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:32:38.950312 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-204160df-1141-4d7a-b7ab-7473f037ca9f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/subnets/c5b958e7-4bf3-4f7c-9bfe-2fb7e0ddd79f HTTP/1.1" status: 404 len: 337 time: 0.0538373 Mar 14 15:32:38.951098 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50060) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:38.957570 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f293fcb9-f701-4e4a-b869-af819c7d2051 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:38.992593 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 54fe6ed5-b9b4-4131-8138-99c7fcfe3189 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:39.005325 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-601068ce-cdf1-4d06-b1ce-001f74f17ede tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] DELETE failed (client error): The resource could not be found. Mar 14 15:32:39.005651 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601068ce-cdf1-4d06-b1ce-001f74f17ede tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:32:39.007488 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-601068ce-cdf1-4d06-b1ce-001f74f17ede tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/subnets/0cd16629-0089-4d31-84d7-b24a5615ee02 HTTP/1.1" status: 404 len: 337 time: 0.0533433 Mar 14 15:32:39.010387 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f293fcb9-f701-4e4a-b869-af819c7d2051 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:39.012004 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50064) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:39.054474 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89f25ff-b102-4466-b0a7-90ca881603e6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] DELETE failed (client error): The resource could not be found. Mar 14 15:32:39.054971 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89f25ff-b102-4466-b0a7-90ca881603e6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:32:39.056714 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d89f25ff-b102-4466-b0a7-90ca881603e6 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/subnets/9644e843-4450-44f2-b965-dacdec996fe5 HTTP/1.1" status: 404 len: 337 time: 0.0436094 Mar 14 15:32:39.058443 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d65fd7a-6c32-4233-9c0a-3ebedf034b57 None None] Network 523d1b1c-98ed-49ef-afa0-7760353ee21c requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:39.059779 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50068) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:39.110152 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f70fa2-7845-4d7b-8488-391e2d8da84f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] DELETE failed (client error): The resource could not be found. Mar 14 15:32:39.110884 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f70fa2-7845-4d7b-8488-391e2d8da84f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:32:39.117850 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-51f70fa2-7845-4d7b-8488-391e2d8da84f tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/ports/56753692-6f9e-4689-9f58-a7b2a33df7a3 HTTP/1.1" status: 404 len: 333 time: 0.0568972 Mar 14 15:32:39.120766 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50072) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:39.155151 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4f31738a-5d60-4fac-92fb-ceb284dc8423 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:39.164729 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-4f31738a-5d60-4fac-92fb-ceb284dc8423 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:port and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:39.168887 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-4f31738a-5d60-4fac-92fb-ceb284dc8423 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:39.169104 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f293fcb9-f701-4e4a-b869-af819c7d2051 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:39.170259 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f293fcb9-f701-4e4a-b869-af819c7d2051 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e065a32b-3391-4766-9fb7-649df332e698 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:32:39.172446 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad3092f-d05e-4f61-88dd-3cf72829bb0e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] DELETE failed (client error): The resource could not be found. Mar 14 15:32:39.177858 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad3092f-d05e-4f61-88dd-3cf72829bb0e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:32:39.178427 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4f31738a-5d60-4fac-92fb-ceb284dc8423 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:39.185479 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4ad3092f-d05e-4f61-88dd-3cf72829bb0e tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/subnets/af216191-a420-4763-9ca2-ad9ca3792ba5 HTTP/1.1" status: 404 len: 337 time: 0.0630531 Mar 14 15:32:39.188664 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50076) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:39.211010 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-f293fcb9-f701-4e4a-b869-af819c7d2051 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 14 15:32:39.212395 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f293fcb9-f701-4e4a-b869-af819c7d2051 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5101817 Mar 14 15:32:39.215725 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50080) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:39.264877 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f31738a-5d60-4fac-92fb-ceb284dc8423 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:39.277186 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f38fd2d7-d6c0-4199-b11a-86132bdeaf6a None None] Provisioning complete for port bcd49902-e537-447b-95f6-1aba7714d95f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:39.277994 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f38fd2d7-d6c0-4199-b11a-86132bdeaf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:39.295001 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-daf3a099-5d5e-4f5d-ac30-23b49a5e2981 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Deleting port 1f8c1048-e708-4d30-8953-0b78df536dd9 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:39.295359 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-daf3a099-5d5e-4f5d-ac30-23b49a5e2981 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:39.356228 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-18dcdb7c-5cb6-4a99-9fce-0ce5c6236b0a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] DELETE failed (client error): The resource could not be found. Mar 14 15:32:39.356998 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18dcdb7c-5cb6-4a99-9fce-0ce5c6236b0a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:32:39.358910 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-18dcdb7c-5cb6-4a99-9fce-0ce5c6236b0a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/subnets/5d70f7e2-e389-47dc-a96e-d6eccdf4e009 HTTP/1.1" status: 404 len: 337 time: 0.1680744 Mar 14 15:32:39.363743 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50084) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:39.366643 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d1c94a-f590-495b-aa85-a6f542c756bc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Router 9e924330-d779-4acc-ad0a-5b9518d102de has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:32:39.454765 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02af1e78-0b90-4698-aba4-0d076e95e7ac tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Router a6c931b6-ded3-47f9-9d31-2ed984d19f4b has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:32:39.464118 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-5203c5e7-e956-4cde-aaa0-d01908161495 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] DELETE failed (client error): The resource could not be found. Mar 14 15:32:39.464781 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5203c5e7-e956-4cde-aaa0-d01908161495 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:32:39.469914 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5203c5e7-e956-4cde-aaa0-d01908161495 tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/ports/4f3d873e-e3bf-482a-b0df-08b6ccc3898c HTTP/1.1" status: 404 len: 333 time: 0.1041229 Mar 14 15:32:39.474070 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50088) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:39.530529 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-deebbcd6-04d3-4561-a7c3-38eca3924e6b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] DELETE failed (client error): The resource could not be found. Mar 14 15:32:39.530996 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deebbcd6-04d3-4561-a7c3-38eca3924e6b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:32:39.535690 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-deebbcd6-04d3-4561-a7c3-38eca3924e6b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/subnets/988b73f3-8155-41ce-b053-7e911f13302b HTTP/1.1" status: 404 len: 337 time: 0.0575817 Mar 14 15:32:39.537220 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50092) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:39.565262 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f38fd2d7-d6c0-4199-b11a-86132bdeaf6a None None] Provisioning complete for port ab1768c0-e270-4c45-b66a-5fad480e9b9a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:39.566523 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f38fd2d7-d6c0-4199-b11a-86132bdeaf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:39.630539 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d38926-c1d2-4ab0-919a-04911bd82d0c None None] DHCP port deletion for 523d1b1c-98ed-49ef-afa0-7760353ee21c request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:32:39.641530 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-21d38926-c1d2-4ab0-919a-04911bd82d0c None None] Deleting port bcd49902-e537-447b-95f6-1aba7714d95f {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:39.642428 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-21d38926-c1d2-4ab0-919a-04911bd82d0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:39.653941 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4f31738a-5d60-4fac-92fb-ceb284dc8423 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:39.667935 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-78bc4a05-60f5-478a-918d-440f1f581e9b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] DELETE failed (client error): The resource could not be found. Mar 14 15:32:39.669136 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78bc4a05-60f5-478a-918d-440f1f581e9b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:32:39.671288 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-78bc4a05-60f5-478a-918d-440f1f581e9b tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/subnets/13a0f8ee-f9c9-4627-a729-b626a68abd8c HTTP/1.1" status: 404 len: 337 time: 0.1293039 Mar 14 15:32:39.675936 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50096) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:39.690134 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f38fd2d7-d6c0-4199-b11a-86132bdeaf6a None None] Port ab1768c0-e270-4c45-b66a-5fad480e9b9a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:32:39.725045 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-4f31738a-5d60-4fac-92fb-ceb284dc8423 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] device_id is not set on port 4447fa8a-814e-4a7d-ade4-154342ef8aba yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:32:39.778721 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e272e8b8-7638-436c-9ce7-a8b1888cc06a None None] Network c4d168b3-0d79-4f68-b416-ed7694d4c315 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:40.017957 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4de98d8d-cf26-4afb-93d1-e78fc0037bda tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Deleting port ab1768c0-e270-4c45-b66a-5fad480e9b9a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:40.019036 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4de98d8d-cf26-4afb-93d1-e78fc0037bda tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:40.037407 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-90f7d389-938f-4d6c-92d2-bad182be4f17 None None] Provisioning for port 54fe6ed5-b9b4-4131-8138-99c7fcfe3189 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:40.050937 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-daf3a099-5d5e-4f5d-ac30-23b49a5e2981 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:40.056754 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-90f7d389-938f-4d6c-92d2-bad182be4f17 None None] Provisioning complete for port 54fe6ed5-b9b4-4131-8138-99c7fcfe3189 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:40.057129 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90f7d389-938f-4d6c-92d2-bad182be4f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:40.145192 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-21d38926-c1d2-4ab0-919a-04911bd82d0c None None] For port bcd49902-e537-447b-95f6-1aba7714d95f, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=bcd49902-e537-447b-95f6-1aba7714d95f,segment=NetworkSegment(ca3e1fbb-c7bc-42c9-81f1-2a84966a024c),segment_id=ca3e1fbb-c7bc-42c9-81f1-2a84966a024c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:40.145192 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-21d38926-c1d2-4ab0-919a-04911bd82d0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:40.153719 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-4f31738a-5d60-4fac-92fb-ceb284dc8423 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Allocated IP 172.20.0.9 (c4d168b3-0d79-4f68-b416-ed7694d4c315/e7042c0e-06ac-4b0d-81b9-a99a9f1e9781/4447fa8a-814e-4a7d-ade4-154342ef8aba) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:40.226994 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-daf3a099-5d5e-4f5d-ac30-23b49a5e2981 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Calling delete_port for 1f8c1048-e708-4d30-8953-0b78df536dd9 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:40.319564 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02af1e78-0b90-4698-aba4-0d076e95e7ac tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:32:40.333289 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d1c94a-f590-495b-aa85-a6f542c756bc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:32:40.345873 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1a1e55-6a3c-4a4b-9e04-5d2cf5be32e4 None None] Sync routers for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:32:40.372812 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1a1e55-6a3c-4a4b-9e04-5d2cf5be32e4 None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:32:40.372812 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4d1a1e55-6a3c-4a4b-9e04-5d2cf5be32e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:32:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:40.384472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-21d38926-c1d2-4ab0-919a-04911bd82d0c None None] Calling delete_port for bcd49902-e537-447b-95f6-1aba7714d95f owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:40.427782 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f55b2b0-52ec-4578-ba1a-6bd789002b8c None None] Sync routers for ids ['a6c931b6-ded3-47f9-9d31-2ed984d19f4b'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:32:40.469099 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-02af1e78-0b90-4698-aba4-0d076e95e7ac tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/routers/a6c931b6-ded3-47f9-9d31-2ed984d19f4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2821710 Mar 14 15:32:40.481751 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-28d1c94a-f590-495b-aa85-a6f542c756bc tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "PUT /v2.0/routers/9e924330-d779-4acc-ad0a-5b9518d102de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3557682 Mar 14 15:32:40.481751 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50102) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:40.481751 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50104) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:40.519394 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f55b2b0-52ec-4578-ba1a-6bd789002b8c None None] Routers {'a6c931b6-ded3-47f9-9d31-2ed984d19f4b'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:32:40.519394 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6f55b2b0-52ec-4578-ba1a-6bd789002b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:32:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['a6c931b6-ded3-47f9-9d31-2ed984d19f4b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:40.556574 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4d1a1e55-6a3c-4a4b-9e04-5d2cf5be32e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:40.574302 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4de98d8d-cf26-4afb-93d1-e78fc0037bda tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:40.579079 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1a1e55-6a3c-4a4b-9e04-5d2cf5be32e4 None None] Routers {'9e924330-d779-4acc-ad0a-5b9518d102de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:32:40.579691 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4d1a1e55-6a3c-4a4b-9e04-5d2cf5be32e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:32:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9e924330-d779-4acc-ad0a-5b9518d102de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:40.654486 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4d1a1e55-6a3c-4a4b-9e04-5d2cf5be32e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:40.654890 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1a1e55-6a3c-4a4b-9e04-5d2cf5be32e4 None None] The sync data for ids ['9e924330-d779-4acc-ad0a-5b9518d102de'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:32:40.688586 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-21d38926-c1d2-4ab0-919a-04911bd82d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:40.734330 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac3bdf7-fd26-4732-af9f-7a61a9d834d7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:40.734330 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0ac3bdf7-fd26-4732-af9f-7a61a9d834d7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Synchronizing usage tracker for tenant:8d2b5d0d495944a3854f9775f18c15a3 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:40.744607 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4de98d8d-cf26-4afb-93d1-e78fc0037bda tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Calling delete_port for ab1768c0-e270-4c45-b66a-5fad480e9b9a owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:40.749398 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6f55b2b0-52ec-4578-ba1a-6bd789002b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:40.790970 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4f31738a-5d60-4fac-92fb-ceb284dc8423 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:40.812650 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d38926-c1d2-4ab0-919a-04911bd82d0c None None] Pushing event deleted for resources: {'Port': ['ID=bcd49902-e537-447b-95f6-1aba7714d95f,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:40.825790 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd0600-262c-412b-a2f6-4cb73988acb3 req-b9a6cf25-2665-475d-a6b9-b48d2f1e02d8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:40.827628 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-83bd0600-262c-412b-a2f6-4cb73988acb3 req-b9a6cf25-2665-475d-a6b9-b48d2f1e02d8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cd55796-e7e9-41a4-81fb-19a84d023aa6 HTTP/1.1" status: 200 len: 945 time: 0.9318674 Mar 14 15:32:40.827928 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-4f31738a-5d60-4fac-92fb-ceb284dc8423 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Transition to ACTIVE for port object 4447fa8a-814e-4a7d-ade4-154342ef8aba will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:40.843926 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device c3ffb940-d849-41b5-950e-9ac6d6a36486 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:32:40.848155 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0ac3bdf7-fd26-4732-af9f-7a61a9d834d7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Unset dirty status for tenant:8d2b5d0d495944a3854f9775f18c15a3 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:40.848695 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0ac3bdf7-fd26-4732-af9f-7a61a9d834d7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/ports/5af490f0-edf5-412a-bb4f-9be78e600c00 HTTP/1.1" status: 200 len: 913 time: 0.3695140 Mar 14 15:32:40.855053 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50110) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:40.897799 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device bcd49902-e537-447b-95f6-1aba7714d95f no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:32:40.965417 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90f7d389-938f-4d6c-92d2-bad182be4f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:40.975834 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f55b2b0-52ec-4578-ba1a-6bd789002b8c None None] Routers {'a6c931b6-ded3-47f9-9d31-2ed984d19f4b'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:32:40.976482 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6f55b2b0-52ec-4578-ba1a-6bd789002b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:32:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['a6c931b6-ded3-47f9-9d31-2ed984d19f4b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:41.010302 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-83bd0600-262c-412b-a2f6-4cb73988acb3 req-20515617-dd7b-4233-a180-bacf87da9636 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422751 Mar 14 15:32:41.016135 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4de98d8d-cf26-4afb-93d1-e78fc0037bda tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:41.085496 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d38926-c1d2-4ab0-919a-04911bd82d0c None None] No DVR routers for this DVR port bcd49902-e537-447b-95f6-1aba7714d95f on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:32:41.107039 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de98d8d-cf26-4afb-93d1-e78fc0037bda tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Port': ['ID=ab1768c0-e270-4c45-b66a-5fad480e9b9a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:41.119317 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6f55b2b0-52ec-4578-ba1a-6bd789002b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:41.119784 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f55b2b0-52ec-4578-ba1a-6bd789002b8c None None] The sync data for ids ['a6c931b6-ded3-47f9-9d31-2ed984d19f4b'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:32:41.120152 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4de98d8d-cf26-4afb-93d1-e78fc0037bda tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:41.123813 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-daf3a099-5d5e-4f5d-ac30-23b49a5e2981 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:41.124632 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: bcd49902-e537-447b-95f6-1aba7714d95f {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:32:41.125066 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device bcd49902-e537-447b-95f6-1aba7714d95f not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:32:41.173883 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4f31738a-5d60-4fac-92fb-ceb284dc8423 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:41.192070 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3a099-5d5e-4f5d-ac30-23b49a5e2981 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f8c1048-e708-4d30-8953-0b78df536dd9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:41.220447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-90f7d389-938f-4d6c-92d2-bad182be4f17 None None] For port 54fe6ed5-b9b4-4131-8138-99c7fcfe3189, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=54fe6ed5-b9b4-4131-8138-99c7fcfe3189,segment=NetworkSegment(536b9757-0766-47a9-bf86-af053acee6d0),segment_id=536b9757-0766-47a9-bf86-af053acee6d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:41.258807 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90f7d389-938f-4d6c-92d2-bad182be4f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:41.288980 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31738a-5d60-4fac-92fb-ceb284dc8423 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Port': ['ID=4447fa8a-814e-4a7d-ade4-154342ef8aba,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:41.309428 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f31738a-5d60-4fac-92fb-ceb284dc8423 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network c4d168b3-0d79-4f68-b416-ed7694d4c315 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:41.310100 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4de98d8d-cf26-4afb-93d1-e78fc0037bda tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/ports/ab1768c0-e270-4c45-b66a-5fad480e9b9a HTTP/1.1" status: 204 len: 168 time: 1.6329727 Mar 14 15:32:41.313029 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50114) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:41.339043 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-4f31738a-5d60-4fac-92fb-ceb284dc8423 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:41.346838 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f31738a-5d60-4fac-92fb-ceb284dc8423 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:32:41.353198 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-daf3a099-5d5e-4f5d-ac30-23b49a5e2981 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:41.359370 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-daf3a099-5d5e-4f5d-ac30-23b49a5e2981 tempest-RoutersAdminNegativeTest-749292567 tempest-RoutersAdminNegativeTest-749292567-project-admin] 10.222.0.60 "DELETE /v2.0/ports/1f8c1048-e708-4d30-8953-0b78df536dd9 HTTP/1.1" status: 204 len: 168 time: 2.1382637 Mar 14 15:32:41.431527 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port c3ffb940-d849-41b5-950e-9ac6d6a36486 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:41.466553 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port c3ffb940-d849-41b5-950e-9ac6d6a36486 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:41.466553 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:41.506188 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38fa6887-daca-4b26-bc20-2013df87342a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:41.549598 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7d389-938f-4d6c-92d2-bad182be4f17 None None] Pushing event updated for resources: {'Port': ['ID=54fe6ed5-b9b4-4131-8138-99c7fcfe3189,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:41.697886 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:41.722270 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7aff5360-ed9c-426b-99c3-54ba64a4b8a5 None None] Provisioning complete for port 54fe6ed5-b9b4-4131-8138-99c7fcfe3189 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:41.722270 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7aff5360-ed9c-426b-99c3-54ba64a4b8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:41.786778 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f31738a-5d60-4fac-92fb-ceb284dc8423 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:41.794091 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4f31738a-5d60-4fac-92fb-ceb284dc8423 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:41.809628 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd55796-e7e9-41a4-81fb-19a84d023aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ffb940-d849-41b5-950e-9ac6d6a36486'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:32:41.821626 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38fa6887-daca-4b26-bc20-2013df87342a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:41.826552 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4f31738a-5d60-4fac-92fb-ceb284dc8423 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2221453 Mar 14 15:32:41.841025 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port c3ffb940-d849-41b5-950e-9ac6d6a36486, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c3ffb940-d849-41b5-950e-9ac6d6a36486,segment=NetworkSegment(88a0a3ac-3e9b-489b-ae73-d965585bb97e),segment_id=88a0a3ac-3e9b-489b-ae73-d965585bb97e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:41.842135 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ef1d1b6-a1bd-4775-9044-a87af5840cc2 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:41.854095 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:41.903657 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-38fa6887-daca-4b26-bc20-2013df87342a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523d1b1c-98ed-49ef-afa0-7760353ee21c']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:41.931188 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50124) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:41.959561 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd55796-e7e9-41a4-81fb-19a84d023aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ffb940-d849-41b5-950e-9ac6d6a36486', 'code': 200} Mar 14 15:32:41.990039 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50128) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:42.032699 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-38fa6887-daca-4b26-bc20-2013df87342a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3e1fbb-c7bc-42c9-81f1-2a84966a024c') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:42.033070 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-38fa6887-daca-4b26-bc20-2013df87342a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3e1fbb-c7bc-42c9-81f1-2a84966a024c') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:42.081913 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7aff5360-ed9c-426b-99c3-54ba64a4b8a5 None None] Provisioning for port 394f5164-1376-47e8-882f-7701081bc68d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:42.089196 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=c3ffb940-d849-41b5-950e-9ac6d6a36486,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:42.100812 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7aff5360-ed9c-426b-99c3-54ba64a4b8a5 None None] Provisioning complete for port 394f5164-1376-47e8-882f-7701081bc68d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:42.101194 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7aff5360-ed9c-426b-99c3-54ba64a4b8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:42.103671 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38fa6887-daca-4b26-bc20-2013df87342a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:42.215000 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38fa6887-daca-4b26-bc20-2013df87342a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:42.216540 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7aff5360-ed9c-426b-99c3-54ba64a4b8a5 None None] Port 394f5164-1376-47e8-882f-7701081bc68d cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:32:42.247476 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38fa6887-daca-4b26-bc20-2013df87342a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:32:42.247877 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38fa6887-daca-4b26-bc20-2013df87342a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:32:42.311161 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:32:42.318873 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dfa7bb1a-829d-4c23-8328-c205d8fc90ff tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:42.364920 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-32f94412-c3c0-4fd7-b6b9-976cdd076307 None None] Provisioning complete for port 394f5164-1376-47e8-882f-7701081bc68d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:42.364920 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-32f94412-c3c0-4fd7-b6b9-976cdd076307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:42.425243 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-32f94412-c3c0-4fd7-b6b9-976cdd076307 None None] Port 394f5164-1376-47e8-882f-7701081bc68d cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:32:42.445958 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-32f94412-c3c0-4fd7-b6b9-976cdd076307 None None] Provisioning for port 4447fa8a-814e-4a7d-ade4-154342ef8aba completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:42.454046 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-32f94412-c3c0-4fd7-b6b9-976cdd076307 None None] Provisioning complete for port 4447fa8a-814e-4a7d-ade4-154342ef8aba triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:42.454046 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-32f94412-c3c0-4fd7-b6b9-976cdd076307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:42.504475 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-209fc843-5473-4256-b361-3bfcf880f4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:42.537033 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-32f94412-c3c0-4fd7-b6b9-976cdd076307 None None] Port 4447fa8a-814e-4a7d-ade4-154342ef8aba cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:32:42.566784 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-209fc843-5473-4256-b361-3bfcf880f4dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:42.579422 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-209fc843-5473-4256-b361-3bfcf880f4dc admin admin] Usage tracker for resource:security_group_rule and tenant:3db51a395703477ab7ea954ebd0b2608 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:42.586692 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-209fc843-5473-4256-b361-3bfcf880f4dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:42.601572 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-209fc843-5473-4256-b361-3bfcf880f4dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:42.609443 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ef1d1b6-a1bd-4775-9044-a87af5840cc2 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:42.658318 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f874a3b-39c8-4551-9839-c5b14e345007 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:42.658318 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5f874a3b-39c8-4551-9839-c5b14e345007 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Synchronizing usage tracker for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:42.661875 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4ef1d1b6-a1bd-4775-9044-a87af5840cc2 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Deleting port 0d558887-9f6b-464a-a3ec-ba368478924f {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:42.661875 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ef1d1b6-a1bd-4775-9044-a87af5840cc2 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:42.703616 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38fa6887-daca-4b26-bc20-2013df87342a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:42.705741 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5f874a3b-39c8-4551-9839-c5b14e345007 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Unset dirty status for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:42.710219 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5f874a3b-39c8-4551-9839-c5b14e345007 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.7735932 Mar 14 15:32:42.717816 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50136) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:42.734651 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38fa6887-daca-4b26-bc20-2013df87342a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:42.745420 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa6887-daca-4b26-bc20-2013df87342a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] Pushing event deleted for resources: {'Network': ['ID=523d1b1c-98ed-49ef-afa0-7760353ee21c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:42.753421 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-38fa6887-daca-4b26-bc20-2013df87342a tempest-PortsIpV6TestJSON-1650443322 tempest-PortsIpV6TestJSON-1650443322-project] 10.222.0.60 "DELETE /v2.0/networks/523d1b1c-98ed-49ef-afa0-7760353ee21c HTTP/1.1" status: 204 len: 168 time: 1.4387865 Mar 14 15:32:42.764329 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-eb1a522a-6fd2-4bba-a097-21c8ed9b740e req-2ac8e276-cf5f-497d-95e0-1235c63352cc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6cd55796-e7e9-41a4-81fb-19a84d023aa6 HTTP/1.1" status: 200 len: 1099 time: 0.4490917 Mar 14 15:32:42.776243 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3c6f4-1093-4fa2-b98b-795c20af3f34 req-be8c4638-eeb3-48cc-84ec-9d304921cf5c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:42.777714 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b1b3c6f4-1093-4fa2-b98b-795c20af3f34 req-be8c4638-eeb3-48cc-84ec-9d304921cf5c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cd55796-e7e9-41a4-81fb-19a84d023aa6 HTTP/1.1" status: 200 len: 946 time: 0.4574714 Mar 14 15:32:42.854167 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-eb1a522a-6fd2-4bba-a097-21c8ed9b740e req-f246c7f0-2b46-442d-8a7a-867e0e1177ca service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753016 Mar 14 15:32:42.861422 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 54fe6ed5-b9b4-4131-8138-99c7fcfe3189 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:32:42.861856 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b1b3c6f4-1093-4fa2-b98b-795c20af3f34 req-dcf7942e-f328-4488-9d70-91b68e5ab954 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690165 Mar 14 15:32:42.944188 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b94c12ee-4f70-42ac-8fc9-87e6c6b618bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:42.967826 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 54fe6ed5-b9b4-4131-8138-99c7fcfe3189 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:42.968197 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:43.043791 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-209fc843-5473-4256-b361-3bfcf880f4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:43.095821 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-209fc843-5473-4256-b361-3bfcf880f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:43.127402 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50146) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:43.163631 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ef1d1b6-a1bd-4775-9044-a87af5840cc2 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:43.203807 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fc843-5473-4256-b361-3bfcf880f4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c203939-aadf-4b20-8921-6c8cf0dcab3c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:43.327028 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a9f28287-d516-42c4-b5fc-7891a6bb934a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a6f96ee0963461298d40ea737c70799&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1981122 Mar 14 15:32:43.327393 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50154) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:43.391875 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20ea4232-9a53-4273-b422-69bc0067bb0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:43.421361 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20ea4232-9a53-4273-b422-69bc0067bb0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:43.442960 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2c0ac2-deab-4179-8afe-2cef8668f04a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:43.446768 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2c0ac2-deab-4179-8afe-2cef8668f04a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:43.450602 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2c0ac2-deab-4179-8afe-2cef8668f04a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:43.451425 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2f2c0ac2-deab-4179-8afe-2cef8668f04a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Synchronizing usage tracker for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:43.460624 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4ef1d1b6-a1bd-4775-9044-a87af5840cc2 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Calling delete_port for 0d558887-9f6b-464a-a3ec-ba368478924f owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:43.479323 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20ea4232-9a53-4273-b422-69bc0067bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:43.490323 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-209fc843-5473-4256-b361-3bfcf880f4dc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3db51a395703477ab7ea954ebd0b2608&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4883888 Mar 14 15:32:43.493922 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50158) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:43.497914 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea4232-9a53-4273-b422-69bc0067bb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a48f08-0106-49a0-a4a7-490c11fb31b7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:43.516040 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20ea4232-9a53-4273-b422-69bc0067bb0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:43.517135 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-20ea4232-9a53-4273-b422-69bc0067bb0d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/28a48f08-0106-49a0-a4a7-490c11fb31b7 HTTP/1.1" status: 204 len: 168 time: 0.1887503 Mar 14 15:32:43.550968 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2f2c0ac2-deab-4179-8afe-2cef8668f04a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Unset dirty status for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:43.553429 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2f2c0ac2-deab-4179-8afe-2cef8668f04a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.8280180 Mar 14 15:32:43.555764 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50164) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:43.634606 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f7cfb27-422a-47f6-bc0f-9b26da118945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:43.682812 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-c59f3aca-d6dc-4685-bb32-7b93b3023691 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port 4447fa8a-814e-4a7d-ade4-154342ef8aba {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:43.683197 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c59f3aca-d6dc-4685-bb32-7b93b3023691 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:43.724973 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f7cfb27-422a-47f6-bc0f-9b26da118945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:43.804272 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ef1d1b6-a1bd-4775-9044-a87af5840cc2 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:43.854152 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f7cfb27-422a-47f6-bc0f-9b26da118945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:43.869433 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1d1b6-a1bd-4775-9044-a87af5840cc2 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event deleted for resources: {'Port': ['ID=0d558887-9f6b-464a-a3ec-ba368478924f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:43.957183 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cfb27-422a-47f6-bc0f-9b26da118945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c203939-aadf-4b20-8921-6c8cf0dcab3c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:43.967456 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f7cfb27-422a-47f6-bc0f-9b26da118945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:43.991141 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1f7cfb27-422a-47f6-bc0f-9b26da118945 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1c203939-aadf-4b20-8921-6c8cf0dcab3c HTTP/1.1" status: 204 len: 168 time: 0.4735765 Mar 14 15:32:44.084443 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c59f3aca-d6dc-4685-bb32-7b93b3023691 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:44.126226 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7bb1a-829d-4c23-8328-c205d8fc90ff tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting port 5af490f0-edf5-412a-bb4f-9be78e600c00 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:44.127726 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dfa7bb1a-829d-4c23-8328-c205d8fc90ff tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:44.232626 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-c59f3aca-d6dc-4685-bb32-7b93b3023691 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Calling delete_port for 4447fa8a-814e-4a7d-ade4-154342ef8aba owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:44.446133 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c59f3aca-d6dc-4685-bb32-7b93b3023691 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:44.518239 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f3aca-d6dc-4685-bb32-7b93b3023691 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Port': ['ID=4447fa8a-814e-4a7d-ade4-154342ef8aba,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:44.590894 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ef1d1b6-a1bd-4775-9044-a87af5840cc2 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:44.625796 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50188) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:44.708305 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c59f3aca-d6dc-4685-bb32-7b93b3023691 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:44.733697 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ebd25566-f6d8-4071-b08b-b3488d09b74b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=833cedbdc8e8431082432ceada9186bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1009383 Mar 14 15:32:44.733982 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50194) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:44.738966 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c59f3aca-d6dc-4685-bb32-7b93b3023691 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/ports/4447fa8a-814e-4a7d-ade4-154342ef8aba HTTP/1.1" status: 204 len: 168 time: 1.1820433 Mar 14 15:32:44.759030 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50198) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:44.804892 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cdc750c9-1409-4c05-bdc9-8e47072f85ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:44.817207 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed305bc3-7cee-4ecb-9471-bfd28a7efa2c req-c54c4418-c084-4fe7-874b-a727ff8934e9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:44.818773 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ed305bc3-7cee-4ecb-9471-bfd28a7efa2c req-c54c4418-c084-4fe7-874b-a727ff8934e9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cd55796-e7e9-41a4-81fb-19a84d023aa6 HTTP/1.1" status: 200 len: 946 time: 0.6194599 Mar 14 15:32:44.838667 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50202) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:44.848929 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cdc750c9-1409-4c05-bdc9-8e47072f85ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:44.901390 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f26be03-a90e-4b59-9cd6-04b0ff4ba2b1 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] GET failed (client error): The resource could not be found. Mar 14 15:32:44.902744 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8f26be03-a90e-4b59-9cd6-04b0ff4ba2b1 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports/4447fa8a-814e-4a7d-ade4-154342ef8aba HTTP/1.1" status: 404 len: 333 time: 0.1427429 Mar 14 15:32:44.905765 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50208) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:44.911236 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cdc750c9-1409-4c05-bdc9-8e47072f85ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:44.964513 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc750c9-1409-4c05-bdc9-8e47072f85ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce024ac1-9f3a-4905-a965-44d095b017e8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:44.965300 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dfa7bb1a-829d-4c23-8328-c205d8fc90ff tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:45.004443 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-91720bdb-f0f1-4ba3-8601-f5b5923385b5 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:45.005073 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-91720bdb-f0f1-4ba3-8601-f5b5923385b5 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] create failed (client error): There was a conflict when trying to complete your request. Mar 14 15:32:45.006006 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-91720bdb-f0f1-4ba3-8601-f5b5923385b5 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1661608 Mar 14 15:32:45.009962 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50212) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:45.017253 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3be13f9c-047c-41a6-b8ac-e443d01f8a2c tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group': {'name': 'tempest-secgroup--1267124538'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:45.022992 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cdc750c9-1409-4c05-bdc9-8e47072f85ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:45.024020 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cdc750c9-1409-4c05-bdc9-8e47072f85ab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ce024ac1-9f3a-4905-a965-44d095b017e8 HTTP/1.1" status: 204 len: 168 time: 0.2887907 Mar 14 15:32:45.028876 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3be13f9c-047c-41a6-b8ac-e443d01f8a2c tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:45.039434 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7376db40-a39f-40d7-a0d3-1fa245987eab tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port 394f5164-1376-47e8-882f-7701081bc68d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:45.040156 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7376db40-a39f-40d7-a0d3-1fa245987eab tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:45.045193 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cef01293-1114-4f99-b993-2e439696353f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:45.065060 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3be13f9c-047c-41a6-b8ac-e443d01f8a2c tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Usage tracker for resource:security_group and tenant:061a70f271c64b2ea97b41fdcf7e96e5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:45.072898 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3be13f9c-047c-41a6-b8ac-e443d01f8a2c tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:45.087219 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3be13f9c-047c-41a6-b8ac-e443d01f8a2c tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:45.135584 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3be13f9c-047c-41a6-b8ac-e443d01f8a2c tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:45.161386 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3be13f9c-047c-41a6-b8ac-e443d01f8a2c tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:45.212310 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7bb1a-829d-4c23-8328-c205d8fc90ff tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Calling delete_port for 5af490f0-edf5-412a-bb4f-9be78e600c00 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:45.293213 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ef1d1b6-a1bd-4775-9044-a87af5840cc2 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:45.322225 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ef1d1b6-a1bd-4775-9044-a87af5840cc2 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:45.351495 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ed305bc3-7cee-4ecb-9471-bfd28a7efa2c req-b381276e-d7f6-4309-a914-554c017dd946 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4595742 Mar 14 15:32:45.390709 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ef1d1b6-a1bd-4775-9044-a87af5840cc2 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:45.391322 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef1d1b6-a1bd-4775-9044-a87af5840cc2 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Fanout notify agent at l3_agent the message router_deleted on router 9e924330-d779-4acc-ad0a-5b9518d102de {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:32:45.393076 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3be13f9c-047c-41a6-b8ac-e443d01f8a2c tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:45.403089 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3be13f9c-047c-41a6-b8ac-e443d01f8a2c tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Usage tracker for resource:security_group_rule and tenant:061a70f271c64b2ea97b41fdcf7e96e5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:45.411722 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3be13f9c-047c-41a6-b8ac-e443d01f8a2c tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:45.424203 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ef1d1b6-a1bd-4775-9044-a87af5840cc2 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:45.426348 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4ef1d1b6-a1bd-4775-9044-a87af5840cc2 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "DELETE /v2.0/routers/9e924330-d779-4acc-ad0a-5b9518d102de HTTP/1.1" status: 204 len: 168 time: 4.9418209 Mar 14 15:32:45.443173 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50222) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:45.450738 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3be13f9c-047c-41a6-b8ac-e443d01f8a2c tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:45.494704 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dfa7bb1a-829d-4c23-8328-c205d8fc90ff tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:45.531925 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7376db40-a39f-40d7-a0d3-1fa245987eab tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:45.546304 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7bb1a-829d-4c23-8328-c205d8fc90ff tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Port': ['ID=5af490f0-edf5-412a-bb4f-9be78e600c00,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:45.716276 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7376db40-a39f-40d7-a0d3-1fa245987eab tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Calling delete_port for 394f5164-1376-47e8-882f-7701081bc68d owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:45.803524 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dfa7bb1a-829d-4c23-8328-c205d8fc90ff tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:45.875281 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3be13f9c-047c-41a6-b8ac-e443d01f8a2c tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:45.890002 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3be13f9c-047c-41a6-b8ac-e443d01f8a2c tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:45.968899 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3be13f9c-047c-41a6-b8ac-e443d01f8a2c tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:46.021670 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3be13f9c-047c-41a6-b8ac-e443d01f8a2c tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Usage tracker for resource:security_group_rule and tenant:061a70f271c64b2ea97b41fdcf7e96e5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:46.036863 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be13f9c-047c-41a6-b8ac-e443d01f8a2c tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb71531-1f9b-486f-951c-b4a401330a0a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:46.039613 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3be13f9c-047c-41a6-b8ac-e443d01f8a2c tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:46.055558 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b809a1-ed46-4768-820e-93da540db43a tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Deleting subnet ca6a33e1-df35-41af-82be-469009c7c8e0 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:32:46.059840 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3be13f9c-047c-41a6-b8ac-e443d01f8a2c tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:46.071216 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-04b809a1-ed46-4768-820e-93da540db43a tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:46.097647 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50238) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:46.126438 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7376db40-a39f-40d7-a0d3-1fa245987eab tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:46.194110 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376db40-a39f-40d7-a0d3-1fa245987eab tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Port': ['ID=394f5164-1376-47e8-882f-7701081bc68d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:46.211796 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-04b809a1-ed46-4768-820e-93da540db43a tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:46.219117 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:46.340363 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9e6d96b4-a933-43ac-92c2-6c98faa549bb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-171008359'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:46.356286 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa7bb1a-829d-4c23-8328-c205d8fc90ff tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Router a6c931b6-ded3-47f9-9d31-2ed984d19f4b has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:32:46.369531 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9e6d96b4-a933-43ac-92c2-6c98faa549bb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:46.383963 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9e6d96b4-a933-43ac-92c2-6c98faa549bb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:network and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:46.390110 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3be13f9c-047c-41a6-b8ac-e443d01f8a2c tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:46.391205 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9e6d96b4-a933-43ac-92c2-6c98faa549bb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:46.408668 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3be13f9c-047c-41a6-b8ac-e443d01f8a2c tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:46.416773 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9e6d96b4-a933-43ac-92c2-6c98faa549bb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:46.443459 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-04b809a1-ed46-4768-820e-93da540db43a tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:46.480697 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:46.490495 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7376db40-a39f-40d7-a0d3-1fa245987eab tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:46.511821 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6d96b4-a933-43ac-92c2-6c98faa549bb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:46.514753 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e6d96b4-a933-43ac-92c2-6c98faa549bb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:46.532999 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be13f9c-047c-41a6-b8ac-e443d01f8a2c tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54855d91-dc13-4d9f-a5b8-e757b91d578c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:46.537323 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa7bb1a-829d-4c23-8328-c205d8fc90ff tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:32:46.545931 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e6d96b4-a933-43ac-92c2-6c98faa549bb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:46.562996 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7376db40-a39f-40d7-a0d3-1fa245987eab tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/ports/394f5164-1376-47e8-882f-7701081bc68d HTTP/1.1" status: 204 len: 168 time: 1.6500373 Mar 14 15:32:46.563222 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-dfa7bb1a-829d-4c23-8328-c205d8fc90ff tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/routers/a6c931b6-ded3-47f9-9d31-2ed984d19f4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7014892 Mar 14 15:32:46.563329 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06232e0-8772-4101-84f0-5239e2cfef53 None None] Sync routers for ids ['a6c931b6-ded3-47f9-9d31-2ed984d19f4b'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:32:46.563440 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50246) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:46.563695 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3be13f9c-047c-41a6-b8ac-e443d01f8a2c tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:46.564781 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50248) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:46.565166 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3be13f9c-047c-41a6-b8ac-e443d01f8a2c tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5543277 Mar 14 15:32:46.568858 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50254) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:46.577421 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06232e0-8772-4101-84f0-5239e2cfef53 None None] Routers {'a6c931b6-ded3-47f9-9d31-2ed984d19f4b'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:32:46.578372 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e06232e0-8772-4101-84f0-5239e2cfef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:32:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['a6c931b6-ded3-47f9-9d31-2ed984d19f4b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:46.582244 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9f93beed-d0bf-4ccc-9ac2-b9052689449e tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group_rule': {'security_group_id': '54855d91-dc13-4d9f-a5b8-e757b91d578c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:46.592806 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9f93beed-d0bf-4ccc-9ac2-b9052689449e tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:46.641484 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9f93beed-d0bf-4ccc-9ac2-b9052689449e tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Usage tracker for resource:security_group_rule and tenant:061a70f271c64b2ea97b41fdcf7e96e5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:46.642808 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e06232e0-8772-4101-84f0-5239e2cfef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:46.651519 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9f93beed-d0bf-4ccc-9ac2-b9052689449e tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:46.654119 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06232e0-8772-4101-84f0-5239e2cfef53 None None] Routers {'a6c931b6-ded3-47f9-9d31-2ed984d19f4b'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:32:46.654817 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e06232e0-8772-4101-84f0-5239e2cfef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:32:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['a6c931b6-ded3-47f9-9d31-2ed984d19f4b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:46.667823 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9f93beed-d0bf-4ccc-9ac2-b9052689449e tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:46.670462 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9e6d96b4-a933-43ac-92c2-6c98faa549bb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:46.682713 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9e6d96b4-a933-43ac-92c2-6c98faa549bb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:security_group_rule and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:46.686296 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9e6d96b4-a933-43ac-92c2-6c98faa549bb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:46.699937 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-04b809a1-ed46-4768-820e-93da540db43a tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:46.704117 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9e6d96b4-a933-43ac-92c2-6c98faa549bb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:46.717509 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e06232e0-8772-4101-84f0-5239e2cfef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:46.717982 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06232e0-8772-4101-84f0-5239e2cfef53 None None] The sync data for ids ['a6c931b6-ded3-47f9-9d31-2ed984d19f4b'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:32:46.755098 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b809a1-ed46-4768-820e-93da540db43a tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event deleted for resources: {'Subnet': ['ID=ca6a33e1-df35-41af-82be-469009c7c8e0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:46.760943 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f93beed-d0bf-4ccc-9ac2-b9052689449e tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:46.797173 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-04b809a1-ed46-4768-820e-93da540db43a tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:46.849125 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-04b809a1-ed46-4768-820e-93da540db43a tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "DELETE /v2.0/subnets/ca6a33e1-df35-41af-82be-469009c7c8e0 HTTP/1.1" status: 204 len: 168 time: 1.4024377 Mar 14 15:32:46.854736 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50258) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:46.854878 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0285a-5973-4a1f-a279-717e17780dbc req-c5d00662-aaf7-4d70-a146-597dc9bf3791 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:46.855714 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-459f075c-a0fb-477d-98b9-86300468d52d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] GET failed (client error): The resource could not be found. Mar 14 15:32:46.856207 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4fc0285a-5973-4a1f-a279-717e17780dbc req-c5d00662-aaf7-4d70-a146-597dc9bf3791 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cd55796-e7e9-41a4-81fb-19a84d023aa6 HTTP/1.1" status: 200 len: 946 time: 0.2668147 Mar 14 15:32:46.859684 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-459f075c-a0fb-477d-98b9-86300468d52d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports/394f5164-1376-47e8-882f-7701081bc68d HTTP/1.1" status: 404 len: 333 time: 0.2900004 Mar 14 15:32:46.865637 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50262) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:46.983548 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e6d96b4-a933-43ac-92c2-6c98faa549bb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.001557 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e6d96b4-a933-43ac-92c2-6c98faa549bb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.013877 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7d3682ea-8a4e-4277-94c9-42d5f0f29490 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.017574 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f93beed-d0bf-4ccc-9ac2-b9052689449e tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.048677 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f93beed-d0bf-4ccc-9ac2-b9052689449e tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.052601 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4fc0285a-5973-4a1f-a279-717e17780dbc req-80b0b780-a5d0-4311-b7b6-e1123917d206 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881008 Mar 14 15:32:47.134961 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6d96b4-a933-43ac-92c2-6c98faa549bb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:32:47.147086 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93beed-d0bf-4ccc-9ac2-b9052689449e tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1dec342-64a4-40e2-a54f-671f04b9c531,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:47.158733 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d96b4-a933-43ac-92c2-6c98faa549bb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c877514d-2893-42f8-98e9-117aa361d504,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:47.177874 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e6d96b4-a933-43ac-92c2-6c98faa549bb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.178158 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-9e6d96b4-a933-43ac-92c2-6c98faa549bb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Added segment 1fabc619-d9a2-455c-b788-61d65884b5d1 of type vlan for network 9afff20e-053f-4563-a829-c09143628c31 Mar 14 15:32:47.189157 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f93beed-d0bf-4ccc-9ac2-b9052689449e tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.191131 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9f93beed-d0bf-4ccc-9ac2-b9052689449e tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6181242 Mar 14 15:32:47.195402 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50268) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:47.227155 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8dde94bf-b8bf-44ce-9531-272c2db66f46 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group_rule': {'security_group_id': '54855d91-dc13-4d9f-a5b8-e757b91d578c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:47.322257 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8dde94bf-b8bf-44ce-9531-272c2db66f46 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:47.338664 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7d3682ea-8a4e-4277-94c9-42d5f0f29490 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.346979 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e6d96b4-a933-43ac-92c2-6c98faa549bb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.348678 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8dde94bf-b8bf-44ce-9531-272c2db66f46 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Usage tracker for resource:security_group_rule and tenant:061a70f271c64b2ea97b41fdcf7e96e5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:47.354333 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-13289c35-7c67-421a-84b3-6c89af07527b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting subnet e7042c0e-06ac-4b0d-81b9-a99a9f1e9781 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:32:47.355328 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8dde94bf-b8bf-44ce-9531-272c2db66f46 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:47.359218 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13289c35-7c67-421a-84b3-6c89af07527b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.365276 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8dde94bf-b8bf-44ce-9531-272c2db66f46 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:47.386252 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-7d3682ea-8a4e-4277-94c9-42d5f0f29490 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276ce184-00e4-40d9-9837-1af332a941fb']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:47.417351 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-7d3682ea-8a4e-4277-94c9-42d5f0f29490 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf86eda9-7141-45ca-9cce-a4c39dd6b8df') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:47.417656 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-7d3682ea-8a4e-4277-94c9-42d5f0f29490 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf86eda9-7141-45ca-9cce-a4c39dd6b8df') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:47.424448 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13289c35-7c67-421a-84b3-6c89af07527b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.442234 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8dde94bf-b8bf-44ce-9531-272c2db66f46 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.450391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7d3682ea-8a4e-4277-94c9-42d5f0f29490 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.451392 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e6d96b4-a933-43ac-92c2-6c98faa549bb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.455065 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6d96b4-a933-43ac-92c2-6c98faa549bb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:47.455639 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e6d96b4-a933-43ac-92c2-6c98faa549bb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.485467 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7d3682ea-8a4e-4277-94c9-42d5f0f29490 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.507200 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3682ea-8a4e-4277-94c9-42d5f0f29490 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:32:47.507593 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7d3682ea-8a4e-4277-94c9-42d5f0f29490 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:32:47.523336 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:32:47.574984 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9e6d96b4-a933-43ac-92c2-6c98faa549bb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4732943 Mar 14 15:32:47.583263 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50272) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:47.592109 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ae043de9-f715-42e2-b517-04d934aae41e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:47.608782 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d65a7-1e39-4221-a292-9d4a1d9b7894 req-8ddb5223-520d-4215-8880-57b2a23c1b13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:47.610456 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f38d65a7-1e39-4221-a292-9d4a1d9b7894 req-8ddb5223-520d-4215-8880-57b2a23c1b13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cd55796-e7e9-41a4-81fb-19a84d023aa6 HTTP/1.1" status: 200 len: 946 time: 0.4041364 Mar 14 15:32:47.621363 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d96b4-a933-43ac-92c2-6c98faa549bb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Network': ['ID=9afff20e-053f-4563-a829-c09143628c31,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:47.633600 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 9afff20e-053f-4563-a829-c09143628c31 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:32:47.656847 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7d3682ea-8a4e-4277-94c9-42d5f0f29490 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.681786 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7d3682ea-8a4e-4277-94c9-42d5f0f29490 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.694552 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-34448e58-6e10-48cc-9809-eb8c0b4c7475 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.709957 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13289c35-7c67-421a-84b3-6c89af07527b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.751037 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ae043de9-f715-42e2-b517-04d934aae41e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:47.753230 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3682ea-8a4e-4277-94c9-42d5f0f29490 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] Pushing event deleted for resources: {'Network': ['ID=276ce184-00e4-40d9-9837-1af332a941fb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:47.762428 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ae043de9-f715-42e2-b517-04d934aae41e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:47.763735 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-8dde94bf-b8bf-44ce-9531-272c2db66f46 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] create failed (client error): There was a conflict when trying to complete your request. Mar 14 15:32:47.764741 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8dde94bf-b8bf-44ce-9531-272c2db66f46 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5524623 Mar 14 15:32:47.767082 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ae043de9-f715-42e2-b517-04d934aae41e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:47.772469 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50276) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:47.775824 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7d3682ea-8a4e-4277-94c9-42d5f0f29490 tempest-FloatingIPTestJSON-1487143869 tempest-FloatingIPTestJSON-1487143869-project] 10.222.0.60 "DELETE /v2.0/networks/276ce184-00e4-40d9-9837-1af332a941fb HTTP/1.1" status: 204 len: 168 time: 0.9178917 Mar 14 15:32:47.790835 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ae043de9-f715-42e2-b517-04d934aae41e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:47.821614 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae043de9-f715-42e2-b517-04d934aae41e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:47.844215 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f38d65a7-1e39-4221-a292-9d4a1d9b7894 req-57b57c29-1844-45e5-8cd2-bff0c5c02c31 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233620 Mar 14 15:32:47.885617 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.931261 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13289c35-7c67-421a-84b3-6c89af07527b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.999562 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13289c35-7c67-421a-84b3-6c89af07527b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Subnet': ['ID=e7042c0e-06ac-4b0d-81b9-a99a9f1e9781,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:48.014965 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae043de9-f715-42e2-b517-04d934aae41e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:48.017252 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79b4635-508b-4279-8dfa-8a89b327ff09 None None] Network c4d168b3-0d79-4f68-b416-ed7694d4c315 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:48.030893 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13289c35-7c67-421a-84b3-6c89af07527b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:48.033332 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33730930-f1f3-4cc3-85ba-fc9b5d8c9f5d tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:48.106286 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-13289c35-7c67-421a-84b3-6c89af07527b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/subnets/e7042c0e-06ac-4b0d-81b9-a99a9f1e9781 HTTP/1.1" status: 204 len: 168 time: 1.2396002 Mar 14 15:32:48.116308 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50288) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:48.146016 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33730930-f1f3-4cc3-85ba-fc9b5d8c9f5d tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:48.239020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50292) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:48.254790 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33730930-f1f3-4cc3-85ba-fc9b5d8c9f5d tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:48.286337 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33730930-f1f3-4cc3-85ba-fc9b5d8c9f5d tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54855d91-dc13-4d9f-a5b8-e757b91d578c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:48.307330 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33730930-f1f3-4cc3-85ba-fc9b5d8c9f5d tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:48.308436 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-33730930-f1f3-4cc3-85ba-fc9b5d8c9f5d tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "DELETE /v2.0/security-groups/54855d91-dc13-4d9f-a5b8-e757b91d578c HTTP/1.1" status: 204 len: 168 time: 0.5349774 Mar 14 15:32:48.311321 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50298) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:48.366810 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f98434-06ed-4a06-9085-4cbb57774cc4 None None] DHCP port deletion for c4d168b3-0d79-4f68-b416-ed7694d4c315 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:32:48.371290 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-38f98434-06ed-4a06-9085-4cbb57774cc4 None None] Deleting port 54fe6ed5-b9b4-4131-8138-99c7fcfe3189 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:48.371940 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-38f98434-06ed-4a06-9085-4cbb57774cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:48.379728 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae043de9-f715-42e2-b517-04d934aae41e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:48.453468 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-241bac56-f94d-4227-ae32-0ce708e6c366 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Synchronizing usage tracker for tenant:061a70f271c64b2ea97b41fdcf7e96e5 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:48.501983 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae043de9-f715-42e2-b517-04d934aae41e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=7a7eb5d3-f101-4fb0-a24b-06aff6727f0d,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:48.512351 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab64a488-be9d-4f83-99f3-41a9ee3c7dc7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:48.530836 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-241bac56-f94d-4227-ae32-0ce708e6c366 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Unset dirty status for tenant:061a70f271c64b2ea97b41fdcf7e96e5 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:48.532083 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-241bac56-f94d-4227-ae32-0ce708e6c366 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2200930 Mar 14 15:32:48.534740 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ab64a488-be9d-4f83-99f3-41a9ee3c7dc7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port 54fe6ed5-b9b4-4131-8138-99c7fcfe3189 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:48.536496 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50302) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:48.536723 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab64a488-be9d-4f83-99f3-41a9ee3c7dc7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:48.545434 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-77614ea7-cb64-4310-ada4-5fd8aec891d2 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group': {'name': 'tempest-secgroup--1643851668'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:48.553001 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae043de9-f715-42e2-b517-04d934aae41e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Checking segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:32:48.553361 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae043de9-f715-42e2-b517-04d934aae41e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network hostable DHCP agents. Network: 9afff20e-053f-4563-a829-c09143628c31, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:32:48.557968 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-77614ea7-cb64-4310-ada4-5fd8aec891d2 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:48.584471 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-77614ea7-cb64-4310-ada4-5fd8aec891d2 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:48.592708 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cc4d45bd-0615-49d4-9601-c91f1bfcc261 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e7d23185aeb7444fafd7db70962a6e47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3524239 Mar 14 15:32:48.597684 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50306) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:48.602736 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77614ea7-cb64-4310-ada4-5fd8aec891d2 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:48.621712 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae043de9-f715-42e2-b517-04d934aae41e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:32:48.644708 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-ae043de9-f715-42e2-b517-04d934aae41e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 9afff20e-053f-4563-a829-c09143628c31) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:48.651525 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae043de9-f715-42e2-b517-04d934aae41e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:48.652095 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae043de9-f715-42e2-b517-04d934aae41e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:48.655852 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-77614ea7-cb64-4310-ada4-5fd8aec891d2 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:48.663168 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c724d97-c222-457a-9254-d6a14ad1a3d6 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:48.666281 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-77614ea7-cb64-4310-ada4-5fd8aec891d2 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Usage tracker for resource:security_group_rule and tenant:061a70f271c64b2ea97b41fdcf7e96e5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:48.670936 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-77614ea7-cb64-4310-ada4-5fd8aec891d2 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:48.681337 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-77614ea7-cb64-4310-ada4-5fd8aec891d2 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:48.688730 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ae043de9-f715-42e2-b517-04d934aae41e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1018503 Mar 14 15:32:48.689162 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50310) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:48.698970 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-edeaafbe-33a0-48fc-9686-9ead8379e341 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'name': 'tempest-NetworksTestDHCPv6-262105867'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:48.788034 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-38f98434-06ed-4a06-9085-4cbb57774cc4 None None] For port 54fe6ed5-b9b4-4131-8138-99c7fcfe3189, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=54fe6ed5-b9b4-4131-8138-99c7fcfe3189,segment=NetworkSegment(536b9757-0766-47a9-bf86-af053acee6d0),segment_id=536b9757-0766-47a9-bf86-af053acee6d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:48.788447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-38f98434-06ed-4a06-9085-4cbb57774cc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:48.870321 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77614ea7-cb64-4310-ada4-5fd8aec891d2 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:48.873230 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9287e37c-fad7-4fb1-8c4a-ba003d8e0a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:48.879016 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77614ea7-cb64-4310-ada4-5fd8aec891d2 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:48.880098 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-ab64a488-be9d-4f83-99f3-41a9ee3c7dc7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] For port 54fe6ed5-b9b4-4131-8138-99c7fcfe3189, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=54fe6ed5-b9b4-4131-8138-99c7fcfe3189,segment=NetworkSegment(536b9757-0766-47a9-bf86-af053acee6d0),segment_id=536b9757-0766-47a9-bf86-af053acee6d0)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:48.880702 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab64a488-be9d-4f83-99f3-41a9ee3c7dc7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:48.905307 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-edeaafbe-33a0-48fc-9686-9ead8379e341 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:48.917149 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 54fe6ed5-b9b4-4131-8138-99c7fcfe3189 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:32:48.921918 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-edeaafbe-33a0-48fc-9686-9ead8379e341 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:port and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:48.932587 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-edeaafbe-33a0-48fc-9686-9ead8379e341 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:48.940157 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77614ea7-cb64-4310-ada4-5fd8aec891d2 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=018be43b-27ef-4f8e-9ffb-034246c45e32,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:48.943222 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-edeaafbe-33a0-48fc-9686-9ead8379e341 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:48.945582 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77614ea7-cb64-4310-ada4-5fd8aec891d2 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:48.949517 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-77614ea7-cb64-4310-ada4-5fd8aec891d2 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4095452 Mar 14 15:32:48.949694 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-38f98434-06ed-4a06-9085-4cbb57774cc4 None None] Calling delete_port for 54fe6ed5-b9b4-4131-8138-99c7fcfe3189 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:48.950324 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50314) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:48.958735 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1fb800c0-873d-4a7d-a4cb-82d9484c47f0 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group_rule': {'security_group_id': '018be43b-27ef-4f8e-9ffb-034246c45e32', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:48.959560 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-1fb800c0-873d-4a7d-a4cb-82d9484c47f0 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:32:48.969714 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1fb800c0-873d-4a7d-a4cb-82d9484c47f0 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0097334 Mar 14 15:32:48.970666 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50318) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:48.988363 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edeaafbe-33a0-48fc-9686-9ead8379e341 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:48.991939 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-edeaafbe-33a0-48fc-9686-9ead8379e341 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:49.044276 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-edeaafbe-33a0-48fc-9686-9ead8379e341 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] device_id is not set on port 16c49c0d-b7ff-4c7d-8700-e0f401dd094e yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:32:49.066150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ab64a488-be9d-4f83-99f3-41a9ee3c7dc7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Calling delete_port for 54fe6ed5-b9b4-4131-8138-99c7fcfe3189 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:49.122270 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9287e37c-fad7-4fb1-8c4a-ba003d8e0a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:49.144049 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-64a7dede-d1ef-44a3-a8b0-c9d44c84a3bb tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:49.152681 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-38f98434-06ed-4a06-9085-4cbb57774cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:49.161821 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-34448e58-6e10-48cc-9809-eb8c0b4c7475 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting port ccf37d73-8d03-45da-bcb2-2716bda2d01f {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:49.162527 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-34448e58-6e10-48cc-9809-eb8c0b4c7475 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:49.225135 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Port 54fe6ed5-b9b4-4131-8138-99c7fcfe3189 update to DOWN by agent not found {{(pid=83912) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 14 15:32:49.227470 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-64a7dede-d1ef-44a3-a8b0-c9d44c84a3bb tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:49.242347 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f98434-06ed-4a06-9085-4cbb57774cc4 None None] Pushing event deleted for resources: {'Port': ['ID=54fe6ed5-b9b4-4131-8138-99c7fcfe3189,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:49.247111 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f98434-06ed-4a06-9085-4cbb57774cc4 None None] No DVR routers for this DVR port 54fe6ed5-b9b4-4131-8138-99c7fcfe3189 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:32:49.272080 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a38355-23a6-41ab-8493-a36db8e59541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-9afff20e-053f-4563-a829-c09143628c31', 'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'fixed_ips': [{'subnet_id': '7a7eb5d3-f101-4fb0-a24b-06aff6727f0d'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:32:49.272693 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.api [None req-ab64a488-be9d-4f83-99f3-41a9ee3c7dc7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:32:49.273076 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a7a38355-23a6-41ab-8493-a36db8e59541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:49.273222 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG oslo_db.api [None req-ab64a488-be9d-4f83-99f3-41a9ee3c7dc7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:32:49.274235 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-edeaafbe-33a0-48fc-9686-9ead8379e341 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8::13d (9afff20e-053f-4563-a829-c09143628c31/7a7eb5d3-f101-4fb0-a24b-06aff6727f0d/16c49c0d-b7ff-4c7d-8700-e0f401dd094e) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:49.345823 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-64a7dede-d1ef-44a3-a8b0-c9d44c84a3bb tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:49.358692 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9287e37c-fad7-4fb1-8c4a-ba003d8e0a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:49.395371 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50322) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:49.395593 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7dede-d1ef-44a3-a8b0-c9d44c84a3bb tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=018be43b-27ef-4f8e-9ffb-034246c45e32,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:49.396749 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287e37c-fad7-4fb1-8c4a-ba003d8e0a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b29eaa6-c874-404c-aa1e-dad12d7b771c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:49.546605 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9287e37c-fad7-4fb1-8c4a-ba003d8e0a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:49.548880 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9287e37c-fad7-4fb1-8c4a-ba003d8e0a3d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b29eaa6-c874-404c-aa1e-dad12d7b771c HTTP/1.1" status: 204 len: 168 time: 0.9498458 Mar 14 15:32:49.551052 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-34448e58-6e10-48cc-9809-eb8c0b4c7475 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:49.574071 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-64a7dede-d1ef-44a3-a8b0-c9d44c84a3bb tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:49.577460 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-64a7dede-d1ef-44a3-a8b0-c9d44c84a3bb tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "DELETE /v2.0/security-groups/018be43b-27ef-4f8e-9ffb-034246c45e32 HTTP/1.1" status: 204 len: 168 time: 0.6032407 Mar 14 15:32:49.577729 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50328) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:49.683016 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7342ce47-f170-4bfe-a6d1-04b6f9930b5b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Synchronizing usage tracker for tenant:061a70f271c64b2ea97b41fdcf7e96e5 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:49.687660 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-edeaafbe-33a0-48fc-9686-9ead8379e341 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:49.703347 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-34448e58-6e10-48cc-9809-eb8c0b4c7475 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Calling delete_port for ccf37d73-8d03-45da-bcb2-2716bda2d01f owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:49.710860 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-edeaafbe-33a0-48fc-9686-9ead8379e341 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Transition to ACTIVE for port object 16c49c0d-b7ff-4c7d-8700-e0f401dd094e will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:49.714665 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7342ce47-f170-4bfe-a6d1-04b6f9930b5b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Unset dirty status for tenant:061a70f271c64b2ea97b41fdcf7e96e5 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:49.718384 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7342ce47-f170-4bfe-a6d1-04b6f9930b5b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1373165 Mar 14 15:32:49.730453 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50334) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:49.747040 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a9a83629-1ec3-4376-8361-f8e5f90a197b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621251935'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:49.755629 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a9a83629-1ec3-4376-8361-f8e5f90a197b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:49.767347 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a9a83629-1ec3-4376-8361-f8e5f90a197b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:49.770170 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-edeaafbe-33a0-48fc-9686-9ead8379e341 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:49.773823 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ab64a488-be9d-4f83-99f3-41a9ee3c7dc7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port 54fe6ed5-b9b4-4131-8138-99c7fcfe3189 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:49.774399 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab64a488-be9d-4f83-99f3-41a9ee3c7dc7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:49.842674 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9a83629-1ec3-4376-8361-f8e5f90a197b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:49.852638 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-a7a38355-23a6-41ab-8493-a36db8e59541 None None] Allocated IP 2001:db8::2 (9afff20e-053f-4563-a829-c09143628c31/7a7eb5d3-f101-4fb0-a24b-06aff6727f0d/b729cf54-a544-436c-99f9-c876a5488627) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:49.867778 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ab64a488-be9d-4f83-99f3-41a9ee3c7dc7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] The port '54fe6ed5-b9b4-4131-8138-99c7fcfe3189' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:32:49.915772 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a9a83629-1ec3-4376-8361-f8e5f90a197b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:49.920001 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a9a83629-1ec3-4376-8361-f8e5f90a197b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Usage tracker for resource:security_group_rule and tenant:061a70f271c64b2ea97b41fdcf7e96e5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:49.923378 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a9a83629-1ec3-4376-8361-f8e5f90a197b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:49.930865 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a9a83629-1ec3-4376-8361-f8e5f90a197b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:49.955725 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeaafbe-33a0-48fc-9686-9ead8379e341 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=16c49c0d-b7ff-4c7d-8700-e0f401dd094e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:49.994681 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeaafbe-33a0-48fc-9686-9ead8379e341 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:49.996426 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-edeaafbe-33a0-48fc-9686-9ead8379e341 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:50.015731 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeaafbe-33a0-48fc-9686-9ead8379e341 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:32:50.020735 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeaafbe-33a0-48fc-9686-9ead8379e341 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:50.021611 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-edeaafbe-33a0-48fc-9686-9ead8379e341 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.084151 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9a83629-1ec3-4376-8361-f8e5f90a197b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.090630 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-edeaafbe-33a0-48fc-9686-9ead8379e341 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4004533 Mar 14 15:32:50.091452 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50344) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:50.123182 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab64a488-be9d-4f83-99f3-41a9ee3c7dc7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.137953 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9a83629-1ec3-4376-8361-f8e5f90a197b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.187649 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a83629-1ec3-4376-8361-f8e5f90a197b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1910aa18-7fec-46d3-89ac-9f8431dc81c1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:50.196119 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9a83629-1ec3-4376-8361-f8e5f90a197b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.202667 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a9a83629-1ec3-4376-8361-f8e5f90a197b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4630251 Mar 14 15:32:50.203423 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ab64a488-be9d-4f83-99f3-41a9ee3c7dc7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d168b3-0d79-4f68-b416-ed7694d4c315']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:50.207118 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50350) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:50.223901 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3c7f73d1-4276-4570-a387-ec04ab934db5 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group_rule': {'security_group_id': '1910aa18-7fec-46d3-89ac-9f8431dc81c1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:50.224796 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-3c7f73d1-4276-4570-a387-ec04ab934db5 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:32:50.225873 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3c7f73d1-4276-4570-a387-ec04ab934db5 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0156550 Mar 14 15:32:50.233854 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50354) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:50.235020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf374320-80b7-4f0c-a92a-d45d840d7b43 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:50.235841 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-cf374320-80b7-4f0c-a92a-d45d840d7b43 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:50.235981 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ab64a488-be9d-4f83-99f3-41a9ee3c7dc7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536b9757-0766-47a9-bf86-af053acee6d0') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:50.236430 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ab64a488-be9d-4f83-99f3-41a9ee3c7dc7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536b9757-0766-47a9-bf86-af053acee6d0') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:50.262618 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-cf374320-80b7-4f0c-a92a-d45d840d7b43 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:50.267742 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cf374320-80b7-4f0c-a92a-d45d840d7b43 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1751013 Mar 14 15:32:50.268562 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50358) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:50.271662 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab64a488-be9d-4f83-99f3-41a9ee3c7dc7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.285771 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a7a38355-23a6-41ab-8493-a36db8e59541 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.307426 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a7a38355-23a6-41ab-8493-a36db8e59541 None None] Transition to ACTIVE for port object b729cf54-a544-436c-99f9-c876a5488627 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:50.311752 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab64a488-be9d-4f83-99f3-41a9ee3c7dc7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.323455 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-34448e58-6e10-48cc-9809-eb8c0b4c7475 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.346971 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a7a38355-23a6-41ab-8493-a36db8e59541 None None] Transition to ACTIVE for port object b729cf54-a544-436c-99f9-c876a5488627 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:50.360731 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a7a38355-23a6-41ab-8493-a36db8e59541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.391627 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-198b1ff7-1aa0-44fd-9e25-ca3254c5916d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting port 16c49c0d-b7ff-4c7d-8700-e0f401dd094e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:50.391982 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-198b1ff7-1aa0-44fd-9e25-ca3254c5916d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.415368 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab64a488-be9d-4f83-99f3-41a9ee3c7dc7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:32:50.416300 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab64a488-be9d-4f83-99f3-41a9ee3c7dc7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:32:50.443010 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:32:50.451691 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a38355-23a6-41ab-8493-a36db8e59541 None None] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:50.454843 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-a7a38355-23a6-41ab-8493-a36db8e59541 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:50.460605 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a38355-23a6-41ab-8493-a36db8e59541 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:32:50.462938 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a38355-23a6-41ab-8493-a36db8e59541 None None] Pushing event updated for resources: {'Port': ['ID=b729cf54-a544-436c-99f9-c876a5488627,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:50.558353 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a7a38355-23a6-41ab-8493-a36db8e59541 None None] Attempting to bind port b729cf54-a544-436c-99f9-c876a5488627 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:32:50.559135 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a7a38355-23a6-41ab-8493-a36db8e59541 None None] Attempting to bind port b729cf54-a544-436c-99f9-c876a5488627 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:32:50.559658 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a38355-23a6-41ab-8493-a36db8e59541 None None] Attempting to bind port b729cf54-a544-436c-99f9-c876a5488627 on network 9afff20e-053f-4563-a829-c09143628c31 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:32:50.566847 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a38355-23a6-41ab-8493-a36db8e59541 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:32:50.567567 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a38355-23a6-41ab-8493-a36db8e59541 None None] Checking segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:32:50.568124 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a7a38355-23a6-41ab-8493-a36db8e59541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.568662 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a38355-23a6-41ab-8493-a36db8e59541 None None] Bound using segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:32:50.569471 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a7a38355-23a6-41ab-8493-a36db8e59541 None None] Bound port: b729cf54-a544-436c-99f9-c876a5488627, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:32:50.570014 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a7a38355-23a6-41ab-8493-a36db8e59541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.582356 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34448e58-6e10-48cc-9809-eb8c0b4c7475 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Port': ['ID=ccf37d73-8d03-45da-bcb2-2716bda2d01f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:50.700612 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a7a38355-23a6-41ab-8493-a36db8e59541 None None] For port b729cf54-a544-436c-99f9-c876a5488627, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:32:50.705175 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a7a38355-23a6-41ab-8493-a36db8e59541 None None] For port b729cf54-a544-436c-99f9-c876a5488627, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b729cf54-a544-436c-99f9-c876a5488627,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:32:50.707579 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.710251 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-198b1ff7-1aa0-44fd-9e25-ca3254c5916d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.714265 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a7a38355-23a6-41ab-8493-a36db8e59541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.793054 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50368) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:50.855334 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a38355-23a6-41ab-8493-a36db8e59541 None None] Pushing event updated for resources: {'Port': ['ID=b729cf54-a544-436c-99f9-c876a5488627,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:50.879435 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-198b1ff7-1aa0-44fd-9e25-ca3254c5916d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Calling delete_port for 16c49c0d-b7ff-4c7d-8700-e0f401dd094e owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:50.911143 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab64a488-be9d-4f83-99f3-41a9ee3c7dc7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.918940 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-495ae175-b200-4bd5-9ea9-8f8b25f42173 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.944266 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab64a488-be9d-4f83-99f3-41a9ee3c7dc7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.969674 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64a488-be9d-4f83-99f3-41a9ee3c7dc7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Network': ['ID=c4d168b3-0d79-4f68-b416-ed7694d4c315,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:50.995965 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ab64a488-be9d-4f83-99f3-41a9ee3c7dc7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/networks/c4d168b3-0d79-4f68-b416-ed7694d4c315 HTTP/1.1" status: 204 len: 168 time: 2.8711655 Mar 14 15:32:51.003851 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50374) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:51.009217 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-495ae175-b200-4bd5-9ea9-8f8b25f42173 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.021393 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-07fb296a-5cda-4a85-8ce2-63d7a3bf2762 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1522328718'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:51.035565 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-07fb296a-5cda-4a85-8ce2-63d7a3bf2762 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:51.052287 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-07fb296a-5cda-4a85-8ce2-63d7a3bf2762 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:network and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:51.057206 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-34448e58-6e10-48cc-9809-eb8c0b4c7475 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.060848 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-07fb296a-5cda-4a85-8ce2-63d7a3bf2762 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:51.068950 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-198b1ff7-1aa0-44fd-9e25-ca3254c5916d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.086161 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-07fb296a-5cda-4a85-8ce2-63d7a3bf2762 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:51.115404 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Request body: {'networks': [{'name': 'tempest-network--788746264'}, {'name': 'tempest-network--2089057480'}]} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:51.115900 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Request body: {'network': {'name': 'tempest-network--788746264'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:51.116297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Request body: {'network': {'name': 'tempest-network--2089057480'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:51.124875 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:51.140161 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Usage tracker for resource:network and tenant:e70bf59e5c8b4c63b94bc52bc6b19821 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:51.143859 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:51.153347 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:51.177201 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Made reservation on behalf of e70bf59e5c8b4c63b94bc52bc6b19821 for: {'network': 2} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:51.184711 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.192191 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fb296a-5cda-4a85-8ce2-63d7a3bf2762 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:51.195320 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-07fb296a-5cda-4a85-8ce2-63d7a3bf2762 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.196554 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b1ff7-1aa0-44fd-9e25-ca3254c5916d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Port': ['ID=16c49c0d-b7ff-4c7d-8700-e0f401dd094e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:51.228143 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.255360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-198b1ff7-1aa0-44fd-9e25-ca3254c5916d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.266650 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-495ae175-b200-4bd5-9ea9-8f8b25f42173 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.277301 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-198b1ff7-1aa0-44fd-9e25-ca3254c5916d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/16c49c0d-b7ff-4c7d-8700-e0f401dd094e HTTP/1.1" status: 204 len: 168 time: 1.0049899 Mar 14 15:32:51.277763 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50378) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:51.305642 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ae175-b200-4bd5-9ea9-8f8b25f42173 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1910aa18-7fec-46d3-89ac-9f8431dc81c1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:51.325613 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:51.328213 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07fb296a-5cda-4a85-8ce2-63d7a3bf2762 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:32:51.336386 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Usage tracker for resource:security_group_rule and tenant:e70bf59e5c8b4c63b94bc52bc6b19821 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:51.345909 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:51.349142 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ae175-b200-4bd5-9ea9-8f8b25f42173 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:51.349487 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ae175-b200-4bd5-9ea9-8f8b25f42173 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:51.349825 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ae175-b200-4bd5-9ea9-8f8b25f42173 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:51.350181 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ae175-b200-4bd5-9ea9-8f8b25f42173 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:51.350508 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ae175-b200-4bd5-9ea9-8f8b25f42173 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:51.351338 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ae175-b200-4bd5-9ea9-8f8b25f42173 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:51.351338 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ae175-b200-4bd5-9ea9-8f8b25f42173 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:51.351565 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ae175-b200-4bd5-9ea9-8f8b25f42173 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:51.351803 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ae175-b200-4bd5-9ea9-8f8b25f42173 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:51.352085 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ae175-b200-4bd5-9ea9-8f8b25f42173 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:51.352405 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ae175-b200-4bd5-9ea9-8f8b25f42173 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:51.355848 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:51.358267 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-07fb296a-5cda-4a85-8ce2-63d7a3bf2762 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.358759 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-07fb296a-5cda-4a85-8ce2-63d7a3bf2762 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Added segment 8dbb172c-d926-4000-a6db-6190ebb8075c of type vlan for network a7f95a31-febb-4ace-bace-5f331e0bae61 Mar 14 15:32:51.360252 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-495ae175-b200-4bd5-9ea9-8f8b25f42173 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.364299 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-495ae175-b200-4bd5-9ea9-8f8b25f42173 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "DELETE /v2.0/security-groups/1910aa18-7fec-46d3-89ac-9f8431dc81c1 HTTP/1.1" status: 204 len: 168 time: 1.1177948 Mar 14 15:32:51.367655 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50382) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:51.381564 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af019fb1-4a13-4a5d-990f-09ffd8eb0d21 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:51.383021 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af019fb1-4a13-4a5d-990f-09ffd8eb0d21 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:51.383750 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-af019fb1-4a13-4a5d-990f-09ffd8eb0d21 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:51.415711 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-af019fb1-4a13-4a5d-990f-09ffd8eb0d21 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:51.419560 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-af019fb1-4a13-4a5d-990f-09ffd8eb0d21 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1381717 Mar 14 15:32:51.423188 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50386) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:51.507246 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.516991 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ea3264-c78b-4da7-a040-17598c453f32 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet 7a7eb5d3-f101-4fb0-a24b-06aff6727f0d {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:32:51.521075 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.521235 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.530185 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f3ea3264-c78b-4da7-a040-17598c453f32 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.549406 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-07fb296a-5cda-4a85-8ce2-63d7a3bf2762 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.612673 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=023c9f3a-6857-4b15-9def-877cb3a87fbe,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:51.624328 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f3ea3264-c78b-4da7-a040-17598c453f32 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.659903 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:32:51.683376 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.683738 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Added segment 309ea64d-0337-4187-9749-00960403ed21 of type vlan for network b5ed652e-52f4-47c7-be6a-9aea12181d37 Mar 14 15:32:51.730046 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.760369 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f3ea3264-c78b-4da7-a040-17598c453f32 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.812951 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3524a3d4-ec13-4bbf-abb0-8b65e2ad51e5 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Synchronizing usage tracker for tenant:061a70f271c64b2ea97b41fdcf7e96e5 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:51.818018 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-07fb296a-5cda-4a85-8ce2-63d7a3bf2762 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:32:51.824665 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:32:51.842679 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.842679 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Added segment 935f70a5-2601-45b4-9328-ec0f6eb32177 of type vlan for network bea7246a-f551-41b2-a8a7-75c7ac454cc3 Mar 14 15:32:51.872862 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f3ea3264-c78b-4da7-a040-17598c453f32 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.904825 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.924477 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea3264-c78b-4da7-a040-17598c453f32 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=7a7eb5d3-f101-4fb0-a24b-06aff6727f0d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:51.930928 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f3ea3264-c78b-4da7-a040-17598c453f32 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.970146 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f3ea3264-c78b-4da7-a040-17598c453f32 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/7a7eb5d3-f101-4fb0-a24b-06aff6727f0d HTTP/1.1" status: 204 len: 168 time: 0.5435936 Mar 14 15:32:51.970842 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50390) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:51.970967 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-07fb296a-5cda-4a85-8ce2-63d7a3bf2762 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.974470 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.974939 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.975058 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fb296a-5cda-4a85-8ce2-63d7a3bf2762 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:51.975637 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-07fb296a-5cda-4a85-8ce2-63d7a3bf2762 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.978621 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:51.981984 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:51.982770 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.998434 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3524a3d4-ec13-4bbf-abb0-8b65e2ad51e5 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Unset dirty status for tenant:061a70f271c64b2ea97b41fdcf7e96e5 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:52.003924 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3524a3d4-ec13-4bbf-abb0-8b65e2ad51e5 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6292877 Mar 14 15:32:52.012971 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50394) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:52.049083 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981ae4ed-a656-467d-9a30-1283a2ee58eb None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:52.073229 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-bab0a72c-a32c-488c-9077-45ffa6e3084a tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group': {'name': 'tempest-secgroup--185044842'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:52.091150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bab0a72c-a32c-488c-9077-45ffa6e3084a tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:52.114544 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-07fb296a-5cda-4a85-8ce2-63d7a3bf2762 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1097009 Mar 14 15:32:52.124173 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bab0a72c-a32c-488c-9077-45ffa6e3084a tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:52.128627 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50398) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:52.140620 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4e3703b4-e329-4c25-b326-592a349780c5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'subnet': {'network_id': 'a7f95a31-febb-4ace-bace-5f331e0bae61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:52.156637 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb296a-5cda-4a85-8ce2-63d7a3bf2762 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Network': ['ID=a7f95a31-febb-4ace-bace-5f331e0bae61,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:52.175578 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network a7f95a31-febb-4ace-bace-5f331e0bae61 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:32:52.176799 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34448e58-6e10-48cc-9809-eb8c0b4c7475 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Router a6c931b6-ded3-47f9-9d31-2ed984d19f4b has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:32:52.216756 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e9aa6a80-3b20-4702-8943-42298fbdb4e6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2424896 Mar 14 15:32:52.222042 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4255805 Mar 14 15:32:52.224197 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50402) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:52.224427 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50404) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:52.229218 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bab0a72c-a32c-488c-9077-45ffa6e3084a tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:52.284396 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-74643895-6d21-42e9-8971-ae73ad8adc8a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:52.303727 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b6175b58-d246-4672-9d35-16d6f1fa0da1 None None] Provisioning for port b729cf54-a544-436c-99f9-c876a5488627 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:52.382197 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bab0a72c-a32c-488c-9077-45ffa6e3084a tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:52.385494 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4e3703b4-e329-4c25-b326-592a349780c5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:52.436287 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-4e3703b4-e329-4c25-b326-592a349780c5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:subnet and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:52.439066 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-bab0a72c-a32c-488c-9077-45ffa6e3084a tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Usage tracker for resource:security_group_rule and tenant:061a70f271c64b2ea97b41fdcf7e96e5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:52.448610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-4e3703b4-e329-4c25-b326-592a349780c5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:52.451556 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-bab0a72c-a32c-488c-9077-45ffa6e3084a tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:52.467698 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bab0a72c-a32c-488c-9077-45ffa6e3084a tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:52.469737 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4e3703b4-e329-4c25-b326-592a349780c5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:52.490860 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Pushing event updated for resources: {'Network': ['ID=b5ed652e-52f4-47c7-be6a-9aea12181d37,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:52.494172 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eeed75-836a-44a1-8fd3-58aab24e8c62 None None] DHCP port deletion for 9afff20e-053f-4563-a829-c09143628c31 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:32:52.500570 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-88eeed75-836a-44a1-8fd3-58aab24e8c62 None None] Deleting port b729cf54-a544-436c-99f9-c876a5488627 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:52.501644 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-88eeed75-836a-44a1-8fd3-58aab24e8c62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:52.502476 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3703b4-e329-4c25-b326-592a349780c5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:52.530481 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:52.530862 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:52.531153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:52.531483 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:52.531813 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:52.532138 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:52.532459 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:52.532780 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:52.533098 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:52.533413 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:52.533731 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:52.548298 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network b5ed652e-52f4-47c7-be6a-9aea12181d37 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:32:52.591688 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34448e58-6e10-48cc-9809-eb8c0b4c7475 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:32:52.604184 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fcfc3a-974a-4558-b6d9-3fc96550eeaf None None] Sync routers for ids ['a6c931b6-ded3-47f9-9d31-2ed984d19f4b'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:32:52.622771 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fcfc3a-974a-4558-b6d9-3fc96550eeaf None None] Routers {'a6c931b6-ded3-47f9-9d31-2ed984d19f4b'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:32:52.623948 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-16fcfc3a-974a-4558-b6d9-3fc96550eeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:32:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['a6c931b6-ded3-47f9-9d31-2ed984d19f4b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:52.641727 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-74643895-6d21-42e9-8971-ae73ad8adc8a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:52.664326 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-74643895-6d21-42e9-8971-ae73ad8adc8a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:52.673155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-74643895-6d21-42e9-8971-ae73ad8adc8a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:52.688275 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc27a904-7c10-4682-ab31-cbc543a41a78 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:52.694002 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bab0a72c-a32c-488c-9077-45ffa6e3084a tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:52.694572 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc27a904-7c10-4682-ab31-cbc543a41a78 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:52.698809 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc27a904-7c10-4682-ab31-cbc543a41a78 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:52.704835 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc27a904-7c10-4682-ab31-cbc543a41a78 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:52.705996 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bc27a904-7c10-4682-ab31-cbc543a41a78 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Synchronizing usage tracker for tenant:e70bf59e5c8b4c63b94bc52bc6b19821 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:52.707149 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e3703b4-e329-4c25-b326-592a349780c5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:52.713564 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-74643895-6d21-42e9-8971-ae73ad8adc8a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:52.714099 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-16fcfc3a-974a-4558-b6d9-3fc96550eeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:52.720813 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-34448e58-6e10-48cc-9809-eb8c0b4c7475 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/routers/a6c931b6-ded3-47f9-9d31-2ed984d19f4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1574848 Mar 14 15:32:52.727408 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bab0a72c-a32c-488c-9077-45ffa6e3084a tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:52.727593 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460159c4-02a8-417c-94a6-aef3c14eae5a tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Pushing event updated for resources: {'Network': ['ID=bea7246a-f551-41b2-a8a7-75c7ac454cc3,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:52.733826 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50410) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:52.743918 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fcfc3a-974a-4558-b6d9-3fc96550eeaf None None] Routers {'a6c931b6-ded3-47f9-9d31-2ed984d19f4b'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:32:52.745981 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-16fcfc3a-974a-4558-b6d9-3fc96550eeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:32:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['a6c931b6-ded3-47f9-9d31-2ed984d19f4b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:52.769531 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bc27a904-7c10-4682-ab31-cbc543a41a78 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Unset dirty status for tenant:e70bf59e5c8b4c63b94bc52bc6b19821 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:52.770714 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bc27a904-7c10-4682-ab31-cbc543a41a78 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5434372 Mar 14 15:32:52.776204 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50414) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:52.803021 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a2bd57b5-5f64-4a9c-b375-7a3433a10d70 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6c931b6-ded3-47f9-9d31-2ed984d19f4b HTTP/1.1" status: 200 len: 205 time: 0.0687478 Mar 14 15:32:52.806855 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74643895-6d21-42e9-8971-ae73ad8adc8a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:52.810357 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74643895-6d21-42e9-8971-ae73ad8adc8a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:52.819274 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50418) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:52.852038 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-16fcfc3a-974a-4558-b6d9-3fc96550eeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:52.852827 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fcfc3a-974a-4558-b6d9-3fc96550eeaf None None] The sync data for ids ['a6c931b6-ded3-47f9-9d31-2ed984d19f4b'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:32:52.868754 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network bea7246a-f551-41b2-a8a7-75c7ac454cc3 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:32:52.971150 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-88eeed75-836a-44a1-8fd3-58aab24e8c62 None None] For port b729cf54-a544-436c-99f9-c876a5488627, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b729cf54-a544-436c-99f9-c876a5488627,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:52.971150 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-88eeed75-836a-44a1-8fd3-58aab24e8c62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:52.984049 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0a72c-a32c-488c-9077-45ffa6e3084a tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=820e3d9c-00c2-4446-9ae4-6f72c6d7b942,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:52.995353 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bab0a72c-a32c-488c-9077-45ffa6e3084a tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:52.996720 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-bab0a72c-a32c-488c-9077-45ffa6e3084a tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9794993 Mar 14 15:32:53.009686 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50422) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:53.020282 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15953851-7ced-4fb7-a3f1-102b57bd3910 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:53.033360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-982f66ad-cce4-457a-975d-c0f6897253ab tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group_rule': {'security_group_id': '820e3d9c-00c2-4446-9ae4-6f72c6d7b942', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:53.033360 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-982f66ad-cce4-457a-975d-c0f6897253ab tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:32:53.037666 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-982f66ad-cce4-457a-975d-c0f6897253ab tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0269239 Mar 14 15:32:53.037966 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50426) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:53.050156 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e1e1a505-1e89-460d-a9cf-03aa4ff86a0f tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group_rule': {'security_group_id': '820e3d9c-00c2-4446-9ae4-6f72c6d7b942', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:53.050722 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-e1e1a505-1e89-460d-a9cf-03aa4ff86a0f tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:32:53.051651 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e1e1a505-1e89-460d-a9cf-03aa4ff86a0f tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0127556 Mar 14 15:32:53.059742 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50430) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:53.067596 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-33bd231c-3681-44e0-ae45-de8902968e77 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group_rule': {'security_group_id': '820e3d9c-00c2-4446-9ae4-6f72c6d7b942', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:53.068286 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-33bd231c-3681-44e0-ae45-de8902968e77 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:32:53.069227 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-33bd231c-3681-44e0-ae45-de8902968e77 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085595 Mar 14 15:32:53.089674 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50434) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:53.103853 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3b2b103f-3da5-4525-a7b7-1ef52f61db52 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group_rule': {'security_group_id': '820e3d9c-00c2-4446-9ae4-6f72c6d7b942', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:53.104818 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-3b2b103f-3da5-4525-a7b7-1ef52f61db52 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:32:53.105881 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3b2b103f-3da5-4525-a7b7-1ef52f61db52 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0149658 Mar 14 15:32:53.111786 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50438) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:53.113637 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-88eeed75-836a-44a1-8fd3-58aab24e8c62 None None] Calling delete_port for b729cf54-a544-436c-99f9-c876a5488627 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:53.121164 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62be6ee9-0e87-4b5e-8a80-7645148a8408 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:53.203072 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-88eeed75-836a-44a1-8fd3-58aab24e8c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:53.256263 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eeed75-836a-44a1-8fd3-58aab24e8c62 None None] Pushing event deleted for resources: {'Port': ['ID=b729cf54-a544-436c-99f9-c876a5488627,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:53.261538 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eeed75-836a-44a1-8fd3-58aab24e8c62 None None] No DVR routers for this DVR port b729cf54-a544-436c-99f9-c876a5488627 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:32:53.308099 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15953851-7ced-4fb7-a3f1-102b57bd3910 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:53.363005 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-15953851-7ced-4fb7-a3f1-102b57bd3910 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ed652e-52f4-47c7-be6a-9aea12181d37']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:53.367878 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf9a1830-d187-4150-ba41-07e639454004 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:53.389947 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98605741-d0bf-4c96-bbb6-ca576ce8ec4e tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:53.396722 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-15953851-7ced-4fb7-a3f1-102b57bd3910 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309ea64d-0337-4187-9749-00960403ed21') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:53.396907 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-15953851-7ced-4fb7-a3f1-102b57bd3910 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309ea64d-0337-4187-9749-00960403ed21') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:53.422358 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15953851-7ced-4fb7-a3f1-102b57bd3910 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:53.433952 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74643895-6d21-42e9-8971-ae73ad8adc8a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:53.487957 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15953851-7ced-4fb7-a3f1-102b57bd3910 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:53.498461 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98605741-d0bf-4c96-bbb6-ca576ce8ec4e tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:53.512290 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15953851-7ced-4fb7-a3f1-102b57bd3910 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:32:53.512684 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15953851-7ced-4fb7-a3f1-102b57bd3910 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:32:53.527326 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:32:53.610507 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74643895-6d21-42e9-8971-ae73ad8adc8a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:53.632966 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-74643895-6d21-42e9-8971-ae73ad8adc8a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:53.642084 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74643895-6d21-42e9-8971-ae73ad8adc8a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:53.642690 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74643895-6d21-42e9-8971-ae73ad8adc8a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:53.644100 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4c43ff-8f3b-40c0-baac-8887e23bca54 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:53.659045 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74643895-6d21-42e9-8971-ae73ad8adc8a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=a348cb19-2ff8-4bbc-aa9d-6e6dcabe22bb,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:53.679357 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15953851-7ced-4fb7-a3f1-102b57bd3910 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:53.702419 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15953851-7ced-4fb7-a3f1-102b57bd3910 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:53.706016 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98605741-d0bf-4c96-bbb6-ca576ce8ec4e tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:53.708490 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98605741-d0bf-4c96-bbb6-ca576ce8ec4e tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:53.709600 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-98605741-d0bf-4c96-bbb6-ca576ce8ec4e tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "DELETE /v2.0/security-groups/820e3d9c-00c2-4446-9ae4-6f72c6d7b942 HTTP/1.1" status: 204 len: 168 time: 0.5847716 Mar 14 15:32:53.716040 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50442) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:53.723855 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15953851-7ced-4fb7-a3f1-102b57bd3910 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Pushing event deleted for resources: {'Network': ['ID=b5ed652e-52f4-47c7-be6a-9aea12181d37,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:53.730802 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-74643895-6d21-42e9-8971-ae73ad8adc8a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5051365 Mar 14 15:32:53.731635 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50446) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:53.733378 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98605741-d0bf-4c96-bbb6-ca576ce8ec4e tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=820e3d9c-00c2-4446-9ae4-6f72c6d7b942,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:53.740346 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-15953851-7ced-4fb7-a3f1-102b57bd3910 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] 10.222.0.60 "DELETE /v2.0/networks/b5ed652e-52f4-47c7-be6a-9aea12181d37 HTTP/1.1" status: 204 len: 168 time: 0.9629593 Mar 14 15:32:53.740866 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50450) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:53.747123 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-cf5151e0-9321-49af-9734-e83d1d28677a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'name': 'tempest-NetworksTestDHCPv6-131681752'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:53.892596 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e3703b4-e329-4c25-b326-592a349780c5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:53.900481 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62be6ee9-0e87-4b5e-8a80-7645148a8408 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:53.918422 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-9afff20e-053f-4563-a829-c09143628c31', 'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'fixed_ips': [{'subnet_id': 'a348cb19-2ff8-4bbc-aa9d-6e6dcabe22bb'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:32:53.919262 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:53.970032 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62be6ee9-0e87-4b5e-8a80-7645148a8408 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:54.058312 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3703b4-e329-4c25-b326-592a349780c5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Subnet': ['ID=21d7a613-14f6-46fe-8452-fe4b47e32aa7,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:54.070169 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b253518a-ebec-4475-a6fe-4e17195fa99e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:54.073520 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a7a4ccc5-5b00-4be4-925c-0beeb143edee tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Synchronizing usage tracker for tenant:061a70f271c64b2ea97b41fdcf7e96e5 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:54.098979 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Allocated IP 2001:db8::2 (9afff20e-053f-4563-a829-c09143628c31/a348cb19-2ff8-4bbc-aa9d-6e6dcabe22bb/c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:54.129621 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62be6ee9-0e87-4b5e-8a80-7645148a8408 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:54.130423 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62be6ee9-0e87-4b5e-8a80-7645148a8408 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Fanout notify agent at l3_agent the message router_deleted on router a6c931b6-ded3-47f9-9d31-2ed984d19f4b {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:32:54.148980 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cf5151e0-9321-49af-9734-e83d1d28677a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:54.161556 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a7a4ccc5-5b00-4be4-925c-0beeb143edee tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Unset dirty status for tenant:061a70f271c64b2ea97b41fdcf7e96e5 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:54.167478 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a7a4ccc5-5b00-4be4-925c-0beeb143edee tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4505203 Mar 14 15:32:54.169631 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50454) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:54.209770 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-cf5151e0-9321-49af-9734-e83d1d28677a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:port and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:54.217905 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-cf5151e0-9321-49af-9734-e83d1d28677a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:54.224114 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3703b4-e329-4c25-b326-592a349780c5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Checking segment: {'id': '8dbb172c-d926-4000-a6db-6190ebb8075c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a7f95a31-febb-4ace-bace-5f331e0bae61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:32:54.224713 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3703b4-e329-4c25-b326-592a349780c5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network hostable DHCP agents. Network: a7f95a31-febb-4ace-bace-5f331e0bae61, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:32:54.236780 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cf5151e0-9321-49af-9734-e83d1d28677a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:54.243567 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-22ac38f1-1c93-40da-b622-c17223ede9f9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group': {'name': 'tempest-secgroup--201296565'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:54.247058 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b253518a-ebec-4475-a6fe-4e17195fa99e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:54.256029 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-22ac38f1-1c93-40da-b622-c17223ede9f9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:54.273691 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5151e0-9321-49af-9734-e83d1d28677a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:54.276736 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf5151e0-9321-49af-9734-e83d1d28677a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:54.277094 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62be6ee9-0e87-4b5e-8a80-7645148a8408 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:54.280694 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-62be6ee9-0e87-4b5e-8a80-7645148a8408 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/routers/a6c931b6-ded3-47f9-9d31-2ed984d19f4b HTTP/1.1" status: 204 len: 168 time: 1.4522514 Mar 14 15:32:54.285569 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50458) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:54.286417 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-22ac38f1-1c93-40da-b622-c17223ede9f9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:54.291432 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b253518a-ebec-4475-a6fe-4e17195fa99e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea7246a-f551-41b2-a8a7-75c7ac454cc3']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:54.308934 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b253518a-ebec-4475-a6fe-4e17195fa99e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '935f70a5-2601-45b4-9328-ec0f6eb32177') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:54.309656 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b253518a-ebec-4475-a6fe-4e17195fa99e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '935f70a5-2601-45b4-9328-ec0f6eb32177') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:54.317148 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:54.324871 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b253518a-ebec-4475-a6fe-4e17195fa99e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:54.328251 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Transition to ACTIVE for port object c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:54.331613 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-cf5151e0-9321-49af-9734-e83d1d28677a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] device_id is not set on port 4c95b3e5-ac8f-4e1f-ad27-862495653124 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:32:54.347981 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Transition to ACTIVE for port object c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:54.353507 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:54.383007 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b253518a-ebec-4475-a6fe-4e17195fa99e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:54.403881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b253518a-ebec-4475-a6fe-4e17195fa99e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:32:54.404548 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b253518a-ebec-4475-a6fe-4e17195fa99e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:54.405734 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-22ac38f1-1c93-40da-b622-c17223ede9f9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:32:54.419145 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:32:54.429419 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:54.433252 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:54.435201 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Pushing event updated for resources: {'Port': ['ID=c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:54.437365 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:32:54.475124 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3703b4-e329-4c25-b326-592a349780c5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network a7f95a31-febb-4ace-bace-5f331e0bae61 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:32:54.527568 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Attempting to bind port c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:32:54.528024 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Attempting to bind port c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:32:54.528450 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Attempting to bind port c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc on network 9afff20e-053f-4563-a829-c09143628c31 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:32:54.535047 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:32:54.535527 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Checking segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:32:54.535990 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:54.537258 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Bound using segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:32:54.537258 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Bound port: c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:32:54.537258 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:54.542481 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b253518a-ebec-4475-a6fe-4e17195fa99e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:54.550539 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-bf9a1830-d187-4150-ba41-07e639454004 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.20.0.17 (05b0bdcb-6df6-43b3-968f-5bd9aa2132cf/9161bfd7-0be8-4803-b77d-8b24393126cd/ba119267-6911-4ddd-814b-cafd1a6dab48) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:54.564467 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b253518a-ebec-4475-a6fe-4e17195fa99e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:54.566445 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-22ac38f1-1c93-40da-b622-c17223ede9f9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:54.582882 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253518a-ebec-4475-a6fe-4e17195fa99e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Pushing event deleted for resources: {'Network': ['ID=bea7246a-f551-41b2-a8a7-75c7ac454cc3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:54.585591 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-4e3703b4-e329-4c25-b326-592a349780c5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, a7f95a31-febb-4ace-bace-5f331e0bae61) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:54.590361 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3703b4-e329-4c25-b326-592a349780c5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:54.591011 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e3703b4-e329-4c25-b326-592a349780c5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:54.595891 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-22ac38f1-1c93-40da-b622-c17223ede9f9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Usage tracker for resource:security_group_rule and tenant:061a70f271c64b2ea97b41fdcf7e96e5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:54.602402 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b253518a-ebec-4475-a6fe-4e17195fa99e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] 10.222.0.60 "DELETE /v2.0/networks/bea7246a-f551-41b2-a8a7-75c7ac454cc3 HTTP/1.1" status: 204 len: 168 time: 0.8599238 Mar 14 15:32:54.603037 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50462) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:54.609685 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d238f6fc-569a-4e46-b981-1b51545d3b52 None None] Network a7f95a31-febb-4ace-bace-5f331e0bae61 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:54.610840 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-22ac38f1-1c93-40da-b622-c17223ede9f9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:54.624790 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-22ac38f1-1c93-40da-b622-c17223ede9f9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:54.641896 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-cf5151e0-9321-49af-9734-e83d1d28677a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8::284 (9afff20e-053f-4563-a829-c09143628c31/a348cb19-2ff8-4bbc-aa9d-6e6dcabe22bb/4c95b3e5-ac8f-4e1f-ad27-862495653124) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:54.743486 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4e3703b4-e329-4c25-b326-592a349780c5 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6133568 Mar 14 15:32:54.743816 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50466) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:54.752413 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] For port c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:32:54.755501 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f32d4521-bc56-416b-9195-496199a53add tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1192564414', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:54.758534 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] For port c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:32:54.773864 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:54.788510 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f32d4521-bc56-416b-9195-496199a53add tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:54.815000 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f32d4521-bc56-416b-9195-496199a53add tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:router and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:54.825810 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-28cd1755-d533-4105-a7d4-8e28b0b0ffc0 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting subnet c5e0f6ed-bfed-44f2-a225-f46dc68982ae {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:32:54.830948 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f32d4521-bc56-416b-9195-496199a53add tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:54.842462 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28cd1755-d533-4105-a7d4-8e28b0b0ffc0 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:54.902297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f32d4521-bc56-416b-9195-496199a53add tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:54.916819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd899b7-d498-4a4c-97b4-47edb76f3014 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:54.919983 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Pushing event updated for resources: {'Port': ['ID=c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:54.921071 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd899b7-d498-4a4c-97b4-47edb76f3014 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:54.921900 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9dd899b7-d498-4a4c-97b4-47edb76f3014 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Synchronizing usage tracker for tenant:e70bf59e5c8b4c63b94bc52bc6b19821 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:54.962134 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9dd899b7-d498-4a4c-97b4-47edb76f3014 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Unset dirty status for tenant:e70bf59e5c8b4c63b94bc52bc6b19821 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:54.962771 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:54.963018 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:54.963331 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:54.963676 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:54.963984 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:54.964488 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:54.964966 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:54.965465 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:54.965948 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:54.966633 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:54.967104 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a1a4d-56b2-4adb-848b-604d6481b490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:54.967453 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9dd899b7-d498-4a4c-97b4-47edb76f3014 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3595736 Mar 14 15:32:54.968331 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50470) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:54.998416 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffe6d79-d94e-4964-8791-71c29079fe55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-a7f95a31-febb-4ace-bace-5f331e0bae61', 'network_id': 'a7f95a31-febb-4ace-bace-5f331e0bae61', 'tenant_id': 'd145e6d0b939429681cad6903d26baa7', 'fixed_ips': [{'subnet_id': '21d7a613-14f6-46fe-8452-fe4b47e32aa7'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:32:54.999466 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bffe6d79-d94e-4964-8791-71c29079fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.022812 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-39bd7e0d-1f97-4075-b402-7e89e8b1d13c tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1680015601'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:55.032011 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-39bd7e0d-1f97-4075-b402-7e89e8b1d13c tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:55.057764 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-39bd7e0d-1f97-4075-b402-7e89e8b1d13c tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:55.062856 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf5151e0-9321-49af-9734-e83d1d28677a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.073944 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-22ac38f1-1c93-40da-b622-c17223ede9f9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.088381 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-cf5151e0-9321-49af-9734-e83d1d28677a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Transition to ACTIVE for port object 4c95b3e5-ac8f-4e1f-ad27-862495653124 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:55.092456 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bd7e0d-1f97-4075-b402-7e89e8b1d13c tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Made reservation on behalf of e70bf59e5c8b4c63b94bc52bc6b19821 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:55.094766 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-22ac38f1-1c93-40da-b622-c17223ede9f9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.097061 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39bd7e0d-1f97-4075-b402-7e89e8b1d13c tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.112754 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f32d4521-bc56-416b-9195-496199a53add tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.113591 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f32d4521-bc56-416b-9195-496199a53add tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.116313 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28cd1755-d533-4105-a7d4-8e28b0b0ffc0 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.147515 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf9a1830-d187-4150-ba41-07e639454004 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.177889 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39bd7e0d-1f97-4075-b402-7e89e8b1d13c tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:32:55.207132 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f32d4521-bc56-416b-9195-496199a53add tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.221283 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39bd7e0d-1f97-4075-b402-7e89e8b1d13c tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.222331 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-39bd7e0d-1f97-4075-b402-7e89e8b1d13c tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Added segment c93071bc-078f-4429-9aef-962ad5d46143 of type vlan for network f11b1f27-6200-4413-9cf7-4c30e0a04acd Mar 14 15:32:55.232073 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf5151e0-9321-49af-9734-e83d1d28677a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.251041 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-bf9a1830-d187-4150-ba41-07e639454004 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Transition to ACTIVE for port object ba119267-6911-4ddd-814b-cafd1a6dab48 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:55.277816 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac38f1-1c93-40da-b622-c17223ede9f9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d885de2d-fe39-429c-b342-a17a5bd36db5,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:55.289907 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf9a1830-d187-4150-ba41-07e639454004 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.302647 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-22ac38f1-1c93-40da-b622-c17223ede9f9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.307066 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-22ac38f1-1c93-40da-b622-c17223ede9f9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0735028 Mar 14 15:32:55.312578 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-bffe6d79-d94e-4964-8791-71c29079fe55 None None] Allocated IP 172.20.0.2 (a7f95a31-febb-4ace-bace-5f331e0bae61/21d7a613-14f6-46fe-8452-fe4b47e32aa7/5f1618d2-cfd2-4797-87bd-f9a1e0383fd6) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:55.365032 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50474) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:55.389143 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1ebbf05b-6623-4de3-8bca-9a7689ed822b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group_rule': {'security_group_id': 'd885de2d-fe39-429c-b342-a17a5bd36db5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:55.390272 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-1ebbf05b-6623-4de3-8bca-9a7689ed822b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:32:55.395429 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1ebbf05b-6623-4de3-8bca-9a7689ed822b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0222034 Mar 14 15:32:55.408193 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39bd7e0d-1f97-4075-b402-7e89e8b1d13c tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.414288 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50478) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:55.420850 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e94a837c-5c0c-45ed-9334-ee817e2b1151 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group_rule': {'security_group_id': 'd885de2d-fe39-429c-b342-a17a5bd36db5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:55.442782 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f32d4521-bc56-416b-9195-496199a53add tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.462927 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9a1830-d187-4150-ba41-07e639454004 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network 05b0bdcb-6df6-43b3-968f-5bd9aa2132cf is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:55.465735 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-bf9a1830-d187-4150-ba41-07e639454004 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:55.467605 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a1830-d187-4150-ba41-07e639454004 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=ba119267-6911-4ddd-814b-cafd1a6dab48,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:55.481836 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9a1830-d187-4150-ba41-07e639454004 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:32:55.481973 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e94a837c-5c0c-45ed-9334-ee817e2b1151 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:55.486763 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e94a837c-5c0c-45ed-9334-ee817e2b1151 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Usage tracker for resource:security_group_rule and tenant:061a70f271c64b2ea97b41fdcf7e96e5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:55.490931 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e94a837c-5c0c-45ed-9334-ee817e2b1151 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:55.498817 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e94a837c-5c0c-45ed-9334-ee817e2b1151 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:55.515254 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39bd7e0d-1f97-4075-b402-7e89e8b1d13c tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.519292 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bd7e0d-1f97-4075-b402-7e89e8b1d13c tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:55.519957 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39bd7e0d-1f97-4075-b402-7e89e8b1d13c tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.569366 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf9a1830-d187-4150-ba41-07e639454004 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.574119 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5151e0-9321-49af-9734-e83d1d28677a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:55.575660 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28cd1755-d533-4105-a7d4-8e28b0b0ffc0 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.599372 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-cf5151e0-9321-49af-9734-e83d1d28677a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:55.658028 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5151e0-9321-49af-9734-e83d1d28677a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=4c95b3e5-ac8f-4e1f-ad27-862495653124,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:55.667960 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5151e0-9321-49af-9734-e83d1d28677a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:32:55.672293 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5151e0-9321-49af-9734-e83d1d28677a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:55.673719 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf5151e0-9321-49af-9734-e83d1d28677a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.694564 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bffe6d79-d94e-4964-8791-71c29079fe55 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.713437 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bffe6d79-d94e-4964-8791-71c29079fe55 None None] Transition to ACTIVE for port object 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:55.718269 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f32d4521-bc56-416b-9195-496199a53add tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.719843 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f32d4521-bc56-416b-9195-496199a53add tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9728107 Mar 14 15:32:55.726979 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50482) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:55.734078 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-39bd7e0d-1f97-4075-b402-7e89e8b1d13c tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7580838 Mar 14 15:32:55.739806 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50486) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:55.741374 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-e94a837c-5c0c-45ed-9334-ee817e2b1151 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:32:55.741606 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28cd1755-d533-4105-a7d4-8e28b0b0ffc0 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.742418 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e94a837c-5c0c-45ed-9334-ee817e2b1151 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3269479 Mar 14 15:32:55.749189 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bffe6d79-d94e-4964-8791-71c29079fe55 None None] Transition to ACTIVE for port object 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:55.749823 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50490) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:55.759088 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bffe6d79-d94e-4964-8791-71c29079fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.769172 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0318f0e1-a736-4ce6-843e-ceed8f767ae6 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group_rule': {'security_group_id': 'd885de2d-fe39-429c-b342-a17a5bd36db5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:55.769994 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-0318f0e1-a736-4ce6-843e-ceed8f767ae6 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:32:55.771055 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0318f0e1-a736-4ce6-843e-ceed8f767ae6 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0148976 Mar 14 15:32:55.774744 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1d467746-42b4-4fbd-8094-cef6462b7d51 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'port': {'network_id': 'a7f95a31-febb-4ace-bace-5f331e0bae61', 'name': 'tempest-PortsTestJSON-1152137509'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:55.777297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-24321746-e3b5-49ee-83fd-5877693667e8 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-367937028'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:55.791163 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50494) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:55.795998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd7e0d-1f97-4075-b402-7e89e8b1d13c tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Pushing event updated for resources: {'Network': ['ID=f11b1f27-6200-4413-9cf7-4c30e0a04acd,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:55.798728 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-24321746-e3b5-49ee-83fd-5877693667e8 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:55.802475 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cf5151e0-9321-49af-9734-e83d1d28677a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0677965 Mar 14 15:32:55.806554 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c517e3c1-56cf-4a3e-a696-bf543d613c99 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group_rule': {'security_group_id': 'd885de2d-fe39-429c-b342-a17a5bd36db5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:55.813742 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50498) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:55.825358 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c517e3c1-56cf-4a3e-a696-bf543d613c99 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:55.827627 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-24321746-e3b5-49ee-83fd-5877693667e8 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:55.892322 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c517e3c1-56cf-4a3e-a696-bf543d613c99 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Usage tracker for resource:security_group_rule and tenant:061a70f271c64b2ea97b41fdcf7e96e5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:55.894772 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffe6d79-d94e-4964-8791-71c29079fe55 None None] Network a7f95a31-febb-4ace-bace-5f331e0bae61 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:55.897022 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe6d79-d94e-4964-8791-71c29079fe55 None None] Pushing event updated for resources: {'Port': ['ID=5f1618d2-cfd2-4797-87bd-f9a1e0383fd6,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:55.898191 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c517e3c1-56cf-4a3e-a696-bf543d613c99 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:55.899446 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-bffe6d79-d94e-4964-8791-71c29079fe55 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:55.901191 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network f11b1f27-6200-4413-9cf7-4c30e0a04acd details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:32:55.902143 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24321746-e3b5-49ee-83fd-5877693667e8 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Made reservation on behalf of e70bf59e5c8b4c63b94bc52bc6b19821 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:55.905556 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24321746-e3b5-49ee-83fd-5877693667e8 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.916284 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffe6d79-d94e-4964-8791-71c29079fe55 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:32:55.928705 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c517e3c1-56cf-4a3e-a696-bf543d613c99 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:55.983697 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd1755-d533-4105-a7d4-8e28b0b0ffc0 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Subnet': ['ID=c5e0f6ed-bfed-44f2-a225-f46dc68982ae,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:55.985485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf9a1830-d187-4150-ba41-07e639454004 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:55.996196 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24321746-e3b5-49ee-83fd-5877693667e8 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:32:56.009610 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-c517e3c1-56cf-4a3e-a696-bf543d613c99 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:32:56.014016 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c517e3c1-56cf-4a3e-a696-bf543d613c99 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2204533 Mar 14 15:32:56.018801 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50502) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:56.022089 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24321746-e3b5-49ee-83fd-5877693667e8 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:56.022505 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-24321746-e3b5-49ee-83fd-5877693667e8 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Added segment 75ce7f45-e6c6-431b-9b16-93c7a64280f3 of type vlan for network bb172e68-8097-459d-b5de-a55d52ea68bc Mar 14 15:32:56.026998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-fdea633a-8383-43cf-822d-1ef5b7d55fdb tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group_rule': {'security_group_id': 'd885de2d-fe39-429c-b342-a17a5bd36db5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:56.027614 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-fdea633a-8383-43cf-822d-1ef5b7d55fdb tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:32:56.031839 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-fdea633a-8383-43cf-822d-1ef5b7d55fdb tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0124810 Mar 14 15:32:56.033726 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50506) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:56.051706 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa82ef8-7a49-4161-9411-3fa344635721 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:56.054451 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-60b6dcaf-5544-4a46-ac54-cafe7a165754 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group_rule': {'security_group_id': 'd885de2d-fe39-429c-b342-a17a5bd36db5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:56.056152 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa82ef8-7a49-4161-9411-3fa344635721 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:56.056956 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-daa82ef8-7a49-4161-9411-3fa344635721 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:56.066472 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-60b6dcaf-5544-4a46-ac54-cafe7a165754 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:56.076559 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28cd1755-d533-4105-a7d4-8e28b0b0ffc0 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:56.087381 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1d467746-42b4-4fbd-8094-cef6462b7d51 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:56.090410 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-daa82ef8-7a49-4161-9411-3fa344635721 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:56.094347 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-daa82ef8-7a49-4161-9411-3fa344635721 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2708807 Mar 14 15:32:56.094497 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-60b6dcaf-5544-4a46-ac54-cafe7a165754 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Usage tracker for resource:security_group_rule and tenant:061a70f271c64b2ea97b41fdcf7e96e5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:56.095641 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50510) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:56.096289 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-28cd1755-d533-4105-a7d4-8e28b0b0ffc0 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/subnets/c5e0f6ed-bfed-44f2-a225-f46dc68982ae HTTP/1.1" status: 204 len: 168 time: 1.8041041 Mar 14 15:32:56.098099 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1d467746-42b4-4fbd-8094-cef6462b7d51 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:port and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:56.102750 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-60b6dcaf-5544-4a46-ac54-cafe7a165754 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:56.105539 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1d467746-42b4-4fbd-8094-cef6462b7d51 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:56.107280 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3d9637-8a26-4179-a4d7-fba303288e80 None None] Network da77f77d-10fc-41c3-9afc-3c7768387840 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:56.109905 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50514) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:56.164224 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24321746-e3b5-49ee-83fd-5877693667e8 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:56.175548 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1d467746-42b4-4fbd-8094-cef6462b7d51 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:56.177766 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-60b6dcaf-5544-4a46-ac54-cafe7a165754 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:56.271417 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-da441041-02b6-43f2-8a29-0d7b5be06cf0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting port 4c95b3e5-ac8f-4e1f-ad27-862495653124 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:56.273623 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da441041-02b6-43f2-8a29-0d7b5be06cf0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:56.342616 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24321746-e3b5-49ee-83fd-5877693667e8 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:56.346321 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24321746-e3b5-49ee-83fd-5877693667e8 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:56.347602 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-bffe6d79-d94e-4964-8791-71c29079fe55 None None] Attempting to bind port 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:32:56.348009 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-bffe6d79-d94e-4964-8791-71c29079fe55 None None] Attempting to bind port 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '8dbb172c-d926-4000-a6db-6190ebb8075c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a7f95a31-febb-4ace-bace-5f331e0bae61'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:32:56.348198 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24321746-e3b5-49ee-83fd-5877693667e8 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:56.348448 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffe6d79-d94e-4964-8791-71c29079fe55 None None] Attempting to bind port 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6 on network a7f95a31-febb-4ace-bace-5f331e0bae61 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:32:56.366388 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3ca9f937-9d40-42a8-a867-be97ea3295b7 None None] Provisioning for port ba119267-6911-4ddd-814b-cafd1a6dab48 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:56.374983 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffe6d79-d94e-4964-8791-71c29079fe55 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:32:56.375355 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffe6d79-d94e-4964-8791-71c29079fe55 None None] Checking segment: {'id': '8dbb172c-d926-4000-a6db-6190ebb8075c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a7f95a31-febb-4ace-bace-5f331e0bae61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:32:56.375763 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bffe6d79-d94e-4964-8791-71c29079fe55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:56.376146 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffe6d79-d94e-4964-8791-71c29079fe55 None None] Bound using segment: {'id': '8dbb172c-d926-4000-a6db-6190ebb8075c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a7f95a31-febb-4ace-bace-5f331e0bae61'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:32:56.376880 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-bffe6d79-d94e-4964-8791-71c29079fe55 None None] Bound port: 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbb172c-d926-4000-a6db-6190ebb8075c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a7f95a31-febb-4ace-bace-5f331e0bae61'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:32:56.377018 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bffe6d79-d94e-4964-8791-71c29079fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:56.395230 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3ca9f937-9d40-42a8-a867-be97ea3295b7 None None] Provisioning complete for port ba119267-6911-4ddd-814b-cafd1a6dab48 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:56.395611 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f937-9d40-42a8-a867-be97ea3295b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:56.465167 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d467746-42b4-4fbd-8094-cef6462b7d51 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:56.468183 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d467746-42b4-4fbd-8094-cef6462b7d51 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:56.506601 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3ca9f937-9d40-42a8-a867-be97ea3295b7 None None] Port ba119267-6911-4ddd-814b-cafd1a6dab48 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:32:56.539291 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de669d9-89d4-4ae3-a6b3-96bdf4eae993 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting subnet 005446f2-d399-4388-8491-103e508e5a37 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:32:56.542191 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3de669d9-89d4-4ae3-a6b3-96bdf4eae993 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:56.552869 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-bffe6d79-d94e-4964-8791-71c29079fe55 None None] For port 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:32:56.556625 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-bffe6d79-d94e-4964-8791-71c29079fe55 None None] For port 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5f1618d2-cfd2-4797-87bd-f9a1e0383fd6,segment=NetworkSegment(8dbb172c-d926-4000-a6db-6190ebb8075c),segment_id=8dbb172c-d926-4000-a6db-6190ebb8075c)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:32:56.561533 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bffe6d79-d94e-4964-8791-71c29079fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:56.585897 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-1d467746-42b4-4fbd-8094-cef6462b7d51 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] device_id is not set on port a87f4795-fc76-454a-9e6e-f4a21066ae74 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:32:56.605533 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b96373d-9d62-463d-816a-b69c55a823b5 None None] DHCP port deletion for da77f77d-10fc-41c3-9afc-3c7768387840 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:32:56.619946 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-60b6dcaf-5544-4a46-ac54-cafe7a165754 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:32:56.620395 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-60b6dcaf-5544-4a46-ac54-cafe7a165754 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5833385 Mar 14 15:32:56.630970 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50518) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:56.634070 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5b96373d-9d62-463d-816a-b69c55a823b5 None None] Deleting port d6c1ba67-79b0-456b-91f2-8f3228d333bc {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:56.634462 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5b96373d-9d62-463d-816a-b69c55a823b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:56.649970 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e374fac2-aa54-4ab6-ab6b-fe7b221569ba tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group_rule': {'security_group_id': 'd885de2d-fe39-429c-b342-a17a5bd36db5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:56.650652 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-e374fac2-aa54-4ab6-ab6b-fe7b221569ba tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:32:56.651630 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e374fac2-aa54-4ab6-ab6b-fe7b221569ba tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0189025 Mar 14 15:32:56.663544 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50522) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:56.680924 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-cf63f27a-6c5f-4b61-ab75-d4d533706994 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group_rule': {'security_group_id': 'd885de2d-fe39-429c-b342-a17a5bd36db5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:56.700341 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cf63f27a-6c5f-4b61-ab75-d4d533706994 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:56.714654 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe6d79-d94e-4964-8791-71c29079fe55 None None] Pushing event updated for resources: {'Port': ['ID=5f1618d2-cfd2-4797-87bd-f9a1e0383fd6,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:56.718984 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da441041-02b6-43f2-8a29-0d7b5be06cf0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:56.726318 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a79061aa-94c1-465a-9daa-2625e079fb92 None None] Provisioning for port c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:56.831651 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-cf63f27a-6c5f-4b61-ab75-d4d533706994 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Usage tracker for resource:security_group_rule and tenant:061a70f271c64b2ea97b41fdcf7e96e5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:56.867842 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-cf63f27a-6c5f-4b61-ab75-d4d533706994 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:56.872615 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3de669d9-89d4-4ae3-a6b3-96bdf4eae993 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:56.990314 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:32:57.004393 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cf63f27a-6c5f-4b61-ab75-d4d533706994 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:57.048653 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-da441041-02b6-43f2-8a29-0d7b5be06cf0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Calling delete_port for 4c95b3e5-ac8f-4e1f-ad27-862495653124 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:57.082817 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-1d467746-42b4-4fbd-8094-cef6462b7d51 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Allocated IP 172.20.0.5 (a7f95a31-febb-4ace-bace-5f331e0bae61/21d7a613-14f6-46fe-8452-fe4b47e32aa7/a87f4795-fc76-454a-9e6e-f4a21066ae74) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:57.094271 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5b96373d-9d62-463d-816a-b69c55a823b5 None None] For port d6c1ba67-79b0-456b-91f2-8f3228d333bc, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=d6c1ba67-79b0-456b-91f2-8f3228d333bc,segment=NetworkSegment(36fa1653-632b-41ff-be08-44760b5e467a),segment_id=36fa1653-632b-41ff-be08-44760b5e467a)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:57.094960 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5b96373d-9d62-463d-816a-b69c55a823b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:57.172279 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-cf63f27a-6c5f-4b61-ab75-d4d533706994 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:32:57.173311 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-cf63f27a-6c5f-4b61-ab75-d4d533706994 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5088527 Mar 14 15:32:57.181511 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50526) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:57.189011 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e89f6cd6-4ca1-4cdf-819b-c0b07bc2cc73 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group_rule': {'security_group_id': 'd885de2d-fe39-429c-b342-a17a5bd36db5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:57.196615 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e89f6cd6-4ca1-4cdf-819b-c0b07bc2cc73 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:57.202011 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e89f6cd6-4ca1-4cdf-819b-c0b07bc2cc73 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Usage tracker for resource:security_group_rule and tenant:061a70f271c64b2ea97b41fdcf7e96e5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:57.204830 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e89f6cd6-4ca1-4cdf-819b-c0b07bc2cc73 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:57.212380 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e89f6cd6-4ca1-4cdf-819b-c0b07bc2cc73 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:57.215533 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3de669d9-89d4-4ae3-a6b3-96bdf4eae993 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:57.235382 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24321746-e3b5-49ee-83fd-5877693667e8 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Pushing event updated for resources: {'Network': ['ID=bb172e68-8097-459d-b5de-a55d52ea68bc,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:57.259882 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-24321746-e3b5-49ee-83fd-5877693667e8 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5133414 Mar 14 15:32:57.260162 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50530) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:57.271475 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Request body: {'ports': [{'network_id': 'f11b1f27-6200-4413-9cf7-4c30e0a04acd', 'name': 'tempest-port--815502818', 'admin_state_up': True}, {'network_id': 'bb172e68-8097-459d-b5de-a55d52ea68bc', 'admin_state_up': False}]} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:57.271927 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Request body: {'port': {'network_id': 'f11b1f27-6200-4413-9cf7-4c30e0a04acd', 'name': 'tempest-port--815502818', 'admin_state_up': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:57.272507 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Request body: {'port': {'network_id': 'bb172e68-8097-459d-b5de-a55d52ea68bc', 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:57.291591 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network bb172e68-8097-459d-b5de-a55d52ea68bc details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:32:57.316616 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5b96373d-9d62-463d-816a-b69c55a823b5 None None] Calling delete_port for d6c1ba67-79b0-456b-91f2-8f3228d333bc owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:57.344692 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-09c637bc-52cf-4f1b-bd01-197df7f2a489 None None] Provisioning for port 4c95b3e5-ac8f-4e1f-ad27-862495653124 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:57.430632 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-09c637bc-52cf-4f1b-bd01-197df7f2a489 None None] Provisioning complete for port 4c95b3e5-ac8f-4e1f-ad27-862495653124 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:57.431234 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-09c637bc-52cf-4f1b-bd01-197df7f2a489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:57.467249 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-e89f6cd6-4ca1-4cdf-819b-c0b07bc2cc73 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:32:57.470948 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e89f6cd6-4ca1-4cdf-819b-c0b07bc2cc73 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2855501 Mar 14 15:32:57.475426 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50534) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:57.495117 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:57.514219 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da441041-02b6-43f2-8a29-0d7b5be06cf0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:57.521580 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:57.521818 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf9a1830-d187-4150-ba41-07e639454004 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:57.521912 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:57.540039 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf9a1830-d187-4150-ba41-07e639454004 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:57.562153 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-09c637bc-52cf-4f1b-bd01-197df7f2a489 None None] Port 4c95b3e5-ac8f-4e1f-ad27-862495653124 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:32:57.599149 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5b96373d-9d62-463d-816a-b69c55a823b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:57.653645 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96373d-9d62-463d-816a-b69c55a823b5 None None] Pushing event deleted for resources: {'Port': ['ID=d6c1ba67-79b0-456b-91f2-8f3228d333bc,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:57.662647 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b96373d-9d62-463d-816a-b69c55a823b5 None None] No DVR routers for this DVR port d6c1ba67-79b0-456b-91f2-8f3228d333bc on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:32:57.684663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf9a1830-d187-4150-ba41-07e639454004 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:57.695204 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3de669d9-89d4-4ae3-a6b3-96bdf4eae993 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:57.728927 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da441041-02b6-43f2-8a29-0d7b5be06cf0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Port': ['ID=4c95b3e5-ac8f-4e1f-ad27-862495653124,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:57.742210 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:57.782168 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:57.788441 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:57.810702 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:57.839538 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Usage tracker for resource:port and tenant:e70bf59e5c8b4c63b94bc52bc6b19821 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:57.843774 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da441041-02b6-43f2-8a29-0d7b5be06cf0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:57.846633 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:57.854358 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:57.880749 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8bc15f-87b8-49cb-9560-917311a95ee2 None None] Network d50b06d2-88c3-420a-b8b0-838b236c59eb requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:57.908673 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Made reservation on behalf of e70bf59e5c8b4c63b94bc52bc6b19821 for: {'port': 2} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:57.912824 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:57.913414 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3de669d9-89d4-4ae3-a6b3-96bdf4eae993 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:57.926385 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-da441041-02b6-43f2-8a29-0d7b5be06cf0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/4c95b3e5-ac8f-4e1f-ad27-862495653124 HTTP/1.1" status: 204 len: 168 time: 1.8299153 Mar 14 15:32:57.930281 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d6f4a93-d1ed-425f-9170-abc5b3e685be tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:57.935752 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50538) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:57.942389 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3de669d9-89d4-4ae3-a6b3-96bdf4eae993 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/subnets/005446f2-d399-4388-8491-103e508e5a37 HTTP/1.1" status: 204 len: 168 time: 1.8313241 Mar 14 15:32:57.943698 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a1830-d187-4150-ba41-07e639454004 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=ba119267-6911-4ddd-814b-cafd1a6dab48,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:57.948903 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50542) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:57.966441 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de669d9-89d4-4ae3-a6b3-96bdf4eae993 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Subnet': ['ID=005446f2-d399-4388-8491-103e508e5a37,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:57.986530 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:58.062847 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d6c1ba67-79b0-456b-91f2-8f3228d333bc no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:32:58.097400 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d6f4a93-d1ed-425f-9170-abc5b3e685be tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:58.152291 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff5717a-69b1-4600-8a06-c2c4b167401d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:58.153693 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff5717a-69b1-4600-8a06-c2c4b167401d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:58.154482 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1ff5717a-69b1-4600-8a06-c2c4b167401d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:58.156420 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422dc677-45bb-4c37-813c-44fe44b7fc42 None None] Network a7f95a31-febb-4ace-bace-5f331e0bae61 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:58.165948 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d467746-42b4-4fbd-8094-cef6462b7d51 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:58.172934 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: d6c1ba67-79b0-456b-91f2-8f3228d333bc {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:32:58.173278 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d6c1ba67-79b0-456b-91f2-8f3228d333bc not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:32:58.197358 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-1d467746-42b4-4fbd-8094-cef6462b7d51 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Transition to ACTIVE for port object a87f4795-fc76-454a-9e6e-f4a21066ae74 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:58.221784 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1ff5717a-69b1-4600-8a06-c2c4b167401d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:58.226024 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1ff5717a-69b1-4600-8a06-c2c4b167401d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2866914 Mar 14 15:32:58.231155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50546) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:58.238823 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:58.262767 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d467746-42b4-4fbd-8094-cef6462b7d51 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:58.342360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db979f6c-c4e0-43d5-99d0-8a3864fc0efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:58.353437 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9a1830-d187-4150-ba41-07e639454004 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network 05b0bdcb-6df6-43b3-968f-5bd9aa2132cf is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:58.358355 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-bf9a1830-d187-4150-ba41-07e639454004 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:58.358664 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d6f4a93-d1ed-425f-9170-abc5b3e685be tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:58.389455 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-187fe2d9-e1b8-4618-af68-80905ae3efc4 None None] Provisioning for port 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:58.403560 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f4a93-d1ed-425f-9170-abc5b3e685be tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d885de2d-fe39-429c-b342-a17a5bd36db5,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:58.415500 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] device_id is not set on port e724f0b5-1e95-4a3c-bece-1274fed7901e yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:32:58.436796 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d467746-42b4-4fbd-8094-cef6462b7d51 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network a7f95a31-febb-4ace-bace-5f331e0bae61 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:58.517258 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-1d467746-42b4-4fbd-8094-cef6462b7d51 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:58.523072 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d467746-42b4-4fbd-8094-cef6462b7d51 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Port': ['ID=a87f4795-fc76-454a-9e6e-f4a21066ae74,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:58.533681 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d467746-42b4-4fbd-8094-cef6462b7d51 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:32:58.540401 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d6f4a93-d1ed-425f-9170-abc5b3e685be tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:58.544547 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5d6f4a93-d1ed-425f-9170-abc5b3e685be tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "DELETE /v2.0/security-groups/d885de2d-fe39-429c-b342-a17a5bd36db5 HTTP/1.1" status: 204 len: 168 time: 1.0652051 Mar 14 15:32:58.545546 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50550) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:58.655242 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6d3618-5502-4d2f-beb6-4723b4e2ab27 None None] DHCP port deletion for d50b06d2-88c3-420a-b8b0-838b236c59eb request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:32:58.662768 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2b6d3618-5502-4d2f-beb6-4723b4e2ab27 None None] Deleting port 469c76d6-cb3d-4a37-8111-291d98658e2e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:32:58.663294 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2b6d3618-5502-4d2f-beb6-4723b4e2ab27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:58.755680 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d467746-42b4-4fbd-8094-cef6462b7d51 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:58.756309 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d467746-42b4-4fbd-8094-cef6462b7d51 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:58.763005 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db979f6c-c4e0-43d5-99d0-8a3864fc0efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:58.799821 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c2c557b-378a-49af-87af-c7e908a9d7c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet a348cb19-2ff8-4bbc-aa9d-6e6dcabe22bb {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:32:58.807986 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-dd194df8-4ae2-4674-a535-74480701c72d tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Synchronizing usage tracker for tenant:061a70f271c64b2ea97b41fdcf7e96e5 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:32:58.813904 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6c2c557b-378a-49af-87af-c7e908a9d7c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:58.814381 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-db979f6c-c4e0-43d5-99d0-8a3864fc0efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da77f77d-10fc-41c3-9afc-3c7768387840']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:58.823095 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1d467746-42b4-4fbd-8094-cef6462b7d51 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0912964 Mar 14 15:32:58.827551 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50554) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:58.835833 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-db979f6c-c4e0-43d5-99d0-8a3864fc0efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36fa1653-632b-41ff-be08-44760b5e467a') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:58.836170 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-db979f6c-c4e0-43d5-99d0-8a3864fc0efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36fa1653-632b-41ff-be08-44760b5e467a') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:58.913501 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6c2c557b-378a-49af-87af-c7e908a9d7c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:58.941922 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db979f6c-c4e0-43d5-99d0-8a3864fc0efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:58.946881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-dd194df8-4ae2-4674-a535-74480701c72d tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Unset dirty status for tenant:061a70f271c64b2ea97b41fdcf7e96e5 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:32:58.952388 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-dd194df8-4ae2-4674-a535-74480701c72d tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4014013 Mar 14 15:32:58.952561 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2b6d3618-5502-4d2f-beb6-4723b4e2ab27 None None] For port 469c76d6-cb3d-4a37-8111-291d98658e2e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=469c76d6-cb3d-4a37-8111-291d98658e2e,segment=NetworkSegment(24c0bf0f-3fe1-4298-a967-d46773728a07),segment_id=24c0bf0f-3fe1-4298-a967-d46773728a07)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:58.952561 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2b6d3618-5502-4d2f-beb6-4723b4e2ab27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:58.961820 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1ef040e0-1fa0-4a71-a07e-e2ae05675654 None None] Provisioning complete for port ba119267-6911-4ddd-814b-cafd1a6dab48 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:58.962210 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ef040e0-1fa0-4a71-a07e-e2ae05675654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:58.963962 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50558) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:58.977599 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f45a5783-0793-4134-981f-f73870b9360b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group': {'name': 'tempest-secgroup--1940451153'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:32:58.991947 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f45a5783-0793-4134-981f-f73870b9360b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:58.998428 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:59.034535 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f45a5783-0793-4134-981f-f73870b9360b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:59.053264 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1ef040e0-1fa0-4a71-a07e-e2ae05675654 None None] Port ba119267-6911-4ddd-814b-cafd1a6dab48 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:32:59.168867 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db979f6c-c4e0-43d5-99d0-8a3864fc0efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:59.188040 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] device_id is not set on port fc3a1035-f292-45b6-b788-5714c0441f6a yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:32:59.188862 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:32:59.283758 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f45a5783-0793-4134-981f-f73870b9360b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:59.320564 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2b6d3618-5502-4d2f-beb6-4723b4e2ab27 None None] Calling delete_port for 469c76d6-cb3d-4a37-8111-291d98658e2e owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:32:59.338498 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:59.357396 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6c2c557b-378a-49af-87af-c7e908a9d7c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:59.368506 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db979f6c-c4e0-43d5-99d0-8a3864fc0efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:32:59.369017 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db979f6c-c4e0-43d5-99d0-8a3864fc0efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:32:59.389376 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:32:59.430546 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:59.438026 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:59.438328 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f45a5783-0793-4134-981f-f73870b9360b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:32:59.438800 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:59.446694 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f45a5783-0793-4134-981f-f73870b9360b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Usage tracker for resource:security_group_rule and tenant:061a70f271c64b2ea97b41fdcf7e96e5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:32:59.452812 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f45a5783-0793-4134-981f-f73870b9360b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:32:59.461878 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f45a5783-0793-4134-981f-f73870b9360b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:32:59.510694 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2b6d3618-5502-4d2f-beb6-4723b4e2ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:59.521010 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:59.571794 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-29c652ca-305d-4cc8-bf97-b420aa6daf52 None None] Provisioning for port a87f4795-fc76-454a-9e6e-f4a21066ae74 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:59.583863 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6d3618-5502-4d2f-beb6-4723b4e2ab27 None None] No DVR routers for this DVR port 469c76d6-cb3d-4a37-8111-291d98658e2e on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:32:59.590628 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db979f6c-c4e0-43d5-99d0-8a3864fc0efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:59.599967 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db979f6c-c4e0-43d5-99d0-8a3864fc0efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:59.623092 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d3618-5502-4d2f-beb6-4723b4e2ab27 None None] Pushing event deleted for resources: {'Port': ['ID=469c76d6-cb3d-4a37-8111-291d98658e2e,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:59.628397 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-29c652ca-305d-4cc8-bf97-b420aa6daf52 None None] Provisioning complete for port a87f4795-fc76-454a-9e6e-f4a21066ae74 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:59.628768 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-29c652ca-305d-4cc8-bf97-b420aa6daf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:59.690399 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db979f6c-c4e0-43d5-99d0-8a3864fc0efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Network': ['ID=da77f77d-10fc-41c3-9afc-3c7768387840,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:59.694205 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-db979f6c-c4e0-43d5-99d0-8a3864fc0efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/networks/da77f77d-10fc-41c3-9afc-3c7768387840 HTTP/1.1" status: 204 len: 168 time: 1.7295473 Mar 14 15:32:59.697786 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50562) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:59.730137 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6c2c557b-378a-49af-87af-c7e908a9d7c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:59.754158 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-29c652ca-305d-4cc8-bf97-b420aa6daf52 None None] Port a87f4795-fc76-454a-9e6e-f4a21066ae74 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:32:59.786229 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:59.812397 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c557b-378a-49af-87af-c7e908a9d7c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=a348cb19-2ff8-4bbc-aa9d-6e6dcabe22bb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:59.820754 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f45a5783-0793-4134-981f-f73870b9360b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:59.836707 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Pushing event updated for resources: {'Port': ['ID=e724f0b5-1e95-4a3c-bece-1274fed7901e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:59.838180 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5f1618d2-cfd2-4797-87bd-f9a1e0383fd6,segment=NetworkSegment(8dbb172c-d926-4000-a6db-6190ebb8075c),segment_id=8dbb172c-d926-4000-a6db-6190ebb8075c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:59.839208 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6c2c557b-378a-49af-87af-c7e908a9d7c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:59.843636 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:59.844436 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:32:59.845590 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f45a5783-0793-4134-981f-f73870b9360b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:59.917160 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5566ff18-a03c-4eb9-9dc4-44fcc3f38bb7 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:32:59.919985 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Checking segment: {'id': 'c93071bc-078f-4429-9aef-962ad5d46143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f11b1f27-6200-4413-9cf7-4c30e0a04acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:32:59.920453 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Network hostable DHCP agents. Network: f11b1f27-6200-4413-9cf7-4c30e0a04acd, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:32:59.929464 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6c2c557b-378a-49af-87af-c7e908a9d7c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/a348cb19-2ff8-4bbc-aa9d-6e6dcabe22bb HTTP/1.1" status: 204 len: 168 time: 1.6951609 Mar 14 15:32:59.930514 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f45a5783-0793-4134-981f-f73870b9360b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:59.931631 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f45a5783-0793-4134-981f-f73870b9360b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9648247 Mar 14 15:32:59.933408 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a5783-0793-4134-981f-f73870b9360b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5493a9-c12c-4eb7-b8bc-ddfdc05c4be2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:59.937113 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50566) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:59.937496 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50568) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:32:59.968571 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08f1ef61-2edf-4d5f-a46d-baaecb52850e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:00.020528 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-57e17543-2424-4993-90a6-1ac519b3519d tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group_rule': {'security_group_id': '7f5493a9-c12c-4eb7-b8bc-ddfdc05c4be2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:00.027627 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-57e17543-2424-4993-90a6-1ac519b3519d tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:00.031972 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-57e17543-2424-4993-90a6-1ac519b3519d tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Usage tracker for resource:security_group_rule and tenant:061a70f271c64b2ea97b41fdcf7e96e5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:00.036857 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-57e17543-2424-4993-90a6-1ac519b3519d tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:00.045996 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-57e17543-2424-4993-90a6-1ac519b3519d tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:00.069133 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-63b6ecf7-658d-475f-8791-8880ce8f2da6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1302788 Mar 14 15:33:00.069970 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50574) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:00.076619 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f40e2d4c-6a11-4fd7-bc0b-d06ef1498b95 req-04d9c3b1-6967-414f-80e6-b3d8427a8b77 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4572849 Mar 14 15:33:00.094529 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-04714953-380d-4a25-9e45-1f17c57e858d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:00.119623 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-318f8b64-06e7-4554-865c-7a06222f7c23 None None] Provisioning complete for port a87f4795-fc76-454a-9e6e-f4a21066ae74 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:00.120719 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-318f8b64-06e7-4554-865c-7a06222f7c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:00.219691 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08f1ef61-2edf-4d5f-a46d-baaecb52850e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:00.242243 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-04714953-380d-4a25-9e45-1f17c57e858d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:00.246818 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-04714953-380d-4a25-9e45-1f17c57e858d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:00.249728 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-04714953-380d-4a25-9e45-1f17c57e858d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:00.257299 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-04714953-380d-4a25-9e45-1f17c57e858d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:00.275847 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9a1830-d187-4150-ba41-07e639454004 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router daca5833-e46e-46c0-8d87-efac19dbc3e7 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:33:00.307273 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-08f1ef61-2edf-4d5f-a46d-baaecb52850e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50b06d2-88c3-420a-b8b0-838b236c59eb']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:00.326658 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-08f1ef61-2edf-4d5f-a46d-baaecb52850e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c0bf0f-3fe1-4298-a967-d46773728a07') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:00.327230 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-08f1ef61-2edf-4d5f-a46d-baaecb52850e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c0bf0f-3fe1-4298-a967-d46773728a07') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:00.329232 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=5f1618d2-cfd2-4797-87bd-f9a1e0383fd6,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:00.352047 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-318f8b64-06e7-4554-865c-7a06222f7c23 None None] Port a87f4795-fc76-454a-9e6e-f4a21066ae74 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:33:00.356402 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:00.356771 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:00.358512 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04714953-380d-4a25-9e45-1f17c57e858d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:00.361973 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-04714953-380d-4a25-9e45-1f17c57e858d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:00.384146 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08f1ef61-2edf-4d5f-a46d-baaecb52850e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:00.401636 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Network f11b1f27-6200-4413-9cf7-4c30e0a04acd is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:33:00.481470 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, f11b1f27-6200-4413-9cf7-4c30e0a04acd) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:00.490646 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-57e17543-2424-4993-90a6-1ac519b3519d tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] create failed (client error): The resource could not be found. Mar 14 15:33:00.491683 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-57e17543-2424-4993-90a6-1ac519b3519d tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5517449 Mar 14 15:33:00.501547 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55f83db-effa-4ba5-b5da-75ab99718fd3 None None] Network f11b1f27-6200-4413-9cf7-4c30e0a04acd requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:00.507656 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50578) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:00.516462 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-dabea29b-aefc-48ee-9403-19c5873e71a8 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group_rule': {'security_group_id': '7f5493a9-c12c-4eb7-b8bc-ddfdc05c4be2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2eca3fb2-0c34-4d45-95cb-adb2e42864ce'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:00.522339 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:00.523164 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:00.565978 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08f1ef61-2edf-4d5f-a46d-baaecb52850e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:00.574597 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dabea29b-aefc-48ee-9403-19c5873e71a8 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:00.575327 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dca2b89a-a869-4068-b498-58fdfcbda84e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:00.586250 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f1ef61-2edf-4d5f-a46d-baaecb52850e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:33:00.586471 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08f1ef61-2edf-4d5f-a46d-baaecb52850e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:00.591138 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-dabea29b-aefc-48ee-9403-19c5873e71a8 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Usage tracker for resource:security_group_rule and tenant:061a70f271c64b2ea97b41fdcf7e96e5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:00.593069 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5c5ebe-b407-4474-a5d9-a4fe7c7e55d6 None None] DHCP port deletion for 9afff20e-053f-4563-a829-c09143628c31 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:33:00.595676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-dabea29b-aefc-48ee-9403-19c5873e71a8 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:33:00.603298 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:33:00.621038 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c5ebe-b407-4474-a5d9-a4fe7c7e55d6 None None] Deleting port c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:00.621488 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5ebe-b407-4474-a5d9-a4fe7c7e55d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:00.625729 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dabea29b-aefc-48ee-9403-19c5873e71a8 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:00.634561 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f40e2d4c-6a11-4fd7-bc0b-d06ef1498b95 req-14e797ee-93c0-4350-b0ca-04f461d3951e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e56a9bf665f84615b9b7754b13dc18cc&device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 1098 time: 0.3627522 Mar 14 15:33:00.669279 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Pushing event updated for resources: {'Port': ['ID=fc3a1035-f292-45b6-b788-5714c0441f6a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:00.716995 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 469c76d6-cb3d-4a37-8111-291d98658e2e no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:33:00.809035 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 469c76d6-cb3d-4a37-8111-291d98658e2e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:33:00.809260 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 469c76d6-cb3d-4a37-8111-291d98658e2e not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:33:00.837666 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Checking segment: {'id': '75ce7f45-e6c6-431b-9b16-93c7a64280f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bb172e68-8097-459d-b5de-a55d52ea68bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:33:00.838314 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Network hostable DHCP agents. Network: bb172e68-8097-459d-b5de-a55d52ea68bc, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:33:00.885131 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-dabea29b-aefc-48ee-9403-19c5873e71a8 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] create failed (client error): The resource could not be found. Mar 14 15:33:00.886211 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-dabea29b-aefc-48ee-9403-19c5873e71a8 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3741908 Mar 14 15:33:00.897388 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50582) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:00.942383 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e2d4c-6a11-4fd7-bc0b-d06ef1498b95 req-010023f6-a4cd-4299-9179-71c44ee77a3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:00.943773 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f40e2d4c-6a11-4fd7-bc0b-d06ef1498b95 req-010023f6-a4cd-4299-9179-71c44ee77a3f service neutron] 10.222.0.24 "GET /v2.0/networks?id=3636f367-7bcd-449f-8e47-979905287efa HTTP/1.1" status: 200 len: 911 time: 0.2759564 Mar 14 15:33:00.964764 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:33:00.972721 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08f1ef61-2edf-4d5f-a46d-baaecb52850e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:00.976825 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08f1ef61-2edf-4d5f-a46d-baaecb52850e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:01.042253 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3d5c5ebe-b407-4474-a5d9-a4fe7c7e55d6 None None] For port c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:01.042650 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5ebe-b407-4474-a5d9-a4fe7c7e55d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:01.072365 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-08f1ef61-2edf-4d5f-a46d-baaecb52850e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/networks/d50b06d2-88c3-420a-b8b0-838b236c59eb HTTP/1.1" status: 204 len: 168 time: 1.3732240 Mar 14 15:33:01.076189 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1ef61-2edf-4d5f-a46d-baaecb52850e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Network': ['ID=d50b06d2-88c3-420a-b8b0-838b236c59eb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:01.080905 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50586) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:01.094374 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-36c3a6e0-ae67-4f8c-a9fb-eab6ff04da62 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2115128864'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:01.103945 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-36c3a6e0-ae67-4f8c-a9fb-eab6ff04da62 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:01.130454 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-36c3a6e0-ae67-4f8c-a9fb-eab6ff04da62 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:network and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:01.173492 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Network bb172e68-8097-459d-b5de-a55d52ea68bc is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:33:01.186427 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-36c3a6e0-ae67-4f8c-a9fb-eab6ff04da62 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:01.202629 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-36c3a6e0-ae67-4f8c-a9fb-eab6ff04da62 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:01.213247 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-04714953-380d-4a25-9e45-1f17c57e858d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:01.245205 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, bb172e68-8097-459d-b5de-a55d52ea68bc) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:01.252293 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c5ebe-b407-4474-a5d9-a4fe7c7e55d6 None None] Calling delete_port for c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:01.256490 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c3a6e0-ae67-4f8c-a9fb-eab6ff04da62 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Made reservation on behalf of 8d2b5d0d495944a3854f9775f18c15a3 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:01.260162 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36c3a6e0-ae67-4f8c-a9fb-eab6ff04da62 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:01.278706 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:01.283153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:01.286181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:01.286826 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:01.291762 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73758a13-1752-43f8-84e5-643b42eef074 None None] Network bb172e68-8097-459d-b5de-a55d52ea68bc requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:01.312369 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f40e2d4c-6a11-4fd7-bc0b-d06ef1498b95 req-7b51be6a-f457-44b1-bd2f-7b3797f2004d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86815b50-7159-47b9-afec-1424e83a7ef7 HTTP/1.1" status: 200 len: 1001 time: 0.3595347 Mar 14 15:33:01.318151 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1904141a-063d-45d4-a19b-046a68d4baed tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:01.324280 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c3a6e0-ae67-4f8c-a9fb-eab6ff04da62 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:33:01.336829 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9a1830-d187-4150-ba41-07e639454004 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:33:01.348380 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36c3a6e0-ae67-4f8c-a9fb-eab6ff04da62 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:01.348728 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-36c3a6e0-ae67-4f8c-a9fb-eab6ff04da62 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Added segment 607aaa8d-15e7-4ed6-a1dd-3d015c73ed26 of type vlan for network b18b627b-b234-47fa-82b1-f897da93230a Mar 14 15:33:01.367156 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-bf9a1830-d187-4150-ba41-07e639454004 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/routers/daca5833-e46e-46c0-8d87-efac19dbc3e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9676042 Mar 14 15:33:01.379927 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] Sync routers for ids ['daca5833-e46e-46c0-8d87-efac19dbc3e7'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:33:01.384733 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dca2b89a-a869-4068-b498-58fdfcbda84e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:01.391286 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04714953-380d-4a25-9e45-1f17c57e858d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:01.393437 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dca2b89a-a869-4068-b498-58fdfcbda84e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:01.397639 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04714953-380d-4a25-9e45-1f17c57e858d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=253ab20c-e71d-4ea7-aa83-90103cec6961,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:01.400482 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bdd1c585-e7da-4c3b-b72b-a16f65791b46 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.1384046 Mar 14 15:33:01.405962 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-04714953-380d-4a25-9e45-1f17c57e858d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:01.415428 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50592) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:01.418317 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04714953-380d-4a25-9e45-1f17c57e858d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:01.418895 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-04714953-380d-4a25-9e45-1f17c57e858d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:01.451899 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5ebe-b407-4474-a5d9-a4fe7c7e55d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:01.483137 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1904141a-063d-45d4-a19b-046a68d4baed tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:01.508472 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36c3a6e0-ae67-4f8c-a9fb-eab6ff04da62 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:01.517907 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e2d4c-6a11-4fd7-bc0b-d06ef1498b95 req-68ff34ac-f907-4f70-a95b-87d94ec56745 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:01.517907 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f40e2d4c-6a11-4fd7-bc0b-d06ef1498b95 req-68ff34ac-f907-4f70-a95b-87d94ec56745 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d72d1897-6b00-4d72-b749-ed3bdadbf186 HTTP/1.1" status: 200 len: 849 time: 0.1790209 Mar 14 15:33:01.536516 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:01.536516 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:01.563924 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-04714953-380d-4a25-9e45-1f17c57e858d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4788034 Mar 14 15:33:01.563924 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50598) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:01.603636 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7d0381c0-38ea-419d-a08b-9bf8232246a3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'name': 'tempest-NetworksTestDHCPv6-1125294889'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:01.624096 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c5ebe-b407-4474-a5d9-a4fe7c7e55d6 None None] Pushing event deleted for resources: {'Port': ['ID=c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:01.650277 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] Routers {'daca5833-e46e-46c0-8d87-efac19dbc3e7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:01.650277 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:32:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['daca5833-e46e-46c0-8d87-efac19dbc3e7'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:01.730422 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-36c3a6e0-ae67-4f8c-a9fb-eab6ff04da62 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:33:01.746937 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2b89a-a869-4068-b498-58fdfcbda84e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Port': ['ID=a87f4795-fc76-454a-9e6e-f4a21066ae74,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:01.747177 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1904141a-063d-45d4-a19b-046a68d4baed tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:01.772482 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36c3a6e0-ae67-4f8c-a9fb-eab6ff04da62 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:01.776489 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c3a6e0-ae67-4f8c-a9fb-eab6ff04da62 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:01.777106 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36c3a6e0-ae67-4f8c-a9fb-eab6ff04da62 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:01.800860 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904141a-063d-45d4-a19b-046a68d4baed tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5493a9-c12c-4eb7-b8bc-ddfdc05c4be2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:01.824861 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02e140a-4847-4ccf-90d4-ea72876cce31 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:01.829141 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02e140a-4847-4ccf-90d4-ea72876cce31 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:01.830320 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-d02e140a-4847-4ccf-90d4-ea72876cce31 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Synchronizing usage tracker for tenant:e70bf59e5c8b4c63b94bc52bc6b19821 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:01.858971 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f40e2d4c-6a11-4fd7-bc0b-d06ef1498b95 req-c21a061f-713f-4865-9e76-838f67d4e52a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3636f367-7bcd-449f-8e47-979905287efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3474650 Mar 14 15:33:01.859653 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1904141a-063d-45d4-a19b-046a68d4baed tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:01.860639 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1904141a-063d-45d4-a19b-046a68d4baed tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "DELETE /v2.0/security-groups/7f5493a9-c12c-4eb7-b8bc-ddfdc05c4be2 HTTP/1.1" status: 204 len: 168 time: 0.9622908 Mar 14 15:33:01.869185 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50602) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:01.881671 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5c5ebe-b407-4474-a5d9-a4fe7c7e55d6 None None] No DVR routers for this DVR port c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:33:01.939639 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2743377e-def9-4155-b529-6df7a18275e9 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:01.943396 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-36c3a6e0-ae67-4f8c-a9fb-eab6ff04da62 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8614228 Mar 14 15:33:01.947957 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50606) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:01.948646 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3a6e0-ae67-4f8c-a9fb-eab6ff04da62 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Network': ['ID=b18b627b-b234-47fa-82b1-f897da93230a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:01.956717 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-85184867-cc30-489a-a3ea-ea1fa5d90880 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'subnet': {'network_id': 'b18b627b-b234-47fa-82b1-f897da93230a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:01.965572 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7d0381c0-38ea-419d-a08b-9bf8232246a3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:01.981059 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7d0381c0-38ea-419d-a08b-9bf8232246a3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:port and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:01.984299 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7d0381c0-38ea-419d-a08b-9bf8232246a3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:02.009432 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-d02e140a-4847-4ccf-90d4-ea72876cce31 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Unset dirty status for tenant:e70bf59e5c8b4c63b94bc52bc6b19821 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:02.014179 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d02e140a-4847-4ccf-90d4-ea72876cce31 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5942533 Mar 14 15:33:02.014179 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7d0381c0-38ea-419d-a08b-9bf8232246a3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:02.015769 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50610) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:02.022784 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network b18b627b-b234-47fa-82b1-f897da93230a details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:33:02.060851 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dca2b89a-a869-4068-b498-58fdfcbda84e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:02.097016 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0381c0-38ea-419d-a08b-9bf8232246a3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:02.100796 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d0381c0-38ea-419d-a08b-9bf8232246a3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:02.125056 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-85184867-cc30-489a-a3ea-ea1fa5d90880 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:02.129656 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-85184867-cc30-489a-a3ea-ea1fa5d90880 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:subnet and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:02.131318 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-89b6a11c-c770-470b-a1a1-f8e542e21f54 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Synchronizing usage tracker for tenant:061a70f271c64b2ea97b41fdcf7e96e5 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:02.132907 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-85184867-cc30-489a-a3ea-ea1fa5d90880 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:02.161819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-525612d7-de18-488a-b482-0abe004992da tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Deleting port e724f0b5-1e95-4a3c-bece-1274fed7901e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:02.162499 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-525612d7-de18-488a-b482-0abe004992da tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:02.171076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-85184867-cc30-489a-a3ea-ea1fa5d90880 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:02.201509 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f40e2d4c-6a11-4fd7-bc0b-d06ef1498b95 req-da5671b4-6fe9-4182-9a9f-7747821ede08 service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342695 Mar 14 15:33:02.203635 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dca2b89a-a869-4068-b498-58fdfcbda84e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:02.214876 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-7d0381c0-38ea-419d-a08b-9bf8232246a3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] device_id is not set on port 883724c5-e445-4a99-8ca8-a3ca4893b0fe yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:33:02.219526 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85184867-cc30-489a-a3ea-ea1fa5d90880 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Made reservation on behalf of 8d2b5d0d495944a3854f9775f18c15a3 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:02.232487 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-275c7977-b19f-4d23-ba31-cc5a0658397b None None] Provisioning complete for port a87f4795-fc76-454a-9e6e-f4a21066ae74 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:02.232876 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-275c7977-b19f-4d23-ba31-cc5a0658397b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:02.311950 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:33:02.347431 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-89b6a11c-c770-470b-a1a1-f8e542e21f54 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Unset dirty status for tenant:061a70f271c64b2ea97b41fdcf7e96e5 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:02.348809 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-89b6a11c-c770-470b-a1a1-f8e542e21f54 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4785492 Mar 14 15:33:02.355453 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50614) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:02.379743 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5d55b53b-3531-4803-9a9f-bd820cb9efb9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group_rule': {'security_group_id': 'f331fd93-9911-4b6a-b623-3a6e61459b3b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:02.385658 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:33:02.386008 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c866a83c-d5d9-4d16-bfdb-cf0a6e3b52bc not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:33:02.393683 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85184867-cc30-489a-a3ea-ea1fa5d90880 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:02.412124 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] Set router daca5833-e46e-46c0-8d87-efac19dbc3e7 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:33:02.418944 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5d55b53b-3531-4803-9a9f-bd820cb9efb9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:02.446115 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5d55b53b-3531-4803-9a9f-bd820cb9efb9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Usage tracker for resource:security_group_rule and tenant:061a70f271c64b2ea97b41fdcf7e96e5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:02.452256 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-275c7977-b19f-4d23-ba31-cc5a0658397b None None] Port a87f4795-fc76-454a-9e6e-f4a21066ae74 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:33:02.455014 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5d55b53b-3531-4803-9a9f-bd820cb9efb9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:02.509641 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5d55b53b-3531-4803-9a9f-bd820cb9efb9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:02.678816 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f40e2d4c-6a11-4fd7-bc0b-d06ef1498b95 req-fad8d10d-68f6-4044-9780-624dd73c211b service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652765 Mar 14 15:33:02.684246 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-7d0381c0-38ea-419d-a08b-9bf8232246a3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8::394 (9afff20e-053f-4563-a829-c09143628c31/253ab20c-e71d-4ea7-aa83-90103cec6961/883724c5-e445-4a99-8ca8-a3ca4893b0fe) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:02.710510 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-525612d7-de18-488a-b482-0abe004992da tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:02.752379 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422fac5d-7b5a-4917-b579-86e932f9281c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-9afff20e-053f-4563-a829-c09143628c31', 'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'fixed_ips': [{'subnet_id': '253ab20c-e71d-4ea7-aa83-90103cec6961'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:33:02.753848 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-422fac5d-7b5a-4917-b579-86e932f9281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:02.841907 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-5d55b53b-3531-4803-9a9f-bd820cb9efb9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] create failed (client error): The resource could not be found. Mar 14 15:33:02.842892 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5d55b53b-3531-4803-9a9f-bd820cb9efb9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4778628 Mar 14 15:33:02.851562 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-525612d7-de18-488a-b482-0abe004992da tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Calling delete_port for e724f0b5-1e95-4a3c-bece-1274fed7901e owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:02.865289 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50618) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:02.878554 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9bcf6b78-9d6f-47c2-a5b4-486150628c50 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group': {'name': 'tempest-secgroup--611844696'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:02.920961 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9bcf6b78-9d6f-47c2-a5b4-486150628c50 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:02.956957 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9bcf6b78-9d6f-47c2-a5b4-486150628c50 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:03.003774 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9bcf6b78-9d6f-47c2-a5b4-486150628c50 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:03.051489 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'name': 'tempest-TestNetworkBasicOps-router-1361180857', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:38Z', 'updated_at': '2022-03-14T15:32:55Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:39Z', 'updated_at': '2022-03-14T15:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '6c1cd489-b2cd-49db-aee1-c9a7bf98961d', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.5', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'port_id': '4fbd8792-106f-4641-982c-22e74d7248e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'mac_address': 'fa:16:3e:69:e0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16329f1d-e21f-422e-8033-2f7b6aac1981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:30:52Z', 'updated_at': '2022-03-14T15:31:08Z', 'revision_number': 1, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4ea2bd-8124-469e-b7c9-061773769c18', 'name': '', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:cb:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:54Z', 'updated_at': '2022-03-14T15:30:07Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba119267-6911-4ddd-814b-cafd1a6dab48', 'name': '', 'network_id': '05b0bdcb-6df6-43b3-968f-5bd9aa2132cf', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:a4:05:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9161bfd7-0be8-4803-b77d-8b24393126cd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:32:54Z', 'updated_at': '2022-03-14T15:32:56Z', 'revision_number': 2, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '9161bfd7-0be8-4803-b77d-8b24393126cd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:03.056309 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] Checking router: daca5833-e46e-46c0-8d87-efac19dbc3e7 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:33:03.056742 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] Updating router daca5833-e46e-46c0-8d87-efac19dbc3e7 port ba119267-6911-4ddd-814b-cafd1a6dab48 binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:33:03.073316 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85184867-cc30-489a-a3ea-ea1fa5d90880 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:03.113941 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:03.122907 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dca2b89a-a869-4068-b498-58fdfcbda84e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:03.142346 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dca2b89a-a869-4068-b498-58fdfcbda84e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:03.147009 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-525612d7-de18-488a-b482-0abe004992da tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:03.173829 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9bcf6b78-9d6f-47c2-a5b4-486150628c50 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:03.214802 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525612d7-de18-488a-b482-0abe004992da tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Pushing event deleted for resources: {'Port': ['ID=e724f0b5-1e95-4a3c-bece-1274fed7901e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:03.222641 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9bcf6b78-9d6f-47c2-a5b4-486150628c50 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Usage tracker for resource:security_group_rule and tenant:061a70f271c64b2ea97b41fdcf7e96e5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:03.227870 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-525612d7-de18-488a-b482-0abe004992da tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:03.244423 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9bcf6b78-9d6f-47c2-a5b4-486150628c50 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:03.262707 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9bcf6b78-9d6f-47c2-a5b4-486150628c50 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:03.275408 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-525612d7-de18-488a-b482-0abe004992da tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] 10.222.0.60 "DELETE /v2.0/ports/e724f0b5-1e95-4a3c-bece-1274fed7901e HTTP/1.1" status: 204 len: 168 time: 1.2553391 Mar 14 15:33:03.285190 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50622) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:03.289505 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85184867-cc30-489a-a3ea-ea1fa5d90880 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Subnet': ['ID=5ba6073f-2724-4d76-ae64-09e5a46ec4cc,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:03.294011 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d0381c0-38ea-419d-a08b-9bf8232246a3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:03.311807 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-7d0381c0-38ea-419d-a08b-9bf8232246a3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Transition to ACTIVE for port object 883724c5-e445-4a99-8ca8-a3ca4893b0fe will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:03.336241 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d0381c0-38ea-419d-a08b-9bf8232246a3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:03.374849 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dca2b89a-a869-4068-b498-58fdfcbda84e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:03.386953 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2b89a-a869-4068-b498-58fdfcbda84e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Port': ['ID=a87f4795-fc76-454a-9e6e-f4a21066ae74,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:03.413735 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0381c0-38ea-419d-a08b-9bf8232246a3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:03.416978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-7d0381c0-38ea-419d-a08b-9bf8232246a3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:03.421381 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-765abf0c-d99c-4f36-904b-e171e7ff2abb tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Deleting port fc3a1035-f292-45b6-b788-5714c0441f6a {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:03.421935 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-765abf0c-d99c-4f36-904b-e171e7ff2abb tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:03.422650 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0381c0-38ea-419d-a08b-9bf8232246a3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:03.427359 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0381c0-38ea-419d-a08b-9bf8232246a3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:03.428121 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d0381c0-38ea-419d-a08b-9bf8232246a3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:03.433754 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0381c0-38ea-419d-a08b-9bf8232246a3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=883724c5-e445-4a99-8ca8-a3ca4893b0fe,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:03.455301 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7d0381c0-38ea-419d-a08b-9bf8232246a3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8749869 Mar 14 15:33:03.456172 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50626) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:03.470074 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-422fac5d-7b5a-4917-b579-86e932f9281c None None] Allocated IP 2001:db8::2 (9afff20e-053f-4563-a829-c09143628c31/253ab20c-e71d-4ea7-aa83-90103cec6961/1fcfd445-93b6-497c-b5fe-731908a2063b) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:03.492712 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85184867-cc30-489a-a3ea-ea1fa5d90880 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Checking segment: {'id': '607aaa8d-15e7-4ed6-a1dd-3d015c73ed26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b18b627b-b234-47fa-82b1-f897da93230a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:33:03.493067 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85184867-cc30-489a-a3ea-ea1fa5d90880 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network hostable DHCP agents. Network: b18b627b-b234-47fa-82b1-f897da93230a, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:33:03.533041 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92bdaf7-9307-4d13-85f0-37a2b91625e7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:03.533734 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c92bdaf7-9307-4d13-85f0-37a2b91625e7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:03.550783 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c92bdaf7-9307-4d13-85f0-37a2b91625e7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:03.554712 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c92bdaf7-9307-4d13-85f0-37a2b91625e7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0971994 Mar 14 15:33:03.555982 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50630) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:03.598333 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9bcf6b78-9d6f-47c2-a5b4-486150628c50 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:03.631320 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9bcf6b78-9d6f-47c2-a5b4-486150628c50 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:03.634152 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c77ad-95f0-473d-bb44-18da726067db tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting port 883724c5-e445-4a99-8ca8-a3ca4893b0fe {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:03.634496 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f9c77ad-95f0-473d-bb44-18da726067db tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:03.692083 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:03.744526 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] Transition to ACTIVE for port object ba119267-6911-4ddd-814b-cafd1a6dab48 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:03.756774 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85184867-cc30-489a-a3ea-ea1fa5d90880 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network b18b627b-b234-47fa-82b1-f897da93230a is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:33:03.760511 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:03.808391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf6b78-9d6f-47c2-a5b4-486150628c50 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d55af0-ed49-4904-b077-8236681f5b8b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:03.839832 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9bcf6b78-9d6f-47c2-a5b4-486150628c50 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:03.841970 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9bcf6b78-9d6f-47c2-a5b4-486150628c50 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9742846 Mar 14 15:33:03.843187 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca2b89a-a869-4068-b498-58fdfcbda84e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network a7f95a31-febb-4ace-bace-5f331e0bae61 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:03.848288 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50634) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:03.856841 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c3388b1a-e0d5-4256-a123-c9a1ddea7054 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group': {'name': 'tempest-secgroup--853955040'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:03.861477 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-dca2b89a-a869-4068-b498-58fdfcbda84e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:03.866708 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c3388b1a-e0d5-4256-a123-c9a1ddea7054 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:03.869317 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-765abf0c-d99c-4f36-904b-e171e7ff2abb tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:03.884634 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c3388b1a-e0d5-4256-a123-c9a1ddea7054 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Usage tracker for resource:security_group and tenant:061a70f271c64b2ea97b41fdcf7e96e5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:03.890043 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c3388b1a-e0d5-4256-a123-c9a1ddea7054 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:03.899840 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c3388b1a-e0d5-4256-a123-c9a1ddea7054 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:03.913027 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-422fac5d-7b5a-4917-b579-86e932f9281c None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:03.915857 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac36350-83a3-4317-bd80-d65562e3baf9 None None] Pushing event updated for resources: {'Port': ['ID=ba119267-6911-4ddd-814b-cafd1a6dab48,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:03.920489 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f9c77ad-95f0-473d-bb44-18da726067db tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:03.943511 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-422fac5d-7b5a-4917-b579-86e932f9281c None None] Transition to ACTIVE for port object 1fcfd445-93b6-497c-b5fe-731908a2063b will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:04.017731 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3388b1a-e0d5-4256-a123-c9a1ddea7054 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:04.023566 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-422fac5d-7b5a-4917-b579-86e932f9281c None None] Transition to ACTIVE for port object 1fcfd445-93b6-497c-b5fe-731908a2063b will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:04.027530 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-765abf0c-d99c-4f36-904b-e171e7ff2abb tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Calling delete_port for fc3a1035-f292-45b6-b788-5714c0441f6a owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:04.046934 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-422fac5d-7b5a-4917-b579-86e932f9281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:04.093777 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-85184867-cc30-489a-a3ea-ea1fa5d90880 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, b18b627b-b234-47fa-82b1-f897da93230a) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:04.100812 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] Attempting to bind port ba119267-6911-4ddd-814b-cafd1a6dab48 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:33:04.101182 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] Attempting to bind port ba119267-6911-4ddd-814b-cafd1a6dab48 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '88a0a3ac-3e9b-489b-ae73-d965585bb97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '05b0bdcb-6df6-43b3-968f-5bd9aa2132cf'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:33:04.101546 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] Attempting to bind port ba119267-6911-4ddd-814b-cafd1a6dab48 on network 05b0bdcb-6df6-43b3-968f-5bd9aa2132cf {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:33:04.106920 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c77ad-95f0-473d-bb44-18da726067db tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Calling delete_port for 883724c5-e445-4a99-8ca8-a3ca4893b0fe owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:04.123585 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d119e7f-be58-4445-aa58-7693f4eb8b25 None None] Network b18b627b-b234-47fa-82b1-f897da93230a requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:04.263475 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:33:04.263785 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] Checking segment: {'id': '88a0a3ac-3e9b-489b-ae73-d965585bb97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '05b0bdcb-6df6-43b3-968f-5bd9aa2132cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:33:04.264062 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:04.264515 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] Bound using segment: {'id': '88a0a3ac-3e9b-489b-ae73-d965585bb97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '05b0bdcb-6df6-43b3-968f-5bd9aa2132cf'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:33:04.265084 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] Bound port: ba119267-6911-4ddd-814b-cafd1a6dab48, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a0a3ac-3e9b-489b-ae73-d965585bb97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '05b0bdcb-6df6-43b3-968f-5bd9aa2132cf'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:33:04.265541 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:04.294489 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422fac5d-7b5a-4917-b579-86e932f9281c None None] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:04.303724 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fac5d-7b5a-4917-b579-86e932f9281c None None] Pushing event updated for resources: {'Port': ['ID=1fcfd445-93b6-497c-b5fe-731908a2063b,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:04.307445 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-422fac5d-7b5a-4917-b579-86e932f9281c None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:04.310133 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422fac5d-7b5a-4917-b579-86e932f9281c None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:04.318642 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f9c77ad-95f0-473d-bb44-18da726067db tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:04.320322 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85184867-cc30-489a-a3ea-ea1fa5d90880 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:04.321135 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85184867-cc30-489a-a3ea-ea1fa5d90880 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:04.362657 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-85184867-cc30-489a-a3ea-ea1fa5d90880 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4108806 Mar 14 15:33:04.366219 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50640) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:04.374120 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9609dd97-3ec3-466d-a3e7-ab560c0e72e9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-460595540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:04.382377 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-765abf0c-d99c-4f36-904b-e171e7ff2abb tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:04.384873 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9609dd97-3ec3-466d-a3e7-ab560c0e72e9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:04.387050 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c77ad-95f0-473d-bb44-18da726067db tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Port': ['ID=883724c5-e445-4a99-8ca8-a3ca4893b0fe,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:04.432145 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9609dd97-3ec3-466d-a3e7-ab560c0e72e9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:router and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:04.435033 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f9c77ad-95f0-473d-bb44-18da726067db tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:04.436913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765abf0c-d99c-4f36-904b-e171e7ff2abb tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Pushing event deleted for resources: {'Port': ['ID=fc3a1035-f292-45b6-b788-5714c0441f6a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:04.439171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c3388b1a-e0d5-4256-a123-c9a1ddea7054 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:04.446939 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c3388b1a-e0d5-4256-a123-c9a1ddea7054 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Usage tracker for resource:security_group_rule and tenant:061a70f271c64b2ea97b41fdcf7e96e5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:04.451920 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c3388b1a-e0d5-4256-a123-c9a1ddea7054 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:04.459285 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c3388b1a-e0d5-4256-a123-c9a1ddea7054 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:04.465978 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6f9c77ad-95f0-473d-bb44-18da726067db tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/883724c5-e445-4a99-8ca8-a3ca4893b0fe HTTP/1.1" status: 204 len: 168 time: 0.9065082 Mar 14 15:33:04.466240 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50644) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:04.496573 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9609dd97-3ec3-466d-a3e7-ab560c0e72e9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:04.562468 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148ccc1c-3e9a-4d3c-a4c0-5b8a79caaf1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:04.563798 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148ccc1c-3e9a-4d3c-a4c0-5b8a79caaf1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:04.564574 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-148ccc1c-3e9a-4d3c-a4c0-5b8a79caaf1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:04.599908 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3388b1a-e0d5-4256-a123-c9a1ddea7054 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:04.606140 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3388b1a-e0d5-4256-a123-c9a1ddea7054 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:04.619917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-148ccc1c-3e9a-4d3c-a4c0-5b8a79caaf1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:04.621090 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-148ccc1c-3e9a-4d3c-a4c0-5b8a79caaf1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1535480 Mar 14 15:33:04.628599 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50648) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:04.637247 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9609dd97-3ec3-466d-a3e7-ab560c0e72e9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:04.638902 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-422fac5d-7b5a-4917-b579-86e932f9281c None None] Attempting to bind port 1fcfd445-93b6-497c-b5fe-731908a2063b on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:33:04.639397 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-422fac5d-7b5a-4917-b579-86e932f9281c None None] Attempting to bind port 1fcfd445-93b6-497c-b5fe-731908a2063b by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:33:04.639514 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422fac5d-7b5a-4917-b579-86e932f9281c None None] Attempting to bind port 1fcfd445-93b6-497c-b5fe-731908a2063b on network 9afff20e-053f-4563-a829-c09143628c31 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:33:04.657551 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] For port ba119267-6911-4ddd-814b-cafd1a6dab48, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:33:04.666173 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422fac5d-7b5a-4917-b579-86e932f9281c None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:33:04.666733 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422fac5d-7b5a-4917-b579-86e932f9281c None None] Checking segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:33:04.667200 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-422fac5d-7b5a-4917-b579-86e932f9281c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:04.668325 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422fac5d-7b5a-4917-b579-86e932f9281c None None] Bound using segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:33:04.668325 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-422fac5d-7b5a-4917-b579-86e932f9281c None None] Bound port: 1fcfd445-93b6-497c-b5fe-731908a2063b, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:33:04.668544 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-422fac5d-7b5a-4917-b579-86e932f9281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:04.688036 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] For port ba119267-6911-4ddd-814b-cafd1a6dab48, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ba119267-6911-4ddd-814b-cafd1a6dab48,segment=NetworkSegment(88a0a3ac-3e9b-489b-ae73-d965585bb97e),segment_id=88a0a3ac-3e9b-489b-ae73-d965585bb97e)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:33:04.696725 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3388b1a-e0d5-4256-a123-c9a1ddea7054 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:04.698234 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c3388b1a-e0d5-4256-a123-c9a1ddea7054 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8492274 Mar 14 15:33:04.701707 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50652) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:04.704727 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3388b1a-e0d5-4256-a123-c9a1ddea7054 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66d32965-9016-43c1-a014-7fec61a69fdf,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:04.708168 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-765abf0c-d99c-4f36-904b-e171e7ff2abb tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:04.715435 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e27a5f4b-a135-403a-a1e5-f0a62ee8f4ae tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group_rule': {'security_group_id': 'e6d55af0-ed49-4904-b077-8236681f5b8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '66d32965-9016-43c1-a014-7fec61a69fdf'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:04.726086 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e27a5f4b-a135-403a-a1e5-f0a62ee8f4ae tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:04.728486 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9609dd97-3ec3-466d-a3e7-ab560c0e72e9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:04.729413 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9609dd97-3ec3-466d-a3e7-ab560c0e72e9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:04.738791 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e27a5f4b-a135-403a-a1e5-f0a62ee8f4ae tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Usage tracker for resource:security_group_rule and tenant:061a70f271c64b2ea97b41fdcf7e96e5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:04.744509 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-765abf0c-d99c-4f36-904b-e171e7ff2abb tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] 10.222.0.60 "DELETE /v2.0/ports/fc3a1035-f292-45b6-b788-5714c0441f6a HTTP/1.1" status: 204 len: 168 time: 1.4526110 Mar 14 15:33:04.746410 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e27a5f4b-a135-403a-a1e5-f0a62ee8f4ae tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:04.748475 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:04.749552 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50656) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:04.793014 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e27a5f4b-a135-403a-a1e5-f0a62ee8f4ae tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:04.819639 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-602d26ad-d127-45fe-8035-db11e286cf69 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Synchronizing usage tracker for tenant:e70bf59e5c8b4c63b94bc52bc6b19821 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:04.830433 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f8b91d-0f7f-402b-a200-3f2576d2b506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-b18b627b-b234-47fa-82b1-f897da93230a', 'network_id': 'b18b627b-b234-47fa-82b1-f897da93230a', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'fixed_ips': [{'subnet_id': '5ba6073f-2724-4d76-ae64-09e5a46ec4cc'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:33:04.832249 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7f8b91d-0f7f-402b-a200-3f2576d2b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:04.841170 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9609dd97-3ec3-466d-a3e7-ab560c0e72e9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:04.860138 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8941ff-a527-42c6-bc16-e2728c4b0d01 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet 253ab20c-e71d-4ea7-aa83-90103cec6961 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:33:04.865460 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e8941ff-a527-42c6-bc16-e2728c4b0d01 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:04.870043 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-602d26ad-d127-45fe-8035-db11e286cf69 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Unset dirty status for tenant:e70bf59e5c8b4c63b94bc52bc6b19821 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:04.871237 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-602d26ad-d127-45fe-8035-db11e286cf69 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1158121 Mar 14 15:33:04.877508 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50660) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:04.887736 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b74e137b-951c-4bc0-87c0-0507792b4409 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1313441360'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:04.895693 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b74e137b-951c-4bc0-87c0-0507792b4409 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:04.900664 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-e27a5f4b-a135-403a-a1e5-f0a62ee8f4ae tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:33:04.904378 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e27a5f4b-a135-403a-a1e5-f0a62ee8f4ae tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1975248 Mar 14 15:33:04.904378 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b74e137b-951c-4bc0-87c0-0507792b4409 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Usage tracker for resource:network and tenant:e70bf59e5c8b4c63b94bc52bc6b19821 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:04.906937 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9609dd97-3ec3-466d-a3e7-ab560c0e72e9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:04.909633 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50664) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:04.914001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b74e137b-951c-4bc0-87c0-0507792b4409 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:04.932117 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b74e137b-951c-4bc0-87c0-0507792b4409 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:04.935423 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-63d5e866-3c15-4252-88ad-6da7609e490d None None] Provisioning complete for port a87f4795-fc76-454a-9e6e-f4a21066ae74 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:04.935799 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-63d5e866-3c15-4252-88ad-6da7609e490d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:04.948445 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9609dd97-3ec3-466d-a3e7-ab560c0e72e9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:04.949898 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9609dd97-3ec3-466d-a3e7-ab560c0e72e9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5810659 Mar 14 15:33:04.952935 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50668) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:04.957945 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74e137b-951c-4bc0-87c0-0507792b4409 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Made reservation on behalf of e70bf59e5c8b4c63b94bc52bc6b19821 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:04.961206 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b74e137b-951c-4bc0-87c0-0507792b4409 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:04.961503 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-629926d7-0154-495b-978d-acf9f8f83f60 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'port': {'network_id': 'b18b627b-b234-47fa-82b1-f897da93230a', 'name': 'tempest-RoutersIpV6Test-1513943458'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:04.986456 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e8941ff-a527-42c6-bc16-e2728c4b0d01 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:05.009898 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74e137b-951c-4bc0-87c0-0507792b4409 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:33:05.022036 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b74e137b-951c-4bc0-87c0-0507792b4409 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:05.022700 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-b74e137b-951c-4bc0-87c0-0507792b4409 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Added segment 3e500cad-4805-4e32-a989-43328238b112 of type vlan for network 3346316a-8f65-4ceb-abea-9e1489cc1743 Mar 14 15:33:05.031376 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca2b89a-a869-4068-b498-58fdfcbda84e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Router 4542ab14-1d36-4774-83ba-243d449e402b is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:33:05.058445 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b74e137b-951c-4bc0-87c0-0507792b4409 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:05.067147 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac36350-83a3-4317-bd80-d65562e3baf9 None None] Pushing event updated for resources: {'Port': ['ID=ba119267-6911-4ddd-814b-cafd1a6dab48,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:05.086101 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-63d5e866-3c15-4252-88ad-6da7609e490d None None] Port a87f4795-fc76-454a-9e6e-f4a21066ae74 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:33:05.122620 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-422fac5d-7b5a-4917-b579-86e932f9281c None None] For port 1fcfd445-93b6-497c-b5fe-731908a2063b, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:33:05.128377 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] Routers {'daca5833-e46e-46c0-8d87-efac19dbc3e7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:05.129018 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:32:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['daca5833-e46e-46c0-8d87-efac19dbc3e7'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:05.241912 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b74e137b-951c-4bc0-87c0-0507792b4409 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:05.246212 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e137b-951c-4bc0-87c0-0507792b4409 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:05.246212 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b74e137b-951c-4bc0-87c0-0507792b4409 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:05.272229 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-422fac5d-7b5a-4917-b579-86e932f9281c None None] For port 1fcfd445-93b6-497c-b5fe-731908a2063b, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=1fcfd445-93b6-497c-b5fe-731908a2063b,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:33:05.302514 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-422fac5d-7b5a-4917-b579-86e932f9281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:05.310208 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73b50c80-6193-48ec-a70d-aad5b31d6a32 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:05.376334 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-c7f8b91d-0f7f-402b-a200-3f2576d2b506 None None] Allocated IP 2001:db8::2 (b18b627b-b234-47fa-82b1-f897da93230a/5ba6073f-2724-4d76-ae64-09e5a46ec4cc/9b12fd0a-6732-4c91-b2bd-85e405d4ad06) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:05.377046 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b74e137b-951c-4bc0-87c0-0507792b4409 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4972429 Mar 14 15:33:05.379893 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e137b-951c-4bc0-87c0-0507792b4409 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Pushing event updated for resources: {'Network': ['ID=3346316a-8f65-4ceb-abea-9e1489cc1743,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:05.381976 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50672) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:05.389833 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c5b0446a-82e2-4038-a8b8-f8512090af43 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-987768312'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:05.391683 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73b50c80-6193-48ec-a70d-aad5b31d6a32 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:05.396326 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c5b0446a-82e2-4038-a8b8-f8512090af43 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:05.402037 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c5b0446a-82e2-4038-a8b8-f8512090af43 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Usage tracker for resource:network and tenant:e70bf59e5c8b4c63b94bc52bc6b19821 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:05.407832 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c5b0446a-82e2-4038-a8b8-f8512090af43 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:05.417327 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c5b0446a-82e2-4038-a8b8-f8512090af43 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:05.425230 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 3346316a-8f65-4ceb-abea-9e1489cc1743 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:33:05.433790 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e8941ff-a527-42c6-bc16-e2728c4b0d01 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:05.434019 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b0446a-82e2-4038-a8b8-f8512090af43 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Made reservation on behalf of e70bf59e5c8b4c63b94bc52bc6b19821 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:05.437492 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5b0446a-82e2-4038-a8b8-f8512090af43 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:05.455512 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca2b89a-a869-4068-b498-58fdfcbda84e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:33:05.461864 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-dca2b89a-a869-4068-b498-58fdfcbda84e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "PUT /v2.0/routers/4542ab14-1d36-4774-83ba-243d449e402b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6285079 Mar 14 15:33:05.464076 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-629926d7-0154-495b-978d-acf9f8f83f60 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:05.465931 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50676) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:05.468205 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1b6010-2521-47b1-9aa6-8fe7cf5fd39d None None] Sync routers for ids ['4542ab14-1d36-4774-83ba-243d449e402b'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:33:05.480282 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1b6010-2521-47b1-9aa6-8fe7cf5fd39d None None] Routers {'4542ab14-1d36-4774-83ba-243d449e402b'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:05.480875 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7f1b6010-2521-47b1-9aa6-8fe7cf5fd39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:32:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['4542ab14-1d36-4774-83ba-243d449e402b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:05.493001 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-629926d7-0154-495b-978d-acf9f8f83f60 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:port and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:05.500573 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-629926d7-0154-495b-978d-acf9f8f83f60 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:05.509614 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-629926d7-0154-495b-978d-acf9f8f83f60 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:05.538914 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b0446a-82e2-4038-a8b8-f8512090af43 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:33:05.541724 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629926d7-0154-495b-978d-acf9f8f83f60 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Made reservation on behalf of 8d2b5d0d495944a3854f9775f18c15a3 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:05.543587 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7f1b6010-2521-47b1-9aa6-8fe7cf5fd39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:05.546249 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-629926d7-0154-495b-978d-acf9f8f83f60 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:05.551308 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5b0446a-82e2-4038-a8b8-f8512090af43 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:05.551636 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-c5b0446a-82e2-4038-a8b8-f8512090af43 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Added segment 367aa9cb-cdf5-4ee2-9e40-098686e139e3 of type vlan for network 8564d132-1efd-4f0b-b714-c8d6fd7e76a9 Mar 14 15:33:05.555182 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1b6010-2521-47b1-9aa6-8fe7cf5fd39d None None] Routers {'4542ab14-1d36-4774-83ba-243d449e402b'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:05.555788 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7f1b6010-2521-47b1-9aa6-8fe7cf5fd39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:32:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['4542ab14-1d36-4774-83ba-243d449e402b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:05.595786 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5b0446a-82e2-4038-a8b8-f8512090af43 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:05.601144 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-629926d7-0154-495b-978d-acf9f8f83f60 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] device_id is not set on port e37b4743-1cc6-4e52-a039-efb142126ddd yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:33:05.634875 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5b0446a-82e2-4038-a8b8-f8512090af43 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:05.639227 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b0446a-82e2-4038-a8b8-f8512090af43 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:05.640157 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5b0446a-82e2-4038-a8b8-f8512090af43 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:05.644418 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fac5d-7b5a-4917-b579-86e932f9281c None None] Pushing event updated for resources: {'Port': ['ID=1fcfd445-93b6-497c-b5fe-731908a2063b,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:05.654559 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7f1b6010-2521-47b1-9aa6-8fe7cf5fd39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:05.654964 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1b6010-2521-47b1-9aa6-8fe7cf5fd39d None None] The sync data for ids ['4542ab14-1d36-4774-83ba-243d449e402b'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:33:05.700286 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73b50c80-6193-48ec-a70d-aad5b31d6a32 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:05.738845 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e8941ff-a527-42c6-bc16-e2728c4b0d01 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:05.776287 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] Set router daca5833-e46e-46c0-8d87-efac19dbc3e7 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:33:05.776506 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b50c80-6193-48ec-a70d-aad5b31d6a32 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d32965-9016-43c1-a014-7fec61a69fdf,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:05.777782 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c5b0446a-82e2-4038-a8b8-f8512090af43 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3947351 Mar 14 15:33:05.792858 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0446a-82e2-4038-a8b8-f8512090af43 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Pushing event updated for resources: {'Network': ['ID=8564d132-1efd-4f0b-b714-c8d6fd7e76a9,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:05.798143 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8941ff-a527-42c6-bc16-e2728c4b0d01 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=253ab20c-e71d-4ea7-aa83-90103cec6961,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:05.808278 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e8941ff-a527-42c6-bc16-e2728c4b0d01 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:05.824132 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5e8941ff-a527-42c6-bc16-e2728c4b0d01 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/253ab20c-e71d-4ea7-aa83-90103cec6961 HTTP/1.1" status: 204 len: 168 time: 1.1897721 Mar 14 15:33:05.824498 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff2c5d3-5403-4708-94b2-89cbfd8b70e9 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:05.824498 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0ff2c5d3-5403-4708-94b2-89cbfd8b70e9 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Synchronizing usage tracker for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:05.826504 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73b50c80-6193-48ec-a70d-aad5b31d6a32 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:05.827721 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-73b50c80-6193-48ec-a70d-aad5b31d6a32 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "DELETE /v2.0/security-groups/66d32965-9016-43c1-a014-7fec61a69fdf HTTP/1.1" status: 204 len: 168 time: 0.9171953 Mar 14 15:33:05.828619 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50680) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:05.831468 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50684) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:05.849780 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0ff2c5d3-5403-4708-94b2-89cbfd8b70e9 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Unset dirty status for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:05.851861 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0ff2c5d3-5403-4708-94b2-89cbfd8b70e9 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports?device_id=4542ab14-1d36-4774-83ba-243d449e402b HTTP/1.1" status: 200 len: 982 time: 0.3847885 Mar 14 15:33:05.857733 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50688) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:05.946232 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c862b20e-2b34-4440-a2cb-0a8e94a496ae tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1163907 Mar 14 15:33:05.958766 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50692) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:06.041943 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 8564d132-1efd-4f0b-b714-c8d6fd7e76a9 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:33:06.145141 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b86a7321-09e0-4b94-9446-4c981c9e416b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Synchronizing usage tracker for tenant:061a70f271c64b2ea97b41fdcf7e96e5 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:06.204617 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead57333-2ed1-4f3d-801c-b10ed2a4b097 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:06.205355 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ead57333-2ed1-4f3d-801c-b10ed2a4b097 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:06.276903 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ead57333-2ed1-4f3d-801c-b10ed2a4b097 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:06.281292 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ead57333-2ed1-4f3d-801c-b10ed2a4b097 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3209813 Mar 14 15:33:06.284415 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50698) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:06.284579 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b86a7321-09e0-4b94-9446-4c981c9e416b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Unset dirty status for tenant:061a70f271c64b2ea97b41fdcf7e96e5 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:06.288466 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b86a7321-09e0-4b94-9446-4c981c9e416b tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4560757 Mar 14 15:33:06.294335 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50700) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:06.453848 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1fb601-7652-41dd-8c18-5d84cfd0f76d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:06.454541 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ce1fb601-7652-41dd-8c18-5d84cfd0f76d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:06.470320 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7f8b91d-0f7f-402b-a200-3f2576d2b506 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:06.490441 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-399da452-090b-45d6-b45e-76f432f86718 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:06.501247 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c7f8b91d-0f7f-402b-a200-3f2576d2b506 None None] Transition to ACTIVE for port object 9b12fd0a-6732-4c91-b2bd-85e405d4ad06 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:06.510251 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ce1fb601-7652-41dd-8c18-5d84cfd0f76d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:06.514346 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50706) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:06.514847 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ce1fb601-7652-41dd-8c18-5d84cfd0f76d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2215610 Mar 14 15:33:06.536310 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-399da452-090b-45d6-b45e-76f432f86718 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:06.594208 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-399da452-090b-45d6-b45e-76f432f86718 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:06.614853 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c7f8b91d-0f7f-402b-a200-3f2576d2b506 None None] Transition to ACTIVE for port object 9b12fd0a-6732-4c91-b2bd-85e405d4ad06 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:06.629683 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7f8b91d-0f7f-402b-a200-3f2576d2b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:06.640342 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0d8696c1-cc52-45a4-83b2-45a8fdee059d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1223645 Mar 14 15:33:06.649611 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50710) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:06.682336 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4ce39dbf-cfcd-49ed-be6a-718f1a4c0f0a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:06.737745 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-629926d7-0154-495b-978d-acf9f8f83f60 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Allocated IP 2001:db8::1ac (b18b627b-b234-47fa-82b1-f897da93230a/5ba6073f-2724-4d76-ae64-09e5a46ec4cc/e37b4743-1cc6-4e52-a039-efb142126ddd) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:06.773846 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f8b91d-0f7f-402b-a200-3f2576d2b506 None None] Network b18b627b-b234-47fa-82b1-f897da93230a is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:06.775995 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-c7f8b91d-0f7f-402b-a200-3f2576d2b506 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:06.777878 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8b91d-0f7f-402b-a200-3f2576d2b506 None None] Pushing event updated for resources: {'Port': ['ID=9b12fd0a-6732-4c91-b2bd-85e405d4ad06,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:06.780275 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f8b91d-0f7f-402b-a200-3f2576d2b506 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:06.810890 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399da452-090b-45d6-b45e-76f432f86718 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d55af0-ed49-4904-b077-8236681f5b8b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:06.844114 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'name': 'tempest-TestNetworkBasicOps-router-1361180857', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:38Z', 'updated_at': '2022-03-14T15:32:55Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:39Z', 'updated_at': '2022-03-14T15:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '6c1cd489-b2cd-49db-aee1-c9a7bf98961d', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.5', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'port_id': '4fbd8792-106f-4641-982c-22e74d7248e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'mac_address': 'fa:16:3e:69:e0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16329f1d-e21f-422e-8033-2f7b6aac1981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:30:52Z', 'updated_at': '2022-03-14T15:31:08Z', 'revision_number': 1, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4ea2bd-8124-469e-b7c9-061773769c18', 'name': '', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:cb:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:54Z', 'updated_at': '2022-03-14T15:30:07Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba119267-6911-4ddd-814b-cafd1a6dab48', 'name': '', 'network_id': '05b0bdcb-6df6-43b3-968f-5bd9aa2132cf', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:a4:05:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9161bfd7-0be8-4803-b77d-8b24393126cd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:32:54Z', 'updated_at': '2022-03-14T15:33:04Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '9161bfd7-0be8-4803-b77d-8b24393126cd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:06.865423 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-399da452-090b-45d6-b45e-76f432f86718 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:06.866856 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-399da452-090b-45d6-b45e-76f432f86718 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "DELETE /v2.0/security-groups/e6d55af0-ed49-4904-b077-8236681f5b8b HTTP/1.1" status: 204 len: 168 time: 0.5308497 Mar 14 15:33:06.870381 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50714) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:06.942346 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6269c71-4151-4581-a232-b3996dc8bff8 None None] The sync data for ids ['daca5833-e46e-46c0-8d87-efac19dbc3e7'] in dv-neutron-833561-1-hyperv is: [{'id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'name': 'tempest-TestNetworkBasicOps-router-1361180857', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:38Z', 'updated_at': '2022-03-14T15:32:55Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:39Z', 'updated_at': '2022-03-14T15:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '6c1cd489-b2cd-49db-aee1-c9a7bf98961d', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.5', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'port_id': '4fbd8792-106f-4641-982c-22e74d7248e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'mac_address': 'fa:16:3e:69:e0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16329f1d-e21f-422e-8033-2f7b6aac1981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:30:52Z', 'updated_at': '2022-03-14T15:31:08Z', 'revision_number': 1, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4ea2bd-8124-469e-b7c9-061773769c18', 'name': '', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:cb:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:54Z', 'updated_at': '2022-03-14T15:30:07Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba119267-6911-4ddd-814b-cafd1a6dab48', 'name': '', 'network_id': '05b0bdcb-6df6-43b3-968f-5bd9aa2132cf', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:a4:05:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9161bfd7-0be8-4803-b77d-8b24393126cd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:32:54Z', 'updated_at': '2022-03-14T15:33:04Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '9161bfd7-0be8-4803-b77d-8b24393126cd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:33:06.981582 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c7f8b91d-0f7f-402b-a200-3f2576d2b506 None None] Attempting to bind port 9b12fd0a-6732-4c91-b2bd-85e405d4ad06 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:33:06.981951 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c7f8b91d-0f7f-402b-a200-3f2576d2b506 None None] Attempting to bind port 9b12fd0a-6732-4c91-b2bd-85e405d4ad06 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '607aaa8d-15e7-4ed6-a1dd-3d015c73ed26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b18b627b-b234-47fa-82b1-f897da93230a'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:33:06.982331 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f8b91d-0f7f-402b-a200-3f2576d2b506 None None] Attempting to bind port 9b12fd0a-6732-4c91-b2bd-85e405d4ad06 on network b18b627b-b234-47fa-82b1-f897da93230a {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:33:06.990752 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f8b91d-0f7f-402b-a200-3f2576d2b506 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:33:06.991125 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f8b91d-0f7f-402b-a200-3f2576d2b506 None None] Checking segment: {'id': '607aaa8d-15e7-4ed6-a1dd-3d015c73ed26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b18b627b-b234-47fa-82b1-f897da93230a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:33:06.991527 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7f8b91d-0f7f-402b-a200-3f2576d2b506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:06.991913 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f8b91d-0f7f-402b-a200-3f2576d2b506 None None] Bound using segment: {'id': '607aaa8d-15e7-4ed6-a1dd-3d015c73ed26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b18b627b-b234-47fa-82b1-f897da93230a'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:33:06.992375 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c7f8b91d-0f7f-402b-a200-3f2576d2b506 None None] Bound port: 9b12fd0a-6732-4c91-b2bd-85e405d4ad06, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607aaa8d-15e7-4ed6-a1dd-3d015c73ed26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b18b627b-b234-47fa-82b1-f897da93230a'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:33:06.996043 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7f8b91d-0f7f-402b-a200-3f2576d2b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:07.208604 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9e5a3d31-a4b4-4aca-a33c-709cb832c5f9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Synchronizing usage tracker for tenant:061a70f271c64b2ea97b41fdcf7e96e5 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:07.273610 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 1fcfd445-93b6-497c-b5fe-731908a2063b up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:33:07.288108 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4ce39dbf-cfcd-49ed-be6a-718f1a4c0f0a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:07.310810 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9e5a3d31-a4b4-4aca-a33c-709cb832c5f9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Unset dirty status for tenant:061a70f271c64b2ea97b41fdcf7e96e5 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:07.312057 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9e5a3d31-a4b4-4aca-a33c-709cb832c5f9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4409554 Mar 14 15:33:07.321165 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50718) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:07.335138 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-cb8c598d-2525-474e-93a4-28527a275139 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group': {'name': 'tempest-secgroup--131845295'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:07.345382 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c7f8b91d-0f7f-402b-a200-3f2576d2b506 None None] For port 9b12fd0a-6732-4c91-b2bd-85e405d4ad06, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:33:07.346816 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cb8c598d-2525-474e-93a4-28527a275139 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:07.350919 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49736d89-4eb2-4605-81bf-9c1a1e61977d None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:07.374927 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cb8c598d-2525-474e-93a4-28527a275139 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:07.389728 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-629926d7-0154-495b-978d-acf9f8f83f60 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:07.394427 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4ce39dbf-cfcd-49ed-be6a-718f1a4c0f0a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:07.415830 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-629926d7-0154-495b-978d-acf9f8f83f60 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Transition to ACTIVE for port object e37b4743-1cc6-4e52-a039-efb142126ddd will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:07.418821 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb8c598d-2525-474e-93a4-28527a275139 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:07.455532 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c2325ac-d419-4ebf-a40f-0b5049e65a23 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:07.495287 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cb8c598d-2525-474e-93a4-28527a275139 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:07.497992 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c7f8b91d-0f7f-402b-a200-3f2576d2b506 None None] For port 9b12fd0a-6732-4c91-b2bd-85e405d4ad06, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9b12fd0a-6732-4c91-b2bd-85e405d4ad06,segment=NetworkSegment(607aaa8d-15e7-4ed6-a1dd-3d015c73ed26),segment_id=607aaa8d-15e7-4ed6-a1dd-3d015c73ed26)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:33:07.500320 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-cb8c598d-2525-474e-93a4-28527a275139 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Usage tracker for resource:security_group_rule and tenant:061a70f271c64b2ea97b41fdcf7e96e5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:07.505788 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-cb8c598d-2525-474e-93a4-28527a275139 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:07.510302 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-629926d7-0154-495b-978d-acf9f8f83f60 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:07.531114 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7f8b91d-0f7f-402b-a200-3f2576d2b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:07.576334 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cb8c598d-2525-474e-93a4-28527a275139 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:07.578937 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce39dbf-cfcd-49ed-be6a-718f1a4c0f0a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:07.640897 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629926d7-0154-495b-978d-acf9f8f83f60 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network b18b627b-b234-47fa-82b1-f897da93230a is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:07.642502 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629926d7-0154-495b-978d-acf9f8f83f60 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Port': ['ID=e37b4743-1cc6-4e52-a039-efb142126ddd,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:07.653945 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-629926d7-0154-495b-978d-acf9f8f83f60 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:07.659881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629926d7-0154-495b-978d-acf9f8f83f60 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:07.664685 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629926d7-0154-495b-978d-acf9f8f83f60 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:07.665669 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-629926d7-0154-495b-978d-acf9f8f83f60 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:07.765346 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-629926d7-0154-495b-978d-acf9f8f83f60 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8113632 Mar 14 15:33:07.774374 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-33a19fb6-ce58-4bd5-a4a2-472786e94d46 None None] Provisioning for port 1fcfd445-93b6-497c-b5fe-731908a2063b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:07.774963 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50722) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:07.811510 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8b91d-0f7f-402b-a200-3f2576d2b506 None None] Pushing event updated for resources: {'Port': ['ID=9b12fd0a-6732-4c91-b2bd-85e405d4ad06,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:07.855745 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 1fcfd445-93b6-497c-b5fe-731908a2063b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:07.861652 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 1fcfd445-93b6-497c-b5fe-731908a2063b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:07.862245 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:07.882349 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb8c598d-2525-474e-93a4-28527a275139 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:07.890016 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb8c598d-2525-474e-93a4-28527a275139 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:07.957398 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c598d-2525-474e-93a4-28527a275139 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfee6ce-a3e3-42ca-8a44-c82458e9a7c7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:08.003821 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb8c598d-2525-474e-93a4-28527a275139 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:08.005550 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cb8c598d-2525-474e-93a4-28527a275139 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6833937 Mar 14 15:33:08.008298 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50726) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:08.019598 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8c2ea26d-ce8f-4bb4-9939-1ce0e3d0aee6 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:08.022691 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-8c2ea26d-ce8f-4bb4-9939-1ce0e3d0aee6 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] update failed (client error): There was a conflict when trying to complete your request. Mar 14 15:33:08.023955 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8c2ea26d-ce8f-4bb4-9939-1ce0e3d0aee6 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "PUT /v2.0/security-groups/ccfee6ce-a3e3-42ca-8a44-c82458e9a7c7 HTTP/1.1" status: 409 len: 330 time: 0.0139711 Mar 14 15:33:08.026792 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50730) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:08.055913 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:08.084874 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900fa0ed-486a-43f5-9906-3f90fa64c59c None None] DHCP port deletion for 9afff20e-053f-4563-a829-c09143628c31 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:33:08.095973 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-900fa0ed-486a-43f5-9906-3f90fa64c59c None None] Deleting port 1fcfd445-93b6-497c-b5fe-731908a2063b {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:08.096571 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-900fa0ed-486a-43f5-9906-3f90fa64c59c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:08.138119 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ce39dbf-cfcd-49ed-be6a-718f1a4c0f0a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:08.170172 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 1fcfd445-93b6-497c-b5fe-731908a2063b, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=1fcfd445-93b6-497c-b5fe-731908a2063b,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:08.183324 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:08.195024 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-497294ff-516e-4e10-bf78-9868b5e19b4d tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:08.263116 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-497294ff-516e-4e10-bf78-9868b5e19b4d tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:08.359556 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-497294ff-516e-4e10-bf78-9868b5e19b4d tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:08.392575 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497294ff-516e-4e10-bf78-9868b5e19b4d tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfee6ce-a3e3-42ca-8a44-c82458e9a7c7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:08.411538 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-497294ff-516e-4e10-bf78-9868b5e19b4d tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:08.415470 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-497294ff-516e-4e10-bf78-9868b5e19b4d tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "DELETE /v2.0/security-groups/ccfee6ce-a3e3-42ca-8a44-c82458e9a7c7 HTTP/1.1" status: 204 len: 168 time: 0.3878407 Mar 14 15:33:08.416039 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50734) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:08.427337 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=1fcfd445-93b6-497c-b5fe-731908a2063b,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:08.463485 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-900fa0ed-486a-43f5-9906-3f90fa64c59c None None] For port 1fcfd445-93b6-497c-b5fe-731908a2063b, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=1fcfd445-93b6-497c-b5fe-731908a2063b,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:08.463975 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-900fa0ed-486a-43f5-9906-3f90fa64c59c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:08.487148 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3aa7adcd-639e-4413-9a6a-3f4d22f3cb03 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Synchronizing usage tracker for tenant:061a70f271c64b2ea97b41fdcf7e96e5 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:08.509310 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3aa7adcd-639e-4413-9a6a-3f4d22f3cb03 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] Unset dirty status for tenant:061a70f271c64b2ea97b41fdcf7e96e5 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:08.515937 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3aa7adcd-639e-4413-9a6a-3f4d22f3cb03 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0987537 Mar 14 15:33:08.516651 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50738) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:08.541330 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-7883141b-8f17-4a32-a571-6e5d06faacf9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] delete failed (client error): The resource could not be found. Mar 14 15:33:08.546495 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7883141b-8f17-4a32-a571-6e5d06faacf9 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "DELETE /v2.0/security-groups/f0753043-d6aa-4879-a97f-ed43ccb3371a HTTP/1.1" status: 404 len: 347 time: 0.0285201 Mar 14 15:33:08.547150 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50742) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:08.568816 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-03f805ca-904a-4963-a379-fc3380a0a216 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] show failed (client error): The resource could not be found. Mar 14 15:33:08.574047 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-03f805ca-904a-4963-a379-fc3380a0a216 tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "GET /v2.0/security-groups/392c04b0-c4f8-431e-bbca-5d994e13361a HTTP/1.1" status: 404 len: 347 time: 0.0257599 Mar 14 15:33:08.574337 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50748) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:08.614462 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-900fa0ed-486a-43f5-9906-3f90fa64c59c None None] Calling delete_port for 1fcfd445-93b6-497c-b5fe-731908a2063b owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:08.701308 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-900fa0ed-486a-43f5-9906-3f90fa64c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:08.731326 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-c092a70c-8fdd-48cd-af9f-ca1ca3b5f8ab tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] show failed (client error): The resource could not be found. Mar 14 15:33:08.732512 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c092a70c-8fdd-48cd-af9f-ca1ca3b5f8ab tempest-NegativeSecGroupTest-1255309072 tempest-NegativeSecGroupTest-1255309072-project] 10.222.0.60 "GET /v2.0/security-group-rules/6472f619-0e0b-4da2-b076-041b8b0b4b2e HTTP/1.1" status: 404 len: 356 time: 0.0831087 Mar 14 15:33:08.788356 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fa0ed-486a-43f5-9906-3f90fa64c59c None None] Pushing event deleted for resources: {'Port': ['ID=1fcfd445-93b6-497c-b5fe-731908a2063b,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:08.797498 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900fa0ed-486a-43f5-9906-3f90fa64c59c None None] No DVR routers for this DVR port 1fcfd445-93b6-497c-b5fe-731908a2063b on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:33:09.041787 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9b12fd0a-6732-4c91-b2bd-85e405d4ad06 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:33:09.166671 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 9b12fd0a-6732-4c91-b2bd-85e405d4ad06 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:09.185292 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ba119267-6911-4ddd-814b-cafd1a6dab48 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:33:09.209593 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-5c2325ac-d419-4ebf-a40f-0b5049e65a23 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port a87f4795-fc76-454a-9e6e-f4a21066ae74 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:09.209948 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c2325ac-d419-4ebf-a40f-0b5049e65a23 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:09.222135 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50756) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:09.229117 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Request body: {'subnets': [{'network_id': '3346316a-8f65-4ceb-abea-9e1489cc1743', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1461839767', 'ip_version': 6}, {'network_id': '8564d132-1efd-4f0b-b714-c8d6fd7e76a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:09.229425 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Request body: {'subnet': {'network_id': '3346316a-8f65-4ceb-abea-9e1489cc1743', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1461839767', 'ip_version': 6}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:09.230171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Request body: {'subnet': {'network_id': '8564d132-1efd-4f0b-b714-c8d6fd7e76a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:09.260686 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ce39dbf-cfcd-49ed-be6a-718f1a4c0f0a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:09.301892 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port ba119267-6911-4ddd-814b-cafd1a6dab48 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:09.309167 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port ba119267-6911-4ddd-814b-cafd1a6dab48 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:09.309653 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:09.349415 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bd6d49-89eb-47ff-ba2c-cf18592bfdb8 None None] Network b18b627b-b234-47fa-82b1-f897da93230a requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:09.349681 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50760) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:09.455092 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce39dbf-cfcd-49ed-be6a-718f1a4c0f0a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:09.463973 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-4ce39dbf-cfcd-49ed-be6a-718f1a4c0f0a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:09.476857 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce39dbf-cfcd-49ed-be6a-718f1a4c0f0a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:09.477369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ce39dbf-cfcd-49ed-be6a-718f1a4c0f0a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:09.485615 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454cc73b-b5ed-41f2-9ef4-a04172d1df4c None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:09.531767 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:09.535857 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Usage tracker for resource:subnet and tenant:e70bf59e5c8b4c63b94bc52bc6b19821 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:09.538923 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:09.544780 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:09.555850 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Made reservation on behalf of e70bf59e5c8b4c63b94bc52bc6b19821 for: {'subnet': 2} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:09.589569 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4ce39dbf-cfcd-49ed-be6a-718f1a4c0f0a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9191248 Mar 14 15:33:09.592289 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50766) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:09.605501 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6819f85f-4d62-45bf-8aff-b337ae0f69ef tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'fixed_ips': [{'subnet_id': '4b3d08c7-f03f-4382-ac93-cb392f4221d4', 'ip_address': '2001:db8::5ad5:9665:b389:a91c'}], 'name': 'tempest-NetworksTestDHCPv6-688722448'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:09.617200 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bf6e3ff3-6c80-49a2-94d6-0e59b6b7ba06 None None] Provisioning for port 9b12fd0a-6732-4c91-b2bd-85e405d4ad06 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:09.640858 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bf6e3ff3-6c80-49a2-94d6-0e59b6b7ba06 None None] Provisioning complete for port 9b12fd0a-6732-4c91-b2bd-85e405d4ad06 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:09.641504 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bf6e3ff3-6c80-49a2-94d6-0e59b6b7ba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:09.678493 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce39dbf-cfcd-49ed-be6a-718f1a4c0f0a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=4b3d08c7-f03f-4382-ac93-cb392f4221d4,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:09.820400 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c2325ac-d419-4ebf-a40f-0b5049e65a23 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:09.869876 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:09.892343 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a9aec12-ff13-4096-9fb9-4182517c7efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:09.962044 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-5c2325ac-d419-4ebf-a40f-0b5049e65a23 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Calling delete_port for a87f4795-fc76-454a-9e6e-f4a21066ae74 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:09.999077 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-93fa45e9-8947-4933-aa6d-d3471a46d9b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=061a70f271c64b2ea97b41fdcf7e96e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6486306 Mar 14 15:33:10.003293 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50770) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:10.040500 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:10.040850 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:10.048634 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port ba119267-6911-4ddd-814b-cafd1a6dab48, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ba119267-6911-4ddd-814b-cafd1a6dab48,segment=NetworkSegment(88a0a3ac-3e9b-489b-ae73-d965585bb97e),segment_id=88a0a3ac-3e9b-489b-ae73-d965585bb97e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:10.058417 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6819f85f-4d62-45bf-8aff-b337ae0f69ef tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:10.083239 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442dac46-6d40-4587-8372-6d2d23ccc9c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-9afff20e-053f-4563-a829-c09143628c31', 'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'fixed_ips': [{'subnet_id': '4b3d08c7-f03f-4382-ac93-cb392f4221d4'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:33:10.083957 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-442dac46-6d40-4587-8372-6d2d23ccc9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:10.101740 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:10.184469 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6819f85f-4d62-45bf-8aff-b337ae0f69ef tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:10.202796 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=ba119267-6911-4ddd-814b-cafd1a6dab48,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:10.212997 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 1fcfd445-93b6-497c-b5fe-731908a2063b no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:33:10.230004 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6819f85f-4d62-45bf-8aff-b337ae0f69ef tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:10.292285 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 1fcfd445-93b6-497c-b5fe-731908a2063b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:33:10.293173 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 1fcfd445-93b6-497c-b5fe-731908a2063b not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:33:10.301193 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bf6e3ff3-6c80-49a2-94d6-0e59b6b7ba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:10.319082 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b22cbcf9-b490-4e09-a79a-39d810b35ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:10.375751 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-bf6e3ff3-6c80-49a2-94d6-0e59b6b7ba06 None None] For port 9b12fd0a-6732-4c91-b2bd-85e405d4ad06, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9b12fd0a-6732-4c91-b2bd-85e405d4ad06,segment=NetworkSegment(607aaa8d-15e7-4ed6-a1dd-3d015c73ed26),segment_id=607aaa8d-15e7-4ed6-a1dd-3d015c73ed26)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:10.433436 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bf6e3ff3-6c80-49a2-94d6-0e59b6b7ba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:10.449964 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b22cbcf9-b490-4e09-a79a-39d810b35ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:10.454603 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6819f85f-4d62-45bf-8aff-b337ae0f69ef tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:10.489278 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-6819f85f-4d62-45bf-8aff-b337ae0f69ef tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] device_id is not set on port f11d68ae-5325-422c-aa28-1f3e9a2c1183 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:33:10.557239 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-442dac46-6d40-4587-8372-6d2d23ccc9c2 None None] Allocated IP 2001:db8::2 (9afff20e-053f-4563-a829-c09143628c31/4b3d08c7-f03f-4382-ac93-cb392f4221d4/27f2419a-2d83-41e8-8ee6-6a141afd0a8e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:10.565845 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e3ff3-6c80-49a2-94d6-0e59b6b7ba06 None None] Pushing event updated for resources: {'Port': ['ID=9b12fd0a-6732-4c91-b2bd-85e405d4ad06,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:10.644784 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a9aec12-ff13-4096-9fb9-4182517c7efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:10.660649 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a9aec12-ff13-4096-9fb9-4182517c7efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:10.720976 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c2325ac-d419-4ebf-a40f-0b5049e65a23 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:10.741952 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b22cbcf9-b490-4e09-a79a-39d810b35ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:10.829793 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cbcf9-b490-4e09-a79a-39d810b35ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb71531-1f9b-486f-951c-b4a401330a0a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:10.831912 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9aec12-ff13-4096-9fb9-4182517c7efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Port': ['ID=e37b4743-1cc6-4e52-a039-efb142126ddd,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:10.875076 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-469cd66f-6bff-4142-bae7-948c6f8535a3 None None] Provisioning complete for port 9b12fd0a-6732-4c91-b2bd-85e405d4ad06 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:10.875550 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-469cd66f-6bff-4142-bae7-948c6f8535a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:10.920334 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2325ac-d419-4ebf-a40f-0b5049e65a23 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Port': ['ID=a87f4795-fc76-454a-9e6e-f4a21066ae74,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:10.991848 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9b12fd0a-6732-4c91-b2bd-85e405d4ad06 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:33:11.031728 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-442dac46-6d40-4587-8372-6d2d23ccc9c2 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:11.048667 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:11.061741 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-442dac46-6d40-4587-8372-6d2d23ccc9c2 None None] Transition to ACTIVE for port object 27f2419a-2d83-41e8-8ee6-6a141afd0a8e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:11.117800 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b22cbcf9-b490-4e09-a79a-39d810b35ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:11.121284 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b22cbcf9-b490-4e09-a79a-39d810b35ea5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4bb71531-1f9b-486f-951c-b4a401330a0a HTTP/1.1" status: 204 len: 168 time: 1.1143887 Mar 14 15:33:11.169342 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-442dac46-6d40-4587-8372-6d2d23ccc9c2 None None] Transition to ACTIVE for port object 27f2419a-2d83-41e8-8ee6-6a141afd0a8e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:11.192552 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-442dac46-6d40-4587-8372-6d2d23ccc9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:11.306231 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-6819f85f-4d62-45bf-8aff-b337ae0f69ef tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8::5ad5:9665:b389:a91c (9afff20e-053f-4563-a829-c09143628c31/4b3d08c7-f03f-4382-ac93-cb392f4221d4/f11d68ae-5325-422c-aa28-1f3e9a2c1183) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:11.356906 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442dac46-6d40-4587-8372-6d2d23ccc9c2 None None] Pushing event updated for resources: {'Port': ['ID=27f2419a-2d83-41e8-8ee6-6a141afd0a8e,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:11.383040 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442dac46-6d40-4587-8372-6d2d23ccc9c2 None None] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:11.387632 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-442dac46-6d40-4587-8372-6d2d23ccc9c2 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:11.398877 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442dac46-6d40-4587-8372-6d2d23ccc9c2 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:11.401962 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-469cd66f-6bff-4142-bae7-948c6f8535a3 None None] Provisioning for port e37b4743-1cc6-4e52-a039-efb142126ddd completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:11.461757 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 9b12fd0a-6732-4c91-b2bd-85e405d4ad06 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:11.464807 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:11.497603 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-469cd66f-6bff-4142-bae7-948c6f8535a3 None None] Provisioning complete for port e37b4743-1cc6-4e52-a039-efb142126ddd triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:11.499070 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-469cd66f-6bff-4142-bae7-948c6f8535a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:11.514902 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c2325ac-d419-4ebf-a40f-0b5049e65a23 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:11.524961 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a9aec12-ff13-4096-9fb9-4182517c7efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:11.594457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6819f85f-4d62-45bf-8aff-b337ae0f69ef tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:11.617456 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Pushing event updated for resources: {'Subnet': ['ID=347d6dbe-190c-41d5-b5f7-cfee12802eb1,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:11.623590 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-6819f85f-4d62-45bf-8aff-b337ae0f69ef tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Transition to ACTIVE for port object f11d68ae-5325-422c-aa28-1f3e9a2c1183 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:11.629896 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Checking segment: {'id': '3e500cad-4805-4e32-a989-43328238b112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3346316a-8f65-4ceb-abea-9e1489cc1743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:33:11.630326 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Network hostable DHCP agents. Network: 3346316a-8f65-4ceb-abea-9e1489cc1743, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:33:11.668308 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Network 3346316a-8f65-4ceb-abea-9e1489cc1743 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:33:11.682086 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6819f85f-4d62-45bf-8aff-b337ae0f69ef tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:11.689164 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-442dac46-6d40-4587-8372-6d2d23ccc9c2 None None] Attempting to bind port 27f2419a-2d83-41e8-8ee6-6a141afd0a8e on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:33:11.689678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-442dac46-6d40-4587-8372-6d2d23ccc9c2 None None] Attempting to bind port 27f2419a-2d83-41e8-8ee6-6a141afd0a8e by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:33:11.690769 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442dac46-6d40-4587-8372-6d2d23ccc9c2 None None] Attempting to bind port 27f2419a-2d83-41e8-8ee6-6a141afd0a8e on network 9afff20e-053f-4563-a829-c09143628c31 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:33:11.703830 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-469cd66f-6bff-4142-bae7-948c6f8535a3 None None] Port e37b4743-1cc6-4e52-a039-efb142126ddd cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:33:11.706403 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442dac46-6d40-4587-8372-6d2d23ccc9c2 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:33:11.706619 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442dac46-6d40-4587-8372-6d2d23ccc9c2 None None] Checking segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:33:11.707107 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-442dac46-6d40-4587-8372-6d2d23ccc9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:11.707619 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442dac46-6d40-4587-8372-6d2d23ccc9c2 None None] Bound using segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:33:11.708172 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-442dac46-6d40-4587-8372-6d2d23ccc9c2 None None] Bound port: 27f2419a-2d83-41e8-8ee6-6a141afd0a8e, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:33:11.708655 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-442dac46-6d40-4587-8372-6d2d23ccc9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:11.729571 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 3346316a-8f65-4ceb-abea-9e1489cc1743) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:11.753783 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:11.755941 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b7e03e-9f3b-4ae8-ace5-b4411f77c5b9 None None] Network 3346316a-8f65-4ceb-abea-9e1489cc1743 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:11.824993 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819f85f-4d62-45bf-8aff-b337ae0f69ef tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=f11d68ae-5325-422c-aa28-1f3e9a2c1183,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:11.828404 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6819f85f-4d62-45bf-8aff-b337ae0f69ef tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:11.834785 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-6819f85f-4d62-45bf-8aff-b337ae0f69ef tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:11.842763 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6819f85f-4d62-45bf-8aff-b337ae0f69ef tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:11.847577 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6819f85f-4d62-45bf-8aff-b337ae0f69ef tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:11.847934 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6819f85f-4d62-45bf-8aff-b337ae0f69ef tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:11.866262 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Pushing event updated for resources: {'Subnet': ['ID=de54632e-0bf5-46d1-9dcd-66376b2a8f7d,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:11.876060 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a9aec12-ff13-4096-9fb9-4182517c7efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:11.910653 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6819f85f-4d62-45bf-8aff-b337ae0f69ef tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3173106 Mar 14 15:33:11.912480 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Checking segment: {'id': '367aa9cb-cdf5-4ee2-9e40-098686e139e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8564d132-1efd-4f0b-b714-c8d6fd7e76a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:33:11.913034 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Network hostable DHCP agents. Network: 8564d132-1efd-4f0b-b714-c8d6fd7e76a9, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:33:11.917625 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50778) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:11.940675 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ba119267-6911-4ddd-814b-cafd1a6dab48 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:33:12.003618 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Network 8564d132-1efd-4f0b-b714-c8d6fd7e76a9 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:33:12.015120 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-442dac46-6d40-4587-8372-6d2d23ccc9c2 None None] For port 27f2419a-2d83-41e8-8ee6-6a141afd0a8e, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:33:12.017706 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 8564d132-1efd-4f0b-b714-c8d6fd7e76a9) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:12.022796 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:12.023525 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:12.024675 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e5ec26cf-a3ef-4e83-9ed7-fdbd160042e7 None None] Provisioning complete for port e37b4743-1cc6-4e52-a039-efb142126ddd triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:12.024840 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:12.024947 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e5ec26cf-a3ef-4e83-9ed7-fdbd160042e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:12.038614 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8f5bbf-9aec-4756-bc4f-1f753d02f997 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:12.043494 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8f5bbf-9aec-4756-bc4f-1f753d02f997 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:12.044479 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-db8f5bbf-9aec-4756-bc4f-1f753d02f997 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:12.058776 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0bcbe4-f8fe-46eb-b853-2a55c9aa57e6 None None] Network 8564d132-1efd-4f0b-b714-c8d6fd7e76a9 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:12.072547 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b7036eef-8b02-455e-be3f-a8bedb90707e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.8466446 Mar 14 15:33:12.073115 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50782) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:12.098664 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-442dac46-6d40-4587-8372-6d2d23ccc9c2 None None] For port 27f2419a-2d83-41e8-8ee6-6a141afd0a8e, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=27f2419a-2d83-41e8-8ee6-6a141afd0a8e,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:33:12.114111 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-db8f5bbf-9aec-4756-bc4f-1f753d02f997 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:12.114111 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-db8f5bbf-9aec-4756-bc4f-1f753d02f997 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1912770 Mar 14 15:33:12.116712 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50786) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:12.162883 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-442dac46-6d40-4587-8372-6d2d23ccc9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:12.207569 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2325ac-d419-4ebf-a40f-0b5049e65a23 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Router 4542ab14-1d36-4774-83ba-243d449e402b has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:33:12.278402 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e5ec26cf-a3ef-4e83-9ed7-fdbd160042e7 None None] Port e37b4743-1cc6-4e52-a039-efb142126ddd cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:33:12.341239 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a64b30-d4b6-4137-80d3-4bdf69244aaf tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:12.342764 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a64b30-d4b6-4137-80d3-4bdf69244aaf tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:12.344111 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a64b30-d4b6-4137-80d3-4bdf69244aaf tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:12.344954 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a4a64b30-d4b6-4137-80d3-4bdf69244aaf tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Synchronizing usage tracker for tenant:e70bf59e5c8b4c63b94bc52bc6b19821 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:12.357670 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-66d4f3ca-3ebc-4de5-9324-c6ca6d28e745 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting port f11d68ae-5325-422c-aa28-1f3e9a2c1183 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:12.358121 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66d4f3ca-3ebc-4de5-9324-c6ca6d28e745 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:12.396458 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442dac46-6d40-4587-8372-6d2d23ccc9c2 None None] Pushing event updated for resources: {'Port': ['ID=27f2419a-2d83-41e8-8ee6-6a141afd0a8e,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:12.404495 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port ba119267-6911-4ddd-814b-cafd1a6dab48 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:12.404941 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:12.431549 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a4a64b30-d4b6-4137-80d3-4bdf69244aaf tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Unset dirty status for tenant:e70bf59e5c8b4c63b94bc52bc6b19821 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:12.443382 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a4a64b30-d4b6-4137-80d3-4bdf69244aaf tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3695822 Mar 14 15:33:12.444336 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50790) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:12.462423 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89d2fb7-b120-4e05-bcea-681d60c9c244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-3346316a-8f65-4ceb-abea-9e1489cc1743', 'network_id': '3346316a-8f65-4ceb-abea-9e1489cc1743', 'tenant_id': 'e70bf59e5c8b4c63b94bc52bc6b19821', 'fixed_ips': [{'subnet_id': '347d6dbe-190c-41d5-b5f7-cfee12802eb1'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:33:12.463167 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e89d2fb7-b120-4e05-bcea-681d60c9c244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:12.486431 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2325ac-d419-4ebf-a40f-0b5049e65a23 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:33:12.508482 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5c2325ac-d419-4ebf-a40f-0b5049e65a23 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "PUT /v2.0/routers/4542ab14-1d36-4774-83ba-243d449e402b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6494186 Mar 14 15:33:12.509416 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471ddc67-d635-48a5-87a8-0291ee78b550 None None] Sync routers for ids ['4542ab14-1d36-4774-83ba-243d449e402b'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:33:12.512602 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50794) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:12.714814 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-0956b950-d196-4f47-93df-056672fa4a23 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Deleting subnet 347d6dbe-190c-41d5-b5f7-cfee12802eb1 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:33:12.717542 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c51ae2-bba9-4283-8e9b-ea6933f10c5b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] GET failed (client error): The resource could not be found. Mar 14 15:33:12.718413 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b6c51ae2-bba9-4283-8e9b-ea6933f10c5b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Synchronizing usage tracker for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:12.724555 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0956b950-d196-4f47-93df-056672fa4a23 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:12.737687 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471ddc67-d635-48a5-87a8-0291ee78b550 None None] Routers {'4542ab14-1d36-4774-83ba-243d449e402b'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:12.738766 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-471ddc67-d635-48a5-87a8-0291ee78b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:32:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['4542ab14-1d36-4774-83ba-243d449e402b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:12.763492 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a9aec12-ff13-4096-9fb9-4182517c7efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:12.765943 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b6c51ae2-bba9-4283-8e9b-ea6933f10c5b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Unset dirty status for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:12.767547 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b6c51ae2-bba9-4283-8e9b-ea6933f10c5b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports/a87f4795-fc76-454a-9e6e-f4a21066ae74 HTTP/1.1" status: 404 len: 333 time: 0.2537017 Mar 14 15:33:12.770921 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50798) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:12.821363 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0956b950-d196-4f47-93df-056672fa4a23 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:12.830133 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a0b723-2493-4d69-bfd2-91faefcd98e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-8564d132-1efd-4f0b-b714-c8d6fd7e76a9', 'network_id': '8564d132-1efd-4f0b-b714-c8d6fd7e76a9', 'tenant_id': 'e70bf59e5c8b4c63b94bc52bc6b19821', 'fixed_ips': [{'subnet_id': 'de54632e-0bf5-46d1-9dcd-66376b2a8f7d'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:33:12.831173 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-21a0b723-2493-4d69-bfd2-91faefcd98e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:12.842014 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a9aec12-ff13-4096-9fb9-4182517c7efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:12.843049 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a9aec12-ff13-4096-9fb9-4182517c7efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:12.847493 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-471ddc67-d635-48a5-87a8-0291ee78b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:12.891462 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66d4f3ca-3ebc-4de5-9324-c6ca6d28e745 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:12.983315 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e7f65394-0c21-45db-ae15-2ac766811de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:12.992629 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471ddc67-d635-48a5-87a8-0291ee78b550 None None] Routers {'4542ab14-1d36-4774-83ba-243d449e402b'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:12.993347 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-471ddc67-d635-48a5-87a8-0291ee78b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:32:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['4542ab14-1d36-4774-83ba-243d449e402b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:12.999112 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9aec12-ff13-4096-9fb9-4182517c7efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Port': ['ID=e37b4743-1cc6-4e52-a039-efb142126ddd,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:13.033232 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-66d4f3ca-3ebc-4de5-9324-c6ca6d28e745 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Calling delete_port for f11d68ae-5325-422c-aa28-1f3e9a2c1183 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:13.066851 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-471ddc67-d635-48a5-87a8-0291ee78b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:13.066851 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471ddc67-d635-48a5-87a8-0291ee78b550 None None] The sync data for ids ['4542ab14-1d36-4774-83ba-243d449e402b'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:33:13.068366 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0956b950-d196-4f47-93df-056672fa4a23 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:13.107600 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-179584c9-4d5d-48d5-a89b-d7dbfd05b410 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:13.150175 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-21a0b723-2493-4d69-bfd2-91faefcd98e6 None None] Allocated IP 2001:db8:0:1::1 (8564d132-1efd-4f0b-b714-c8d6fd7e76a9/de54632e-0bf5-46d1-9dcd-66376b2a8f7d/2e9e9ca9-b167-404e-9a36-8ba6162670a0) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:13.181207 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 27f2419a-2d83-41e8-8ee6-6a141afd0a8e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:33:13.296908 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9aec12-ff13-4096-9fb9-4182517c7efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network b18b627b-b234-47fa-82b1-f897da93230a is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:13.333431 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66d4f3ca-3ebc-4de5-9324-c6ca6d28e745 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:13.367266 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-8a9aec12-ff13-4096-9fb9-4182517c7efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:13.396506 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4f3ca-3ebc-4de5-9324-c6ca6d28e745 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Port': ['ID=f11d68ae-5325-422c-aa28-1f3e9a2c1183,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:13.400639 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0956b950-d196-4f47-93df-056672fa4a23 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:13.424301 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 27f2419a-2d83-41e8-8ee6-6a141afd0a8e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server [None req-e89d2fb7-b120-4e05-bcea-681d60c9c244 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 347d6dbe-190c-41d5-b5f7-cfee12802eb1: This subnet is being modified by another concurrent operation. Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:33:13.446127 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise exception Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 347d6dbe-190c-41d5-b5f7-cfee12802eb1: This subnet is being modified by another concurrent operation. Mar 14 15:33:13.449588 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server Mar 14 15:33:13.482930 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956b950-d196-4f47-93df-056672fa4a23 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Pushing event deleted for resources: {'Subnet': ['ID=347d6dbe-190c-41d5-b5f7-cfee12802eb1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:13.488833 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-21a0b723-2493-4d69-bfd2-91faefcd98e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:13.509330 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-21a0b723-2493-4d69-bfd2-91faefcd98e6 None None] Transition to ACTIVE for port object 2e9e9ca9-b167-404e-9a36-8ba6162670a0 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:13.535556 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-21a0b723-2493-4d69-bfd2-91faefcd98e6 None None] Transition to ACTIVE for port object 2e9e9ca9-b167-404e-9a36-8ba6162670a0 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:13.540745 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0956b950-d196-4f47-93df-056672fa4a23 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:13.548498 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66d4f3ca-3ebc-4de5-9324-c6ca6d28e745 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:13.552043 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a74c4ad-abd4-4129-8f19-d22adfa862e9 None None] Network 3346316a-8f65-4ceb-abea-9e1489cc1743 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:13.583207 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-66d4f3ca-3ebc-4de5-9324-c6ca6d28e745 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/f11d68ae-5325-422c-aa28-1f3e9a2c1183 HTTP/1.1" status: 204 len: 168 time: 1.4629886 Mar 14 15:33:13.584347 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50804) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:13.665899 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0956b950-d196-4f47-93df-056672fa4a23 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] 10.222.0.60 "DELETE /v2.0/subnets/347d6dbe-190c-41d5-b5f7-cfee12802eb1 HTTP/1.1" status: 204 len: 168 time: 1.2143130 Mar 14 15:33:13.668045 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50808) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:13.712610 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d283e7-511d-46fa-bf5c-7f82d8bb2094 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:13.713980 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d283e7-511d-46fa-bf5c-7f82d8bb2094 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:13.717072 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d0d283e7-511d-46fa-bf5c-7f82d8bb2094 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1317301 Mar 14 15:33:13.719671 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50812) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:13.739009 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-21a0b723-2493-4d69-bfd2-91faefcd98e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:13.821536 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-179584c9-4d5d-48d5-a89b-d7dbfd05b410 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:13.825694 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a0b723-2493-4d69-bfd2-91faefcd98e6 None None] Network 8564d132-1efd-4f0b-b714-c8d6fd7e76a9 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:13.835335 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7ed500-89fb-4e40-9933-492b758742f3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet 4b3d08c7-f03f-4382-ac93-cb392f4221d4 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:33:13.836440 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-21a0b723-2493-4d69-bfd2-91faefcd98e6 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:13.840037 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a7ed500-89fb-4e40-9933-492b758742f3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:13.840485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-179584c9-4d5d-48d5-a89b-d7dbfd05b410 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:13.875298 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a0b723-2493-4d69-bfd2-91faefcd98e6 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:13.879082 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0b723-2493-4d69-bfd2-91faefcd98e6 None None] Pushing event updated for resources: {'Port': ['ID=2e9e9ca9-b167-404e-9a36-8ba6162670a0,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:13.921102 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a7ed500-89fb-4e40-9933-492b758742f3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:13.954272 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1f84afcb-adba-4a80-9adf-29d02a6c270b None None] Provisioning for port 27f2419a-2d83-41e8-8ee6-6a141afd0a8e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:13.964326 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1f84afcb-adba-4a80-9adf-29d02a6c270b None None] Provisioning complete for port 27f2419a-2d83-41e8-8ee6-6a141afd0a8e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:13.964700 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f84afcb-adba-4a80-9adf-29d02a6c270b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:14.042629 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a7ed500-89fb-4e40-9933-492b758742f3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:14.060535 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-21a0b723-2493-4d69-bfd2-91faefcd98e6 None None] Attempting to bind port 2e9e9ca9-b167-404e-9a36-8ba6162670a0 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:33:14.061125 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-21a0b723-2493-4d69-bfd2-91faefcd98e6 None None] Attempting to bind port 2e9e9ca9-b167-404e-9a36-8ba6162670a0 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '367aa9cb-cdf5-4ee2-9e40-098686e139e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8564d132-1efd-4f0b-b714-c8d6fd7e76a9'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:33:14.061261 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0b723-2493-4d69-bfd2-91faefcd98e6 None None] Attempting to bind port 2e9e9ca9-b167-404e-9a36-8ba6162670a0 on network 8564d132-1efd-4f0b-b714-c8d6fd7e76a9 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:33:14.073170 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0b723-2493-4d69-bfd2-91faefcd98e6 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:33:14.073547 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0b723-2493-4d69-bfd2-91faefcd98e6 None None] Checking segment: {'id': '367aa9cb-cdf5-4ee2-9e40-098686e139e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8564d132-1efd-4f0b-b714-c8d6fd7e76a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:33:14.073942 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-21a0b723-2493-4d69-bfd2-91faefcd98e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:14.074377 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0b723-2493-4d69-bfd2-91faefcd98e6 None None] Bound using segment: {'id': '367aa9cb-cdf5-4ee2-9e40-098686e139e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8564d132-1efd-4f0b-b714-c8d6fd7e76a9'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:33:14.074850 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-21a0b723-2493-4d69-bfd2-91faefcd98e6 None None] Bound port: 2e9e9ca9-b167-404e-9a36-8ba6162670a0, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367aa9cb-cdf5-4ee2-9e40-098686e139e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8564d132-1efd-4f0b-b714-c8d6fd7e76a9'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:33:14.075219 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-21a0b723-2493-4d69-bfd2-91faefcd98e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:14.126174 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a7ed500-89fb-4e40-9933-492b758742f3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:14.176784 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ed500-89fb-4e40-9933-492b758742f3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=4b3d08c7-f03f-4382-ac93-cb392f4221d4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:14.194470 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a7ed500-89fb-4e40-9933-492b758742f3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:14.204976 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5a7ed500-89fb-4e40-9933-492b758742f3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/4b3d08c7-f03f-4382-ac93-cb392f4221d4 HTTP/1.1" status: 204 len: 168 time: 0.4842861 Mar 14 15:33:14.207818 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50816) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:14.236513 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-21a0b723-2493-4d69-bfd2-91faefcd98e6 None None] For port 2e9e9ca9-b167-404e-9a36-8ba6162670a0, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:33:14.238876 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f84afcb-adba-4a80-9adf-29d02a6c270b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:14.257893 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-21a0b723-2493-4d69-bfd2-91faefcd98e6 None None] For port 2e9e9ca9-b167-404e-9a36-8ba6162670a0, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=2e9e9ca9-b167-404e-9a36-8ba6162670a0,segment=NetworkSegment(367aa9cb-cdf5-4ee2-9e40-098686e139e3),segment_id=367aa9cb-cdf5-4ee2-9e40-098686e139e3)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:33:14.278404 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-21a0b723-2493-4d69-bfd2-91faefcd98e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:14.287981 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-179584c9-4d5d-48d5-a89b-d7dbfd05b410 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:14.288586 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179584c9-4d5d-48d5-a89b-d7dbfd05b410 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Fanout notify agent at l3_agent the message router_deleted on router 4542ab14-1d36-4774-83ba-243d449e402b {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:33:14.316867 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f76c619e-96cb-47cd-bb35-41641b23d2f2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1078255 Mar 14 15:33:14.319984 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50820) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:14.326886 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4bfee7bf-86e2-4164-aca1-1d530dfe409d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:14.330038 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-179584c9-4d5d-48d5-a89b-d7dbfd05b410 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:14.333805 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-179584c9-4d5d-48d5-a89b-d7dbfd05b410 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/routers/4542ab14-1d36-4774-83ba-243d449e402b HTTP/1.1" status: 204 len: 168 time: 1.5616817 Mar 14 15:33:14.338588 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50824) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:14.364246 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1f84afcb-adba-4a80-9adf-29d02a6c270b None None] For port 27f2419a-2d83-41e8-8ee6-6a141afd0a8e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=27f2419a-2d83-41e8-8ee6-6a141afd0a8e,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:14.373868 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f84afcb-adba-4a80-9adf-29d02a6c270b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:14.383814 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5ab55c-6c66-4ffe-ba4f-b2187098e20d tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Deleting subnet de54632e-0bf5-46d1-9dcd-66376b2a8f7d {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:33:14.397134 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab55c-6c66-4ffe-ba4f-b2187098e20d tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:14.402069 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e402bf-ad4f-4122-9078-3feab955d0b0 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:14.426712 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0b723-2493-4d69-bfd2-91faefcd98e6 None None] Pushing event updated for resources: {'Port': ['ID=2e9e9ca9-b167-404e-9a36-8ba6162670a0,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:14.463545 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4bfee7bf-86e2-4164-aca1-1d530dfe409d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:14.473201 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4bfee7bf-86e2-4164-aca1-1d530dfe409d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:14.474417 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab55c-6c66-4ffe-ba4f-b2187098e20d tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:14.477229 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4bfee7bf-86e2-4164-aca1-1d530dfe409d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:14.490908 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4bfee7bf-86e2-4164-aca1-1d530dfe409d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:14.503584 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfee7bf-86e2-4164-aca1-1d530dfe409d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:14.507122 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4bfee7bf-86e2-4164-aca1-1d530dfe409d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:14.583899 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1f84afcb-adba-4a80-9adf-29d02a6c270b None None] Provisioning complete for port e37b4743-1cc6-4e52-a039-efb142126ddd triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:14.584386 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f84afcb-adba-4a80-9adf-29d02a6c270b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:14.627960 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:33:14.724732 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84afcb-adba-4a80-9adf-29d02a6c270b None None] Pushing event updated for resources: {'Port': ['ID=27f2419a-2d83-41e8-8ee6-6a141afd0a8e,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:14.735955 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1f84afcb-adba-4a80-9adf-29d02a6c270b None None] Port e37b4743-1cc6-4e52-a039-efb142126ddd cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:33:14.738408 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa982a3-17dd-472b-823f-44ce10b5ed58 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting subnet 21d7a613-14f6-46fe-8452-fe4b47e32aa7 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:33:14.745691 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8fa982a3-17dd-472b-823f-44ce10b5ed58 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:14.810213 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab55c-6c66-4ffe-ba4f-b2187098e20d tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:14.845208 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dcc135-26c8-45b9-af16-af1205c3e039 None None] DHCP port deletion for 9afff20e-053f-4563-a829-c09143628c31 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:33:14.851905 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c9dcc135-26c8-45b9-af16-af1205c3e039 None None] Deleting port 27f2419a-2d83-41e8-8ee6-6a141afd0a8e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:14.852503 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9dcc135-26c8-45b9-af16-af1205c3e039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:14.866266 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9aec12-ff13-4096-9fb9-4182517c7efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Router 66bebf3e-b0b0-405b-9635-dbaa10817a20 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:33:14.879846 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8fa982a3-17dd-472b-823f-44ce10b5ed58 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:14.926328 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-809b0870-d9c0-4291-b4bf-eadc8574814b None None] Could not find standard attr ID for object f11d68ae-5325-422c-aa28-1f3e9a2c1183. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:33:14.950590 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4bfee7bf-86e2-4164-aca1-1d530dfe409d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:15.040058 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfee7bf-86e2-4164-aca1-1d530dfe409d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=3e54e49f-c90a-4ccb-8f78-92146979a7a7,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:15.054152 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfee7bf-86e2-4164-aca1-1d530dfe409d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:15.056240 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4bfee7bf-86e2-4164-aca1-1d530dfe409d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:15.065627 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfee7bf-86e2-4164-aca1-1d530dfe409d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:15.066734 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4bfee7bf-86e2-4164-aca1-1d530dfe409d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:15.093522 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab55c-6c66-4ffe-ba4f-b2187098e20d tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:15.103528 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4bfee7bf-86e2-4164-aca1-1d530dfe409d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7821994 Mar 14 15:33:15.105405 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-52a48750-74e6-48c9-91b5-8f9f4e95c158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:15.105978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50828) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:15.120300 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e2e807cf-9cbb-4c5e-8bd7-9faeb2a9c0ad tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'fixed_ips': [{'subnet_id': '3e54e49f-c90a-4ccb-8f78-92146979a7a7', 'ip_address': '2001:db8::4c77:d241:cff0:dfcd'}], 'name': 'tempest-NetworksTestDHCPv6-658148698'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:15.148292 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ab55c-6c66-4ffe-ba4f-b2187098e20d tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Pushing event deleted for resources: {'Subnet': ['ID=de54632e-0bf5-46d1-9dcd-66376b2a8f7d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:15.153133 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c9dcc135-26c8-45b9-af16-af1205c3e039 None None] For port 27f2419a-2d83-41e8-8ee6-6a141afd0a8e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=27f2419a-2d83-41e8-8ee6-6a141afd0a8e,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:15.153526 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9dcc135-26c8-45b9-af16-af1205c3e039 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:15.167039 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab55c-6c66-4ffe-ba4f-b2187098e20d tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:15.193914 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8fa982a3-17dd-472b-823f-44ce10b5ed58 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:15.223722 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2a5ab55c-6c66-4ffe-ba4f-b2187098e20d tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] 10.222.0.60 "DELETE /v2.0/subnets/de54632e-0bf5-46d1-9dcd-66376b2a8f7d HTTP/1.1" status: 204 len: 168 time: 1.5466244 Mar 14 15:33:15.230826 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50832) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:15.292855 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e2e807cf-9cbb-4c5e-8bd7-9faeb2a9c0ad tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:15.297174 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e2e807cf-9cbb-4c5e-8bd7-9faeb2a9c0ad tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:port and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:15.300723 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e2e807cf-9cbb-4c5e-8bd7-9faeb2a9c0ad tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:15.304297 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c9dcc135-26c8-45b9-af16-af1205c3e039 None None] Calling delete_port for 27f2419a-2d83-41e8-8ee6-6a141afd0a8e owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:15.308058 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e2e807cf-9cbb-4c5e-8bd7-9faeb2a9c0ad tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:15.325141 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e807cf-9cbb-4c5e-8bd7-9faeb2a9c0ad tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:15.331839 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e2e807cf-9cbb-4c5e-8bd7-9faeb2a9c0ad tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:15.337169 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c86838b-bb13-486f-98af-42600e15deb0 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:15.337853 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-4c86838b-bb13-486f-98af-42600e15deb0 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Synchronizing usage tracker for tenant:e70bf59e5c8b4c63b94bc52bc6b19821 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:15.357084 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-e2e807cf-9cbb-4c5e-8bd7-9faeb2a9c0ad tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] device_id is not set on port 44cae92c-311a-49ca-adf3-532c48880aba yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:33:15.370194 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8fa982a3-17dd-472b-823f-44ce10b5ed58 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:15.384040 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 2e9e9ca9-b167-404e-9a36-8ba6162670a0 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:33:15.430790 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9dcc135-26c8-45b9-af16-af1205c3e039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:15.433225 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9aec12-ff13-4096-9fb9-4182517c7efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:33:15.434758 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-4c86838b-bb13-486f-98af-42600e15deb0 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Unset dirty status for tenant:e70bf59e5c8b4c63b94bc52bc6b19821 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:15.436325 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4c86838b-bb13-486f-98af-42600e15deb0 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2032971 Mar 14 15:33:15.446855 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50838) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:15.447375 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa982a3-17dd-472b-823f-44ce10b5ed58 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Subnet': ['ID=21d7a613-14f6-46fe-8452-fe4b47e32aa7,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:15.459436 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ce99f0-b7ce-4682-aeb5-16f81d36c5ee None None] Sync routers for ids ['66bebf3e-b0b0-405b-9635-dbaa10817a20'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:33:15.472587 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ce99f0-b7ce-4682-aeb5-16f81d36c5ee None None] Routers {'66bebf3e-b0b0-405b-9635-dbaa10817a20'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:15.473447 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-65ce99f0-b7ce-4682-aeb5-16f81d36c5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['66bebf3e-b0b0-405b-9635-dbaa10817a20'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:15.486505 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8fa982a3-17dd-472b-823f-44ce10b5ed58 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:15.491327 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8fa982a3-17dd-472b-823f-44ce10b5ed58 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/subnets/21d7a613-14f6-46fe-8452-fe4b47e32aa7 HTTP/1.1" status: 204 len: 168 time: 1.1493571 Mar 14 15:33:15.498326 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8a9aec12-ff13-4096-9fb9-4182517c7efd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/routers/66bebf3e-b0b0-405b-9635-dbaa10817a20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7210445 Mar 14 15:33:15.532359 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3812d5-470e-42ae-bff9-24c8e465d8af None None] Network a7f95a31-febb-4ace-bace-5f331e0bae61 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:15.551820 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-65ce99f0-b7ce-4682-aeb5-16f81d36c5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:15.562731 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dcc135-26c8-45b9-af16-af1205c3e039 None None] Pushing event deleted for resources: {'Port': ['ID=27f2419a-2d83-41e8-8ee6-6a141afd0a8e,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:15.564230 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50842) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:15.564388 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50844) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:15.573711 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ce99f0-b7ce-4682-aeb5-16f81d36c5ee None None] Routers {'66bebf3e-b0b0-405b-9635-dbaa10817a20'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:15.574550 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-65ce99f0-b7ce-4682-aeb5-16f81d36c5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['66bebf3e-b0b0-405b-9635-dbaa10817a20'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:15.656537 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dcc135-26c8-45b9-af16-af1205c3e039 None None] No DVR routers for this DVR port 27f2419a-2d83-41e8-8ee6-6a141afd0a8e on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:33:15.662217 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-65ce99f0-b7ce-4682-aeb5-16f81d36c5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:15.663201 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ce99f0-b7ce-4682-aeb5-16f81d36c5ee None None] The sync data for ids ['66bebf3e-b0b0-405b-9635-dbaa10817a20'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:33:15.682213 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-e2e807cf-9cbb-4c5e-8bd7-9faeb2a9c0ad tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8::4c77:d241:cff0:dfcd (9afff20e-053f-4563-a829-c09143628c31/3e54e49f-c90a-4ccb-8f78-92146979a7a7/44cae92c-311a-49ca-adf3-532c48880aba) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:15.688003 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463824cd-c2d0-4709-b391-21f7905d8761 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:15.852460 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:15.857058 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cb1a4a0-321a-4c7c-b7cc-42b2caef5b70 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:15.882715 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 2e9e9ca9-b167-404e-9a36-8ba6162670a0 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:15.891463 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2cb1a4a0-321a-4c7c-b7cc-42b2caef5b70 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:15.891809 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cb1a4a0-321a-4c7c-b7cc-42b2caef5b70 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:15.897833 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f9a08b-c335-4356-9331-6391ff181f66 None None] Network 8564d132-1efd-4f0b-b714-c8d6fd7e76a9 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:15.936244 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e2e807cf-9cbb-4c5e-8bd7-9faeb2a9c0ad tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:15.946751 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Deleting port 2e9e9ca9-b167-404e-9a36-8ba6162670a0 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:15.947100 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:15.955553 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-e2e807cf-9cbb-4c5e-8bd7-9faeb2a9c0ad tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Transition to ACTIVE for port object 44cae92c-311a-49ca-adf3-532c48880aba will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:15.984104 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e2e807cf-9cbb-4c5e-8bd7-9faeb2a9c0ad tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:16.026543 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 27f2419a-2d83-41e8-8ee6-6a141afd0a8e no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:33:16.075795 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e807cf-9cbb-4c5e-8bd7-9faeb2a9c0ad tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:16.080059 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e2e807cf-9cbb-4c5e-8bd7-9faeb2a9c0ad tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:16.083512 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e807cf-9cbb-4c5e-8bd7-9faeb2a9c0ad tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=44cae92c-311a-49ca-adf3-532c48880aba,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:16.086617 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e807cf-9cbb-4c5e-8bd7-9faeb2a9c0ad tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:16.091019 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e807cf-9cbb-4c5e-8bd7-9faeb2a9c0ad tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:16.091875 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e2e807cf-9cbb-4c5e-8bd7-9faeb2a9c0ad tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:16.094172 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 27f2419a-2d83-41e8-8ee6-6a141afd0a8e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:33:16.094542 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 27f2419a-2d83-41e8-8ee6-6a141afd0a8e not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:33:16.106327 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19c8713-d5d2-48f0-9fe5-d826e5f3c2bd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:16.107587 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b19c8713-d5d2-48f0-9fe5-d826e5f3c2bd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Synchronizing usage tracker for tenant:8d2b5d0d495944a3854f9775f18c15a3 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:16.128416 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e2e807cf-9cbb-4c5e-8bd7-9faeb2a9c0ad tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0102139 Mar 14 15:33:16.128826 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50850) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:16.225913 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b2ff564b-2459-41f3-a1a8-ac06711f397f None None] Provisioning for port 2e9e9ca9-b167-404e-9a36-8ba6162670a0 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:16.246499 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b19c8713-d5d2-48f0-9fe5-d826e5f3c2bd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Unset dirty status for tenant:8d2b5d0d495944a3854f9775f18c15a3 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:16.247687 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b19c8713-d5d2-48f0-9fe5-d826e5f3c2bd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/ports/e37b4743-1cc6-4e52-a039-efb142126ddd HTTP/1.1" status: 200 len: 984 time: 0.6801991 Mar 14 15:33:16.250881 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df1fa08-b64a-4da0-a186-5c57508f4007 None None] DHCP port deletion for a7f95a31-febb-4ace-bace-5f331e0bae61 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:33:16.251505 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50854) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:16.256084 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b2ff564b-2459-41f3-a1a8-ac06711f397f None None] Provisioning complete for port 2e9e9ca9-b167-404e-9a36-8ba6162670a0 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:16.256300 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b2ff564b-2459-41f3-a1a8-ac06711f397f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:16.297592 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2df1fa08-b64a-4da0-a186-5c57508f4007 None None] Deleting port 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:16.297942 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2df1fa08-b64a-4da0-a186-5c57508f4007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:16.343435 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:16.388266 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88711e6b-fe37-488d-a6df-c5f1be8ee24f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:16.389199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-88711e6b-fe37-488d-a6df-c5f1be8ee24f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:16.423082 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-88711e6b-fe37-488d-a6df-c5f1be8ee24f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:16.425193 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-88711e6b-fe37-488d-a6df-c5f1be8ee24f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2945178 Mar 14 15:33:16.427810 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50858) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:16.476054 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-2cb1a4a0-321a-4c7c-b7cc-42b2caef5b70 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] For port 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5f1618d2-cfd2-4797-87bd-f9a1e0383fd6,segment=NetworkSegment(8dbb172c-d926-4000-a6db-6190ebb8075c),segment_id=8dbb172c-d926-4000-a6db-6190ebb8075c)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:16.476588 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cb1a4a0-321a-4c7c-b7cc-42b2caef5b70 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:16.499089 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] For port 2e9e9ca9-b167-404e-9a36-8ba6162670a0, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=2e9e9ca9-b167-404e-9a36-8ba6162670a0,segment=NetworkSegment(367aa9cb-cdf5-4ee2-9e40-098686e139e3),segment_id=367aa9cb-cdf5-4ee2-9e40-098686e139e3)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:16.500619 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:16.512544 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1bdc3ac8-e2d0-422e-b7d8-6a79f351afc6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting port 44cae92c-311a-49ca-adf3-532c48880aba {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:16.513040 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1bdc3ac8-e2d0-422e-b7d8-6a79f351afc6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:16.531554 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0829e0-f375-4e14-9dac-058c9294d24c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-9afff20e-053f-4563-a829-c09143628c31', 'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'fixed_ips': [{'subnet_id': '3e54e49f-c90a-4ccb-8f78-92146979a7a7'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:33:16.532371 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f0829e0-f375-4e14-9dac-058c9294d24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:16.548391 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:16.612485 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947f8a32-4897-4882-8c3b-c7771f64b23e None None] DHCP port deletion for 8564d132-1efd-4f0b-b714-c8d6fd7e76a9 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:33:16.632762 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2cb1a4a0-321a-4c7c-b7cc-42b2caef5b70 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Calling delete_port for 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:16.638673 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-947f8a32-4897-4882-8c3b-c7771f64b23e None None] Deleting port 2e9e9ca9-b167-404e-9a36-8ba6162670a0 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:16.639049 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-947f8a32-4897-4882-8c3b-c7771f64b23e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:16.710340 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b2ff564b-2459-41f3-a1a8-ac06711f397f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:16.769467 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Calling delete_port for 2e9e9ca9-b167-404e-9a36-8ba6162670a0 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:16.787876 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2df1fa08-b64a-4da0-a186-5c57508f4007 None None] For port 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5f1618d2-cfd2-4797-87bd-f9a1e0383fd6,segment=NetworkSegment(8dbb172c-d926-4000-a6db-6190ebb8075c),segment_id=8dbb172c-d926-4000-a6db-6190ebb8075c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:16.788536 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2df1fa08-b64a-4da0-a186-5c57508f4007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:16.877612 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cb1a4a0-321a-4c7c-b7cc-42b2caef5b70 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:16.923218 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1a4a0-321a-4c7c-b7cc-42b2caef5b70 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Port': ['ID=5f1618d2-cfd2-4797-87bd-f9a1e0383fd6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:16.928369 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b2ff564b-2459-41f3-a1a8-ac06711f397f None None] For port 2e9e9ca9-b167-404e-9a36-8ba6162670a0, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=2e9e9ca9-b167-404e-9a36-8ba6162670a0,segment=NetworkSegment(367aa9cb-cdf5-4ee2-9e40-098686e139e3),segment_id=367aa9cb-cdf5-4ee2-9e40-098686e139e3)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:16.933433 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb1a4a0-321a-4c7c-b7cc-42b2caef5b70 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] No DVR routers for this DVR port 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6 on host dv-neutron-833561-1-hyperv {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:33:16.962094 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2df1fa08-b64a-4da0-a186-5c57508f4007 None None] Calling delete_port for 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:16.986152 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.api [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:33:16.986512 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG oslo_db.api [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:33:17.056002 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1bdc3ac8-e2d0-422e-b7d8-6a79f351afc6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:17.064325 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cb1a4a0-321a-4c7c-b7cc-42b2caef5b70 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:17.072597 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b2ff564b-2459-41f3-a1a8-ac06711f397f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:17.095331 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-2cb1a4a0-321a-4c7c-b7cc-42b2caef5b70 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f95a31-febb-4ace-bace-5f331e0bae61']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:17.109443 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-2cb1a4a0-321a-4c7c-b7cc-42b2caef5b70 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbb172c-d926-4000-a6db-6190ebb8075c') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:17.110084 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-2cb1a4a0-321a-4c7c-b7cc-42b2caef5b70 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbb172c-d926-4000-a6db-6190ebb8075c') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:17.123989 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cb1a4a0-321a-4c7c-b7cc-42b2caef5b70 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:17.131694 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:33:17.142723 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cb1a4a0-321a-4c7c-b7cc-42b2caef5b70 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:17.149743 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb1a4a0-321a-4c7c-b7cc-42b2caef5b70 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:33:17.150334 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cb1a4a0-321a-4c7c-b7cc-42b2caef5b70 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:33:17.165930 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:33:17.191384 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1bdc3ac8-e2d0-422e-b7d8-6a79f351afc6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Calling delete_port for 44cae92c-311a-49ca-adf3-532c48880aba owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:17.208053 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:33:17.208405 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:33:17.208837 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 2e9e9ca9-b167-404e-9a36-8ba6162670a0 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:33:17.265055 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cb1a4a0-321a-4c7c-b7cc-42b2caef5b70 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:17.293853 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cb1a4a0-321a-4c7c-b7cc-42b2caef5b70 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:17.303992 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1a4a0-321a-4c7c-b7cc-42b2caef5b70 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Network': ['ID=a7f95a31-febb-4ace-bace-5f331e0bae61,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:17.320793 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2cb1a4a0-321a-4c7c-b7cc-42b2caef5b70 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/networks/a7f95a31-febb-4ace-bace-5f331e0bae61 HTTP/1.1" status: 204 len: 168 time: 1.7553384 Mar 14 15:33:17.325839 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50862) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:17.357042 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-0f0829e0-f375-4e14-9dac-058c9294d24c None None] Allocated IP 2001:db8::2 (9afff20e-053f-4563-a829-c09143628c31/3e54e49f-c90a-4ccb-8f78-92146979a7a7/3789b5f6-5df1-4322-95b3-94cd432eb069) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:17.436846 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff564b-2459-41f3-a1a8-ac06711f397f None None] Pushing event updated for resources: {'Port': ['ID=2e9e9ca9-b167-404e-9a36-8ba6162670a0,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:17.439297 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-2df1fa08-b64a-4da0-a186-5c57508f4007 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:33:17.439669 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-2df1fa08-b64a-4da0-a186-5c57508f4007 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:33:17.466175 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abdc64e-b2e2-4705-abfd-e717ebc36195 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:17.466747 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-6abdc64e-b2e2-4705-abfd-e717ebc36195 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Synchronizing usage tracker for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:17.487328 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Deleting port 2e9e9ca9-b167-404e-9a36-8ba6162670a0 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:17.488800 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:17.488946 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1bdc3ac8-e2d0-422e-b7d8-6a79f351afc6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:17.493370 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-947f8a32-4897-4882-8c3b-c7771f64b23e None None] For port 2e9e9ca9-b167-404e-9a36-8ba6162670a0, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=2e9e9ca9-b167-404e-9a36-8ba6162670a0,segment=NetworkSegment(367aa9cb-cdf5-4ee2-9e40-098686e139e3),segment_id=367aa9cb-cdf5-4ee2-9e40-098686e139e3)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:17.493759 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-947f8a32-4897-4882-8c3b-c7771f64b23e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:17.541939 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-6abdc64e-b2e2-4705-abfd-e717ebc36195 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Unset dirty status for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:17.546337 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6abdc64e-b2e2-4705-abfd-e717ebc36195 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports/cb5da5fb-1f07-4610-ad2d-a29fd73fef34 HTTP/1.1" status: 200 len: 841 time: 0.2156429 Mar 14 15:33:17.546560 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc3ac8-e2d0-422e-b7d8-6a79f351afc6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Port': ['ID=44cae92c-311a-49ca-adf3-532c48880aba,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:17.548483 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50868) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:17.637731 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1bdc3ac8-e2d0-422e-b7d8-6a79f351afc6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:17.653994 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ef5cfb0-d355-44dc-bcb6-325e56e6de0c tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:17.654487 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-947f8a32-4897-4882-8c3b-c7771f64b23e None None] Calling delete_port for 2e9e9ca9-b167-404e-9a36-8ba6162670a0 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:17.658736 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c5c72a7c-8f48-47f3-97a8-0e93196ae517 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Synchronizing usage tracker for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:17.724683 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1bdc3ac8-e2d0-422e-b7d8-6a79f351afc6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/44cae92c-311a-49ca-adf3-532c48880aba HTTP/1.1" status: 204 len: 168 time: 1.2932425 Mar 14 15:33:17.736461 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50872) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:17.747968 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:17.783944 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c5c72a7c-8f48-47f3-97a8-0e93196ae517 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Unset dirty status for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:17.785570 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c5c72a7c-8f48-47f3-97a8-0e93196ae517 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports/cb5da5fb-1f07-4610-ad2d-a29fd73fef34?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2377434 Mar 14 15:33:17.791733 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50876) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:17.802261 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f5f63e2d-ed74-4f3f-8295-b130181c1f5b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'subnet': {'network_id': 'e0967daf-7b2d-480f-a29c-5b4e0dc7a284', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:17.854553 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-947f8a32-4897-4882-8c3b-c7771f64b23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:17.948671 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2df1fa08-b64a-4da0-a186-5c57508f4007 None None] Deleting port 5f1618d2-cfd2-4797-87bd-f9a1e0383fd6 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:17.949053 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2df1fa08-b64a-4da0-a186-5c57508f4007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:17.983353 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f8a32-4897-4882-8c3b-c7771f64b23e None None] Pushing event deleted for resources: {'Port': ['ID=2e9e9ca9-b167-404e-9a36-8ba6162670a0,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:18.032729 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f8a32-4897-4882-8c3b-c7771f64b23e None None] No DVR routers for this DVR port 2e9e9ca9-b167-404e-9a36-8ba6162670a0 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:33:18.044361 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2df1fa08-b64a-4da0-a186-5c57508f4007 None None] The port '5f1618d2-cfd2-4797-87bd-f9a1e0383fd6' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:33:18.044361 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:18.045678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f0829e0-f375-4e14-9dac-058c9294d24c None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:18.057167 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7900d443-99ec-48fb-bade-a22d3ae1a96a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:18.058728 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7900d443-99ec-48fb-bade-a22d3ae1a96a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:18.059486 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-7900d443-99ec-48fb-bade-a22d3ae1a96a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:18.064335 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0f0829e0-f375-4e14-9dac-058c9294d24c None None] Transition to ACTIVE for port object 3789b5f6-5df1-4322-95b3-94cd432eb069 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:18.068691 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5cfb0-d355-44dc-bcb6-325e56e6de0c tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting port e37b4743-1cc6-4e52-a039-efb142126ddd {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:18.069730 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ef5cfb0-d355-44dc-bcb6-325e56e6de0c tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:18.073656 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] For port 2e9e9ca9-b167-404e-9a36-8ba6162670a0, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=2e9e9ca9-b167-404e-9a36-8ba6162670a0,segment=NetworkSegment(367aa9cb-cdf5-4ee2-9e40-098686e139e3),segment_id=367aa9cb-cdf5-4ee2-9e40-098686e139e3)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:18.074211 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:18.084912 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0f0829e0-f375-4e14-9dac-058c9294d24c None None] Transition to ACTIVE for port object 3789b5f6-5df1-4322-95b3-94cd432eb069 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:18.092233 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f0829e0-f375-4e14-9dac-058c9294d24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:18.162715 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0829e0-f375-4e14-9dac-058c9294d24c None None] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:18.164285 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-0f0829e0-f375-4e14-9dac-058c9294d24c None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:18.168910 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0829e0-f375-4e14-9dac-058c9294d24c None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:18.212877 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Calling delete_port for 2e9e9ca9-b167-404e-9a36-8ba6162670a0 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:18.239760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f5f63e2d-ed74-4f3f-8295-b130181c1f5b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:18.246314 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0829e0-f375-4e14-9dac-058c9294d24c None None] Pushing event updated for resources: {'Port': ['ID=3789b5f6-5df1-4322-95b3-94cd432eb069,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:18.249255 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-7900d443-99ec-48fb-bade-a22d3ae1a96a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:18.253092 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7900d443-99ec-48fb-bade-a22d3ae1a96a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5126469 Mar 14 15:33:18.253929 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f5f63e2d-ed74-4f3f-8295-b130181c1f5b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:subnet and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:18.254417 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50880) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:18.264345 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f5f63e2d-ed74-4f3f-8295-b130181c1f5b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:18.273905 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f5f63e2d-ed74-4f3f-8295-b130181c1f5b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:18.280062 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0f0829e0-f375-4e14-9dac-058c9294d24c None None] Attempting to bind port 3789b5f6-5df1-4322-95b3-94cd432eb069 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:33:18.280435 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0f0829e0-f375-4e14-9dac-058c9294d24c None None] Attempting to bind port 3789b5f6-5df1-4322-95b3-94cd432eb069 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:33:18.280797 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0829e0-f375-4e14-9dac-058c9294d24c None None] Attempting to bind port 3789b5f6-5df1-4322-95b3-94cd432eb069 on network 9afff20e-053f-4563-a829-c09143628c31 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:33:18.288481 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0829e0-f375-4e14-9dac-058c9294d24c None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:33:18.288814 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0829e0-f375-4e14-9dac-058c9294d24c None None] Checking segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:33:18.289194 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f0829e0-f375-4e14-9dac-058c9294d24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:18.289585 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0829e0-f375-4e14-9dac-058c9294d24c None None] Bound using segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:33:18.290099 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0f0829e0-f375-4e14-9dac-058c9294d24c None None] Bound port: 3789b5f6-5df1-4322-95b3-94cd432eb069, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:33:18.290470 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f0829e0-f375-4e14-9dac-058c9294d24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:18.302795 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f63e2d-ed74-4f3f-8295-b130181c1f5b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:18.357286 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ef5cfb0-d355-44dc-bcb6-325e56e6de0c tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:18.380800 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0f0829e0-f375-4e14-9dac-058c9294d24c None None] For port 3789b5f6-5df1-4322-95b3-94cd432eb069, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:33:18.384119 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0f0829e0-f375-4e14-9dac-058c9294d24c None None] For port 3789b5f6-5df1-4322-95b3-94cd432eb069, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=3789b5f6-5df1-4322-95b3-94cd432eb069,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:33:18.388874 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f0829e0-f375-4e14-9dac-058c9294d24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:18.391915 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.api [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:33:18.392237 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG oslo_db.api [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:33:18.415855 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f5f63e2d-ed74-4f3f-8295-b130181c1f5b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:18.477987 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0829e0-f375-4e14-9dac-058c9294d24c None None] Pushing event updated for resources: {'Port': ['ID=3789b5f6-5df1-4322-95b3-94cd432eb069,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:18.481843 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Deleting port 2e9e9ca9-b167-404e-9a36-8ba6162670a0 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:18.482219 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:18.516127 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5cfb0-d355-44dc-bcb6-325e56e6de0c tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Calling delete_port for e37b4743-1cc6-4e52-a039-efb142126ddd owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:18.569698 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] The port '2e9e9ca9-b167-404e-9a36-8ba6162670a0' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:33:18.742925 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:18.776520 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8564d132-1efd-4f0b-b714-c8d6fd7e76a9']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:18.823097 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367aa9cb-cdf5-4ee2-9e40-098686e139e3') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:18.823469 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367aa9cb-cdf5-4ee2-9e40-098686e139e3') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:18.838416 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32a8986-f513-4859-9f5a-f3318e73ccf5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet 3e54e49f-c90a-4ccb-8f78-92146979a7a7 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:33:18.842403 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f32a8986-f513-4859-9f5a-f3318e73ccf5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:18.844499 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:18.868763 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:18.886346 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:33:18.886703 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: util.warn( Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:33:18.901029 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:33:18.909322 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f32a8986-f513-4859-9f5a-f3318e73ccf5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:18.992922 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f5f63e2d-ed74-4f3f-8295-b130181c1f5b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:19.037070 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:19.057594 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ef5cfb0-d355-44dc-bcb6-325e56e6de0c tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:19.064321 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:19.083079 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Pushing event deleted for resources: {'Network': ['ID=8564d132-1efd-4f0b-b714-c8d6fd7e76a9,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:19.116276 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f32a8986-f513-4859-9f5a-f3318e73ccf5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:19.124064 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8d7dc65a-d698-4852-b5d7-a51b5780777e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] 10.222.0.60 "DELETE /v2.0/networks/8564d132-1efd-4f0b-b714-c8d6fd7e76a9 HTTP/1.1" status: 204 len: 168 time: 3.6746113 Mar 14 15:33:19.128696 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f63e2d-ed74-4f3f-8295-b130181c1f5b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:19.129331 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50884) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:19.134706 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f5f63e2d-ed74-4f3f-8295-b130181c1f5b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:19.137263 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 3789b5f6-5df1-4322-95b3-94cd432eb069 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:33:19.148915 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5cfb0-d355-44dc-bcb6-325e56e6de0c tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Port': ['ID=e37b4743-1cc6-4e52-a039-efb142126ddd,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:19.155191 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f63e2d-ed74-4f3f-8295-b130181c1f5b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:19.155771 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f5f63e2d-ed74-4f3f-8295-b130181c1f5b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:19.169638 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f63e2d-ed74-4f3f-8295-b130181c1f5b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Subnet': ['ID=9cf3f1bb-2595-4bce-85cc-ede13815d5ed,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:19.201359 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a62267d-958d-41e4-9457-59a47779675d None None] Network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:19.269640 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f5f63e2d-ed74-4f3f-8295-b130181c1f5b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4723179 Mar 14 15:33:19.283365 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50888) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:19.294331 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7c76a41f-2fdd-46ee-bde9-02bd49601c48 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'security_group': {'name': 'tempest-secgroup-1622155506'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:19.302882 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7c76a41f-2fdd-46ee-bde9-02bd49601c48 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:19.312726 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a09229f6-9364-47cc-b9ef-836f8339d1f4 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:19.317621 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-7c76a41f-2fdd-46ee-bde9-02bd49601c48 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:security_group and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:19.323904 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-7c76a41f-2fdd-46ee-bde9-02bd49601c48 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:19.331107 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7c76a41f-2fdd-46ee-bde9-02bd49601c48 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:19.429765 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ef5cfb0-d355-44dc-bcb6-325e56e6de0c tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:19.434715 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c76a41f-2fdd-46ee-bde9-02bd49601c48 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:19.443112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f32a8986-f513-4859-9f5a-f3318e73ccf5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:19.485690 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f32a8986-f513-4859-9f5a-f3318e73ccf5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:19.575039 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a09229f6-9364-47cc-b9ef-836f8339d1f4 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:19.601935 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7c76a41f-2fdd-46ee-bde9-02bd49601c48 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:19.609426 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-7c76a41f-2fdd-46ee-bde9-02bd49601c48 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:security_group_rule and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:19.616436 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-a09229f6-9364-47cc-b9ef-836f8339d1f4 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3346316a-8f65-4ceb-abea-9e1489cc1743']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:19.623123 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-7c76a41f-2fdd-46ee-bde9-02bd49601c48 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:19.623268 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a8986-f513-4859-9f5a-f3318e73ccf5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=3e54e49f-c90a-4ccb-8f78-92146979a7a7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:19.633550 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7c76a41f-2fdd-46ee-bde9-02bd49601c48 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:19.635514 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-a09229f6-9364-47cc-b9ef-836f8339d1f4 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e500cad-4805-4e32-a989-43328238b112') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:19.635807 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-a09229f6-9364-47cc-b9ef-836f8339d1f4 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e500cad-4805-4e32-a989-43328238b112') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:19.656102 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a09229f6-9364-47cc-b9ef-836f8339d1f4 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:19.664658 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f32a8986-f513-4859-9f5a-f3318e73ccf5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/3e54e49f-c90a-4ccb-8f78-92146979a7a7 HTTP/1.1" status: 204 len: 168 time: 1.4047108 Mar 14 15:33:19.665377 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50892) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:19.674099 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 3789b5f6-5df1-4322-95b3-94cd432eb069 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:19.682179 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a09229f6-9364-47cc-b9ef-836f8339d1f4 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:19.695531 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09229f6-9364-47cc-b9ef-836f8339d1f4 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:33:19.696143 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a09229f6-9364-47cc-b9ef-836f8339d1f4 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:33:19.710525 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:33:19.718726 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df36f49e-8af8-49aa-9092-4221ef1310d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-e0967daf-7b2d-480f-a29c-5b4e0dc7a284', 'network_id': 'e0967daf-7b2d-480f-a29c-5b4e0dc7a284', 'tenant_id': 'd145e6d0b939429681cad6903d26baa7', 'fixed_ips': [{'subnet_id': '9cf3f1bb-2595-4bce-85cc-ede13815d5ed'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:33:19.719564 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df36f49e-8af8-49aa-9092-4221ef1310d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:19.872184 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ce6811fd-92b8-4518-a7b3-91ee31ac7db8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2052712 Mar 14 15:33:19.872384 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2c87fe-6bae-49fa-8b02-20ec6f82de07 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:19.872838 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50898) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:19.882322 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-66e683a5-7b72-44b7-bece-961a7a930859 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:19.900285 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a09229f6-9364-47cc-b9ef-836f8339d1f4 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:19.932560 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a09229f6-9364-47cc-b9ef-836f8339d1f4 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:19.951569 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a09229f6-9364-47cc-b9ef-836f8339d1f4 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] 10.222.0.60 "DELETE /v2.0/networks/3346316a-8f65-4ceb-abea-9e1489cc1743 HTTP/1.1" status: 204 len: 168 time: 0.8183088 Mar 14 15:33:19.954553 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50902) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:19.960223 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09229f6-9364-47cc-b9ef-836f8339d1f4 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Pushing event deleted for resources: {'Network': ['ID=3346316a-8f65-4ceb-abea-9e1489cc1743,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:19.974091 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-37b699a7-c78a-4135-8516-5e9b49958ca5 None None] Could not find standard attr ID for object 44cae92c-311a-49ca-adf3-532c48880aba. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:33:20.016281 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-df36f49e-8af8-49aa-9092-4221ef1310d7 None None] Allocated IP 172.20.0.2 (e0967daf-7b2d-480f-a29c-5b4e0dc7a284/9cf3f1bb-2595-4bce-85cc-ede13815d5ed/4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:20.060507 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-37b699a7-c78a-4135-8516-5e9b49958ca5 None None] Provisioning for port 3789b5f6-5df1-4322-95b3-94cd432eb069 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:20.095941 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50906) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:20.124288 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-66e683a5-7b72-44b7-bece-961a7a930859 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:20.129609 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-66e683a5-7b72-44b7-bece-961a7a930859 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:20.133252 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-66e683a5-7b72-44b7-bece-961a7a930859 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:20.139801 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-66e683a5-7b72-44b7-bece-961a7a930859 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:20.154940 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef5cfb0-d355-44dc-bcb6-325e56e6de0c tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Router 66bebf3e-b0b0-405b-9635-dbaa10817a20 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:33:20.160429 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-37b699a7-c78a-4135-8516-5e9b49958ca5 None None] Provisioning complete for port 3789b5f6-5df1-4322-95b3-94cd432eb069 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:20.160800 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37b699a7-c78a-4135-8516-5e9b49958ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:20.226705 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b0ecedf-61dc-4194-aca4-c7fb717f2a23 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:20.302691 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c76a41f-2fdd-46ee-bde9-02bd49601c48 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:20.351299 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c76a41f-2fdd-46ee-bde9-02bd49601c48 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:20.415798 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e683a5-7b72-44b7-bece-961a7a930859 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:20.419763 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66e683a5-7b72-44b7-bece-961a7a930859 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:20.421353 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4150731-dc20-4679-913d-e8de155e776b None None] DHCP port deletion for 9afff20e-053f-4563-a829-c09143628c31 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:33:20.431479 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37b699a7-c78a-4135-8516-5e9b49958ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:20.447420 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e4150731-dc20-4679-913d-e8de155e776b None None] Deleting port 3789b5f6-5df1-4322-95b3-94cd432eb069 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:20.447792 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e4150731-dc20-4679-913d-e8de155e776b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:20.494334 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df36f49e-8af8-49aa-9092-4221ef1310d7 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:20.494633 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b0ecedf-61dc-4194-aca4-c7fb717f2a23 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:20.524044 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-df36f49e-8af8-49aa-9092-4221ef1310d7 None None] Transition to ACTIVE for port object 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:20.534386 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef5cfb0-d355-44dc-bcb6-325e56e6de0c tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:33:20.537173 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-37b699a7-c78a-4135-8516-5e9b49958ca5 None None] For port 3789b5f6-5df1-4322-95b3-94cd432eb069, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=3789b5f6-5df1-4322-95b3-94cd432eb069,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:20.539111 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76a41f-2fdd-46ee-bde9-02bd49601c48 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e917dd1-9493-4c61-92b7-0fe2b194d7cc,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:20.547720 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6ef5cfb0-d355-44dc-bcb6-325e56e6de0c tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/routers/66bebf3e-b0b0-405b-9635-dbaa10817a20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2914739 Mar 14 15:33:20.547720 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50910) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:20.549269 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c76a41f-2fdd-46ee-bde9-02bd49601c48 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:20.551366 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7c76a41f-2fdd-46ee-bde9-02bd49601c48 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2660213 Mar 14 15:33:20.553158 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-3b0ecedf-61dc-4194-aca4-c7fb717f2a23 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb172e68-8097-459d-b5de-a55d52ea68bc']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:20.566444 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50914) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:20.578374 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae64b77c-827a-4db8-9c10-84f2e031d09f None None] Sync routers for ids ['66bebf3e-b0b0-405b-9635-dbaa10817a20'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:33:20.579964 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8315073c-c882-4e17-81a1-3318854012cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'security_group': {'name': 'tempest-secgroup-1556223174'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:20.586461 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-3b0ecedf-61dc-4194-aca4-c7fb717f2a23 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ce7f45-e6c6-431b-9b16-93c7a64280f3') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:20.586868 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-3b0ecedf-61dc-4194-aca4-c7fb717f2a23 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ce7f45-e6c6-431b-9b16-93c7a64280f3') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:20.590230 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37b699a7-c78a-4135-8516-5e9b49958ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:20.598789 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8315073c-c882-4e17-81a1-3318854012cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:20.608897 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b0ecedf-61dc-4194-aca4-c7fb717f2a23 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:20.617108 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8315073c-c882-4e17-81a1-3318854012cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:security_group and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:20.623904 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8315073c-c882-4e17-81a1-3318854012cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:20.633930 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8315073c-c882-4e17-81a1-3318854012cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:20.646539 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b0ecedf-61dc-4194-aca4-c7fb717f2a23 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:20.646788 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-df36f49e-8af8-49aa-9092-4221ef1310d7 None None] Transition to ACTIVE for port object 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:20.656459 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8315073c-c882-4e17-81a1-3318854012cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:20.668510 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0ecedf-61dc-4194-aca4-c7fb717f2a23 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:33:20.669045 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b0ecedf-61dc-4194-aca4-c7fb717f2a23 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:20.673334 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df36f49e-8af8-49aa-9092-4221ef1310d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:33:20.684005 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:33:20.789494 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae64b77c-827a-4db8-9c10-84f2e031d09f None None] Routers {'66bebf3e-b0b0-405b-9635-dbaa10817a20'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:20.790148 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ae64b77c-827a-4db8-9c10-84f2e031d09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['66bebf3e-b0b0-405b-9635-dbaa10817a20'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:20.806537 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8315073c-c882-4e17-81a1-3318854012cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:20.809593 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b0ecedf-61dc-4194-aca4-c7fb717f2a23 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:20.813923 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8315073c-c882-4e17-81a1-3318854012cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:security_group_rule and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:20.833982 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8315073c-c882-4e17-81a1-3318854012cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:20.836794 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b699a7-c78a-4135-8516-5e9b49958ca5 None None] Pushing event updated for resources: {'Port': ['ID=3789b5f6-5df1-4322-95b3-94cd432eb069,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:20.837317 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b0ecedf-61dc-4194-aca4-c7fb717f2a23 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:20.849814 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8315073c-c882-4e17-81a1-3318854012cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:20.884797 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:20.910991 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ae64b77c-827a-4db8-9c10-84f2e031d09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:20.915231 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df36f49e-8af8-49aa-9092-4221ef1310d7 None None] Network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:20.917428 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ecedf-61dc-4194-aca4-c7fb717f2a23 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Pushing event deleted for resources: {'Network': ['ID=bb172e68-8097-459d-b5de-a55d52ea68bc,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:20.926199 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-df36f49e-8af8-49aa-9092-4221ef1310d7 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:20.938400 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df36f49e-8af8-49aa-9092-4221ef1310d7 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:20.943309 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e4150731-dc20-4679-913d-e8de155e776b None None] For port 3789b5f6-5df1-4322-95b3-94cd432eb069, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=3789b5f6-5df1-4322-95b3-94cd432eb069,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:20.943629 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e4150731-dc20-4679-913d-e8de155e776b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:20.988268 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-39d4beab-49b1-4cb4-8d92-709b2b6a4bbe tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] remove_router_interface failed (client error): The resource could not be found. Mar 14 15:33:20.991797 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-39d4beab-49b1-4cb4-8d92-709b2b6a4bbe tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/routers/66bebf3e-b0b0-405b-9635-dbaa10817a20/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4413424 Mar 14 15:33:20.992656 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50918) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:20.998519 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3b0ecedf-61dc-4194-aca4-c7fb717f2a23 tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] 10.222.0.60 "DELETE /v2.0/networks/bb172e68-8097-459d-b5de-a55d52ea68bc HTTP/1.1" status: 204 len: 168 time: 1.0409255 Mar 14 15:33:21.000703 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50922) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:21.039437 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-76586ff5-37db-430d-bcbe-529de249bd43 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Synchronizing usage tracker for tenant:8d2b5d0d495944a3854f9775f18c15a3 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:21.071255 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36f49e-8af8-49aa-9092-4221ef1310d7 None None] Pushing event updated for resources: {'Port': ['ID=4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:21.078918 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e4150731-dc20-4679-913d-e8de155e776b None None] Calling delete_port for 3789b5f6-5df1-4322-95b3-94cd432eb069 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:21.089847 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-76586ff5-37db-430d-bcbe-529de249bd43 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Unset dirty status for tenant:8d2b5d0d495944a3854f9775f18c15a3 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:21.093689 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-76586ff5-37db-430d-bcbe-529de249bd43 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bebf3e-b0b0-405b-9635-dbaa10817a20 HTTP/1.1" status: 200 len: 205 time: 0.0981362 Mar 14 15:33:21.093864 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50926) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:21.139028 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 3789b5f6-5df1-4322-95b3-94cd432eb069 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:33:21.199081 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8315073c-c882-4e17-81a1-3318854012cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:21.205251 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-35ba9879-be97-49bc-85d7-e3bb51c30a7e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:21.213699 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8315073c-c882-4e17-81a1-3318854012cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:21.261395 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66e683a5-7b72-44b7-bece-961a7a930859 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:21.269298 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae64b77c-827a-4db8-9c10-84f2e031d09f None None] Routers {'66bebf3e-b0b0-405b-9635-dbaa10817a20'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:21.269952 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ae64b77c-827a-4db8-9c10-84f2e031d09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['66bebf3e-b0b0-405b-9635-dbaa10817a20'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:21.308844 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8315073c-c882-4e17-81a1-3318854012cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:21.310215 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8315073c-c882-4e17-81a1-3318854012cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7379999 Mar 14 15:33:21.317144 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50930) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:21.325471 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315073c-c882-4e17-81a1-3318854012cb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c120af4-8d33-4622-8cda-086535cfa92f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:21.334888 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ce65acef-acbf-4354-8eed-f53990af4c6a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1626208777', 'security_groups': ['6c120af4-8d33-4622-8cda-086535cfa92f'], 'network_id': 'e0967daf-7b2d-480f-a29c-5b4e0dc7a284', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9cf3f1bb-2595-4bce-85cc-ede13815d5ed'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:21.368170 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ae64b77c-827a-4db8-9c10-84f2e031d09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:21.368846 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae64b77c-827a-4db8-9c10-84f2e031d09f None None] The sync data for ids ['66bebf3e-b0b0-405b-9635-dbaa10817a20'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:33:21.386749 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-df36f49e-8af8-49aa-9092-4221ef1310d7 None None] Attempting to bind port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:33:21.387361 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-df36f49e-8af8-49aa-9092-4221ef1310d7 None None] Attempting to bind port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'f32dd3b6-2b66-4a28-8830-d902384d613d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e0967daf-7b2d-480f-a29c-5b4e0dc7a284'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:33:21.387917 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df36f49e-8af8-49aa-9092-4221ef1310d7 None None] Attempting to bind port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e on network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:33:21.402281 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df36f49e-8af8-49aa-9092-4221ef1310d7 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:33:21.402944 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df36f49e-8af8-49aa-9092-4221ef1310d7 None None] Checking segment: {'id': 'f32dd3b6-2b66-4a28-8830-d902384d613d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e0967daf-7b2d-480f-a29c-5b4e0dc7a284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:33:21.403515 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df36f49e-8af8-49aa-9092-4221ef1310d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:21.403899 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df36f49e-8af8-49aa-9092-4221ef1310d7 None None] Bound using segment: {'id': 'f32dd3b6-2b66-4a28-8830-d902384d613d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e0967daf-7b2d-480f-a29c-5b4e0dc7a284'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:33:21.404552 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-df36f49e-8af8-49aa-9092-4221ef1310d7 None None] Bound port: 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32dd3b6-2b66-4a28-8830-d902384d613d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e0967daf-7b2d-480f-a29c-5b4e0dc7a284'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:33:21.404939 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df36f49e-8af8-49aa-9092-4221ef1310d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:21.418493 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-35ba9879-be97-49bc-85d7-e3bb51c30a7e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:21.452207 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e683a5-7b72-44b7-bece-961a7a930859 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=ebc9390a-505c-45cd-98e9-d2fe7618ad3c,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:21.452612 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e4150731-dc20-4679-913d-e8de155e776b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:21.459142 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-35ba9879-be97-49bc-85d7-e3bb51c30a7e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11b1f27-6200-4413-9cf7-4c30e0a04acd']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:21.459662 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e683a5-7b72-44b7-bece-961a7a930859 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:21.463451 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-66e683a5-7b72-44b7-bece-961a7a930859 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:21.467428 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f47df60d-3c75-4a80-86a9-ab4652b3768d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:21.474641 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-35ba9879-be97-49bc-85d7-e3bb51c30a7e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93071bc-078f-4429-9aef-962ad5d46143') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:21.474772 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-35ba9879-be97-49bc-85d7-e3bb51c30a7e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93071bc-078f-4429-9aef-962ad5d46143') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:21.489137 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-35ba9879-be97-49bc-85d7-e3bb51c30a7e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:21.489348 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Port 3789b5f6-5df1-4322-95b3-94cd432eb069 update to DOWN by agent not found {{(pid=83912) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 14 15:33:21.497993 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4150731-dc20-4679-913d-e8de155e776b None None] Pushing event deleted for resources: {'Port': ['ID=3789b5f6-5df1-4322-95b3-94cd432eb069,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:21.508569 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d33620fd-bef4-41cb-b3fc-854fb2cd903f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:21.524363 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e683a5-7b72-44b7-bece-961a7a930859 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:21.524954 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66e683a5-7b72-44b7-bece-961a7a930859 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:21.540181 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4150731-dc20-4679-913d-e8de155e776b None None] No DVR routers for this DVR port 3789b5f6-5df1-4322-95b3-94cd432eb069 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:33:21.568142 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369879c9-9b87-4c18-878a-4e77cb5061d3 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:21.653482 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-66e683a5-7b72-44b7-bece-961a7a930859 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7744427 Mar 14 15:33:21.654681 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50934) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:21.661372 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ad1c0dbb-1753-41d7-a8bc-5f3753bafe0b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'fixed_ips': [{'subnet_id': 'ebc9390a-505c-45cd-98e9-d2fe7618ad3c', 'ip_address': '2001:db8::561b:3696:af0f:78c7'}], 'name': 'tempest-NetworksTestDHCPv6-246817366'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:21.681229 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-df36f49e-8af8-49aa-9092-4221ef1310d7 None None] For port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:33:21.683902 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ce65acef-acbf-4354-8eed-f53990af4c6a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:21.685418 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-35ba9879-be97-49bc-85d7-e3bb51c30a7e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:21.693856 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-df36f49e-8af8-49aa-9092-4221ef1310d7 None None] For port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e,segment=NetworkSegment(f32dd3b6-2b66-4a28-8830-d902384d613d),segment_id=f32dd3b6-2b66-4a28-8830-d902384d613d)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:33:21.715259 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df36f49e-8af8-49aa-9092-4221ef1310d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:21.744871 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ba9879-be97-49bc-85d7-e3bb51c30a7e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:33:21.745265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-35ba9879-be97-49bc-85d7-e3bb51c30a7e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:33:21.763079 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:33:21.850701 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ce65acef-acbf-4354-8eed-f53990af4c6a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:port and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:21.854118 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ce65acef-acbf-4354-8eed-f53990af4c6a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:21.870385 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36f49e-8af8-49aa-9092-4221ef1310d7 None None] Pushing event updated for resources: {'Port': ['ID=4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:21.871334 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ce65acef-acbf-4354-8eed-f53990af4c6a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:21.884120 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-35ba9879-be97-49bc-85d7-e3bb51c30a7e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:21.922497 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-35ba9879-be97-49bc-85d7-e3bb51c30a7e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:21.938379 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba9879-be97-49bc-85d7-e3bb51c30a7e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] Pushing event deleted for resources: {'Network': ['ID=f11b1f27-6200-4413-9cf7-4c30e0a04acd,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:21.953828 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677cc405-f87a-461b-a4db-c72d572be970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-9afff20e-053f-4563-a829-c09143628c31', 'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'fixed_ips': [{'subnet_id': 'ebc9390a-505c-45cd-98e9-d2fe7618ad3c'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:33:21.954088 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-35ba9879-be97-49bc-85d7-e3bb51c30a7e tempest-BulkNetworkOpsIpV6Test-702327149 tempest-BulkNetworkOpsIpV6Test-702327149-project] 10.222.0.60 "DELETE /v2.0/networks/f11b1f27-6200-4413-9cf7-4c30e0a04acd HTTP/1.1" status: 204 len: 168 time: 0.9517946 Mar 14 15:33:21.956847 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-677cc405-f87a-461b-a4db-c72d572be970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:22.044374 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce65acef-acbf-4354-8eed-f53990af4c6a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:22.232870 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-677cc405-f87a-461b-a4db-c72d572be970 None None] Allocated IP 2001:db8::2 (9afff20e-053f-4563-a829-c09143628c31/ebc9390a-505c-45cd-98e9-d2fe7618ad3c/3bfbba76-ea39-4153-8149-4eb98649e161) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:22.423186 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50942) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:22.440398 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ad1c0dbb-1753-41d7-a8bc-5f3753bafe0b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:22.457609 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f47df60d-3c75-4a80-86a9-ab4652b3768d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:22.463659 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ad1c0dbb-1753-41d7-a8bc-5f3753bafe0b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:port and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:22.470469 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ad1c0dbb-1753-41d7-a8bc-5f3753bafe0b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:22.487263 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f47df60d-3c75-4a80-86a9-ab4652b3768d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:22.490100 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ad1c0dbb-1753-41d7-a8bc-5f3753bafe0b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:22.500123 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce65acef-acbf-4354-8eed-f53990af4c6a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:22.506807 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-677cc405-f87a-461b-a4db-c72d572be970 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:22.518696 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-677cc405-f87a-461b-a4db-c72d572be970 None None] Transition to ACTIVE for port object 3bfbba76-ea39-4153-8149-4eb98649e161 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:22.531416 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-ce65acef-acbf-4354-8eed-f53990af4c6a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] device_id is not set on port 3d323c8d-7d09-432e-b9e7-c35ec178a43e yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:33:22.549685 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-677cc405-f87a-461b-a4db-c72d572be970 None None] Transition to ACTIVE for port object 3bfbba76-ea39-4153-8149-4eb98649e161 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:22.558980 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-677cc405-f87a-461b-a4db-c72d572be970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:22.573627 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1c0dbb-1753-41d7-a8bc-5f3753bafe0b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:22.579063 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad1c0dbb-1753-41d7-a8bc-5f3753bafe0b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:22.647215 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-ad1c0dbb-1753-41d7-a8bc-5f3753bafe0b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] device_id is not set on port 3faff2bf-9a5a-41cb-8fe7-865986a20ecf yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:33:22.653540 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677cc405-f87a-461b-a4db-c72d572be970 None None] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:22.654852 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cc405-f87a-461b-a4db-c72d572be970 None None] Pushing event updated for resources: {'Port': ['ID=3bfbba76-ea39-4153-8149-4eb98649e161,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:22.657509 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-677cc405-f87a-461b-a4db-c72d572be970 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:22.663612 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677cc405-f87a-461b-a4db-c72d572be970 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:22.683040 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f47df60d-3c75-4a80-86a9-ab4652b3768d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:22.683520 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47df60d-3c75-4a80-86a9-ab4652b3768d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Fanout notify agent at l3_agent the message router_deleted on router 66bebf3e-b0b0-405b-9635-dbaa10817a20 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:33:22.743005 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d33620fd-bef4-41cb-b3fc-854fb2cd903f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port ba119267-6911-4ddd-814b-cafd1a6dab48 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:22.743585 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d33620fd-bef4-41cb-b3fc-854fb2cd903f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:22.766607 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-677cc405-f87a-461b-a4db-c72d572be970 None None] Attempting to bind port 3bfbba76-ea39-4153-8149-4eb98649e161 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:33:22.767033 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-677cc405-f87a-461b-a4db-c72d572be970 None None] Attempting to bind port 3bfbba76-ea39-4153-8149-4eb98649e161 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:33:22.767405 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677cc405-f87a-461b-a4db-c72d572be970 None None] Attempting to bind port 3bfbba76-ea39-4153-8149-4eb98649e161 on network 9afff20e-053f-4563-a829-c09143628c31 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:33:22.774236 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677cc405-f87a-461b-a4db-c72d572be970 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:33:22.774616 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677cc405-f87a-461b-a4db-c72d572be970 None None] Checking segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:33:22.775060 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-677cc405-f87a-461b-a4db-c72d572be970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:22.775471 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677cc405-f87a-461b-a4db-c72d572be970 None None] Bound using segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:33:22.776401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-677cc405-f87a-461b-a4db-c72d572be970 None None] Bound port: 3bfbba76-ea39-4153-8149-4eb98649e161, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:33:22.776401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-677cc405-f87a-461b-a4db-c72d572be970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:22.803068 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f47df60d-3c75-4a80-86a9-ab4652b3768d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:22.804063 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f47df60d-3c75-4a80-86a9-ab4652b3768d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/routers/66bebf3e-b0b0-405b-9635-dbaa10817a20 HTTP/1.1" status: 204 len: 168 time: 1.7090535 Mar 14 15:33:22.818766 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50948) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:22.868733 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-677cc405-f87a-461b-a4db-c72d572be970 None None] For port 3bfbba76-ea39-4153-8149-4eb98649e161, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:33:22.872019 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-677cc405-f87a-461b-a4db-c72d572be970 None None] For port 3bfbba76-ea39-4153-8149-4eb98649e161, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=3bfbba76-ea39-4153-8149-4eb98649e161,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:33:22.878285 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-677cc405-f87a-461b-a4db-c72d572be970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:22.902361 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bd71a72c-6e79-42a6-a6fe-5b29972e8c02 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e70bf59e5c8b4c63b94bc52bc6b19821&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4722586 Mar 14 15:33:22.931602 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50952) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:22.974634 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cc405-f87a-461b-a4db-c72d572be970 None None] Pushing event updated for resources: {'Port': ['ID=3bfbba76-ea39-4153-8149-4eb98649e161,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:23.016392 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-d33620fd-bef4-41cb-b3fc-854fb2cd903f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port ba119267-6911-4ddd-814b-cafd1a6dab48, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ba119267-6911-4ddd-814b-cafd1a6dab48,segment=NetworkSegment(88a0a3ac-3e9b-489b-ae73-d965585bb97e),segment_id=88a0a3ac-3e9b-489b-ae73-d965585bb97e)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:23.017002 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d33620fd-bef4-41cb-b3fc-854fb2cd903f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.114864 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-476e488d-f279-46ea-941b-967a6b399aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.142100 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:33:23.149923 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-ad1c0dbb-1753-41d7-a8bc-5f3753bafe0b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8::561b:3696:af0f:78c7 (9afff20e-053f-4563-a829-c09143628c31/ebc9390a-505c-45cd-98e9-d2fe7618ad3c/3faff2bf-9a5a-41cb-8fe7-865986a20ecf) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:23.156856 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-476e488d-f279-46ea-941b-967a6b399aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.285206 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:23.302386 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d33620fd-bef4-41cb-b3fc-854fb2cd903f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for ba119267-6911-4ddd-814b-cafd1a6dab48 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:23.424082 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-476e488d-f279-46ea-941b-967a6b399aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.428914 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-ce65acef-acbf-4354-8eed-f53990af4c6a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Allocated IP 172.20.0.7 (e0967daf-7b2d-480f-a29c-5b4e0dc7a284/9cf3f1bb-2595-4bce-85cc-ede13815d5ed/3d323c8d-7d09-432e-b9e7-c35ec178a43e) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:23.446942 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e488d-f279-46ea-941b-967a6b399aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023c9f3a-6857-4b15-9def-877cb3a87fbe,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:23.453696 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-476e488d-f279-46ea-941b-967a6b399aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.455217 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-476e488d-f279-46ea-941b-967a6b399aae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/023c9f3a-6857-4b15-9def-877cb3a87fbe HTTP/1.1" status: 204 len: 168 time: 0.5229552 Mar 14 15:33:23.461749 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-811c544a-e3db-4895-889b-1742588673a7 None None] Provisioning complete for port cb5da5fb-1f07-4610-ad2d-a29fd73fef34 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:23.462281 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-811c544a-e3db-4895-889b-1742588673a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.572055 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-811c544a-e3db-4895-889b-1742588673a7 None None] Port cb5da5fb-1f07-4610-ad2d-a29fd73fef34 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:33:23.595449 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-811c544a-e3db-4895-889b-1742588673a7 None None] Provisioning for port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:23.597606 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d33620fd-bef4-41cb-b3fc-854fb2cd903f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.604976 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-811c544a-e3db-4895-889b-1742588673a7 None None] Provisioning complete for port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:23.605556 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-811c544a-e3db-4895-889b-1742588673a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.652295 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33620fd-bef4-41cb-b3fc-854fb2cd903f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=ba119267-6911-4ddd-814b-cafd1a6dab48,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:23.791464 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-811c544a-e3db-4895-889b-1742588673a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.863633 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-811c544a-e3db-4895-889b-1742588673a7 None None] For port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e,segment=NetworkSegment(f32dd3b6-2b66-4a28-8830-d902384d613d),segment_id=f32dd3b6-2b66-4a28-8830-d902384d613d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:23.869104 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-811c544a-e3db-4895-889b-1742588673a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.984354 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c544a-e3db-4895-889b-1742588673a7 None None] Pushing event updated for resources: {'Port': ['ID=4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:24.030390 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad1c0dbb-1753-41d7-a8bc-5f3753bafe0b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:24.081163 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-423b0fdb-e178-44b1-8504-4936f3992b04 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting subnet 5ba6073f-2724-4d76-ae64-09e5a46ec4cc {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:33:24.107673 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-423b0fdb-e178-44b1-8504-4936f3992b04 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:24.156447 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-ad1c0dbb-1753-41d7-a8bc-5f3753bafe0b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Transition to ACTIVE for port object 3faff2bf-9a5a-41cb-8fe7-865986a20ecf will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:24.215518 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce65acef-acbf-4354-8eed-f53990af4c6a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:24.233236 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-423b0fdb-e178-44b1-8504-4936f3992b04 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:24.288203 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-ce65acef-acbf-4354-8eed-f53990af4c6a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Transition to ACTIVE for port object 3d323c8d-7d09-432e-b9e7-c35ec178a43e will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:24.337771 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d33620fd-bef4-41cb-b3fc-854fb2cd903f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:24.340283 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad1c0dbb-1753-41d7-a8bc-5f3753bafe0b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:24.463181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1c0dbb-1753-41d7-a8bc-5f3753bafe0b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:24.464420 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce65acef-acbf-4354-8eed-f53990af4c6a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:24.483800 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-ad1c0dbb-1753-41d7-a8bc-5f3753bafe0b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:24.496066 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1c0dbb-1753-41d7-a8bc-5f3753bafe0b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:24.506432 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1c0dbb-1753-41d7-a8bc-5f3753bafe0b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:24.507229 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad1c0dbb-1753-41d7-a8bc-5f3753bafe0b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:24.512555 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c0dbb-1753-41d7-a8bc-5f3753bafe0b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=3faff2bf-9a5a-41cb-8fe7-865986a20ecf,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:24.563120 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-423b0fdb-e178-44b1-8504-4936f3992b04 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:24.612791 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-211564cf-bd50-461d-aeb2-2b92a99f01fe None None] Provisioning for port 3bfbba76-ea39-4153-8149-4eb98649e161 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:24.639338 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce65acef-acbf-4354-8eed-f53990af4c6a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:24.647085 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-ce65acef-acbf-4354-8eed-f53990af4c6a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:24.649601 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce65acef-acbf-4354-8eed-f53990af4c6a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:24.762277 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ad1c0dbb-1753-41d7-a8bc-5f3753bafe0b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1070504 Mar 14 15:33:24.762852 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50976) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:24.780791 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65acef-acbf-4354-8eed-f53990af4c6a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Port': ['ID=3d323c8d-7d09-432e-b9e7-c35ec178a43e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:24.801844 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce65acef-acbf-4354-8eed-f53990af4c6a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:24.802578 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce65acef-acbf-4354-8eed-f53990af4c6a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:24.835455 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ce65acef-acbf-4354-8eed-f53990af4c6a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5107818 Mar 14 15:33:24.835455 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-423b0fdb-e178-44b1-8504-4936f3992b04 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:24.838187 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50980) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:24.859141 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5f7828aa-4079-41e0-ab01-7ee6c136827f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'subnet': {'network_id': 'e0967daf-7b2d-480f-a29c-5b4e0dc7a284', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:24.880325 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b0fdb-e178-44b1-8504-4936f3992b04 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Subnet': ['ID=5ba6073f-2724-4d76-ae64-09e5a46ec4cc,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:24.886223 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-423b0fdb-e178-44b1-8504-4936f3992b04 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:24.891537 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-423b0fdb-e178-44b1-8504-4936f3992b04 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/subnets/5ba6073f-2724-4d76-ae64-09e5a46ec4cc HTTP/1.1" status: 204 len: 168 time: 2.0717223 Mar 14 15:33:24.892160 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50984) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:24.914118 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4c33cf-e405-41f9-8e66-5a4be1b1a26b None None] Network b18b627b-b234-47fa-82b1-f897da93230a requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:24.923403 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 50988) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:25.031341 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8dad1efd-1e8d-47d8-95ff-c0a2728ed868 None None] Could not find standard attr ID for object 44cae92c-311a-49ca-adf3-532c48880aba. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:33:25.056900 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2289f5dd-3793-4509-a4af-a88ab8e443c7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:25.068852 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2289f5dd-3793-4509-a4af-a88ab8e443c7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting port 9b12fd0a-6732-4c91-b2bd-85e405d4ad06 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:25.069335 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2289f5dd-3793-4509-a4af-a88ab8e443c7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:25.241415 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-04d9027d-469e-4783-88f8-9bfe68aa9b7c None None] Provisioning for port 3d323c8d-7d09-432e-b9e7-c35ec178a43e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:25.249389 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa985c6-6401-4459-b6cf-814a7778f660 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:25.260999 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-04d9027d-469e-4783-88f8-9bfe68aa9b7c None None] Provisioning complete for port 3d323c8d-7d09-432e-b9e7-c35ec178a43e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:25.261374 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-04d9027d-469e-4783-88f8-9bfe68aa9b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:25.266111 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa985c6-6401-4459-b6cf-814a7778f660 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:25.271874 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1fa985c6-6401-4459-b6cf-814a7778f660 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5078485 Mar 14 15:33:25.303577 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 50994) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:25.364691 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-24dde06b-976a-40c1-95c7-df9f12866a08 tempest-DvrRoutersNegativeTest-1858824685 tempest-DvrRoutersNegativeTest-1858824685-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-336751277', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:25.367715 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.policy [None req-24dde06b-976a-40c1-95c7-df9f12866a08 tempest-DvrRoutersNegativeTest-1858824685 tempest-DvrRoutersNegativeTest-1858824685-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83911) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Mar 14 15:33:25.368010 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.policy [None req-24dde06b-976a-40c1-95c7-df9f12866a08 tempest-DvrRoutersNegativeTest-1858824685 tempest-DvrRoutersNegativeTest-1858824685-project] Failed policy check for 'create_router' {{(pid=83911) enforce /opt/stack/neutron/neutron/policy.py:482}} Mar 14 15:33:25.368695 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-24dde06b-976a-40c1-95c7-df9f12866a08 tempest-DvrRoutersNegativeTest-1858824685 tempest-DvrRoutersNegativeTest-1858824685-project] create failed (client error): Access was denied to this resource. Mar 14 15:33:25.373667 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-24dde06b-976a-40c1-95c7-df9f12866a08 tempest-DvrRoutersNegativeTest-1858824685 tempest-DvrRoutersNegativeTest-1858824685-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4457226 Mar 14 15:33:25.379856 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 3bfbba76-ea39-4153-8149-4eb98649e161 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:33:25.430774 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-2289f5dd-3793-4509-a4af-a88ab8e443c7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] For port 9b12fd0a-6732-4c91-b2bd-85e405d4ad06, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9b12fd0a-6732-4c91-b2bd-85e405d4ad06,segment=NetworkSegment(607aaa8d-15e7-4ed6-a1dd-3d015c73ed26),segment_id=607aaa8d-15e7-4ed6-a1dd-3d015c73ed26)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:25.431927 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2289f5dd-3793-4509-a4af-a88ab8e443c7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:25.479533 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-04d9027d-469e-4783-88f8-9bfe68aa9b7c None None] Port 3d323c8d-7d09-432e-b9e7-c35ec178a43e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:33:25.529936 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5f7828aa-4079-41e0-ab01-7ee6c136827f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:25.547190 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5f7828aa-4079-41e0-ab01-7ee6c136827f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:subnet and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:25.556019 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 3bfbba76-ea39-4153-8149-4eb98649e161 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:25.556286 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5f7828aa-4079-41e0-ab01-7ee6c136827f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:25.566941 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2af6462b-4f53-4099-aef2-77130df6f533 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting port 3faff2bf-9a5a-41cb-8fe7-865986a20ecf {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:25.567459 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2af6462b-4f53-4099-aef2-77130df6f533 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:25.567720 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 3bfbba76-ea39-4153-8149-4eb98649e161 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:25.568319 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:25.593683 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2289f5dd-3793-4509-a4af-a88ab8e443c7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Calling delete_port for 9b12fd0a-6732-4c91-b2bd-85e405d4ad06 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:25.659509 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5f7828aa-4079-41e0-ab01-7ee6c136827f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:25.672742 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cece9515-24d0-4cf9-b4fa-c83b69bfe4fd None None] DHCP port deletion for b18b627b-b234-47fa-82b1-f897da93230a request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:33:25.698343 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cece9515-24d0-4cf9-b4fa-c83b69bfe4fd None None] Deleting port 9b12fd0a-6732-4c91-b2bd-85e405d4ad06 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:25.698759 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cece9515-24d0-4cf9-b4fa-c83b69bfe4fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:25.709299 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2289f5dd-3793-4509-a4af-a88ab8e443c7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:25.720382 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7828aa-4079-41e0-ab01-7ee6c136827f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:25.778278 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cece9515-24d0-4cf9-b4fa-c83b69bfe4fd None None] The port '9b12fd0a-6732-4c91-b2bd-85e405d4ad06' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:33:25.796095 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289f5dd-3793-4509-a4af-a88ab8e443c7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Port': ['ID=9b12fd0a-6732-4c91-b2bd-85e405d4ad06,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:25.803741 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5217a0df-b304-4144-8b32-4346073338c3 None None] get_active_networks_info from dv-neutron-833561-1-hyperv {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 14 15:33:25.806578 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2289f5dd-3793-4509-a4af-a88ab8e443c7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] No DVR routers for this DVR port 9b12fd0a-6732-4c91-b2bd-85e405d4ad06 on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:33:25.911206 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:25.921048 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d07f250d-4182-4bfa-acab-972387baeebf None None] Provisioning for port 3faff2bf-9a5a-41cb-8fe7-865986a20ecf completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:25.933970 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d07f250d-4182-4bfa-acab-972387baeebf None None] Provisioning complete for port 3faff2bf-9a5a-41cb-8fe7-865986a20ecf triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:25.934616 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d07f250d-4182-4bfa-acab-972387baeebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:25.989464 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2289f5dd-3793-4509-a4af-a88ab8e443c7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.000871 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d07f250d-4182-4bfa-acab-972387baeebf None None] Port 3faff2bf-9a5a-41cb-8fe7-865986a20ecf cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:33:26.020842 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-2289f5dd-3793-4509-a4af-a88ab8e443c7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18b627b-b234-47fa-82b1-f897da93230a']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:26.028561 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51002) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:26.052745 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 3bfbba76-ea39-4153-8149-4eb98649e161, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=3bfbba76-ea39-4153-8149-4eb98649e161,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:26.053806 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-2289f5dd-3793-4509-a4af-a88ab8e443c7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607aaa8d-15e7-4ed6-a1dd-3d015c73ed26') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:26.057113 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-2289f5dd-3793-4509-a4af-a88ab8e443c7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607aaa8d-15e7-4ed6-a1dd-3d015c73ed26') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:26.061350 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.062158 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:33:26.075867 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2289f5dd-3793-4509-a4af-a88ab8e443c7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.084315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f7828aa-4079-41e0-ab01-7ee6c136827f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.095921 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2289f5dd-3793-4509-a4af-a88ab8e443c7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.105762 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2289f5dd-3793-4509-a4af-a88ab8e443c7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:33:26.106476 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2289f5dd-3793-4509-a4af-a88ab8e443c7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:33:26.125870 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:33:26.224963 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2289f5dd-3793-4509-a4af-a88ab8e443c7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.253281 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2289f5dd-3793-4509-a4af-a88ab8e443c7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.262930 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5217a0df-b304-4144-8b32-4346073338c3 None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:33:26.274123 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289f5dd-3793-4509-a4af-a88ab8e443c7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Network': ['ID=b18b627b-b234-47fa-82b1-f897da93230a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:26.279754 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:26.280123 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.285036 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f20ec0c9-4b9f-48cf-88b7-b0b3320df9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.308860 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2289f5dd-3793-4509-a4af-a88ab8e443c7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/networks/b18b627b-b234-47fa-82b1-f897da93230a HTTP/1.1" status: 204 len: 168 time: 1.4114540 Mar 14 15:33:26.309761 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51008) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:26.323226 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=3bfbba76-ea39-4153-8149-4eb98649e161,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:26.323840 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9cdd257f-17e1-41f2-9635-029861d8d3cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-281186779'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:26.333449 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9cdd257f-17e1-41f2-9635-029861d8d3cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:26.340732 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9cdd257f-17e1-41f2-9635-029861d8d3cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:network and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:26.343966 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f20ec0c9-4b9f-48cf-88b7-b0b3320df9c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:26.346540 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9cdd257f-17e1-41f2-9635-029861d8d3cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:26.353653 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f20ec0c9-4b9f-48cf-88b7-b0b3320df9c2 admin admin] Usage tracker for resource:security_group_rule and tenant:6bcab55cf9894379bc7d2bf0006ba9c9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:26.356248 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9cdd257f-17e1-41f2-9635-029861d8d3cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:26.358376 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f20ec0c9-4b9f-48cf-88b7-b0b3320df9c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:26.366425 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f20ec0c9-4b9f-48cf-88b7-b0b3320df9c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:26.377880 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdd257f-17e1-41f2-9635-029861d8d3cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Made reservation on behalf of 8d2b5d0d495944a3854f9775f18c15a3 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:26.380945 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9cdd257f-17e1-41f2-9635-029861d8d3cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.423047 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cdd257f-17e1-41f2-9635-029861d8d3cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:33:26.438964 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9cdd257f-17e1-41f2-9635-029861d8d3cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.439297 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-9cdd257f-17e1-41f2-9635-029861d8d3cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Added segment 62a0aa99-4445-4200-8c47-21d7935b300c of type vlan for network d61bc0d4-2e92-4087-bcd0-997318996e9c Mar 14 15:33:26.445224 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2af6462b-4f53-4099-aef2-77130df6f533 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.499942 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9cdd257f-17e1-41f2-9635-029861d8d3cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.509033 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f20ec0c9-4b9f-48cf-88b7-b0b3320df9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.581074 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2af6462b-4f53-4099-aef2-77130df6f533 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Calling delete_port for 3faff2bf-9a5a-41cb-8fe7-865986a20ecf owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:26.630676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f20ec0c9-4b9f-48cf-88b7-b0b3320df9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.647125 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.ipam_backend_mixin [None req-5f7828aa-4079-41e0-ab01-7ee6c136827f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9cf3f1bb-2595-4bce-85cc-ede13815d5ed (CIDR: 172.20.0.0/28) Mar 14 15:33:26.656906 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33620fd-bef4-41cb-b3fc-854fb2cd903f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router daca5833-e46e-46c0-8d87-efac19dbc3e7 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:33:26.657964 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7828aa-4079-41e0-ab01-7ee6c136827f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:33:26.658569 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f7828aa-4079-41e0-ab01-7ee6c136827f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:33:26.673077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9cdd257f-17e1-41f2-9635-029861d8d3cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.676863 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdd257f-17e1-41f2-9635-029861d8d3cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:26.677449 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9cdd257f-17e1-41f2-9635-029861d8d3cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.706752 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5f7828aa-4079-41e0-ab01-7ee6c136827f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8665857 Mar 14 15:33:26.714744 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51012) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:26.725310 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ec0c9-4b9f-48cf-88b7-b0b3320df9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc38732-dc59-479a-90d1-e5be13fc9f05,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:26.779702 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-fae927d6-f847-4d62-bb5e-6f6f66100480 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'subnet': {'network_id': 'e0967daf-7b2d-480f-a29c-5b4e0dc7a284', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:26.804882 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f20ec0c9-4b9f-48cf-88b7-b0b3320df9c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6bcab55cf9894379bc7d2bf0006ba9c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7749684 Mar 14 15:33:26.824845 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51016) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:26.894516 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9cdd257f-17e1-41f2-9635-029861d8d3cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5810921 Mar 14 15:33:26.896533 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51020) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:26.903294 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ce4d0e46-327b-47a9-b46c-b086c1ea94ca tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'subnet': {'network_id': 'd61bc0d4-2e92-4087-bcd0-997318996e9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:26.909610 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd257f-17e1-41f2-9635-029861d8d3cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Network': ['ID=d61bc0d4-2e92-4087-bcd0-997318996e9c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:26.921996 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network d61bc0d4-2e92-4087-bcd0-997318996e9c details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:33:26.927440 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2af6462b-4f53-4099-aef2-77130df6f533 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.996155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4aaa257-403d-47a2-bf0e-1c5fb2cd7bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:27.013764 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fae927d6-f847-4d62-bb5e-6f6f66100480 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:27.025953 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-fae927d6-f847-4d62-bb5e-6f6f66100480 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:subnet and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:27.030818 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-fae927d6-f847-4d62-bb5e-6f6f66100480 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:27.035280 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4aaa257-403d-47a2-bf0e-1c5fb2cd7bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:27.047412 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6462b-4f53-4099-aef2-77130df6f533 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Port': ['ID=3faff2bf-9a5a-41cb-8fe7-865986a20ecf,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:27.048632 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fae927d6-f847-4d62-bb5e-6f6f66100480 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:27.077809 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae927d6-f847-4d62-bb5e-6f6f66100480 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:27.081912 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fae927d6-f847-4d62-bb5e-6f6f66100480 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:27.101381 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 3bfbba76-ea39-4153-8149-4eb98649e161 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:33:27.119142 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2af6462b-4f53-4099-aef2-77130df6f533 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:27.126123 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ce4d0e46-327b-47a9-b46c-b086c1ea94ca tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:27.147113 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ce4d0e46-327b-47a9-b46c-b086c1ea94ca tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:subnet and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:27.156380 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ce4d0e46-327b-47a9-b46c-b086c1ea94ca tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:27.164193 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2af6462b-4f53-4099-aef2-77130df6f533 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/3faff2bf-9a5a-41cb-8fe7-865986a20ecf HTTP/1.1" status: 204 len: 168 time: 1.8532276 Mar 14 15:33:27.168077 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51024) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:27.173123 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ce4d0e46-327b-47a9-b46c-b086c1ea94ca tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:27.198206 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 3bfbba76-ea39-4153-8149-4eb98649e161 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:27.198678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:27.216518 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4aaa257-403d-47a2-bf0e-1c5fb2cd7bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:27.231973 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4d0e46-327b-47a9-b46c-b086c1ea94ca tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Made reservation on behalf of 8d2b5d0d495944a3854f9775f18c15a3 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:27.247834 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aaa257-403d-47a2-bf0e-1c5fb2cd7bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc38732-dc59-479a-90d1-e5be13fc9f05,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:27.250476 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4aaa257-403d-47a2-bf0e-1c5fb2cd7bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:27.252017 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a4aaa257-403d-47a2-bf0e-1c5fb2cd7bf7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4cc38732-dc59-479a-90d1-e5be13fc9f05 HTTP/1.1" status: 204 len: 168 time: 0.4264805 Mar 14 15:33:27.402213 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9234a4a7-9086-48af-8d88-b2196529c204 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:27.403452 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9234a4a7-9086-48af-8d88-b2196529c204 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:27.404951 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9234a4a7-9086-48af-8d88-b2196529c204 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2358053 Mar 14 15:33:27.414747 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51030) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:27.471802 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce4d0e46-327b-47a9-b46c-b086c1ea94ca tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:27.484760 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fae927d6-f847-4d62-bb5e-6f6f66100480 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:27.502407 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9b12fd0a-6732-4c91-b2bd-85e405d4ad06 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:33:27.542917 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 9b12fd0a-6732-4c91-b2bd-85e405d4ad06 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:33:27.542917 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9b12fd0a-6732-4c91-b2bd-85e405d4ad06 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:33:27.561446 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae927d6-f847-4d62-bb5e-6f6f66100480 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:27.564819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-fae927d6-f847-4d62-bb5e-6f6f66100480 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:27.569297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae927d6-f847-4d62-bb5e-6f6f66100480 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:27.570024 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fae927d6-f847-4d62-bb5e-6f6f66100480 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:27.576448 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d969d82-22c5-4304-aa64-a1f86f5099f3 None None] Network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:27.596018 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-fae927d6-f847-4d62-bb5e-6f6f66100480 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8776693 Mar 14 15:33:27.599378 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51036) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:27.602544 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae927d6-f847-4d62-bb5e-6f6f66100480 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Subnet': ['ID=a92542e4-913c-459c-8262-e5cab3a7b69e,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:27.608201 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a7100a95-9227-419f-b65a-8820253771a2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-85085972', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a92542e4-913c-459c-8262-e5cab3a7b69e'}], 'security_groups': ['1e917dd1-9493-4c61-92b7-0fe2b194d7cc']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:27.608397 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33620fd-bef4-41cb-b3fc-854fb2cd903f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:33:27.619765 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cb63f9-9073-4336-a4a3-3a56e615c58d None None] Sync routers for ids ['daca5833-e46e-46c0-8d87-efac19dbc3e7'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:33:27.624747 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d33620fd-bef4-41cb-b3fc-854fb2cd903f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/routers/daca5833-e46e-46c0-8d87-efac19dbc3e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5272353 Mar 14 15:33:27.641384 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cb63f9-9073-4336-a4a3-3a56e615c58d None None] Routers {'daca5833-e46e-46c0-8d87-efac19dbc3e7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:27.644629 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-17cb63f9-9073-4336-a4a3-3a56e615c58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['daca5833-e46e-46c0-8d87-efac19dbc3e7'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:27.927649 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ca6a32-ba1a-4b31-8e7a-b2fcfea01daa tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet ebc9390a-505c-45cd-98e9-d2fe7618ad3c {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:33:27.941767 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2ca6a32-ba1a-4b31-8e7a-b2fcfea01daa tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:27.981104 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-17cb63f9-9073-4336-a4a3-3a56e615c58d None None] Set router daca5833-e46e-46c0-8d87-efac19dbc3e7 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:33:28.073796 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2ca6a32-ba1a-4b31-8e7a-b2fcfea01daa tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:28.106563 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7100a95-9227-419f-b65a-8820253771a2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:28.175257 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a017db-728d-49db-9de5-819e9fbd6b04 None None] Update dhcp port {'port': {'network_id': 'e0967daf-7b2d-480f-a29c-5b4e0dc7a284', 'fixed_ips': [{'subnet_id': '9cf3f1bb-2595-4bce-85cc-ede13815d5ed', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a92542e4-913c-459c-8262-e5cab3a7b69e'}], 'binding:host_id': 'dv-neutron-833561-1-hyperv'}, 'id': '4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e'} from dv-neutron-833561-1-hyperv. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 14 15:33:28.249531 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-61a017db-728d-49db-9de5-819e9fbd6b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:28.257981 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce4d0e46-327b-47a9-b46c-b086c1ea94ca tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:28.475286 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2ca6a32-ba1a-4b31-8e7a-b2fcfea01daa tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:28.557372 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-61a017db-728d-49db-9de5-819e9fbd6b04 None None] Allocated IP 172.20.0.18 (e0967daf-7b2d-480f-a29c-5b4e0dc7a284/a92542e4-913c-459c-8262-e5cab3a7b69e/4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:28.571523 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-17cb63f9-9073-4336-a4a3-3a56e615c58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'name': 'tempest-TestNetworkBasicOps-router-1361180857', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:38Z', 'updated_at': '2022-03-14T15:33:23Z', 'revision_number': 6, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:39Z', 'updated_at': '2022-03-14T15:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '6c1cd489-b2cd-49db-aee1-c9a7bf98961d', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.5', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'port_id': '4fbd8792-106f-4641-982c-22e74d7248e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'mac_address': 'fa:16:3e:69:e0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16329f1d-e21f-422e-8033-2f7b6aac1981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:30:52Z', 'updated_at': '2022-03-14T15:31:08Z', 'revision_number': 1, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4ea2bd-8124-469e-b7c9-061773769c18', 'name': '', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:cb:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:54Z', 'updated_at': '2022-03-14T15:30:07Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:28.576244 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cb63f9-9073-4336-a4a3-3a56e615c58d None None] Checking router: daca5833-e46e-46c0-8d87-efac19dbc3e7 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:33:28.590035 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cb63f9-9073-4336-a4a3-3a56e615c58d None None] Routers {'daca5833-e46e-46c0-8d87-efac19dbc3e7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:28.591489 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-17cb63f9-9073-4336-a4a3-3a56e615c58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['daca5833-e46e-46c0-8d87-efac19dbc3e7'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:28.592430 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d0e46-327b-47a9-b46c-b086c1ea94ca tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Subnet': ['ID=5fe6a099-6edf-493e-8f6d-dab66dc1a349,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:28.610571 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3aa39-7587-4fef-9467-9b1700f475af req-9349c579-0e2a-49fa-92e1-b45ae51bf1fa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:28.611339 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-91c3aa39-7587-4fef-9467-9b1700f475af req-9349c579-0e2a-49fa-92e1-b45ae51bf1fa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:28.646900 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4d0e46-327b-47a9-b46c-b086c1ea94ca tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Checking segment: {'id': '62a0aa99-4445-4200-8c47-21d7935b300c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd61bc0d4-2e92-4087-bcd0-997318996e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:33:28.647303 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4d0e46-327b-47a9-b46c-b086c1ea94ca tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network hostable DHCP agents. Network: d61bc0d4-2e92-4087-bcd0-997318996e9c, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:33:28.655536 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2ca6a32-ba1a-4b31-8e7a-b2fcfea01daa tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:28.659630 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-91c3aa39-7587-4fef-9467-9b1700f475af req-9349c579-0e2a-49fa-92e1-b45ae51bf1fa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:28.666416 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-91c3aa39-7587-4fef-9467-9b1700f475af req-9349c579-0e2a-49fa-92e1-b45ae51bf1fa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cd55796-e7e9-41a4-81fb-19a84d023aa6 HTTP/1.1" status: 200 len: 946 time: 0.5180571 Mar 14 15:33:28.685486 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51058) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:28.737680 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-61a017db-728d-49db-9de5-819e9fbd6b04 None None] For port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e,segment=NetworkSegment(f32dd3b6-2b66-4a28-8830-d902384d613d),segment_id=f32dd3b6-2b66-4a28-8830-d902384d613d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:28.755892 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca6a32-ba1a-4b31-8e7a-b2fcfea01daa tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc9390a-505c-45cd-98e9-d2fe7618ad3c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:28.768037 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2ca6a32-ba1a-4b31-8e7a-b2fcfea01daa tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:28.777237 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0decfa6-424c-40d9-a786-a2b6e574e285 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:28.785447 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-91c3aa39-7587-4fef-9467-9b1700f475af req-eb5e2fb2-9aeb-43c1-a6ba-9a3d53e710a2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179700 Mar 14 15:33:28.805290 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e2ca6a32-ba1a-4b31-8e7a-b2fcfea01daa tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/ebc9390a-505c-45cd-98e9-d2fe7618ad3c HTTP/1.1" status: 204 len: 168 time: 1.3889422 Mar 14 15:33:28.808001 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51064) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:28.817180 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-17cb63f9-9073-4336-a4a3-3a56e615c58d None None] Set router daca5833-e46e-46c0-8d87-efac19dbc3e7 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:33:28.822739 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4d0e46-327b-47a9-b46c-b086c1ea94ca tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network d61bc0d4-2e92-4087-bcd0-997318996e9c is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:33:28.849111 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-ce4d0e46-327b-47a9-b46c-b086c1ea94ca tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, d61bc0d4-2e92-4087-bcd0-997318996e9c) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:28.852547 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4d0e46-327b-47a9-b46c-b086c1ea94ca tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:28.853136 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce4d0e46-327b-47a9-b46c-b086c1ea94ca tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:28.864691 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-61a017db-728d-49db-9de5-819e9fbd6b04 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:28.878865 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ce4d0e46-327b-47a9-b46c-b086c1ea94ca tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9816823 Mar 14 15:33:28.881420 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51068) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:28.882439 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-61a017db-728d-49db-9de5-819e9fbd6b04 None None] Transition to ACTIVE for port object 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:28.885224 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e9f4b2-ae33-420e-862a-b5c239a9e9a0 None None] Network d61bc0d4-2e92-4087-bcd0-997318996e9c requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:28.894921 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e211d789-4e2f-429d-8fad-9531acc4759c tempest-ServiceProvidersTest-1534398619 tempest-ServiceProvidersTest-1534398619-project] 10.222.0.60 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1997576 Mar 14 15:33:28.895134 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d3f557ec-3721-4fac-8672-4f81dd362183 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1306178072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:28.907101 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-61a017db-728d-49db-9de5-819e9fbd6b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:28.914765 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d3f557ec-3721-4fac-8672-4f81dd362183 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:28.922952 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d3f557ec-3721-4fac-8672-4f81dd362183 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:router and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:28.931257 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d3f557ec-3721-4fac-8672-4f81dd362183 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:28.941809 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1571015e-3d87-42d0-b8d2-d6dbb90a04fa tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1296825 Mar 14 15:33:28.943759 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51074) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:28.948798 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d3f557ec-3721-4fac-8672-4f81dd362183 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:28.973592 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d3f557ec-3721-4fac-8672-4f81dd362183 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:28.974671 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d3f557ec-3721-4fac-8672-4f81dd362183 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:29.002543 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d3f557ec-3721-4fac-8672-4f81dd362183 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:29.028025 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d3f557ec-3721-4fac-8672-4f81dd362183 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:29.062710 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d3f557ec-3721-4fac-8672-4f81dd362183 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:29.070485 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d3f557ec-3721-4fac-8672-4f81dd362183 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1866615 Mar 14 15:33:29.072718 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51078) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:29.119382 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1efb58-2f15-4ba6-ab1d-ddb49784672f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:29.120074 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-aa1efb58-2f15-4ba6-ab1d-ddb49784672f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:29.149676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-a7100a95-9227-419f-b65a-8820253771a2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Delete allocated IP 172.20.0.7 (e0967daf-7b2d-480f-a29c-5b4e0dc7a284/9cf3f1bb-2595-4bce-85cc-ede13815d5ed) {{(pid=83911) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 14 15:33:29.184145 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-a7100a95-9227-419f-b65a-8820253771a2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Allocated IP 172.20.0.19 (e0967daf-7b2d-480f-a29c-5b4e0dc7a284/a92542e4-913c-459c-8262-e5cab3a7b69e/3d323c8d-7d09-432e-b9e7-c35ec178a43e) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:29.200372 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-aa1efb58-2f15-4ba6-ab1d-ddb49784672f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:29.203855 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-aa1efb58-2f15-4ba6-ab1d-ddb49784672f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2568872 Mar 14 15:33:29.213534 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51082) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:29.318436 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a017db-728d-49db-9de5-819e9fbd6b04 None None] Pushing event updated for resources: {'Port': ['ID=4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:29.349112 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51088) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:29.516927 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-17cb63f9-9073-4336-a4a3-3a56e615c58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'name': 'tempest-TestNetworkBasicOps-router-1361180857', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:38Z', 'updated_at': '2022-03-14T15:33:23Z', 'revision_number': 6, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:39Z', 'updated_at': '2022-03-14T15:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '6c1cd489-b2cd-49db-aee1-c9a7bf98961d', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.5', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'port_id': '4fbd8792-106f-4641-982c-22e74d7248e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'mac_address': 'fa:16:3e:69:e0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16329f1d-e21f-422e-8033-2f7b6aac1981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:30:52Z', 'updated_at': '2022-03-14T15:31:08Z', 'revision_number': 1, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4ea2bd-8124-469e-b7c9-061773769c18', 'name': '', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:cb:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:54Z', 'updated_at': '2022-03-14T15:30:07Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:29.522989 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cb63f9-9073-4336-a4a3-3a56e615c58d None None] The sync data for ids ['daca5833-e46e-46c0-8d87-efac19dbc3e7'] in dv-neutron-833561-1-hyperv is: [{'id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'name': 'tempest-TestNetworkBasicOps-router-1361180857', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:38Z', 'updated_at': '2022-03-14T15:33:23Z', 'revision_number': 6, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:39Z', 'updated_at': '2022-03-14T15:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '6c1cd489-b2cd-49db-aee1-c9a7bf98961d', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.5', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'port_id': '4fbd8792-106f-4641-982c-22e74d7248e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'mac_address': 'fa:16:3e:69:e0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16329f1d-e21f-422e-8033-2f7b6aac1981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:30:52Z', 'updated_at': '2022-03-14T15:31:08Z', 'revision_number': 1, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4ea2bd-8124-469e-b7c9-061773769c18', 'name': '', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:cb:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:54Z', 'updated_at': '2022-03-14T15:30:07Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:33:29.617332 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9f1b3a-6bdf-49bf-a3d8-d85979ab22f3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:29.618027 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4d9f1b3a-6bdf-49bf-a3d8-d85979ab22f3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:29.646987 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d69e4e8-5fc0-4394-8af2-fd1a5f6028da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:29.660567 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deca021-d891-40a2-bf2f-5340bea3c07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-d61bc0d4-2e92-4087-bcd0-997318996e9c', 'network_id': 'd61bc0d4-2e92-4087-bcd0-997318996e9c', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'fixed_ips': [{'subnet_id': '5fe6a099-6edf-493e-8f6d-dab66dc1a349'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:33:29.661766 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2deca021-d891-40a2-bf2f-5340bea3c07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:29.766699 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4d9f1b3a-6bdf-49bf-a3d8-d85979ab22f3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:29.772556 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4d9f1b3a-6bdf-49bf-a3d8-d85979ab22f3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5565722 Mar 14 15:33:29.772778 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51094) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:29.780925 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5d69e4e8-5fc0-4394-8af2-fd1a5f6028da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:29.807785 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a90030-233a-45a7-813f-5d14e199c6c9 req-882e0ce5-d32c-4929-8d14-42564d01d57e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:29.809561 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c1a90030-233a-45a7-813f-5d14e199c6c9 req-882e0ce5-d32c-4929-8d14-42564d01d57e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cd55796-e7e9-41a4-81fb-19a84d023aa6 HTTP/1.1" status: 200 len: 946 time: 0.1955678 Mar 14 15:33:29.880584 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-2deca021-d891-40a2-bf2f-5340bea3c07c None None] Allocated IP 2001:db8::2 (d61bc0d4-2e92-4087-bcd0-997318996e9c/5fe6a099-6edf-493e-8f6d-dab66dc1a349/b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:29.888927 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7100a95-9227-419f-b65a-8820253771a2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:29.940995 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-a7100a95-9227-419f-b65a-8820253771a2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Transition to ACTIVE for port object 3d323c8d-7d09-432e-b9e7-c35ec178a43e will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:29.945061 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-c1a90030-233a-45a7-813f-5d14e199c6c9 req-61e4b14d-8436-4972-b74c-aec7855cbcd8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port c3ffb940-d849-41b5-950e-9ac6d6a36486 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:29.945553 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c1a90030-233a-45a7-813f-5d14e199c6c9 req-61e4b14d-8436-4972-b74c-aec7855cbcd8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:29.961269 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5d69e4e8-5fc0-4394-8af2-fd1a5f6028da admin admin] Usage tracker for resource:security_group_rule and tenant:347bdfa6e88449d5ab881db7184204dd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:29.994152 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-06d24a55-99eb-4a15-bb33-caf08d97705e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2075183 Mar 14 15:33:29.995168 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51100) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:29.997918 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5d69e4e8-5fc0-4394-8af2-fd1a5f6028da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:30.010779 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5d69e4e8-5fc0-4394-8af2-fd1a5f6028da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:30.019391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-82a0e7c3-e433-44b6-8fab-0d7bae098de7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:30.058152 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad62f2e3-06c9-4f0d-a75a-79c208a2fe5c None None] DHCP port deletion for 9afff20e-053f-4563-a829-c09143628c31 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:33:30.075247 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ad62f2e3-06c9-4f0d-a75a-79c208a2fe5c None None] Deleting port 3bfbba76-ea39-4153-8149-4eb98649e161 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:30.075634 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ad62f2e3-06c9-4f0d-a75a-79c208a2fe5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.079838 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7100a95-9227-419f-b65a-8820253771a2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.305001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-82a0e7c3-e433-44b6-8fab-0d7bae098de7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:30.329389 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-82a0e7c3-e433-44b6-8fab-0d7bae098de7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:30.380475 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-749703d8-59b4-4e6e-a573-d3e5f416d3e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.396667 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a0e7c3-e433-44b6-8fab-0d7bae098de7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:30.396929 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2deca021-d891-40a2-bf2f-5340bea3c07c None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.401035 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82a0e7c3-e433-44b6-8fab-0d7bae098de7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.409567 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ad62f2e3-06c9-4f0d-a75a-79c208a2fe5c None None] For port 3bfbba76-ea39-4153-8149-4eb98649e161, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=3bfbba76-ea39-4153-8149-4eb98649e161,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:30.409793 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ad62f2e3-06c9-4f0d-a75a-79c208a2fe5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.442590 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2deca021-d891-40a2-bf2f-5340bea3c07c None None] Transition to ACTIVE for port object b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:30.463772 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-aa0b5c73-9c59-4a74-800e-ee374e3350b9 None None] Provisioning complete for port cb5da5fb-1f07-4610-ad2d-a29fd73fef34 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:30.464422 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5c73-9c59-4a74-800e-ee374e3350b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.465455 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7100a95-9227-419f-b65a-8820253771a2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Port': ['ID=3d323c8d-7d09-432e-b9e7-c35ec178a43e,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:30.527306 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a7100a95-9227-419f-b65a-8820253771a2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] In _notify_port_updated(), no bound segment for port 3d323c8d-7d09-432e-b9e7-c35ec178a43e on network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 14 15:33:30.532480 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7100a95-9227-419f-b65a-8820253771a2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:30.533330 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7100a95-9227-419f-b65a-8820253771a2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.539872 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a7100a95-9227-419f-b65a-8820253771a2 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "PUT /v2.0/ports/3d323c8d-7d09-432e-b9e7-c35ec178a43e HTTP/1.1" status: 200 len: 919 time: 2.9365947 Mar 14 15:33:30.546872 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726d728-2a7b-45f7-9a8b-0d1d07a925cf req-545d3057-29ca-4439-8ac5-27cabc65b972 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:30.549693 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0726d728-2a7b-45f7-9a8b-0d1d07a925cf req-545d3057-29ca-4439-8ac5-27cabc65b972 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cd55796-e7e9-41a4-81fb-19a84d023aa6 HTTP/1.1" status: 200 len: 946 time: 0.5229387 Mar 14 15:33:30.551101 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51104) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:30.616273 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2deca021-d891-40a2-bf2f-5340bea3c07c None None] Transition to ACTIVE for port object b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:30.623002 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ad62f2e3-06c9-4f0d-a75a-79c208a2fe5c None None] Calling delete_port for 3bfbba76-ea39-4153-8149-4eb98649e161 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:30.636077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-c1a90030-233a-45a7-813f-5d14e199c6c9 req-61e4b14d-8436-4972-b74c-aec7855cbcd8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port c3ffb940-d849-41b5-950e-9ac6d6a36486, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c3ffb940-d849-41b5-950e-9ac6d6a36486,segment=NetworkSegment(88a0a3ac-3e9b-489b-ae73-d965585bb97e),segment_id=88a0a3ac-3e9b-489b-ae73-d965585bb97e)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:30.636560 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c1a90030-233a-45a7-813f-5d14e199c6c9 req-61e4b14d-8436-4972-b74c-aec7855cbcd8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.636973 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d69e4e8-5fc0-4394-8af2-fd1a5f6028da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.687839 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2deca021-d891-40a2-bf2f-5340bea3c07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.754723 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b5c73-9c59-4a74-800e-ee374e3350b9 None None] Port cb5da5fb-1f07-4610-ad2d-a29fd73fef34 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:33:30.796357 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d69e4e8-5fc0-4394-8af2-fd1a5f6028da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.804879 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-c1a90030-233a-45a7-813f-5d14e199c6c9 req-61e4b14d-8436-4972-b74c-aec7855cbcd8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for c3ffb940-d849-41b5-950e-9ac6d6a36486 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:30.813356 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deca021-d891-40a2-bf2f-5340bea3c07c None None] Network d61bc0d4-2e92-4087-bcd0-997318996e9c is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:30.819053 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deca021-d891-40a2-bf2f-5340bea3c07c None None] Pushing event updated for resources: {'Port': ['ID=b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:30.824461 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-2deca021-d891-40a2-bf2f-5340bea3c07c None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:30.827318 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deca021-d891-40a2-bf2f-5340bea3c07c None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:30.833428 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-aa0b5c73-9c59-4a74-800e-ee374e3350b9 None None] Provisioning for port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:30.838031 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9a188c40-d4c1-43d2-9fa4-d53df7af2ec7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port 3d323c8d-7d09-432e-b9e7-c35ec178a43e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:30.838510 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a188c40-d4c1-43d2-9fa4-d53df7af2ec7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.841294 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-aa0b5c73-9c59-4a74-800e-ee374e3350b9 None None] Provisioning complete for port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:30.841676 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5c73-9c59-4a74-800e-ee374e3350b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.850138 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5d69e4e8-5fc0-4394-8af2-fd1a5f6028da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=347bdfa6e88449d5ab881db7184204dd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4998939 Mar 14 15:33:30.862006 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51108) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:30.881596 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0726d728-2a7b-45f7-9a8b-0d1d07a925cf req-1bc531bf-236a-4339-ac65-157b772f64ca tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898521 Mar 14 15:33:30.885775 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ad62f2e3-06c9-4f0d-a75a-79c208a2fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.930161 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69e4e8-5fc0-4394-8af2-fd1a5f6028da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949f14b9-bb5c-48bc-972b-9b1b2faa1533,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:31.041187 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62f2e3-06c9-4f0d-a75a-79c208a2fe5c None None] Pushing event deleted for resources: {'Port': ['ID=3bfbba76-ea39-4153-8149-4eb98649e161,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:31.069274 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad62f2e3-06c9-4f0d-a75a-79c208a2fe5c None None] No DVR routers for this DVR port 3bfbba76-ea39-4153-8149-4eb98649e161 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:33:31.077066 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2deca021-d891-40a2-bf2f-5340bea3c07c None None] Attempting to bind port b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:33:31.077436 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2deca021-d891-40a2-bf2f-5340bea3c07c None None] Attempting to bind port b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '62a0aa99-4445-4200-8c47-21d7935b300c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd61bc0d4-2e92-4087-bcd0-997318996e9c'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:33:31.077801 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deca021-d891-40a2-bf2f-5340bea3c07c None None] Attempting to bind port b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f on network d61bc0d4-2e92-4087-bcd0-997318996e9c {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:33:31.085078 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deca021-d891-40a2-bf2f-5340bea3c07c None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:33:31.085446 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deca021-d891-40a2-bf2f-5340bea3c07c None None] Checking segment: {'id': '62a0aa99-4445-4200-8c47-21d7935b300c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd61bc0d4-2e92-4087-bcd0-997318996e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:33:31.088904 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2deca021-d891-40a2-bf2f-5340bea3c07c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:31.088904 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deca021-d891-40a2-bf2f-5340bea3c07c None None] Bound using segment: {'id': '62a0aa99-4445-4200-8c47-21d7935b300c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd61bc0d4-2e92-4087-bcd0-997318996e9c'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:33:31.089092 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2deca021-d891-40a2-bf2f-5340bea3c07c None None] Bound port: b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a0aa99-4445-4200-8c47-21d7935b300c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd61bc0d4-2e92-4087-bcd0-997318996e9c'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:33:31.089475 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2deca021-d891-40a2-bf2f-5340bea3c07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:31.139390 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:33:31.195642 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c1a90030-233a-45a7-813f-5d14e199c6c9 req-61e4b14d-8436-4972-b74c-aec7855cbcd8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:31.235353 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7103c9b-849e-45fa-8db5-0aa5f0ad386f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:31.281537 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a188c40-d4c1-43d2-9fa4-d53df7af2ec7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:31.290381 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4b14d-8436-4972-b74c-aec7855cbcd8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=c3ffb940-d849-41b5-950e-9ac6d6a36486,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:31.301134 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-749703d8-59b4-4e6e-a573-d3e5f416d3e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Allocated IP 2001:db8::1 (d61bc0d4-2e92-4087-bcd0-997318996e9c/5fe6a099-6edf-493e-8f6d-dab66dc1a349/3ab2b0f8-2489-41a8-8dd3-188970e772d9) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:31.309611 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7103c9b-849e-45fa-8db5-0aa5f0ad386f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:31.323311 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2deca021-d891-40a2-bf2f-5340bea3c07c None None] For port b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:33:31.325375 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82a0e7c3-e433-44b6-8fab-0d7bae098de7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:31.329672 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2deca021-d891-40a2-bf2f-5340bea3c07c None None] For port b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f,segment=NetworkSegment(62a0aa99-4445-4200-8c47-21d7935b300c),segment_id=62a0aa99-4445-4200-8c47-21d7935b300c)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:33:31.332631 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-aa0b5c73-9c59-4a74-800e-ee374e3350b9 None None] Provisioning for port 3d323c8d-7d09-432e-b9e7-c35ec178a43e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:31.340456 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2deca021-d891-40a2-bf2f-5340bea3c07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:31.343678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-aa0b5c73-9c59-4a74-800e-ee374e3350b9 None None] Provisioning complete for port 3d323c8d-7d09-432e-b9e7-c35ec178a43e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:31.344036 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5c73-9c59-4a74-800e-ee374e3350b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:31.448038 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:31.448783 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:31.486142 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a0e7c3-e433-44b6-8fab-0d7bae098de7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:31.497216 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-82a0e7c3-e433-44b6-8fab-0d7bae098de7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:31.503908 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b5c73-9c59-4a74-800e-ee374e3350b9 None None] Port 3d323c8d-7d09-432e-b9e7-c35ec178a43e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:33:31.507355 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a0e7c3-e433-44b6-8fab-0d7bae098de7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:31.507795 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82a0e7c3-e433-44b6-8fab-0d7bae098de7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:31.515239 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0e7c3-e433-44b6-8fab-0d7bae098de7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=b8f6a2ac-b257-487a-9bdb-df8a15264e8c,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:31.526426 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca76a29d-752a-4a31-ae9e-057560f0a1f2 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:31.549749 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7103c9b-849e-45fa-8db5-0aa5f0ad386f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:31.578895 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7103c9b-849e-45fa-8db5-0aa5f0ad386f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949f14b9-bb5c-48bc-972b-9b1b2faa1533,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:31.612944 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-82a0e7c3-e433-44b6-8fab-0d7bae098de7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6062751 Mar 14 15:33:31.613175 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9a188c40-d4c1-43d2-9fa4-d53df7af2ec7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Calling delete_port for 3d323c8d-7d09-432e-b9e7-c35ec178a43e owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:31.614897 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7103c9b-849e-45fa-8db5-0aa5f0ad386f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:31.615752 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c7103c9b-849e-45fa-8db5-0aa5f0ad386f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/949f14b9-bb5c-48bc-972b-9b1b2faa1533 HTTP/1.1" status: 204 len: 168 time: 0.7482851 Mar 14 15:33:31.618209 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51112) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:31.623484 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-749703d8-59b4-4e6e-a573-d3e5f416d3e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:31.639920 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-61da67d9-eb1a-41a6-b7ea-e30b85d860af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'fixed_ips': [{'subnet_id': 'b8f6a2ac-b257-487a-9bdb-df8a15264e8c', 'ip_address': '2001:db8::6ee6:1fd0:b3c9:8183'}], 'name': 'tempest-NetworksTestDHCPv6-21271632'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:31.640042 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deca021-d891-40a2-bf2f-5340bea3c07c None None] Pushing event updated for resources: {'Port': ['ID=b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:31.737265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-749703d8-59b4-4e6e-a573-d3e5f416d3e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Transition to ACTIVE for port object 3ab2b0f8-2489-41a8-8dd3-188970e772d9 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:31.744785 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a90030-233a-45a7-813f-5d14e199c6c9 req-61e4b14d-8436-4972-b74c-aec7855cbcd8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] No DVR routers for this DVR port c3ffb940-d849-41b5-950e-9ac6d6a36486 on host hv-neutron-8335 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:33:31.749220 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c1a90030-233a-45a7-813f-5d14e199c6c9 req-61e4b14d-8436-4972-b74c-aec7855cbcd8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:31.760625 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd55796-e7e9-41a4-81fb-19a84d023aa6', 'name': 'network-vif-deleted', 'tag': 'c3ffb940-d849-41b5-950e-9ac6d6a36486'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:33:31.776373 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c1a90030-233a-45a7-813f-5d14e199c6c9 req-61e4b14d-8436-4972-b74c-aec7855cbcd8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "DELETE /v2.0/ports/c3ffb940-d849-41b5-950e-9ac6d6a36486 HTTP/1.1" status: 204 len: 173 time: 1.9556005 Mar 14 15:33:31.838825 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-74d089a4-12e0-42a0-a55b-26a8d8604aa2 None None] Provisioning complete for port 3d323c8d-7d09-432e-b9e7-c35ec178a43e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:31.838825 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-74d089a4-12e0-42a0-a55b-26a8d8604aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:31.850723 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-61da67d9-eb1a-41a6-b7ea-e30b85d860af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:31.855001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-749703d8-59b4-4e6e-a573-d3e5f416d3e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:31.937236 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd55796-e7e9-41a4-81fb-19a84d023aa6', 'name': 'network-vif-deleted', 'tag': 'c3ffb940-d849-41b5-950e-9ac6d6a36486', 'status': 'completed', 'code': 200} Mar 14 15:33:31.944786 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a188c40-d4c1-43d2-9fa4-d53df7af2ec7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:31.945506 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-61da67d9-eb1a-41a6-b7ea-e30b85d860af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:port and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:31.962409 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-61da67d9-eb1a-41a6-b7ea-e30b85d860af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:32.001060 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-74d089a4-12e0-42a0-a55b-26a8d8604aa2 None None] Port 3d323c8d-7d09-432e-b9e7-c35ec178a43e was deleted so its status cannot be updated. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 14 15:33:32.019091 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-61da67d9-eb1a-41a6-b7ea-e30b85d860af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:32.042711 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a188c40-d4c1-43d2-9fa4-d53df7af2ec7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Port': ['ID=3d323c8d-7d09-432e-b9e7-c35ec178a43e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:32.105970 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749703d8-59b4-4e6e-a573-d3e5f416d3e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network d61bc0d4-2e92-4087-bcd0-997318996e9c is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:32.146777 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749703d8-59b4-4e6e-a573-d3e5f416d3e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Port': ['ID=3ab2b0f8-2489-41a8-8dd3-188970e772d9,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:32.164268 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-749703d8-59b4-4e6e-a573-d3e5f416d3e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:32.182369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749703d8-59b4-4e6e-a573-d3e5f416d3e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:32.184515 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-749703d8-59b4-4e6e-a573-d3e5f416d3e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:32.262002 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ba119267-6911-4ddd-814b-cafd1a6dab48 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:33:32.272229 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61da67d9-eb1a-41a6-b7ea-e30b85d860af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:32.285867 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-61da67d9-eb1a-41a6-b7ea-e30b85d860af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:32.347032 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: ba119267-6911-4ddd-814b-cafd1a6dab48 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:33:32.347806 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ba119267-6911-4ddd-814b-cafd1a6dab48 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:33:32.347939 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 3bfbba76-ea39-4153-8149-4eb98649e161 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:33:32.385499 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 3bfbba76-ea39-4153-8149-4eb98649e161 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:33:32.385838 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 3bfbba76-ea39-4153-8149-4eb98649e161 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:33:32.401514 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-749703d8-59b4-4e6e-a573-d3e5f416d3e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:32.415027 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-9d422eab-f3de-45c7-8682-91bd0a5b8611 req-7aa92115-542b-4f3c-b5b9-556fba464321 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:32.425193 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-61da67d9-eb1a-41a6-b7ea-e30b85d860af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] device_id is not set on port ed410f49-33a1-4918-920e-25d8a77c68cf yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:33:32.445723 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a188c40-d4c1-43d2-9fa4-d53df7af2ec7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:32.450081 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-9d422eab-f3de-45c7-8682-91bd0a5b8611 req-7aa92115-542b-4f3c-b5b9-556fba464321 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:32.451845 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9d422eab-f3de-45c7-8682-91bd0a5b8611 req-7aa92115-542b-4f3c-b5b9-556fba464321 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cd55796-e7e9-41a4-81fb-19a84d023aa6 HTTP/1.1" status: 200 len: 210 time: 0.1283813 Mar 14 15:33:32.466674 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9a188c40-d4c1-43d2-9fa4-d53df7af2ec7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/ports/3d323c8d-7d09-432e-b9e7-c35ec178a43e HTTP/1.1" status: 204 len: 168 time: 1.9111478 Mar 14 15:33:32.467582 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51122) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:32.468050 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab853c56-57f2-422e-937c-6b545bd8e4a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-9afff20e-053f-4563-a829-c09143628c31', 'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'fixed_ips': [{'subnet_id': 'b8f6a2ac-b257-487a-9bdb-df8a15264e8c'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:33:32.469168 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab853c56-57f2-422e-937c-6b545bd8e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:32.525322 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe8bf55-0525-446b-9f24-df8a36fe976d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] GET failed (client error): The resource could not be found. Mar 14 15:33:32.526072 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-dfe8bf55-0525-446b-9f24-df8a36fe976d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Synchronizing usage tracker for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:32.546617 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-dfe8bf55-0525-446b-9f24-df8a36fe976d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Unset dirty status for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:32.550113 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-dfe8bf55-0525-446b-9f24-df8a36fe976d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports/3d323c8d-7d09-432e-b9e7-c35ec178a43e HTTP/1.1" status: 404 len: 333 time: 0.0787330 Mar 14 15:33:32.551649 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51126) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:32.663860 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8489e05e-72bd-4cbf-9eb0-9501968ecb67 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:32.669009 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-ab853c56-57f2-422e-937c-6b545bd8e4a0 None None] Allocated IP 2001:db8::2 (9afff20e-053f-4563-a829-c09143628c31/b8f6a2ac-b257-487a-9bdb-df8a15264e8c/54f0cb5b-f211-4193-8b10-46dc5d2a0b4e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:32.715121 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8489e05e-72bd-4cbf-9eb0-9501968ecb67 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:32.781264 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8489e05e-72bd-4cbf-9eb0-9501968ecb67 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:32.803674 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489e05e-72bd-4cbf-9eb0-9501968ecb67 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c120af4-8d33-4622-8cda-086535cfa92f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:32.807565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8489e05e-72bd-4cbf-9eb0-9501968ecb67 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:32.809238 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8489e05e-72bd-4cbf-9eb0-9501968ecb67 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/security-groups/6c120af4-8d33-4622-8cda-086535cfa92f HTTP/1.1" status: 204 len: 168 time: 0.2558463 Mar 14 15:33:32.812302 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51130) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:32.915976 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1694198d-eac7-4ed6-a151-80191a8f2eac tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:32.916606 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device c3ffb940-d849-41b5-950e-9ac6d6a36486 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:33:32.951975 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1694198d-eac7-4ed6-a151-80191a8f2eac tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:33.000362 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: c3ffb940-d849-41b5-950e-9ac6d6a36486 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:33:33.000839 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device c3ffb940-d849-41b5-950e-9ac6d6a36486 not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:33:33.003586 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab853c56-57f2-422e-937c-6b545bd8e4a0 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:33.009827 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-749703d8-59b4-4e6e-a573-d3e5f416d3e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:33.019733 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-749703d8-59b4-4e6e-a573-d3e5f416d3e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:33.020195 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1694198d-eac7-4ed6-a151-80191a8f2eac tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:33.020630 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-749703d8-59b4-4e6e-a573-d3e5f416d3e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:33.029004 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ab853c56-57f2-422e-937c-6b545bd8e4a0 None None] Transition to ACTIVE for port object 54f0cb5b-f211-4193-8b10-46dc5d2a0b4e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:33.054222 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694198d-eac7-4ed6-a151-80191a8f2eac tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e917dd1-9493-4c61-92b7-0fe2b194d7cc,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:33.068487 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1694198d-eac7-4ed6-a151-80191a8f2eac tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:33.075780 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ab853c56-57f2-422e-937c-6b545bd8e4a0 None None] Transition to ACTIVE for port object 54f0cb5b-f211-4193-8b10-46dc5d2a0b4e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:33.076872 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1694198d-eac7-4ed6-a151-80191a8f2eac tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/security-groups/1e917dd1-9493-4c61-92b7-0fe2b194d7cc HTTP/1.1" status: 204 len: 168 time: 0.2630987 Mar 14 15:33:33.077433 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51134) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:33.105483 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab853c56-57f2-422e-937c-6b545bd8e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:33.154016 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749703d8-59b4-4e6e-a573-d3e5f416d3e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Port': ['ID=3ab2b0f8-2489-41a8-8dd3-188970e772d9,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:33.240360 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:33:33.308642 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab853c56-57f2-422e-937c-6b545bd8e4a0 None None] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:33.313843 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-ab853c56-57f2-422e-937c-6b545bd8e4a0 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:33.328100 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab853c56-57f2-422e-937c-6b545bd8e4a0 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:33.333605 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab853c56-57f2-422e-937c-6b545bd8e4a0 None None] Pushing event updated for resources: {'Port': ['ID=54f0cb5b-f211-4193-8b10-46dc5d2a0b4e,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:33.352612 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2b0a39-054a-45d0-952e-662bae118220 None None] Network d61bc0d4-2e92-4087-bcd0-997318996e9c requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:33.395300 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b273882-6348-419a-95a2-fe5e17122e72 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting subnet 9cf3f1bb-2595-4bce-85cc-ede13815d5ed {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:33:33.398408 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b273882-6348-419a-95a2-fe5e17122e72 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:33.458484 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b273882-6348-419a-95a2-fe5e17122e72 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:33.494370 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-61da67d9-eb1a-41a6-b7ea-e30b85d860af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8::6ee6:1fd0:b3c9:8183 (9afff20e-053f-4563-a829-c09143628c31/b8f6a2ac-b257-487a-9bdb-df8a15264e8c/ed410f49-33a1-4918-920e-25d8a77c68cf) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:33.542131 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ab853c56-57f2-422e-937c-6b545bd8e4a0 None None] Attempting to bind port 54f0cb5b-f211-4193-8b10-46dc5d2a0b4e on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:33:33.542831 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ab853c56-57f2-422e-937c-6b545bd8e4a0 None None] Attempting to bind port 54f0cb5b-f211-4193-8b10-46dc5d2a0b4e by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:33:33.542831 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab853c56-57f2-422e-937c-6b545bd8e4a0 None None] Attempting to bind port 54f0cb5b-f211-4193-8b10-46dc5d2a0b4e on network 9afff20e-053f-4563-a829-c09143628c31 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:33:33.545329 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9c85d66e-3831-48c7-89e4-81606fd58408 None None] Provisioning for port b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:33.560556 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:33.573002 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b273882-6348-419a-95a2-fe5e17122e72 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:33.575679 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9c85d66e-3831-48c7-89e4-81606fd58408 None None] Provisioning complete for port b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:33.575846 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749703d8-59b4-4e6e-a573-d3e5f416d3e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network d61bc0d4-2e92-4087-bcd0-997318996e9c is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:33.576139 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9c85d66e-3831-48c7-89e4-81606fd58408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:33.579300 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-749703d8-59b4-4e6e-a573-d3e5f416d3e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:33.602106 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:33.602378 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:33.650959 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51140) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:33.658219 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab853c56-57f2-422e-937c-6b545bd8e4a0 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:33:33.658692 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab853c56-57f2-422e-937c-6b545bd8e4a0 None None] Checking segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:33:33.659351 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab853c56-57f2-422e-937c-6b545bd8e4a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:33.659735 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab853c56-57f2-422e-937c-6b545bd8e4a0 None None] Bound using segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:33:33.660214 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ab853c56-57f2-422e-937c-6b545bd8e4a0 None None] Bound port: 54f0cb5b-f211-4193-8b10-46dc5d2a0b4e, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:33:33.660588 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab853c56-57f2-422e-937c-6b545bd8e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:33.698092 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b273882-6348-419a-95a2-fe5e17122e72 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:33.746131 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b273882-6348-419a-95a2-fe5e17122e72 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Subnet': ['ID=9cf3f1bb-2595-4bce-85cc-ede13815d5ed,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:33.772579 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b273882-6348-419a-95a2-fe5e17122e72 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:33.786262 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8b273882-6348-419a-95a2-fe5e17122e72 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/subnets/9cf3f1bb-2595-4bce-85cc-ede13815d5ed HTTP/1.1" status: 204 len: 168 time: 0.7035561 Mar 14 15:33:33.786505 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e275bee4-066f-434d-aa23-99bb45feb1d5 None None] Network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:33.796231 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51144) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:33.802945 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-21631bd2-fccb-4f7f-a952-32470b8862af tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'subnet': {'network_id': 'e0967daf-7b2d-480f-a29c-5b4e0dc7a284', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:33.838977 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5a91f3c-af0c-4c81-ad86-9dec8cffd977 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:33.938517 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5a91f3c-af0c-4c81-ad86-9dec8cffd977 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:33.992559 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ab853c56-57f2-422e-937c-6b545bd8e4a0 None None] For port 54f0cb5b-f211-4193-8b10-46dc5d2a0b4e, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:33:34.039087 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-21631bd2-fccb-4f7f-a952-32470b8862af tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:34.041335 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-61da67d9-eb1a-41a6-b7ea-e30b85d860af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:34.043032 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-21631bd2-fccb-4f7f-a952-32470b8862af tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:subnet and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:34.046813 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-21631bd2-fccb-4f7f-a952-32470b8862af tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:34.056766 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-21631bd2-fccb-4f7f-a952-32470b8862af tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:34.059489 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ab853c56-57f2-422e-937c-6b545bd8e4a0 None None] For port 54f0cb5b-f211-4193-8b10-46dc5d2a0b4e, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=54f0cb5b-f211-4193-8b10-46dc5d2a0b4e,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:33:34.069930 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21631bd2-fccb-4f7f-a952-32470b8862af tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:34.074659 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-21631bd2-fccb-4f7f-a952-32470b8862af tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:34.076177 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-61da67d9-eb1a-41a6-b7ea-e30b85d860af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Transition to ACTIVE for port object ed410f49-33a1-4918-920e-25d8a77c68cf will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:34.085464 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab853c56-57f2-422e-937c-6b545bd8e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:34.120572 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-61da67d9-eb1a-41a6-b7ea-e30b85d860af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:34.181461 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5a91f3c-af0c-4c81-ad86-9dec8cffd977 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:34.194289 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:34.214553 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61da67d9-eb1a-41a6-b7ea-e30b85d860af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:34.217973 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a91f3c-af0c-4c81-ad86-9dec8cffd977 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:34.226526 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-61da67d9-eb1a-41a6-b7ea-e30b85d860af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:34.231030 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61da67d9-eb1a-41a6-b7ea-e30b85d860af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:34.235296 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61da67d9-eb1a-41a6-b7ea-e30b85d860af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:34.235807 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-61da67d9-eb1a-41a6-b7ea-e30b85d860af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:34.260375 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5a91f3c-af0c-4c81-ad86-9dec8cffd977 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:34.261563 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c5a91f3c-af0c-4c81-ad86-9dec8cffd977 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/security-groups/ee5f89dd-e0f8-4ea8-83a9-c425b1bfc8c1 HTTP/1.1" status: 204 len: 168 time: 0.6091495 Mar 14 15:33:34.266140 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da67d9-eb1a-41a6-b7ea-e30b85d860af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=ed410f49-33a1-4918-920e-25d8a77c68cf,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:34.274329 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-61da67d9-eb1a-41a6-b7ea-e30b85d860af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.6551340 Mar 14 15:33:34.277601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51150) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:34.296737 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8d117cf5-866b-4625-a53d-0d605b97ec0a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'fixed_ips': [{'subnet_id': 'b8f6a2ac-b257-487a-9bdb-df8a15264e8c', 'ip_address': '2001:db8::6ee6:1fd0:b3c9:8183'}], 'name': 'tempest-NetworksTestDHCPv6-489984275'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:34.300486 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9c85d66e-3831-48c7-89e4-81606fd58408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:34.317253 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51154) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:34.373517 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749703d8-59b4-4e6e-a573-d3e5f416d3e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Router 341980f5-4848-4ea0-b179-c3aad0bcf3c5 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:33:34.416783 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab853c56-57f2-422e-937c-6b545bd8e4a0 None None] Pushing event updated for resources: {'Port': ['ID=54f0cb5b-f211-4193-8b10-46dc5d2a0b4e,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:34.425783 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f,segment=NetworkSegment(62a0aa99-4445-4200-8c47-21d7935b300c),segment_id=62a0aa99-4445-4200-8c47-21d7935b300c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:34.465903 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:34.573346 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:34.599363 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8d117cf5-866b-4625-a53d-0d605b97ec0a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:34.603995 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8d117cf5-866b-4625-a53d-0d605b97ec0a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:port and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:34.607084 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8d117cf5-866b-4625-a53d-0d605b97ec0a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:34.612312 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-9c85d66e-3831-48c7-89e4-81606fd58408 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:33:34.612312 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-9c85d66e-3831-48c7-89e4-81606fd58408 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:33:34.615777 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8d117cf5-866b-4625-a53d-0d605b97ec0a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:34.648078 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d117cf5-866b-4625-a53d-0d605b97ec0a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:34.804374 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8c3e24-90eb-4d9d-96cf-e08d532438f5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting subnet 9161bfd7-0be8-4803-b77d-8b24393126cd {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:33:34.809789 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3e24-90eb-4d9d-96cf-e08d532438f5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:34.827323 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d117cf5-866b-4625-a53d-0d605b97ec0a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:34.838912 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749703d8-59b4-4e6e-a573-d3e5f416d3e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:33:34.849645 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-749703d8-59b4-4e6e-a573-d3e5f416d3e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/routers/341980f5-4848-4ea0-b179-c3aad0bcf3c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7732298 Mar 14 15:33:34.850544 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51158) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:34.855038 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e297e4f0-7cea-4a15-9516-7834a2c13efd None None] Sync routers for ids ['341980f5-4848-4ea0-b179-c3aad0bcf3c5'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:33:34.884222 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e297e4f0-7cea-4a15-9516-7834a2c13efd None None] Routers {'341980f5-4848-4ea0-b179-c3aad0bcf3c5'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:34.885200 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e297e4f0-7cea-4a15-9516-7834a2c13efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['341980f5-4848-4ea0-b179-c3aad0bcf3c5'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:34.885940 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3e24-90eb-4d9d-96cf-e08d532438f5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:34.937625 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-8d117cf5-866b-4625-a53d-0d605b97ec0a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] device_id is not set on port f525dea4-93d2-4f5e-9cfc-6968797d12f1 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:33:34.979758 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e297e4f0-7cea-4a15-9516-7834a2c13efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:34.992299 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e297e4f0-7cea-4a15-9516-7834a2c13efd None None] Routers {'341980f5-4848-4ea0-b179-c3aad0bcf3c5'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:34.993176 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e297e4f0-7cea-4a15-9516-7834a2c13efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['341980f5-4848-4ea0-b179-c3aad0bcf3c5'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:34.995092 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f13974-071c-4663-a562-fb1b8fca4029 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:34.995828 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-13f13974-071c-4663-a562-fb1b8fca4029 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Synchronizing usage tracker for tenant:8d2b5d0d495944a3854f9775f18c15a3 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:35.013778 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-21631bd2-fccb-4f7f-a952-32470b8862af tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:35.072388 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-13f13974-071c-4663-a562-fb1b8fca4029 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Unset dirty status for tenant:8d2b5d0d495944a3854f9775f18c15a3 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:35.079835 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e297e4f0-7cea-4a15-9516-7834a2c13efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:35.080462 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e297e4f0-7cea-4a15-9516-7834a2c13efd None None] The sync data for ids ['341980f5-4848-4ea0-b179-c3aad0bcf3c5'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:33:35.080825 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-13f13974-071c-4663-a562-fb1b8fca4029 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/ports/3ab2b0f8-2489-41a8-8dd3-188970e772d9 HTTP/1.1" status: 200 len: 911 time: 0.2256453 Mar 14 15:33:35.083299 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51162) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:35.120733 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21631bd2-fccb-4f7f-a952-32470b8862af tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:35.133360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-21631bd2-fccb-4f7f-a952-32470b8862af tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:35.140368 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21631bd2-fccb-4f7f-a952-32470b8862af tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:35.140978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-21631bd2-fccb-4f7f-a952-32470b8862af tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:35.151791 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21631bd2-fccb-4f7f-a952-32470b8862af tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Subnet': ['ID=53e87f25-4b01-4d4b-988a-56b505bf32d0,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:35.185300 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3e24-90eb-4d9d-96cf-e08d532438f5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:35.246498 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-21631bd2-fccb-4f7f-a952-32470b8862af tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4491699 Mar 14 15:33:35.281931 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51166) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:35.318164 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9f4467be-477a-4516-83b9-b635019a4dff tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'security_group': {'name': 'tempest-secgroup-1115302096'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:35.326123 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9f4467be-477a-4516-83b9-b635019a4dff tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:35.331329 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 54f0cb5b-f211-4193-8b10-46dc5d2a0b4e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:33:35.345581 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9f4467be-477a-4516-83b9-b635019a4dff tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:security_group and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:35.356912 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3e24-90eb-4d9d-96cf-e08d532438f5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:35.361180 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9f4467be-477a-4516-83b9-b635019a4dff tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:35.431449 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6f630a05-fb3e-4f4a-a2ec-61829af07618 None None] Provisioning for port 3ab2b0f8-2489-41a8-8dd3-188970e772d9 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:35.445500 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c3e24-90eb-4d9d-96cf-e08d532438f5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Subnet': ['ID=9161bfd7-0be8-4803-b77d-8b24393126cd,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:35.448722 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9f4467be-477a-4516-83b9-b635019a4dff tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:35.456669 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6f630a05-fb3e-4f4a-a2ec-61829af07618 None None] Provisioning complete for port 3ab2b0f8-2489-41a8-8dd3-188970e772d9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:35.457086 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f630a05-fb3e-4f4a-a2ec-61829af07618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:35.462205 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3e24-90eb-4d9d-96cf-e08d532438f5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:35.473832 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ab8c3e24-90eb-4d9d-96cf-e08d532438f5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/subnets/9161bfd7-0be8-4803-b77d-8b24393126cd HTTP/1.1" status: 204 len: 168 time: 1.1523042 Mar 14 15:33:35.473832 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f4467be-477a-4516-83b9-b635019a4dff tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:35.481814 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51170) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:35.511454 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aecc19-b904-4993-9383-7a5c6727530d None None] Network 05b0bdcb-6df6-43b3-968f-5bd9aa2132cf requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:35.647355 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9f4467be-477a-4516-83b9-b635019a4dff tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:35.653430 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d35c2382-1de5-422b-933f-24110facd05d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:35.659365 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9f4467be-477a-4516-83b9-b635019a4dff tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:security_group_rule and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:35.666685 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9f4467be-477a-4516-83b9-b635019a4dff tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:35.687556 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9f4467be-477a-4516-83b9-b635019a4dff tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:35.689186 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 54f0cb5b-f211-4193-8b10-46dc5d2a0b4e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:35.694681 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d35c2382-1de5-422b-933f-24110facd05d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 4186db1c-992b-4907-bf6b-e92d64d31cd7 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:35.695203 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d35c2382-1de5-422b-933f-24110facd05d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:35.735320 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:33:35.866867 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f4467be-477a-4516-83b9-b635019a4dff tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:35.867618 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dbcc6f-a242-4577-885e-fa5afc992080 None None] Network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:35.874456 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f4467be-477a-4516-83b9-b635019a4dff tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:35.995937 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d117cf5-866b-4625-a53d-0d605b97ec0a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 14 15:33:35.996571 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d117cf5-866b-4625-a53d-0d605b97ec0a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:33:36.003949 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6f630a05-fb3e-4f4a-a2ec-61829af07618 None None] Port 3ab2b0f8-2489-41a8-8dd3-188970e772d9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:33:36.037372 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4467be-477a-4516-83b9-b635019a4dff tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b02e3d-23ca-4d12-8c1d-662243ac166a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:36.040340 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8d117cf5-866b-4625-a53d-0d605b97ec0a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7572320 Mar 14 15:33:36.041385 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51174) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:36.046257 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f4467be-477a-4516-83b9-b635019a4dff tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:36.047376 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9f4467be-477a-4516-83b9-b635019a4dff tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7640171 Mar 14 15:33:36.051957 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51178) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:36.055288 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-d35c2382-1de5-422b-933f-24110facd05d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port 4186db1c-992b-4907-bf6b-e92d64d31cd7, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=4186db1c-992b-4907-bf6b-e92d64d31cd7,segment=NetworkSegment(88a0a3ac-3e9b-489b-ae73-d965585bb97e),segment_id=88a0a3ac-3e9b-489b-ae73-d965585bb97e)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:36.055897 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d35c2382-1de5-422b-933f-24110facd05d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:36.067528 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c1004549-5a72-4ad8-a5d0-7f00eace5e12 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'security_group': {'name': 'tempest-secgroup-1568153777'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:36.077241 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c1004549-5a72-4ad8-a5d0-7f00eace5e12 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:36.167341 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc84681-b949-447e-8f69-ccfc27c2fbcc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:36.173317 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc84681-b949-447e-8f69-ccfc27c2fbcc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:36.174399 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3fc84681-b949-447e-8f69-ccfc27c2fbcc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:36.192135 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf3385e7-6060-4239-8f3c-9bcae63c3bf5 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:36.197780 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c1004549-5a72-4ad8-a5d0-7f00eace5e12 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:security_group and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:36.207538 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d35c2382-1de5-422b-933f-24110facd05d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 4186db1c-992b-4907-bf6b-e92d64d31cd7 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:36.233538 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c1004549-5a72-4ad8-a5d0-7f00eace5e12 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:36.246160 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c1004549-5a72-4ad8-a5d0-7f00eace5e12 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:36.246732 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6f630a05-fb3e-4f4a-a2ec-61829af07618 None None] Provisioning complete for port b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:36.247436 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f630a05-fb3e-4f4a-a2ec-61829af07618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:36.278319 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1004549-5a72-4ad8-a5d0-7f00eace5e12 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:36.326575 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3fc84681-b949-447e-8f69-ccfc27c2fbcc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:36.331985 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3fc84681-b949-447e-8f69-ccfc27c2fbcc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2861626 Mar 14 15:33:36.332184 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d35c2382-1de5-422b-933f-24110facd05d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:36.334696 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51182) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:36.382295 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c2382-1de5-422b-933f-24110facd05d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=4186db1c-992b-4907-bf6b-e92d64d31cd7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:36.387564 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c1004549-5a72-4ad8-a5d0-7f00eace5e12 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:36.393848 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c1004549-5a72-4ad8-a5d0-7f00eace5e12 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:security_group_rule and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:36.397201 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c1004549-5a72-4ad8-a5d0-7f00eace5e12 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:36.402457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35c2382-1de5-422b-933f-24110facd05d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] No DVR routers for this DVR port 4186db1c-992b-4907-bf6b-e92d64d31cd7 on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:33:36.425701 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:36.425972 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:36.432230 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-b221b8fc-e592-4a88-902e-a49e6151673d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting port ed410f49-33a1-4918-920e-25d8a77c68cf {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:36.432572 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b221b8fc-e592-4a88-902e-a49e6151673d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:36.441661 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c1004549-5a72-4ad8-a5d0-7f00eace5e12 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:36.557796 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d35c2382-1de5-422b-933f-24110facd05d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:36.606037 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-d35c2382-1de5-422b-933f-24110facd05d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b0bdcb-6df6-43b3-968f-5bd9aa2132cf']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:36.631884 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-d35c2382-1de5-422b-933f-24110facd05d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a0a3ac-3e9b-489b-ae73-d965585bb97e') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:36.632159 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-d35c2382-1de5-422b-933f-24110facd05d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a0a3ac-3e9b-489b-ae73-d965585bb97e') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:36.643583 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ff8dff-b62c-4b60-a35d-104311049d5d None None] DHCP port deletion for 05b0bdcb-6df6-43b3-968f-5bd9aa2132cf request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:33:36.660951 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1004549-5a72-4ad8-a5d0-7f00eace5e12 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:36.663388 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d35c2382-1de5-422b-933f-24110facd05d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:36.672460 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1004549-5a72-4ad8-a5d0-7f00eace5e12 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:36.713894 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d35c2382-1de5-422b-933f-24110facd05d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:36.732571 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1004549-5a72-4ad8-a5d0-7f00eace5e12 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ee8106-b597-40a8-940f-34343d75a96d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:36.735898 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d35c2382-1de5-422b-933f-24110facd05d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:33:36.736319 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d35c2382-1de5-422b-933f-24110facd05d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:36.748488 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd22fe9-919c-4f70-b6aa-2e646d3b89de None None] Update dhcp port {'port': {'network_id': 'e0967daf-7b2d-480f-a29c-5b4e0dc7a284', 'fixed_ips': [{'subnet_id': 'a92542e4-913c-459c-8262-e5cab3a7b69e', 'ip_address': '172.20.0.18'}, {'subnet_id': '53e87f25-4b01-4d4b-988a-56b505bf32d0'}], 'binding:host_id': 'dv-neutron-833561-1-hyperv'}, 'id': '4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e'} from dv-neutron-833561-1-hyperv. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:33:36.756063 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:33:36.763377 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1004549-5a72-4ad8-a5d0-7f00eace5e12 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:36.763377 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c1004549-5a72-4ad8-a5d0-7f00eace5e12 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7050245 Mar 14 15:33:36.764649 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51186) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:36.816319 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-14c39e34-70cc-42f8-847d-a8fc4e6ab577 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'security_group': {'name': 'tempest-secgroup-1921089673'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:36.816753 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bd22fe9-919c-4f70-b6aa-2e646d3b89de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:36.827837 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a958b6bf-755e-4be6-8e1c-8c91d24ac461 None None] Provisioning for port 54f0cb5b-f211-4193-8b10-46dc5d2a0b4e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:36.838298 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a958b6bf-755e-4be6-8e1c-8c91d24ac461 None None] Provisioning complete for port 54f0cb5b-f211-4193-8b10-46dc5d2a0b4e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:36.838676 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a958b6bf-755e-4be6-8e1c-8c91d24ac461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:36.910420 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b221b8fc-e592-4a88-902e-a49e6151673d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:36.951121 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-14c39e34-70cc-42f8-847d-a8fc4e6ab577 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:36.961684 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-14c39e34-70cc-42f8-847d-a8fc4e6ab577 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:security_group and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:36.965489 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-14c39e34-70cc-42f8-847d-a8fc4e6ab577 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:36.971570 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-14c39e34-70cc-42f8-847d-a8fc4e6ab577 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:36.978619 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d35c2382-1de5-422b-933f-24110facd05d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:36.982475 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d35c2382-1de5-422b-933f-24110facd05d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:37.010410 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d35c2382-1de5-422b-933f-24110facd05d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/networks/05b0bdcb-6df6-43b3-968f-5bd9aa2132cf HTTP/1.1" status: 204 len: 168 time: 1.5248411 Mar 14 15:33:37.011466 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51190) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:37.059900 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-b221b8fc-e592-4a88-902e-a49e6151673d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Calling delete_port for ed410f49-33a1-4918-920e-25d8a77c68cf owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:37.072607 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14c39e34-70cc-42f8-847d-a8fc4e6ab577 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:37.089647 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c2382-1de5-422b-933f-24110facd05d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Network': ['ID=05b0bdcb-6df6-43b3-968f-5bd9aa2132cf,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:37.118484 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 4186db1c-992b-4907-bf6b-e92d64d31cd7 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:33:37.215894 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a958b6bf-755e-4be6-8e1c-8c91d24ac461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:37.228244 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 4186db1c-992b-4907-bf6b-e92d64d31cd7 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:33:37.228687 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 4186db1c-992b-4907-bf6b-e92d64d31cd7 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:33:37.230827 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-14c39e34-70cc-42f8-847d-a8fc4e6ab577 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:37.240279 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-14c39e34-70cc-42f8-847d-a8fc4e6ab577 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:security_group_rule and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:37.245078 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-14c39e34-70cc-42f8-847d-a8fc4e6ab577 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:37.261742 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-14c39e34-70cc-42f8-847d-a8fc4e6ab577 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:37.282013 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2c286ce7-1450-43af-8c27-9c14b5314891 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 5a45e703-dcec-4bf6-a807-3d8586480293 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:37.282384 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2c286ce7-1450-43af-8c27-9c14b5314891 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:37.304809 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a958b6bf-755e-4be6-8e1c-8c91d24ac461 None None] For port 54f0cb5b-f211-4193-8b10-46dc5d2a0b4e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=54f0cb5b-f211-4193-8b10-46dc5d2a0b4e,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:37.313927 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a958b6bf-755e-4be6-8e1c-8c91d24ac461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:37.358983 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-3bd22fe9-919c-4f70-b6aa-2e646d3b89de None None] Allocated IP 172.20.0.2 (e0967daf-7b2d-480f-a29c-5b4e0dc7a284/53e87f25-4b01-4d4b-988a-56b505bf32d0/4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:37.455868 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14c39e34-70cc-42f8-847d-a8fc4e6ab577 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:37.463623 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14c39e34-70cc-42f8-847d-a8fc4e6ab577 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:37.477455 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b221b8fc-e592-4a88-902e-a49e6151673d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:37.480964 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958b6bf-755e-4be6-8e1c-8c91d24ac461 None None] Pushing event updated for resources: {'Port': ['ID=54f0cb5b-f211-4193-8b10-46dc5d2a0b4e,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:37.492904 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a958b6bf-755e-4be6-8e1c-8c91d24ac461 None None] Provisioning for port ed410f49-33a1-4918-920e-25d8a77c68cf completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:37.503486 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a958b6bf-755e-4be6-8e1c-8c91d24ac461 None None] Provisioning complete for port ed410f49-33a1-4918-920e-25d8a77c68cf triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:37.503868 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a958b6bf-755e-4be6-8e1c-8c91d24ac461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:37.536585 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221b8fc-e592-4a88-902e-a49e6151673d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Port': ['ID=ed410f49-33a1-4918-920e-25d8a77c68cf,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:37.537649 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a958b6bf-755e-4be6-8e1c-8c91d24ac461 None None] Port ed410f49-33a1-4918-920e-25d8a77c68cf was deleted so its status cannot be updated. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 14 15:33:37.542930 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2c286ce7-1450-43af-8c27-9c14b5314891 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:37.543804 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2c286ce7-1450-43af-8c27-9c14b5314891 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:37.552315 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c39e34-70cc-42f8-847d-a8fc4e6ab577 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13f639b8-7274-4917-a67a-47da71aa4b09,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:37.558871 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14c39e34-70cc-42f8-847d-a8fc4e6ab577 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:37.560092 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-14c39e34-70cc-42f8-847d-a8fc4e6ab577 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7943418 Mar 14 15:33:37.565998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51194) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:37.587932 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3bd22fe9-919c-4f70-b6aa-2e646d3b89de None None] For port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e,segment=NetworkSegment(f32dd3b6-2b66-4a28-8830-d902384d613d),segment_id=f32dd3b6-2b66-4a28-8830-d902384d613d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:37.590571 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a958b6bf-755e-4be6-8e1c-8c91d24ac461 None None] Provisioning complete for port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:37.590956 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a958b6bf-755e-4be6-8e1c-8c91d24ac461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:37.598942 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b221b8fc-e592-4a88-902e-a49e6151673d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:37.621581 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b221b8fc-e592-4a88-902e-a49e6151673d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/ed410f49-33a1-4918-920e-25d8a77c68cf HTTP/1.1" status: 204 len: 168 time: 1.2858377 Mar 14 15:33:37.651876 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51196) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:37.670826 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bd22fe9-919c-4f70-b6aa-2e646d3b89de None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:37.701707 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3bd22fe9-919c-4f70-b6aa-2e646d3b89de None None] Transition to ACTIVE for port object 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:37.716001 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2c286ce7-1450-43af-8c27-9c14b5314891 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 5a45e703-dcec-4bf6-a807-3d8586480293 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:37.735689 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bd22fe9-919c-4f70-b6aa-2e646d3b89de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:37.745569 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-bf3385e7-6060-4239-8f3c-9bcae63c3bf5 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting port 3ab2b0f8-2489-41a8-8dd3-188970e772d9 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:37.745907 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf3385e7-6060-4239-8f3c-9bcae63c3bf5 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:37.780893 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2596e39b-878c-4ee0-a3c6-f8e55e74ec91 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:37.782342 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2596e39b-878c-4ee0-a3c6-f8e55e74ec91 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:37.783095 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2596e39b-878c-4ee0-a3c6-f8e55e74ec91 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:37.831084 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd22fe9-919c-4f70-b6aa-2e646d3b89de None None] Pushing event updated for resources: {'Port': ['ID=4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:37.849177 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2596e39b-878c-4ee0-a3c6-f8e55e74ec91 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:37.851594 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2596e39b-878c-4ee0-a3c6-f8e55e74ec91 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1974037 Mar 14 15:33:37.855129 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51202) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:37.885282 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-afb8a791-fc59-4ba8-b5dc-af9a3bdd884c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1628609920', 'security_groups': ['13f639b8-7274-4917-a67a-47da71aa4b09'], 'network_id': 'e0967daf-7b2d-480f-a29c-5b4e0dc7a284', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '53e87f25-4b01-4d4b-988a-56b505bf32d0'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:37.927901 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a958b6bf-755e-4be6-8e1c-8c91d24ac461 None None] Provisioning complete for port cb5da5fb-1f07-4610-ad2d-a29fd73fef34 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:37.928351 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a958b6bf-755e-4be6-8e1c-8c91d24ac461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:37.988288 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a958b6bf-755e-4be6-8e1c-8c91d24ac461 None None] Port cb5da5fb-1f07-4610-ad2d-a29fd73fef34 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:33:37.997395 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2c286ce7-1450-43af-8c27-9c14b5314891 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:38.013685 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a958b6bf-755e-4be6-8e1c-8c91d24ac461 None None] Provisioning complete for port 3ab2b0f8-2489-41a8-8dd3-188970e772d9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:38.014096 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a958b6bf-755e-4be6-8e1c-8c91d24ac461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:38.023535 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a39a8b-d817-4386-b3a6-e8b229625f77 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet b8f6a2ac-b257-487a-9bdb-df8a15264e8c {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:33:38.030942 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12a39a8b-d817-4386-b3a6-e8b229625f77 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:38.075438 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a958b6bf-755e-4be6-8e1c-8c91d24ac461 None None] Port 3ab2b0f8-2489-41a8-8dd3-188970e772d9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:33:38.077827 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c286ce7-1450-43af-8c27-9c14b5314891 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=5a45e703-dcec-4bf6-a807-3d8586480293,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:38.092132 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf3385e7-6060-4239-8f3c-9bcae63c3bf5 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:38.178607 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-afb8a791-fc59-4ba8-b5dc-af9a3bdd884c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:38.194208 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-afb8a791-fc59-4ba8-b5dc-af9a3bdd884c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:38.196276 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2c286ce7-1450-43af-8c27-9c14b5314891 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:38.225599 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-bf3385e7-6060-4239-8f3c-9bcae63c3bf5 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Calling delete_port for 3ab2b0f8-2489-41a8-8dd3-188970e772d9 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:38.276339 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12a39a8b-d817-4386-b3a6-e8b229625f77 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:38.322659 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb8a791-fc59-4ba8-b5dc-af9a3bdd884c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:38.327246 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-afb8a791-fc59-4ba8-b5dc-af9a3bdd884c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:38.363095 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-afb8a791-fc59-4ba8-b5dc-af9a3bdd884c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] device_id is not set on port f0cba130-d434-42d4-afb6-770d6a773a44 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:33:38.448019 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12a39a8b-d817-4386-b3a6-e8b229625f77 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:38.512585 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf3385e7-6060-4239-8f3c-9bcae63c3bf5 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:38.568179 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3385e7-6060-4239-8f3c-9bcae63c3bf5 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Port': ['ID=3ab2b0f8-2489-41a8-8dd3-188970e772d9,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:38.590900 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-afb8a791-fc59-4ba8-b5dc-af9a3bdd884c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Allocated IP 172.20.0.3 (e0967daf-7b2d-480f-a29c-5b4e0dc7a284/53e87f25-4b01-4d4b-988a-56b505bf32d0/f0cba130-d434-42d4-afb6-770d6a773a44) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:38.620980 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4e4166ca-a083-4301-a2cf-c38527b1acba None None] Provisioning complete for port cb5da5fb-1f07-4610-ad2d-a29fd73fef34 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:38.621488 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4e4166ca-a083-4301-a2cf-c38527b1acba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:38.685586 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4e4166ca-a083-4301-a2cf-c38527b1acba None None] Port cb5da5fb-1f07-4610-ad2d-a29fd73fef34 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:33:38.701711 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4e4166ca-a083-4301-a2cf-c38527b1acba None None] Provisioning for port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:38.710131 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4e4166ca-a083-4301-a2cf-c38527b1acba None None] Provisioning complete for port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:38.710762 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4e4166ca-a083-4301-a2cf-c38527b1acba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:38.780413 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12a39a8b-d817-4386-b3a6-e8b229625f77 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:38.829794 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a39a8b-d817-4386-b3a6-e8b229625f77 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=b8f6a2ac-b257-487a-9bdb-df8a15264e8c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:38.838880 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf3385e7-6060-4239-8f3c-9bcae63c3bf5 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:38.847282 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12a39a8b-d817-4386-b3a6-e8b229625f77 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:38.853648 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c3f411-b6e4-4da4-9d1c-59bd56a7c4c6 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:39.039804 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-afb8a791-fc59-4ba8-b5dc-af9a3bdd884c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:39.060784 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-afb8a791-fc59-4ba8-b5dc-af9a3bdd884c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Transition to ACTIVE for port object f0cba130-d434-42d4-afb6-770d6a773a44 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:39.106042 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-afb8a791-fc59-4ba8-b5dc-af9a3bdd884c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:39.109497 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-12a39a8b-d817-4386-b3a6-e8b229625f77 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/b8f6a2ac-b257-487a-9bdb-df8a15264e8c HTTP/1.1" status: 204 len: 168 time: 1.2513709 Mar 14 15:33:39.109702 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51208) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:39.154572 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:33:39.183572 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4cda1c-e7c8-4053-929b-97675fae9486 None None] DHCP port deletion for 9afff20e-053f-4563-a829-c09143628c31 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:33:39.199583 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cf4cda1c-e7c8-4053-929b-97675fae9486 None None] Deleting port 54f0cb5b-f211-4193-8b10-46dc5d2a0b4e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:39.200054 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf4cda1c-e7c8-4053-929b-97675fae9486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:39.227574 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1e82ea7e-257d-44aa-864f-4b85d7228512 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1166201 Mar 14 15:33:39.233562 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51212) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:39.249830 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4c90d234-4c35-417d-a829-39ac6f146d51 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:39.264900 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c286ce7-1450-43af-8c27-9c14b5314891 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router daca5833-e46e-46c0-8d87-efac19dbc3e7 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:33:39.340790 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb8a791-fc59-4ba8-b5dc-af9a3bdd884c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:39.355678 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-afb8a791-fc59-4ba8-b5dc-af9a3bdd884c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:39.361160 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8a791-fc59-4ba8-b5dc-af9a3bdd884c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Port': ['ID=f0cba130-d434-42d4-afb6-770d6a773a44,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:39.363977 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb8a791-fc59-4ba8-b5dc-af9a3bdd884c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:39.449051 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3385e7-6060-4239-8f3c-9bcae63c3bf5 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Router 341980f5-4848-4ea0-b179-c3aad0bcf3c5 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:33:39.472417 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cf4cda1c-e7c8-4053-929b-97675fae9486 None None] For port 54f0cb5b-f211-4193-8b10-46dc5d2a0b4e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=54f0cb5b-f211-4193-8b10-46dc5d2a0b4e,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:39.473621 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf4cda1c-e7c8-4053-929b-97675fae9486 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:39.507117 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4c90d234-4c35-417d-a829-39ac6f146d51 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:39.573214 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4c90d234-4c35-417d-a829-39ac6f146d51 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:39.578567 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4c90d234-4c35-417d-a829-39ac6f146d51 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:39.585210 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb8a791-fc59-4ba8-b5dc-af9a3bdd884c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:39.586001 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-afb8a791-fc59-4ba8-b5dc-af9a3bdd884c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:39.593389 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4c90d234-4c35-417d-a829-39ac6f146d51 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:39.600812 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:39.601274 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:39.610388 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3385e7-6060-4239-8f3c-9bcae63c3bf5 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:33:39.616796 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-bf3385e7-6060-4239-8f3c-9bcae63c3bf5 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/routers/341980f5-4848-4ea0-b179-c3aad0bcf3c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5326231 Mar 14 15:33:39.619541 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51216) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:39.625659 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08216f95-6e3d-4b4d-be74-63e7f7bd6b2b None None] Sync routers for ids ['341980f5-4848-4ea0-b179-c3aad0bcf3c5'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:33:39.634032 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c90d234-4c35-417d-a829-39ac6f146d51 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:39.645437 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08216f95-6e3d-4b4d-be74-63e7f7bd6b2b None None] Routers {'341980f5-4848-4ea0-b179-c3aad0bcf3c5'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:39.646768 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-08216f95-6e3d-4b4d-be74-63e7f7bd6b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['341980f5-4848-4ea0-b179-c3aad0bcf3c5'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:39.678406 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-344d8071-9376-4303-b322-b49ff2341046 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Synchronizing usage tracker for tenant:8d2b5d0d495944a3854f9775f18c15a3 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:39.697140 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cf4cda1c-e7c8-4053-929b-97675fae9486 None None] Calling delete_port for 54f0cb5b-f211-4193-8b10-46dc5d2a0b4e owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:39.699715 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-344d8071-9376-4303-b322-b49ff2341046 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Unset dirty status for tenant:8d2b5d0d495944a3854f9775f18c15a3 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:39.704557 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-344d8071-9376-4303-b322-b49ff2341046 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/ports?device_id=341980f5-4848-4ea0-b179-c3aad0bcf3c5 HTTP/1.1" status: 200 len: 205 time: 0.0839255 Mar 14 15:33:39.705519 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51220) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:39.727250 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-08216f95-6e3d-4b4d-be74-63e7f7bd6b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:39.740708 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08216f95-6e3d-4b4d-be74-63e7f7bd6b2b None None] Routers {'341980f5-4848-4ea0-b179-c3aad0bcf3c5'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:39.741563 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-08216f95-6e3d-4b4d-be74-63e7f7bd6b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['341980f5-4848-4ea0-b179-c3aad0bcf3c5'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:39.745594 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c90d234-4c35-417d-a829-39ac6f146d51 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:39.793100 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf4cda1c-e7c8-4053-929b-97675fae9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:39.813178 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-afb8a791-fc59-4ba8-b5dc-af9a3bdd884c tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1941853 Mar 14 15:33:39.829990 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51224) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:39.830695 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-08216f95-6e3d-4b4d-be74-63e7f7bd6b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:39.831384 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08216f95-6e3d-4b4d-be74-63e7f7bd6b2b None None] The sync data for ids ['341980f5-4848-4ea0-b179-c3aad0bcf3c5'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:33:39.839136 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c9dae16c-7714-4e79-8794-e6a4feda4d5a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'subnet': {'network_id': 'e0967daf-7b2d-480f-a29c-5b4e0dc7a284', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:39.849007 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cda1c-e7c8-4053-929b-97675fae9486 None None] Pushing event deleted for resources: {'Port': ['ID=54f0cb5b-f211-4193-8b10-46dc5d2a0b4e,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:39.871035 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4cda1c-e7c8-4053-929b-97675fae9486 None None] No DVR routers for this DVR port 54f0cb5b-f211-4193-8b10-46dc5d2a0b4e on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:33:39.878600 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9760f79e-9985-4cd9-bb30-cadfa2f705a5 None None] Provisioning for port f0cba130-d434-42d4-afb6-770d6a773a44 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:39.880032 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8980f16f-e79b-4a97-9a38-0127576179b8 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:39.887603 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9760f79e-9985-4cd9-bb30-cadfa2f705a5 None None] Provisioning complete for port f0cba130-d434-42d4-afb6-770d6a773a44 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:39.888058 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9760f79e-9985-4cd9-bb30-cadfa2f705a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:39.987989 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9760f79e-9985-4cd9-bb30-cadfa2f705a5 None None] Port f0cba130-d434-42d4-afb6-770d6a773a44 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:33:40.084799 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c9dae16c-7714-4e79-8794-e6a4feda4d5a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:40.097898 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c9dae16c-7714-4e79-8794-e6a4feda4d5a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:subnet and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:40.105352 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c9dae16c-7714-4e79-8794-e6a4feda4d5a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:40.117974 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c9dae16c-7714-4e79-8794-e6a4feda4d5a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:40.155193 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dae16c-7714-4e79-8794-e6a4feda4d5a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:40.177014 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c286ce7-1450-43af-8c27-9c14b5314891 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:33:40.190965 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3499842-9233-4784-a953-82ea2dd07444 None None] Sync routers for ids ['daca5833-e46e-46c0-8d87-efac19dbc3e7'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:33:40.203555 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3499842-9233-4784-a953-82ea2dd07444 None None] Routers {'daca5833-e46e-46c0-8d87-efac19dbc3e7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:40.204188 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f3499842-9233-4784-a953-82ea2dd07444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['daca5833-e46e-46c0-8d87-efac19dbc3e7'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:40.238600 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c90d234-4c35-417d-a829-39ac6f146d51 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:40.310402 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8980f16f-e79b-4a97-9a38-0127576179b8 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:40.321150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8980f16f-e79b-4a97-9a38-0127576179b8 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:40.359017 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8980f16f-e79b-4a97-9a38-0127576179b8 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:40.359017 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8980f16f-e79b-4a97-9a38-0127576179b8 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Fanout notify agent at l3_agent the message router_deleted on router 341980f5-4848-4ea0-b179-c3aad0bcf3c5 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:33:40.369129 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8980f16f-e79b-4a97-9a38-0127576179b8 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:40.373080 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8980f16f-e79b-4a97-9a38-0127576179b8 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/routers/341980f5-4848-4ea0-b179-c3aad0bcf3c5 HTTP/1.1" status: 204 len: 168 time: 0.6634610 Mar 14 15:33:40.373209 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51228) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:40.388130 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2c286ce7-1450-43af-8c27-9c14b5314891 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:40.398639 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f3499842-9233-4784-a953-82ea2dd07444 None None] Set router daca5833-e46e-46c0-8d87-efac19dbc3e7 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:33:40.475681 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c90d234-4c35-417d-a829-39ac6f146d51 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:40.494236 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4c90d234-4c35-417d-a829-39ac6f146d51 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:40.505252 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c90d234-4c35-417d-a829-39ac6f146d51 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:40.505845 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c90d234-4c35-417d-a829-39ac6f146d51 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:40.521823 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2c286ce7-1450-43af-8c27-9c14b5314891 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/floatingips/6c1cd489-b2cd-49db-aee1-c9a7bf98961d HTTP/1.1" status: 204 len: 168 time: 3.5072484 Mar 14 15:33:40.521823 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90d234-4c35-417d-a829-39ac6f146d51 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=54078ffe-e5cc-4673-aca2-8e746f1bab51,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:40.536635 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f43a692-03ea-400c-9684-1b18a53faafb None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:40.559573 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16329f1d-e21f-422e-8033-2f7b6aac1981', 'tag': '4fbd8792-106f-4641-982c-22e74d7248e7'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:33:40.568003 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9dae16c-7714-4e79-8794-e6a4feda4d5a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:40.707337 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8105dc2-92e6-4069-85a8-14d1caab34c1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting subnet 5fe6a099-6edf-493e-8f6d-dab66dc1a349 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:33:40.711073 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8105dc2-92e6-4069-85a8-14d1caab34c1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:40.749198 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4c90d234-4c35-417d-a829-39ac6f146d51 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5099816 Mar 14 15:33:40.749198 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.ipam_backend_mixin [None req-c9dae16c-7714-4e79-8794-e6a4feda4d5a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 53e87f25-4b01-4d4b-988a-56b505bf32d0 (CIDR: 172.20.0.0/28) Mar 14 15:33:40.749198 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51238) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:40.755202 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b9632b7d-f652-4d05-85dc-62d6e7ea0c6b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'fixed_ips': [{'subnet_id': '54078ffe-e5cc-4673-aca2-8e746f1bab51', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1399734215'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:40.769106 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9dae16c-7714-4e79-8794-e6a4feda4d5a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:33:40.769553 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9dae16c-7714-4e79-8794-e6a4feda4d5a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:33:40.789832 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8105dc2-92e6-4069-85a8-14d1caab34c1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:40.846638 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16329f1d-e21f-422e-8033-2f7b6aac1981', 'tag': '4fbd8792-106f-4641-982c-22e74d7248e7', 'status': 'completed', 'code': 200} Mar 14 15:33:40.856213 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c9dae16c-7714-4e79-8794-e6a4feda4d5a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0247686 Mar 14 15:33:40.859953 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51244) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:40.873409 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-62065b30-dfde-4512-a308-7d92424c485e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'subnet': {'network_id': 'e0967daf-7b2d-480f-a29c-5b4e0dc7a284', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:40.958267 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b9632b7d-f652-4d05-85dc-62d6e7ea0c6b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:40.965122 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b9632b7d-f652-4d05-85dc-62d6e7ea0c6b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:port and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:40.968881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b9632b7d-f652-4d05-85dc-62d6e7ea0c6b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:40.976235 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b9632b7d-f652-4d05-85dc-62d6e7ea0c6b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:40.982705 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5392b66-7230-4cd8-b6e4-8d0579c4baed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-9afff20e-053f-4563-a829-c09143628c31', 'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'fixed_ips': [{'subnet_id': '54078ffe-e5cc-4673-aca2-8e746f1bab51'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:33:40.983664 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5392b66-7230-4cd8-b6e4-8d0579c4baed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:40.991770 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9632b7d-f652-4d05-85dc-62d6e7ea0c6b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:40.998513 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9632b7d-f652-4d05-85dc-62d6e7ea0c6b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:41.011204 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cf908867-6870-4cdf-a9ea-74d29da97152 req-6a8be6d8-8265-4897-a189-bcc8048c7f95 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 1099 time: 0.1369705 Mar 14 15:33:41.049822 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-b9632b7d-f652-4d05-85dc-62d6e7ea0c6b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] device_id is not set on port a1eb1981-5226-42f7-b3e2-d65fe0304f60 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:33:41.064217 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f3499842-9233-4784-a953-82ea2dd07444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'name': 'tempest-TestNetworkBasicOps-router-1361180857', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:38Z', 'updated_at': '2022-03-14T15:33:23Z', 'revision_number': 6, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:39Z', 'updated_at': '2022-03-14T15:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6f4ea2bd-8124-469e-b7c9-061773769c18', 'name': '', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:cb:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:54Z', 'updated_at': '2022-03-14T15:30:07Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:41.082916 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3499842-9233-4784-a953-82ea2dd07444 None None] Checking router: daca5833-e46e-46c0-8d87-efac19dbc3e7 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:33:41.101423 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8105dc2-92e6-4069-85a8-14d1caab34c1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:41.164123 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-62065b30-dfde-4512-a308-7d92424c485e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:41.172021 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c71c9-2922-4b57-9a01-85cccac03652 req-0a6d8054-b252-490e-bd8b-2803beb23016 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:41.173703 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 54f0cb5b-f211-4193-8b10-46dc5d2a0b4e no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:33:41.179908 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-020c71c9-2922-4b57-9a01-85cccac03652 req-0a6d8054-b252-490e-bd8b-2803beb23016 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 946 time: 0.2310569 Mar 14 15:33:41.202104 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-62065b30-dfde-4512-a308-7d92424c485e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:subnet and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:41.208560 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-62065b30-dfde-4512-a308-7d92424c485e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:41.211880 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 54f0cb5b-f211-4193-8b10-46dc5d2a0b4e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:33:41.212333 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 54f0cb5b-f211-4193-8b10-46dc5d2a0b4e not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:33:41.221770 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-62065b30-dfde-4512-a308-7d92424c485e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:41.230375 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3499842-9233-4784-a953-82ea2dd07444 None None] Routers {'daca5833-e46e-46c0-8d87-efac19dbc3e7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:41.231423 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f3499842-9233-4784-a953-82ea2dd07444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['daca5833-e46e-46c0-8d87-efac19dbc3e7'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:41.255475 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62065b30-dfde-4512-a308-7d92424c485e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:41.266478 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf908867-6870-4cdf-a9ea-74d29da97152 req-c9cd5110-b036-4d98-913b-03a99e11f645 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:41.268161 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cf908867-6870-4cdf-a9ea-74d29da97152 req-c9cd5110-b036-4d98-913b-03a99e11f645 service neutron] 10.222.0.24 "GET /v2.0/networks?id=beb9cf70-bc90-42d6-8193-9a20588857cb HTTP/1.1" status: 200 len: 897 time: 0.2489161 Mar 14 15:33:41.281980 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-020c71c9-2922-4b57-9a01-85cccac03652 req-9f9f7309-5761-4eca-aed1-a03b31f79af7 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=52773a6f-207a-4286-a1b6-df92daf7771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012177 Mar 14 15:33:41.332049 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8105dc2-92e6-4069-85a8-14d1caab34c1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:41.345168 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cf908867-6870-4cdf-a9ea-74d29da97152 req-9d41181b-8abd-4699-bad0-3d6bcf4f578c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fbd8792-106f-4641-982c-22e74d7248e7 HTTP/1.1" status: 200 len: 217 time: 0.0695696 Mar 14 15:33:41.389096 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8105dc2-92e6-4069-85a8-14d1caab34c1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Subnet': ['ID=5fe6a099-6edf-493e-8f6d-dab66dc1a349,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:41.397201 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8105dc2-92e6-4069-85a8-14d1caab34c1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:41.411811 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a8105dc2-92e6-4069-85a8-14d1caab34c1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/subnets/5fe6a099-6edf-493e-8f6d-dab66dc1a349 HTTP/1.1" status: 204 len: 168 time: 1.0349422 Mar 14 15:33:41.412020 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6643c2d9-283b-478e-a5f0-647b899515cd None None] Network d61bc0d4-2e92-4087-bcd0-997318996e9c requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:41.413127 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51248) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:41.443220 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf908867-6870-4cdf-a9ea-74d29da97152 req-a413a646-16b2-4323-b420-565a99a2361b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:41.444782 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cf908867-6870-4cdf-a9ea-74d29da97152 req-a413a646-16b2-4323-b420-565a99a2361b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bcc5066-53a7-43d6-b32e-ebedf3508cb5 HTTP/1.1" status: 200 len: 834 time: 0.0929990 Mar 14 15:33:41.446559 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62065b30-dfde-4512-a308-7d92424c485e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:41.532615 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-c5392b66-7230-4cd8-b6e4-8d0579c4baed None None] Allocated IP 2001:db8::2 (9afff20e-053f-4563-a829-c09143628c31/54078ffe-e5cc-4673-aca2-8e746f1bab51/11c10f77-08bd-468b-8d7e-e4d6ce378335) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:41.578014 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.ipam_backend_mixin [None req-62065b30-dfde-4512-a308-7d92424c485e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a92542e4-913c-459c-8262-e5cab3a7b69e (CIDR: 172.20.0.16/28) Mar 14 15:33:41.581519 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-62065b30-dfde-4512-a308-7d92424c485e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:33:41.581832 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4d543fc-ba90-4263-86e1-b9479927591f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:41.581979 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62065b30-dfde-4512-a308-7d92424c485e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:33:41.603478 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-62065b30-dfde-4512-a308-7d92424c485e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7373400 Mar 14 15:33:41.603712 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51252) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:41.607773 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e4d543fc-ba90-4263-86e1-b9479927591f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting port b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:41.608212 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4d543fc-ba90-4263-86e1-b9479927591f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:41.634258 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-28912cd4-888b-44b5-8f12-508b14d1ad56 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'subnet': {'network_id': 'e0967daf-7b2d-480f-a29c-5b4e0dc7a284', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:41.730954 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cf908867-6870-4cdf-a9ea-74d29da97152 req-f7a2bd82-af33-4e65-8d39-7c282be04822 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=beb9cf70-bc90-42d6-8193-9a20588857cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2388346 Mar 14 15:33:41.734672 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f3499842-9233-4784-a953-82ea2dd07444 None None] Set router daca5833-e46e-46c0-8d87-efac19dbc3e7 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:33:42.077838 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf3dce8-1b6e-4b4d-a821-d53a79a84648 None None] DHCP port deletion for d61bc0d4-2e92-4087-bcd0-997318996e9c request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:33:42.095880 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cdf3dce8-1b6e-4b4d-a821-d53a79a84648 None None] Deleting port b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:42.096295 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cdf3dce8-1b6e-4b4d-a821-d53a79a84648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:42.112083 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-28912cd4-888b-44b5-8f12-508b14d1ad56 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:42.133961 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-28912cd4-888b-44b5-8f12-508b14d1ad56 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Usage tracker for resource:subnet and tenant:d145e6d0b939429681cad6903d26baa7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:42.138532 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-28912cd4-888b-44b5-8f12-508b14d1ad56 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:42.138698 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5392b66-7230-4cd8-b6e4-8d0579c4baed None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:42.154847 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-28912cd4-888b-44b5-8f12-508b14d1ad56 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:42.179025 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cf908867-6870-4cdf-a9ea-74d29da97152 req-1cfd832b-53da-4729-a930-ea58cf75f4db service neutron] 10.222.0.24 "GET /v2.0/networks/beb9cf70-bc90-42d6-8193-9a20588857cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370193 Mar 14 15:33:42.206880 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c5392b66-7230-4cd8-b6e4-8d0579c4baed None None] Transition to ACTIVE for port object 11c10f77-08bd-468b-8d7e-e4d6ce378335 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:42.216339 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28912cd4-888b-44b5-8f12-508b14d1ad56 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Made reservation on behalf of d145e6d0b939429681cad6903d26baa7 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:42.219777 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28912cd4-888b-44b5-8f12-508b14d1ad56 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:42.232128 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c5392b66-7230-4cd8-b6e4-8d0579c4baed None None] Transition to ACTIVE for port object 11c10f77-08bd-468b-8d7e-e4d6ce378335 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:42.266393 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5392b66-7230-4cd8-b6e4-8d0579c4baed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:42.278922 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-e4d543fc-ba90-4263-86e1-b9479927591f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] For port b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f,segment=NetworkSegment(62a0aa99-4445-4200-8c47-21d7935b300c),segment_id=62a0aa99-4445-4200-8c47-21d7935b300c)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:42.279558 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4d543fc-ba90-4263-86e1-b9479927591f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:42.301034 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9632b7d-f652-4d05-85dc-62d6e7ea0c6b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:33:42.301389 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9632b7d-f652-4d05-85dc-62d6e7ea0c6b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:33:42.388210 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5392b66-7230-4cd8-b6e4-8d0579c4baed None None] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:42.433422 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-c5392b66-7230-4cd8-b6e4-8d0579c4baed None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:42.435821 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5392b66-7230-4cd8-b6e4-8d0579c4baed None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:42.445011 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5392b66-7230-4cd8-b6e4-8d0579c4baed None None] Pushing event updated for resources: {'Port': ['ID=11c10f77-08bd-468b-8d7e-e4d6ce378335,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:42.475949 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e4d543fc-ba90-4263-86e1-b9479927591f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Calling delete_port for b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:42.546626 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cdf3dce8-1b6e-4b4d-a821-d53a79a84648 None None] For port b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f,segment=NetworkSegment(62a0aa99-4445-4200-8c47-21d7935b300c),segment_id=62a0aa99-4445-4200-8c47-21d7935b300c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:42.546928 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cdf3dce8-1b6e-4b4d-a821-d53a79a84648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:42.561283 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f3499842-9233-4784-a953-82ea2dd07444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'name': 'tempest-TestNetworkBasicOps-router-1361180857', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:38Z', 'updated_at': '2022-03-14T15:33:23Z', 'revision_number': 6, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:39Z', 'updated_at': '2022-03-14T15:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6f4ea2bd-8124-469e-b7c9-061773769c18', 'name': '', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:cb:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:54Z', 'updated_at': '2022-03-14T15:30:07Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:42.628858 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3499842-9233-4784-a953-82ea2dd07444 None None] The sync data for ids ['daca5833-e46e-46c0-8d87-efac19dbc3e7'] in dv-neutron-833561-1-hyperv is: [{'id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'name': 'tempest-TestNetworkBasicOps-router-1361180857', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:38Z', 'updated_at': '2022-03-14T15:33:23Z', 'revision_number': 6, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:39Z', 'updated_at': '2022-03-14T15:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6f4ea2bd-8124-469e-b7c9-061773769c18', 'name': '', 'network_id': 'beb9cf70-bc90-42d6-8193-9a20588857cb', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:cb:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:54Z', 'updated_at': '2022-03-14T15:30:07Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '7bcc5066-53a7-43d6-b32e-ebedf3508cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:33:42.648928 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b9632b7d-f652-4d05-85dc-62d6e7ea0c6b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8994744 Mar 14 15:33:42.651956 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51258) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:42.686799 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c5392b66-7230-4cd8-b6e4-8d0579c4baed None None] Attempting to bind port 11c10f77-08bd-468b-8d7e-e4d6ce378335 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:33:42.687390 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c5392b66-7230-4cd8-b6e4-8d0579c4baed None None] Attempting to bind port 11c10f77-08bd-468b-8d7e-e4d6ce378335 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:33:42.687552 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5392b66-7230-4cd8-b6e4-8d0579c4baed None None] Attempting to bind port 11c10f77-08bd-468b-8d7e-e4d6ce378335 on network 9afff20e-053f-4563-a829-c09143628c31 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:33:42.696052 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cdf3dce8-1b6e-4b4d-a821-d53a79a84648 None None] Calling delete_port for b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:42.762903 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cf908867-6870-4cdf-a9ea-74d29da97152 req-a9f8d1b1-991f-4c7d-991b-51f87d0134d1 service neutron] 10.222.0.24 "GET /v2.0/networks/beb9cf70-bc90-42d6-8193-9a20588857cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773504 Mar 14 15:33:42.763278 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f25e27b-89c4-41ab-8bea-01c0358dc052 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:42.766702 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1f25e27b-89c4-41ab-8bea-01c0358dc052 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:42.787915 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4d543fc-ba90-4263-86e1-b9479927591f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:42.800958 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1f25e27b-89c4-41ab-8bea-01c0358dc052 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:42.801498 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5392b66-7230-4cd8-b6e4-8d0579c4baed None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:33:42.804612 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5392b66-7230-4cd8-b6e4-8d0579c4baed None None] Checking segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:33:42.804742 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1f25e27b-89c4-41ab-8bea-01c0358dc052 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1486619 Mar 14 15:33:42.804830 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5392b66-7230-4cd8-b6e4-8d0579c4baed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:42.804830 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5392b66-7230-4cd8-b6e4-8d0579c4baed None None] Bound using segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:33:42.804830 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c5392b66-7230-4cd8-b6e4-8d0579c4baed None None] Bound port: 11c10f77-08bd-468b-8d7e-e4d6ce378335, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:33:42.804830 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5392b66-7230-4cd8-b6e4-8d0579c4baed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:42.805147 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51262) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:42.854708 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31e8a7-c7d6-495e-884d-f3dde8e6e280 req-e01dc426-18be-4cc2-a37c-93039464e33f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:42.855418 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-1d31e8a7-c7d6-495e-884d-f3dde8e6e280 req-e01dc426-18be-4cc2-a37c-93039464e33f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:42.858112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d543fc-ba90-4263-86e1-b9479927591f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Port': ['ID=b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:42.871270 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62441f0c-533c-4e31-a19b-a69bd4e70828 req-b1b82452-0d47-43a6-a920-409be8c23454 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:42.871978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-62441f0c-533c-4e31-a19b-a69bd4e70828 req-b1b82452-0d47-43a6-a920-409be8c23454 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:42.878890 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50acb69d-6fcb-4e3f-9625-f742ca2f07d1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:42.880753 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50acb69d-6fcb-4e3f-9625-f742ca2f07d1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:42.881758 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-50acb69d-6fcb-4e3f-9625-f742ca2f07d1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:42.902251 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-50acb69d-6fcb-4e3f-9625-f742ca2f07d1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:42.907171 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-50acb69d-6fcb-4e3f-9625-f742ca2f07d1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0977356 Mar 14 15:33:42.907171 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51266) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:42.925309 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-664a2f39-b822-414c-a269-3bac1d56c208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:42.927457 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-cdf3dce8-1b6e-4b4d-a821-d53a79a84648 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:33:42.927820 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-cdf3dce8-1b6e-4b4d-a821-d53a79a84648 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:33:42.936575 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d543fc-ba90-4263-86e1-b9479927591f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] No DVR routers for this DVR port b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:33:42.942618 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c5392b66-7230-4cd8-b6e4-8d0579c4baed None None] For port 11c10f77-08bd-468b-8d7e-e4d6ce378335, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:33:42.946583 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c5392b66-7230-4cd8-b6e4-8d0579c4baed None None] For port 11c10f77-08bd-468b-8d7e-e4d6ce378335, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=11c10f77-08bd-468b-8d7e-e4d6ce378335,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:33:42.952625 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5392b66-7230-4cd8-b6e4-8d0579c4baed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:42.981548 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-1d31e8a7-c7d6-495e-884d-f3dde8e6e280 req-e01dc426-18be-4cc2-a37c-93039464e33f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:42.982744 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1d31e8a7-c7d6-495e-884d-f3dde8e6e280 req-e01dc426-18be-4cc2-a37c-93039464e33f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 946 time: 0.4793475 Mar 14 15:33:43.018941 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-62441f0c-533c-4e31-a19b-a69bd4e70828 req-b1b82452-0d47-43a6-a920-409be8c23454 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:43.019425 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-62441f0c-533c-4e31-a19b-a69bd4e70828 req-b1b82452-0d47-43a6-a920-409be8c23454 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 946 time: 0.5130992 Mar 14 15:33:43.046645 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5392b66-7230-4cd8-b6e4-8d0579c4baed None None] Pushing event updated for resources: {'Port': ['ID=11c10f77-08bd-468b-8d7e-e4d6ce378335,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:43.081168 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10646a45-e84f-4913-8eb2-47ca980cd1fd None None] New status for floating IP 6c1cd489-b2cd-49db-aee1-c9a7bf98961d: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:33:43.193954 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:33:43.251810 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4d543fc-ba90-4263-86e1-b9479927591f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:43.286119 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:33:43.287968 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:33:43.312131 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc368e26-2036-4354-af61-7c3389605b64 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet 54078ffe-e5cc-4673-aca2-8e746f1bab51 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:33:43.317733 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc368e26-2036-4354-af61-7c3389605b64 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:43.337267 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e4d543fc-ba90-4263-86e1-b9479927591f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61bc0d4-2e92-4087-bcd0-997318996e9c']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:43.356029 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e4d543fc-ba90-4263-86e1-b9479927591f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a0aa99-4445-4200-8c47-21d7935b300c') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:43.356410 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e4d543fc-ba90-4263-86e1-b9479927591f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a0aa99-4445-4200-8c47-21d7935b300c') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:43.404648 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4d543fc-ba90-4263-86e1-b9479927591f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:43.434278 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc368e26-2036-4354-af61-7c3389605b64 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:43.441817 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cdf3dce8-1b6e-4b4d-a821-d53a79a84648 None None] Deleting port b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:43.441817 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cdf3dce8-1b6e-4b4d-a821-d53a79a84648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:43.454640 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4d543fc-ba90-4263-86e1-b9479927591f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:43.454640 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d543fc-ba90-4263-86e1-b9479927591f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:33:43.454640 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4d543fc-ba90-4263-86e1-b9479927591f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:33:43.589524 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:33:43.603010 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-1d31e8a7-c7d6-495e-884d-f3dde8e6e280 req-d4595f71-60f8-45bd-b240-9a323b18afa2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:43.611215 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cdf3dce8-1b6e-4b4d-a821-d53a79a84648 None None] The port 'b9d4f463-b0f3-4eb5-a6ab-a8fae7c4b60f' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:33:43.618583 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-62441f0c-533c-4e31-a19b-a69bd4e70828 req-532a74f0-1265-4f20-9c20-fd2dd923143c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 4fbd8792-106f-4641-982c-22e74d7248e7 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:43.619016 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-62441f0c-533c-4e31-a19b-a69bd4e70828 req-532a74f0-1265-4f20-9c20-fd2dd923143c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:43.628070 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc368e26-2036-4354-af61-7c3389605b64 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:43.664352 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28912cd4-888b-44b5-8f12-508b14d1ad56 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:43.724232 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc368e26-2036-4354-af61-7c3389605b64 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:43.761091 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4d543fc-ba90-4263-86e1-b9479927591f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:43.768513 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc368e26-2036-4354-af61-7c3389605b64 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=54078ffe-e5cc-4673-aca2-8e746f1bab51,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:43.774096 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc368e26-2036-4354-af61-7c3389605b64 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:43.791795 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-dc368e26-2036-4354-af61-7c3389605b64 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/54078ffe-e5cc-4673-aca2-8e746f1bab51 HTTP/1.1" status: 204 len: 168 time: 0.8813019 Mar 14 15:33:43.792482 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51272) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:43.795804 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4d543fc-ba90-4263-86e1-b9479927591f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:43.807641 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-1d31e8a7-c7d6-495e-884d-f3dde8e6e280 req-d4595f71-60f8-45bd-b240-9a323b18afa2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:43.808790 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1d31e8a7-c7d6-495e-884d-f3dde8e6e280 req-d4595f71-60f8-45bd-b240-9a323b18afa2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=52773a6f-207a-4286-a1b6-df92daf7771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8042572 Mar 14 15:33:43.812412 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28912cd4-888b-44b5-8f12-508b14d1ad56 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:43.840979 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d543fc-ba90-4263-86e1-b9479927591f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Network': ['ID=d61bc0d4-2e92-4087-bcd0-997318996e9c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:43.854257 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28912cd4-888b-44b5-8f12-508b14d1ad56 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Subnet': ['ID=b23f5b1e-9252-4ec6-81dc-906a091e819b,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:43.856498 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-28912cd4-888b-44b5-8f12-508b14d1ad56 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:43.866613 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fee844-028c-4685-b38e-264067f17df2 None None] Network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:43.965569 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ef404016-e829-401f-9d52-d7e9b7675613 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1663337 Mar 14 15:33:43.965813 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51276) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:43.972013 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1ce23a88-5182-4d94-9c8d-328f4017be45 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:43.978274 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28912cd4-888b-44b5-8f12-508b14d1ad56 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:43.978862 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28912cd4-888b-44b5-8f12-508b14d1ad56 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:44.024485 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e4d543fc-ba90-4263-86e1-b9479927591f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/networks/d61bc0d4-2e92-4087-bcd0-997318996e9c HTTP/1.1" status: 204 len: 168 time: 2.6109393 Mar 14 15:33:44.026616 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51280) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:44.041482 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4af68a23-47a4-4169-a51e-e8566fe01c1a tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2072831609', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:44.064188 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4af68a23-47a4-4169-a51e-e8566fe01c1a tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:44.067491 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-28912cd4-888b-44b5-8f12-508b14d1ad56 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4628015 Mar 14 15:33:44.087316 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1ce23a88-5182-4d94-9c8d-328f4017be45 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:44.091878 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1ce23a88-5182-4d94-9c8d-328f4017be45 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:44.094787 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1ce23a88-5182-4d94-9c8d-328f4017be45 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:44.101447 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1ce23a88-5182-4d94-9c8d-328f4017be45 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:44.103354 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51284) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:44.109075 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-82db450f-921c-4502-bc7c-29ba49ee68bb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1417405816', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b23f5b1e-9252-4ec6-81dc-906a091e819b'}], 'security_groups': ['a6b02e3d-23ca-4d12-8c1d-662243ac166a', 'f9ee8106-b597-40a8-940f-34343d75a96d']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:44.119322 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4af68a23-47a4-4169-a51e-e8566fe01c1a tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:router and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:44.127302 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4af68a23-47a4-4169-a51e-e8566fe01c1a tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:44.146581 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4af68a23-47a4-4169-a51e-e8566fe01c1a tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:44.172461 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4af68a23-47a4-4169-a51e-e8566fe01c1a tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:44.173403 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4af68a23-47a4-4169-a51e-e8566fe01c1a tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:44.234564 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4af68a23-47a4-4169-a51e-e8566fe01c1a tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:44.259970 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-62441f0c-533c-4e31-a19b-a69bd4e70828 req-532a74f0-1265-4f20-9c20-fd2dd923143c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port 4fbd8792-106f-4641-982c-22e74d7248e7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=4fbd8792-106f-4641-982c-22e74d7248e7,segment=NetworkSegment(e3042fec-9d16-46b6-a991-cf25c6c6bb7d),segment_id=e3042fec-9d16-46b6-a991-cf25c6c6bb7d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:44.260591 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-62441f0c-533c-4e31-a19b-a69bd4e70828 req-532a74f0-1265-4f20-9c20-fd2dd923143c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:44.279640 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce23a88-5182-4d94-9c8d-328f4017be45 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:44.284053 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ce23a88-5182-4d94-9c8d-328f4017be45 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:44.288738 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4bfe49-9dc4-466e-825e-c601c6a7201f None None] Update dhcp port {'port': {'network_id': 'e0967daf-7b2d-480f-a29c-5b4e0dc7a284', 'fixed_ips': [{'subnet_id': 'a92542e4-913c-459c-8262-e5cab3a7b69e', 'ip_address': '172.20.0.18'}, {'subnet_id': '53e87f25-4b01-4d4b-988a-56b505bf32d0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b23f5b1e-9252-4ec6-81dc-906a091e819b'}], 'binding:host_id': 'dv-neutron-833561-1-hyperv'}, 'id': '4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e'} from dv-neutron-833561-1-hyperv. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 14 15:33:44.347805 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4c4bfe49-9dc4-466e-825e-c601c6a7201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:44.416902 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82db450f-921c-4502-bc7c-29ba49ee68bb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:44.464752 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-62441f0c-533c-4e31-a19b-a69bd4e70828 req-532a74f0-1265-4f20-9c20-fd2dd923143c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 4fbd8792-106f-4641-982c-22e74d7248e7 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:44.479067 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6962d30e-214b-4a9f-8f50-ce23b8915613 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:44.629476 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4af68a23-47a4-4169-a51e-e8566fe01c1a tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:44.709891 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-905a4dc2-09c1-4aba-a6fd-2f9f485a03bb None None] Provisioning for port 11c10f77-08bd-468b-8d7e-e4d6ce378335 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:44.790601 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-4c4bfe49-9dc4-466e-825e-c601c6a7201f None None] Allocated IP 172.20.0.34 (e0967daf-7b2d-480f-a29c-5b4e0dc7a284/b23f5b1e-9252-4ec6-81dc-906a091e819b/4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:44.866430 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ce23a88-5182-4d94-9c8d-328f4017be45 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:44.898639 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-62441f0c-533c-4e31-a19b-a69bd4e70828 req-532a74f0-1265-4f20-9c20-fd2dd923143c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:44.948606 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce23a88-5182-4d94-9c8d-328f4017be45 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:44.953232 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-1ce23a88-5182-4d94-9c8d-328f4017be45 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:44.957721 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce23a88-5182-4d94-9c8d-328f4017be45 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:44.958408 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ce23a88-5182-4d94-9c8d-328f4017be45 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:44.982517 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929365dd-9343-4693-96de-45c8ca31e529 None None] DHCP port deletion for 9afff20e-053f-4563-a829-c09143628c31 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:33:44.988354 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a74f0-1265-4f20-9c20-fd2dd923143c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=4fbd8792-106f-4641-982c-22e74d7248e7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:45.010080 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-929365dd-9343-4693-96de-45c8ca31e529 None None] Deleting port 11c10f77-08bd-468b-8d7e-e4d6ce378335 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:45.010505 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-929365dd-9343-4693-96de-45c8ca31e529 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:45.093807 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1ce23a88-5182-4d94-9c8d-328f4017be45 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1268816 Mar 14 15:33:45.101281 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51290) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:45.109619 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3d9d816d-1f5c-4719-b418-db5e722883d0 req-b586ea81-2f2d-4e7f-aa1b-cd5d25d184bd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=16329f1d-e21f-422e-8033-2f7b6aac1981 HTTP/1.1" status: 200 len: 210 time: 0.0827730 Mar 14 15:33:45.110606 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce23a88-5182-4d94-9c8d-328f4017be45 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=1be6f4a1-1606-410c-862c-249824007d8f,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:45.117436 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b3e05d98-b5da-4928-b8df-f582eed21e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:45.133811 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7aa4a36e-9e97-48df-a71c-b864e3972faa tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1824748435', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:45.177459 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7aa4a36e-9e97-48df-a71c-b864e3972faa tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:45.190786 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7aa4a36e-9e97-48df-a71c-b864e3972faa tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:router and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:45.197971 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-62441f0c-533c-4e31-a19b-a69bd4e70828 req-532a74f0-1265-4f20-9c20-fd2dd923143c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] No DVR routers for this DVR port 4fbd8792-106f-4641-982c-22e74d7248e7 on host hv-neutron-8335 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:33:45.200453 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7aa4a36e-9e97-48df-a71c-b864e3972faa tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:45.208042 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-62441f0c-533c-4e31-a19b-a69bd4e70828 req-532a74f0-1265-4f20-9c20-fd2dd923143c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:45.208921 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4c4bfe49-9dc4-466e-825e-c601c6a7201f None None] For port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e,segment=NetworkSegment(f32dd3b6-2b66-4a28-8830-d902384d613d),segment_id=f32dd3b6-2b66-4a28-8830-d902384d613d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:45.210297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16329f1d-e21f-422e-8033-2f7b6aac1981', 'name': 'network-vif-deleted', 'tag': '4fbd8792-106f-4641-982c-22e74d7248e7'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:33:45.235951 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7aa4a36e-9e97-48df-a71c-b864e3972faa tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:45.271883 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-62441f0c-533c-4e31-a19b-a69bd4e70828 req-532a74f0-1265-4f20-9c20-fd2dd923143c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "DELETE /v2.0/ports/4fbd8792-106f-4641-982c-22e74d7248e7 HTTP/1.1" status: 204 len: 173 time: 2.2316804 Mar 14 15:33:45.317144 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a36e-9e97-48df-a71c-b864e3972faa tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:45.317144 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a36e-9e97-48df-a71c-b864e3972faa tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:45.317144 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16329f1d-e21f-422e-8033-2f7b6aac1981', 'name': 'network-vif-deleted', 'tag': '4fbd8792-106f-4641-982c-22e74d7248e7', 'status': 'completed', 'code': 200} Mar 14 15:33:45.328993 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4af68a23-47a4-4169-a51e-e8566fe01c1a tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:45.349864 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-4c4bfe49-9dc4-466e-825e-c601c6a7201f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:33:45.371832 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4af68a23-47a4-4169-a51e-e8566fe01c1a tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:45.381951 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4c4bfe49-9dc4-466e-825e-c601c6a7201f None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:45.424577 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4c4bfe49-9dc4-466e-825e-c601c6a7201f None None] Transition to ACTIVE for port object 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:45.446733 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a36e-9e97-48df-a71c-b864e3972faa tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:45.450424 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4c4bfe49-9dc4-466e-825e-c601c6a7201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:45.603869 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a36e-9e97-48df-a71c-b864e3972faa tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:45.646820 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a36e-9e97-48df-a71c-b864e3972faa tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:45.652727 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7aa4a36e-9e97-48df-a71c-b864e3972faa tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5441277 Mar 14 15:33:45.652861 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bfe49-9dc4-466e-825e-c601c6a7201f None None] Pushing event updated for resources: {'Port': ['ID=4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:45.652966 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51296) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:45.664937 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-929365dd-9343-4693-96de-45c8ca31e529 None None] For port 11c10f77-08bd-468b-8d7e-e4d6ce378335, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=11c10f77-08bd-468b-8d7e-e4d6ce378335,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:45.666127 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-929365dd-9343-4693-96de-45c8ca31e529 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:45.695604 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-4af68a23-47a4-4169-a51e-e8566fe01c1a tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Allocated IP 172.26.4.74 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/532badf9-1fdd-4621-8b4c-fa795622bd05) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:45.727933 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-82db450f-921c-4502-bc7c-29ba49ee68bb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Delete allocated IP 172.20.0.3 (e0967daf-7b2d-480f-a29c-5b4e0dc7a284/53e87f25-4b01-4d4b-988a-56b505bf32d0) {{(pid=83910) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 14 15:33:45.812892 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-82db450f-921c-4502-bc7c-29ba49ee68bb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Allocated IP 172.20.0.39 (e0967daf-7b2d-480f-a29c-5b4e0dc7a284/b23f5b1e-9252-4ec6-81dc-906a091e819b/f0cba130-d434-42d4-afb6-770d6a773a44) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:45.895067 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4af68a23-47a4-4169-a51e-e8566fe01c1a tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:45.927787 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4af68a23-47a4-4169-a51e-e8566fe01c1a tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:45.936342 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-929365dd-9343-4693-96de-45c8ca31e529 None None] Calling delete_port for 11c10f77-08bd-468b-8d7e-e4d6ce378335 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:46.018871 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af68a23-47a4-4169-a51e-e8566fe01c1a tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:46.023004 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4af68a23-47a4-4169-a51e-e8566fe01c1a tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:46.030206 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af68a23-47a4-4169-a51e-e8566fe01c1a tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:46.087397 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af68a23-47a4-4169-a51e-e8566fe01c1a tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Port': ['ID=532badf9-1fdd-4621-8b4c-fa795622bd05,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:46.102704 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-929365dd-9343-4693-96de-45c8ca31e529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.152896 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929365dd-9343-4693-96de-45c8ca31e529 None None] Pushing event deleted for resources: {'Port': ['ID=11c10f77-08bd-468b-8d7e-e4d6ce378335,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:46.157146 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929365dd-9343-4693-96de-45c8ca31e529 None None] No DVR routers for this DVR port 11c10f77-08bd-468b-8d7e-e4d6ce378335 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:33:46.179213 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a8fe6a-eea8-43ba-b434-9ad23f381c1c None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:46.285692 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51302) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:46.341128 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.358248 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4af68a23-47a4-4169-a51e-e8566fe01c1a tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.358881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4af68a23-47a4-4169-a51e-e8566fe01c1a tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.545159 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3023f68d-60ec-4834-b08d-be87036fab62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-9afff20e-053f-4563-a829-c09143628c31', 'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'fixed_ips': [{'subnet_id': '1be6f4a1-1606-410c-862c-249824007d8f'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:33:46.546277 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3023f68d-60ec-4834-b08d-be87036fab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.569288 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82db450f-921c-4502-bc7c-29ba49ee68bb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.575278 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.625470 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-82db450f-921c-4502-bc7c-29ba49ee68bb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Transition to ACTIVE for port object f0cba130-d434-42d4-afb6-770d6a773a44 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:46.627574 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ae9caed-4808-4e5c-b08c-3294208e591f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.639321 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82db450f-921c-4502-bc7c-29ba49ee68bb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.684787 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cd6f1e9-d6e6-4de1-b7cc-5e036e185306 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.758913 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cd6f1e9-d6e6-4de1-b7cc-5e036e185306 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.849474 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-3023f68d-60ec-4834-b08d-be87036fab62 None None] Allocated IP 2001:db8::2 (9afff20e-053f-4563-a829-c09143628c31/1be6f4a1-1606-410c-862c-249824007d8f/ee0ce90e-3c11-4685-a72e-414e7a4f7482) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:46.897790 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db450f-921c-4502-bc7c-29ba49ee68bb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event updated for resources: {'Port': ['ID=f0cba130-d434-42d4-afb6-770d6a773a44,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:46.961797 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cd6f1e9-d6e6-4de1-b7cc-5e036e185306 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.988552 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 4fbd8792-106f-4641-982c-22e74d7248e7 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:33:46.988757 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6f1e9-d6e6-4de1-b7cc-5e036e185306 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52773a6f-207a-4286-a1b6-df92daf7771c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:47.037422 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cd6f1e9-d6e6-4de1-b7cc-5e036e185306 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:47.039987 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7cd6f1e9-d6e6-4de1-b7cc-5e036e185306 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/security-groups/52773a6f-207a-4286-a1b6-df92daf7771c HTTP/1.1" status: 204 len: 168 time: 0.7532079 Mar 14 15:33:47.041860 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-60699a60-3c0f-485b-86ca-c078b48d94d9 None None] Provisioning complete for port cb5da5fb-1f07-4610-ad2d-a29fd73fef34 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:47.042265 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-60699a60-3c0f-485b-86ca-c078b48d94d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:47.093577 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af68a23-47a4-4169-a51e-e8566fe01c1a tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Router e6dd36f2-be59-4ed9-a707-5b08537eb159 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:33:47.095496 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51308) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:47.099495 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 4fbd8792-106f-4641-982c-22e74d7248e7 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:33:47.100733 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 4fbd8792-106f-4641-982c-22e74d7248e7 not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:33:47.122972 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-82db450f-921c-4502-bc7c-29ba49ee68bb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] In _notify_port_updated(), no bound segment for port f0cba130-d434-42d4-afb6-770d6a773a44 on network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 {{(pid=83910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 14 15:33:47.127096 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82db450f-921c-4502-bc7c-29ba49ee68bb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:47.127842 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82db450f-921c-4502-bc7c-29ba49ee68bb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:47.132024 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-82db450f-921c-4502-bc7c-29ba49ee68bb tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "PUT /v2.0/ports/f0cba130-d434-42d4-afb6-770d6a773a44 HTTP/1.1" status: 200 len: 960 time: 3.0276871 Mar 14 15:33:47.132848 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51312) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:47.154721 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:33:47.288969 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c4591ad8-ebcc-4a0f-bbee-124aedc998c6 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port f0cba130-d434-42d4-afb6-770d6a773a44 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:47.288969 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c4591ad8-ebcc-4a0f-bbee-124aedc998c6 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:47.294341 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-60699a60-3c0f-485b-86ca-c078b48d94d9 None None] Port cb5da5fb-1f07-4610-ad2d-a29fd73fef34 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:33:47.319769 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3023f68d-60ec-4834-b08d-be87036fab62 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:47.334545 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3023f68d-60ec-4834-b08d-be87036fab62 None None] Transition to ACTIVE for port object ee0ce90e-3c11-4685-a72e-414e7a4f7482 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:47.346784 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-60699a60-3c0f-485b-86ca-c078b48d94d9 None None] Provisioning for port f0cba130-d434-42d4-afb6-770d6a773a44 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:47.361862 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-60699a60-3c0f-485b-86ca-c078b48d94d9 None None] Provisioning complete for port f0cba130-d434-42d4-afb6-770d6a773a44 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:47.362141 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-60699a60-3c0f-485b-86ca-c078b48d94d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:47.390993 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3023f68d-60ec-4834-b08d-be87036fab62 None None] Transition to ACTIVE for port object ee0ce90e-3c11-4685-a72e-414e7a4f7482 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:47.415928 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3023f68d-60ec-4834-b08d-be87036fab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:47.495351 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-60699a60-3c0f-485b-86ca-c078b48d94d9 None None] Port f0cba130-d434-42d4-afb6-770d6a773a44 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:33:47.510640 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3023f68d-60ec-4834-b08d-be87036fab62 None None] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:47.511732 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023f68d-60ec-4834-b08d-be87036fab62 None None] Pushing event updated for resources: {'Port': ['ID=ee0ce90e-3c11-4685-a72e-414e7a4f7482,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:47.515775 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-3023f68d-60ec-4834-b08d-be87036fab62 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:47.518423 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3023f68d-60ec-4834-b08d-be87036fab62 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:47.557072 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-60699a60-3c0f-485b-86ca-c078b48d94d9 None None] Provisioning for port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:47.595682 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-60699a60-3c0f-485b-86ca-c078b48d94d9 None None] Provisioning complete for port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:47.596065 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-60699a60-3c0f-485b-86ca-c078b48d94d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:47.661750 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3023f68d-60ec-4834-b08d-be87036fab62 None None] Attempting to bind port ee0ce90e-3c11-4685-a72e-414e7a4f7482 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:33:47.661750 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3023f68d-60ec-4834-b08d-be87036fab62 None None] Attempting to bind port ee0ce90e-3c11-4685-a72e-414e7a4f7482 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:33:47.661750 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3023f68d-60ec-4834-b08d-be87036fab62 None None] Attempting to bind port ee0ce90e-3c11-4685-a72e-414e7a4f7482 on network 9afff20e-053f-4563-a829-c09143628c31 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:33:47.669352 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af68a23-47a4-4169-a51e-e8566fe01c1a tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:33:47.676994 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3023f68d-60ec-4834-b08d-be87036fab62 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:33:47.676994 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3023f68d-60ec-4834-b08d-be87036fab62 None None] Checking segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:33:47.676994 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3023f68d-60ec-4834-b08d-be87036fab62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:47.676994 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3023f68d-60ec-4834-b08d-be87036fab62 None None] Bound using segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:33:47.676994 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3023f68d-60ec-4834-b08d-be87036fab62 None None] Bound port: ee0ce90e-3c11-4685-a72e-414e7a4f7482, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:33:47.677447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3023f68d-60ec-4834-b08d-be87036fab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:47.695864 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34818c7c-acac-4422-9cc7-50b513112811 None None] Sync routers for ids ['e6dd36f2-be59-4ed9-a707-5b08537eb159'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:33:47.713690 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4af68a23-47a4-4169-a51e-e8566fe01c1a tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:47.714901 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4af68a23-47a4-4169-a51e-e8566fe01c1a tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.6836486 Mar 14 15:33:47.717971 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51316) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:47.720053 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-4ae9caed-4808-4e5c-b08c-3294208e591f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8::1 (9afff20e-053f-4563-a829-c09143628c31/1be6f4a1-1606-410c-862c-249824007d8f/e86e69ce-98a6-482f-bd50-189a227d8dfd) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:47.818190 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34818c7c-acac-4422-9cc7-50b513112811 None None] Routers {'e6dd36f2-be59-4ed9-a707-5b08537eb159'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:47.818190 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-34818c7c-acac-4422-9cc7-50b513112811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e6dd36f2-be59-4ed9-a707-5b08537eb159'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:47.868827 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c4591ad8-ebcc-4a0f-bbee-124aedc998c6 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:47.957185 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-34818c7c-acac-4422-9cc7-50b513112811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:47.968242 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f51feaa4-59ca-40e1-a9b9-2aaa51faac6a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:47.982543 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3023f68d-60ec-4834-b08d-be87036fab62 None None] For port ee0ce90e-3c11-4685-a72e-414e7a4f7482, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:33:47.982543 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:47.982543 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3023f68d-60ec-4834-b08d-be87036fab62 None None] For port ee0ce90e-3c11-4685-a72e-414e7a4f7482, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ee0ce90e-3c11-4685-a72e-414e7a4f7482,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:33:47.984738 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34818c7c-acac-4422-9cc7-50b513112811 None None] Routers {'e6dd36f2-be59-4ed9-a707-5b08537eb159'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:47.985791 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-34818c7c-acac-4422-9cc7-50b513112811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e6dd36f2-be59-4ed9-a707-5b08537eb159'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:48.014760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c4591ad8-ebcc-4a0f-bbee-124aedc998c6 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Calling delete_port for f0cba130-d434-42d4-afb6-770d6a773a44 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:48.045363 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3023f68d-60ec-4834-b08d-be87036fab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:48.076116 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-34818c7c-acac-4422-9cc7-50b513112811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:48.076467 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34818c7c-acac-4422-9cc7-50b513112811 None None] The sync data for ids ['e6dd36f2-be59-4ed9-a707-5b08537eb159'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:33:48.136520 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-92a25bcd-0e2e-403e-9f3b-9bce07cd3c46 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/routers/e6dd36f2-be59-4ed9-a707-5b08537eb159 HTTP/1.1" status: 200 len: 884 time: 0.4174562 Mar 14 15:33:48.139071 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51320) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:48.142864 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023f68d-60ec-4834-b08d-be87036fab62 None None] Pushing event updated for resources: {'Port': ['ID=ee0ce90e-3c11-4685-a72e-414e7a4f7482,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:48.148510 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-10e1fccb-257e-48ee-ab23-cfaceeccf6dd None None] Provisioning complete for port f0cba130-d434-42d4-afb6-770d6a773a44 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:48.149092 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-10e1fccb-257e-48ee-ab23-cfaceeccf6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:48.223827 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-10e1fccb-257e-48ee-ab23-cfaceeccf6dd None None] Port f0cba130-d434-42d4-afb6-770d6a773a44 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:33:48.272486 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ae9caed-4808-4e5c-b08c-3294208e591f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:48.292203 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-4ae9caed-4808-4e5c-b08c-3294208e591f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Transition to ACTIVE for port object e86e69ce-98a6-482f-bd50-189a227d8dfd will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:48.384761 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c4591ad8-ebcc-4a0f-bbee-124aedc998c6 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:48.421302 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ae9caed-4808-4e5c-b08c-3294208e591f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:48.440634 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4591ad8-ebcc-4a0f-bbee-124aedc998c6 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Port': ['ID=f0cba130-d434-42d4-afb6-770d6a773a44,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:48.584217 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae9caed-4808-4e5c-b08c-3294208e591f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:48.595275 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-4ae9caed-4808-4e5c-b08c-3294208e591f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:48.599689 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9caed-4808-4e5c-b08c-3294208e591f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=e86e69ce-98a6-482f-bd50-189a227d8dfd,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:48.603943 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9caed-4808-4e5c-b08c-3294208e591f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:48.604720 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ae9caed-4808-4e5c-b08c-3294208e591f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:48.628021 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c4591ad8-ebcc-4a0f-bbee-124aedc998c6 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:48.648874 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c4591ad8-ebcc-4a0f-bbee-124aedc998c6 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/ports/f0cba130-d434-42d4-afb6-770d6a773a44 HTTP/1.1" status: 204 len: 168 time: 1.5104082 Mar 14 15:33:48.650770 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51324) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:48.664345 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9803b176-5593-4f32-b4a4-6e056e935596 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Synchronizing usage tracker for tenant:8d2b5d0d495944a3854f9775f18c15a3 on resource:router {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:48.718482 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd1ca4c-f8b1-4aaf-b01d-6bd26c560764 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] GET failed (client error): The resource could not be found. Mar 14 15:33:48.718967 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-6fd1ca4c-f8b1-4aaf-b01d-6bd26c560764 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Synchronizing usage tracker for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:48.738289 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9803b176-5593-4f32-b4a4-6e056e935596 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Unset dirty status for tenant:8d2b5d0d495944a3854f9775f18c15a3 on resource:router {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:48.739545 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9803b176-5593-4f32-b4a4-6e056e935596 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5993793 Mar 14 15:33:48.742341 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51328) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:48.749661 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-87d76d68-03fd-4870-bb1d-051f2174bdef tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2072831609'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:48.765311 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-6fd1ca4c-f8b1-4aaf-b01d-6bd26c560764 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Unset dirty status for tenant:d145e6d0b939429681cad6903d26baa7 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:48.766480 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6fd1ca4c-f8b1-4aaf-b01d-6bd26c560764 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports/f0cba130-d434-42d4-afb6-770d6a773a44 HTTP/1.1" status: 404 len: 333 time: 0.1148117 Mar 14 15:33:48.767384 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ae9caed-4808-4e5c-b08c-3294208e591f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:48.776971 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51332) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:49.028687 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d2ebddec-b907-452d-886c-84a7c426f3a7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:49.085009 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d2ebddec-b907-452d-886c-84a7c426f3a7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:49.155973 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ee0ce90e-3c11-4685-a72e-414e7a4f7482 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:33:49.235869 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port ee0ce90e-3c11-4685-a72e-414e7a4f7482 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:49.250142 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d2ebddec-b907-452d-886c-84a7c426f3a7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:49.287397 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebddec-b907-452d-886c-84a7c426f3a7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f639b8-7274-4917-a67a-47da71aa4b09,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:49.289254 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d2ebddec-b907-452d-886c-84a7c426f3a7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:49.294423 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d2ebddec-b907-452d-886c-84a7c426f3a7 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/security-groups/13f639b8-7274-4917-a67a-47da71aa4b09 HTTP/1.1" status: 204 len: 168 time: 0.5164440 Mar 14 15:33:49.298353 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51336) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:49.363242 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ae9caed-4808-4e5c-b08c-3294208e591f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:49.365152 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-aa5e8819-9e0e-4cd0-b034-49d146421ca4 None None] Provisioning for port ee0ce90e-3c11-4685-a72e-414e7a4f7482 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:49.371639 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-aa5e8819-9e0e-4cd0-b034-49d146421ca4 None None] Provisioning complete for port ee0ce90e-3c11-4685-a72e-414e7a4f7482 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:49.372009 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa5e8819-9e0e-4cd0-b034-49d146421ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:49.393602 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-07417f4a-24e4-4480-9ede-8340c6bc2913 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:49.423659 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ae9caed-4808-4e5c-b08c-3294208e591f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:49.424730 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ae9caed-4808-4e5c-b08c-3294208e591f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:49.456730 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f51feaa4-59ca-40e1-a9b9-2aaa51faac6a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 6f4ea2bd-8124-469e-b7c9-061773769c18 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:49.457066 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f51feaa4-59ca-40e1-a9b9-2aaa51faac6a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:49.485130 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-07417f4a-24e4-4480-9ede-8340c6bc2913 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:49.525111 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa5e8819-9e0e-4cd0-b034-49d146421ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:49.561552 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-aa5e8819-9e0e-4cd0-b034-49d146421ca4 None None] For port ee0ce90e-3c11-4685-a72e-414e7a4f7482, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ee0ce90e-3c11-4685-a72e-414e7a4f7482,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:49.567521 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa5e8819-9e0e-4cd0-b034-49d146421ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:49.627154 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9caed-4808-4e5c-b08c-3294208e591f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=e86e69ce-98a6-482f-bd50-189a227d8dfd,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:49.639282 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e8819-9e0e-4cd0-b034-49d146421ca4 None None] Pushing event updated for resources: {'Port': ['ID=ee0ce90e-3c11-4685-a72e-414e7a4f7482,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:49.668500 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-07417f4a-24e4-4480-9ede-8340c6bc2913 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:49.690930 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-598da857-2cd5-4f2d-acbc-a4e2ab6c3426 None None] Provisioning for port e86e69ce-98a6-482f-bd50-189a227d8dfd completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:49.695943 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-598da857-2cd5-4f2d-acbc-a4e2ab6c3426 None None] Provisioning complete for port e86e69ce-98a6-482f-bd50-189a227d8dfd triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:49.696380 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-598da857-2cd5-4f2d-acbc-a4e2ab6c3426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:49.697293 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07417f4a-24e4-4480-9ede-8340c6bc2913 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ee8106-b597-40a8-940f-34343d75a96d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:49.700108 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae9caed-4808-4e5c-b08c-3294208e591f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:49.703601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-4ae9caed-4808-4e5c-b08c-3294208e591f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:49.764880 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-598da857-2cd5-4f2d-acbc-a4e2ab6c3426 None None] Port e86e69ce-98a6-482f-bd50-189a227d8dfd cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:33:49.825805 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-07417f4a-24e4-4480-9ede-8340c6bc2913 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:49.826976 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-07417f4a-24e4-4480-9ede-8340c6bc2913 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/security-groups/f9ee8106-b597-40a8-940f-34343d75a96d HTTP/1.1" status: 204 len: 168 time: 0.5268953 Mar 14 15:33:49.834027 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51340) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:49.852762 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-f51feaa4-59ca-40e1-a9b9-2aaa51faac6a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port 6f4ea2bd-8124-469e-b7c9-061773769c18, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6f4ea2bd-8124-469e-b7c9-061773769c18,segment=NetworkSegment(e3042fec-9d16-46b6-a991-cf25c6c6bb7d),segment_id=e3042fec-9d16-46b6-a991-cf25c6c6bb7d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:49.853350 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f51feaa4-59ca-40e1-a9b9-2aaa51faac6a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:49.993885 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-57aeae7e-ded2-449b-9fe0-c125877dacfc None None] Provisioning complete for port e86e69ce-98a6-482f-bd50-189a227d8dfd triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:49.994477 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-57aeae7e-ded2-449b-9fe0-c125877dacfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:50.050865 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-57aeae7e-ded2-449b-9fe0-c125877dacfc None None] Port e86e69ce-98a6-482f-bd50-189a227d8dfd cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:33:50.112867 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f51feaa4-59ca-40e1-a9b9-2aaa51faac6a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 6f4ea2bd-8124-469e-b7c9-061773769c18 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:50.140721 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6dda36ef-33c5-46b4-a6bc-ae97d9e15167 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:50.184828 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6dda36ef-33c5-46b4-a6bc-ae97d9e15167 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:50.190369 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-87d76d68-03fd-4870-bb1d-051f2174bdef tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:50.217831 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-87d76d68-03fd-4870-bb1d-051f2174bdef tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-950448'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:50.245523 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6dda36ef-33c5-46b4-a6bc-ae97d9e15167 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:50.265730 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda36ef-33c5-46b4-a6bc-ae97d9e15167 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b02e3d-23ca-4d12-8c1d-662243ac166a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:50.277138 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6dda36ef-33c5-46b4-a6bc-ae97d9e15167 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:50.278224 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6dda36ef-33c5-46b4-a6bc-ae97d9e15167 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/security-groups/a6b02e3d-23ca-4d12-8c1d-662243ac166a HTTP/1.1" status: 204 len: 168 time: 0.4429381 Mar 14 15:33:50.281583 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51344) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:50.433899 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae9caed-4808-4e5c-b08c-3294208e591f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Router 1e4806c1-c86f-4424-95f0-4739af77b722 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:33:50.467423 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f51feaa4-59ca-40e1-a9b9-2aaa51faac6a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:50.516492 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51feaa4-59ca-40e1-a9b9-2aaa51faac6a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=6f4ea2bd-8124-469e-b7c9-061773769c18,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:50.619099 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f7f8b58-bc15-426c-8ce2-cf034f2ad2f4 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting subnet 53e87f25-4b01-4d4b-988a-56b505bf32d0 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:33:50.622490 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8b58-bc15-426c-8ce2-cf034f2ad2f4 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:50.695265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8b58-bc15-426c-8ce2-cf034f2ad2f4 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:50.701388 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d76d68-03fd-4870-bb1d-051f2174bdef tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Router e6dd36f2-be59-4ed9-a707-5b08537eb159 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:33:50.724610 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:50.778337 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae9caed-4808-4e5c-b08c-3294208e591f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:33:50.784779 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4ae9caed-4808-4e5c-b08c-3294208e591f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "PUT /v2.0/routers/1e4806c1-c86f-4424-95f0-4739af77b722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1310349 Mar 14 15:33:50.786978 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51348) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:50.790815 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] Sync routers for ids ['1e4806c1-c86f-4424-95f0-4739af77b722'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:33:50.806797 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] Routers {'1e4806c1-c86f-4424-95f0-4739af77b722'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:50.807442 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1e4806c1-c86f-4424-95f0-4739af77b722'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:50.852409 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8b58-bc15-426c-8ce2-cf034f2ad2f4 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:50.908866 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684836b3-bd8f-4fc5-a2e0-0023a9e68a36 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:50.909751 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-684836b3-bd8f-4fc5-a2e0-0023a9e68a36 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:50.937333 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-684836b3-bd8f-4fc5-a2e0-0023a9e68a36 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:50.938756 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-684836b3-bd8f-4fc5-a2e0-0023a9e68a36 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports/e86e69ce-98a6-482f-bd50-189a227d8dfd HTTP/1.1" status: 200 len: 911 time: 0.1508312 Mar 14 15:33:50.941471 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51352) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:50.965161 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] Set router 1e4806c1-c86f-4424-95f0-4739af77b722 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:33:51.000336 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8b58-bc15-426c-8ce2-cf034f2ad2f4 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:51.015019 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f51feaa4-59ca-40e1-a9b9-2aaa51faac6a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:51.055246 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f8b58-bc15-426c-8ce2-cf034f2ad2f4 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Subnet': ['ID=53e87f25-4b01-4d4b-988a-56b505bf32d0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:51.062882 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8b58-bc15-426c-8ce2-cf034f2ad2f4 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:51.070985 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18122386-5d6d-4a82-b647-0afa2479656e None None] Network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:51.072342 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7f7f8b58-bc15-426c-8ce2-cf034f2ad2f4 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/subnets/53e87f25-4b01-4d4b-988a-56b505bf32d0 HTTP/1.1" status: 204 len: 168 time: 0.7897096 Mar 14 15:33:51.078706 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51356) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:51.156784 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462e6d61-aeec-49cb-adf9-53c7ca18bd21 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:51.180355 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462e6d61-aeec-49cb-adf9-53c7ca18bd21 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:51.183655 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-462e6d61-aeec-49cb-adf9-53c7ca18bd21 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2409995 Mar 14 15:33:51.191009 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51360) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:51.199668 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d76d68-03fd-4870-bb1d-051f2174bdef tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:33:51.231348 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfffc68-b4a4-416e-8b1d-452f762bd3fe None None] Sync routers for ids ['e6dd36f2-be59-4ed9-a707-5b08537eb159'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:33:51.249529 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfffc68-b4a4-416e-8b1d-452f762bd3fe None None] Routers {'e6dd36f2-be59-4ed9-a707-5b08537eb159'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:51.250582 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-acfffc68-b4a4-416e-8b1d-452f762bd3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e6dd36f2-be59-4ed9-a707-5b08537eb159'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:51.255308 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d739866-7b82-4418-bcc9-f0bdf2a397cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting subnet b23f5b1e-9252-4ec6-81dc-906a091e819b {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:33:51.268151 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2d739866-7b82-4418-bcc9-f0bdf2a397cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:51.322935 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ee0ce90e-3c11-4685-a72e-414e7a4f7482 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:33:51.325852 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4806c1-c86f-4424-95f0-4739af77b722', 'name': 'tempest-NetworksTestDHCPv6-router-1824748435', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:33:45Z', 'updated_at': '2022-03-14T15:33:48Z', 'revision_number': 2, 'project_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'gw_port_host': None, '_interfaces': [{'id': 'e86e69ce-98a6-482f-bd50-189a227d8dfd', 'name': '', 'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'mac_address': 'fa:16:3e:84:70:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4806c1-c86f-4424-95f0-4739af77b722', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1be6f4a1-1606-410c-862c-249824007d8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:46Z', 'updated_at': '2022-03-14T15:33:49Z', 'revision_number': 2, 'project_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'subnets': [{'id': '1be6f4a1-1606-410c-862c-249824007d8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:51.329737 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] Checking router: 1e4806c1-c86f-4424-95f0-4739af77b722 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:33:51.330283 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] Updating router 1e4806c1-c86f-4424-95f0-4739af77b722 port e86e69ce-98a6-482f-bd50-189a227d8dfd binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:33:51.352430 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2d739866-7b82-4418-bcc9-f0bdf2a397cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:51.366898 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-acfffc68-b4a4-416e-8b1d-452f762bd3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:51.372732 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-87d76d68-03fd-4870-bb1d-051f2174bdef tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:51.377370 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-87d76d68-03fd-4870-bb1d-051f2174bdef tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/routers/e6dd36f2-be59-4ed9-a707-5b08537eb159 HTTP/1.1" status: 200 len: 891 time: 2.6315291 Mar 14 15:33:51.381747 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51364) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:51.387493 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:51.447118 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfffc68-b4a4-416e-8b1d-452f762bd3fe None None] Routers {'e6dd36f2-be59-4ed9-a707-5b08537eb159'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:51.448390 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-acfffc68-b4a4-416e-8b1d-452f762bd3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e6dd36f2-be59-4ed9-a707-5b08537eb159'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:51.549474 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-acfffc68-b4a4-416e-8b1d-452f762bd3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:51.550354 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfffc68-b4a4-416e-8b1d-452f762bd3fe None None] The sync data for ids ['e6dd36f2-be59-4ed9-a707-5b08537eb159'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:33:51.574689 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port ee0ce90e-3c11-4685-a72e-414e7a4f7482 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:51.575568 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:51.618453 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2d739866-7b82-4418-bcc9-f0bdf2a397cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:51.632943 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:33:51.732986 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2d739866-7b82-4418-bcc9-f0bdf2a397cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:51.752921 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a1b438b9-0846-4ebb-a3d0-97272958c771 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/routers/e6dd36f2-be59-4ed9-a707-5b08537eb159 HTTP/1.1" status: 200 len: 891 time: 0.3691990 Mar 14 15:33:51.792466 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51368) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:51.796000 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2d739866-7b82-4418-bcc9-f0bdf2a397cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:51.799762 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d739866-7b82-4418-bcc9-f0bdf2a397cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Subnet': ['ID=b23f5b1e-9252-4ec6-81dc-906a091e819b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:51.809945 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:51.827903 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] Transition to ACTIVE for port object e86e69ce-98a6-482f-bd50-189a227d8dfd will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:51.835941 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:51.849115 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2d739866-7b82-4418-bcc9-f0bdf2a397cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/subnets/b23f5b1e-9252-4ec6-81dc-906a091e819b HTTP/1.1" status: 204 len: 168 time: 0.7691860 Mar 14 15:33:51.859701 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51372) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:51.860991 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d739866-7b82-4418-bcc9-f0bdf2a397cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:51.863635 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d739866-7b82-4418-bcc9-f0bdf2a397cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:51.863635 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d739866-7b82-4418-bcc9-f0bdf2a397cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:51.863635 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d739866-7b82-4418-bcc9-f0bdf2a397cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:51.863635 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d739866-7b82-4418-bcc9-f0bdf2a397cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:51.863635 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d739866-7b82-4418-bcc9-f0bdf2a397cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:51.863635 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d739866-7b82-4418-bcc9-f0bdf2a397cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:51.863635 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d739866-7b82-4418-bcc9-f0bdf2a397cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:51.864233 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d739866-7b82-4418-bcc9-f0bdf2a397cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:51.864233 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d739866-7b82-4418-bcc9-f0bdf2a397cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:51.864407 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d739866-7b82-4418-bcc9-f0bdf2a397cc tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:51.868979 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-04f06843-e299-464c-bb92-8b042eff3ccf tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6dd36f2-be59-4ed9-a707-5b08537eb159 HTTP/1.1" status: 200 len: 205 time: 0.0753186 Mar 14 15:33:51.871600 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51376) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:51.917693 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4a5968-3498-4b91-a743-c99d5062cd71 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] DELETE failed (client error): The resource could not be found. Mar 14 15:33:51.918181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4a5968-3498-4b91-a743-c99d5062cd71 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:33:51.920103 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9c4a5968-3498-4b91-a743-c99d5062cd71 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/subnets/53e87f25-4b01-4d4b-988a-56b505bf32d0 HTTP/1.1" status: 404 len: 337 time: 0.0593162 Mar 14 15:33:52.028071 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d19af-3b2d-43a7-b3dd-0fe2e86046de None None] Pushing event updated for resources: {'Port': ['ID=e86e69ce-98a6-482f-bd50-189a227d8dfd,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:52.091553 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51380) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:52.109235 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d19af-3b2d-43a7-b3dd-0fe2e86046de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:52.109868 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d19af-3b2d-43a7-b3dd-0fe2e86046de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:52.110362 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d19af-3b2d-43a7-b3dd-0fe2e86046de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:52.110695 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d19af-3b2d-43a7-b3dd-0fe2e86046de None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:52.111043 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d19af-3b2d-43a7-b3dd-0fe2e86046de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:52.111898 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d19af-3b2d-43a7-b3dd-0fe2e86046de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:52.112377 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d19af-3b2d-43a7-b3dd-0fe2e86046de None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:52.112721 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d19af-3b2d-43a7-b3dd-0fe2e86046de None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:52.113039 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d19af-3b2d-43a7-b3dd-0fe2e86046de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:52.113352 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d19af-3b2d-43a7-b3dd-0fe2e86046de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:52.113667 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d19af-3b2d-43a7-b3dd-0fe2e86046de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:52.144019 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] Attempting to bind port e86e69ce-98a6-482f-bd50-189a227d8dfd on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:33:52.144396 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] Attempting to bind port e86e69ce-98a6-482f-bd50-189a227d8dfd by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:33:52.144721 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] Attempting to bind port e86e69ce-98a6-482f-bd50-189a227d8dfd on network 9afff20e-053f-4563-a829-c09143628c31 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:33:52.152515 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:33:52.152886 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] Checking segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:33:52.153292 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:52.153920 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] Bound using segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:33:52.154416 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] Bound port: e86e69ce-98a6-482f-bd50-189a227d8dfd, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:33:52.154778 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:52.279693 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] For port e86e69ce-98a6-482f-bd50-189a227d8dfd, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:33:52.284876 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] For port e86e69ce-98a6-482f-bd50-189a227d8dfd, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=e86e69ce-98a6-482f-bd50-189a227d8dfd,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:33:52.301505 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:52.311414 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-be9ebc5e-779d-431a-aa38-32e67713fda0 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting subnet a92542e4-913c-459c-8262-e5cab3a7b69e {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:33:52.328437 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be9ebc5e-779d-431a-aa38-32e67713fda0 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:52.395263 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d19af-3b2d-43a7-b3dd-0fe2e86046de None None] Pushing event updated for resources: {'Port': ['ID=e86e69ce-98a6-482f-bd50-189a227d8dfd,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:52.398782 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be9ebc5e-779d-431a-aa38-32e67713fda0 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:52.403557 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] Routers {'1e4806c1-c86f-4424-95f0-4739af77b722'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:52.404353 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1e4806c1-c86f-4424-95f0-4739af77b722'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:52.567128 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be9ebc5e-779d-431a-aa38-32e67713fda0 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:52.614440 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] Set router 1e4806c1-c86f-4424-95f0-4739af77b722 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:33:52.648289 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ba676e8-d83c-4e7e-98c9-08575471c959 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:52.682242 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51feaa4-59ca-40e1-a9b9-2aaa51faac6a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router daca5833-e46e-46c0-8d87-efac19dbc3e7 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:33:52.779142 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5ce659-4215-41eb-8ea5-d1d37b3def56 None None] Network e0967daf-7b2d-480f-a29c-5b4e0dc7a284 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:52.821258 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be9ebc5e-779d-431a-aa38-32e67713fda0 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:52.863213 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be9ebc5e-779d-431a-aa38-32e67713fda0 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:52.878276 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ebc5e-779d-431a-aa38-32e67713fda0 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Subnet': ['ID=a92542e4-913c-459c-8262-e5cab3a7b69e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:52.898299 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-be9ebc5e-779d-431a-aa38-32e67713fda0 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/subnets/a92542e4-913c-459c-8262-e5cab3a7b69e HTTP/1.1" status: 204 len: 168 time: 0.8032758 Mar 14 15:33:52.898527 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51384) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:52.907628 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a750f6e-e907-4ab9-8bae-64768721d0e8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:52.950938 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-895f1bcb-1815-417e-afcf-5799268c1734 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] DELETE failed (client error): The resource could not be found. Mar 14 15:33:52.951394 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895f1bcb-1815-417e-afcf-5799268c1734 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:33:52.956005 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-895f1bcb-1815-417e-afcf-5799268c1734 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/subnets/9cf3f1bb-2595-4bce-85cc-ede13815d5ed HTTP/1.1" status: 404 len: 337 time: 0.0537422 Mar 14 15:33:52.956253 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51388) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:53.000913 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6c5410be-c7e3-4d06-8da1-cbf0ad3f550f None None] Provisioning complete for port cb5da5fb-1f07-4610-ad2d-a29fd73fef34 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:53.001648 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c5410be-c7e3-4d06-8da1-cbf0ad3f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:53.007177 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d13be4a8-b509-4030-a33c-a6fa27dea412 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "GET /v2.0/ports?device_id=4542ab14-1d36-4774-83ba-243d449e402b HTTP/1.1" status: 200 len: 205 time: 0.0498822 Mar 14 15:33:53.010247 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51392) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:53.020404 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4806c1-c86f-4424-95f0-4739af77b722', 'name': 'tempest-NetworksTestDHCPv6-router-1824748435', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:33:45Z', 'updated_at': '2022-03-14T15:33:48Z', 'revision_number': 2, 'project_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'gw_port_host': None, '_interfaces': [{'id': 'e86e69ce-98a6-482f-bd50-189a227d8dfd', 'name': '', 'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'mac_address': 'fa:16:3e:84:70:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4806c1-c86f-4424-95f0-4739af77b722', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1be6f4a1-1606-410c-862c-249824007d8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:46Z', 'updated_at': '2022-03-14T15:33:52Z', 'revision_number': 4, 'project_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'subnets': [{'id': '1be6f4a1-1606-410c-862c-249824007d8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:53.024976 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eff5f82-69aa-4e2a-94b8-92fa6c3cb581 None None] The sync data for ids ['1e4806c1-c86f-4424-95f0-4739af77b722'] in dv-neutron-833561-1-hyperv is: [{'id': '1e4806c1-c86f-4424-95f0-4739af77b722', 'name': 'tempest-NetworksTestDHCPv6-router-1824748435', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:33:45Z', 'updated_at': '2022-03-14T15:33:48Z', 'revision_number': 2, 'project_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'gw_port_host': None, '_interfaces': [{'id': 'e86e69ce-98a6-482f-bd50-189a227d8dfd', 'name': '', 'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'mac_address': 'fa:16:3e:84:70:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4806c1-c86f-4424-95f0-4739af77b722', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1be6f4a1-1606-410c-862c-249824007d8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:46Z', 'updated_at': '2022-03-14T15:33:52Z', 'revision_number': 4, 'project_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'subnets': [{'id': '1be6f4a1-1606-410c-862c-249824007d8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:33:53.068774 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6c5410be-c7e3-4d06-8da1-cbf0ad3f550f None None] Port cb5da5fb-1f07-4610-ad2d-a29fd73fef34 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:33:53.090478 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-755aace6-4305-48c0-84ba-40da2511804e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] delete failed (client error): The resource could not be found. Mar 14 15:33:53.091006 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6c5410be-c7e3-4d06-8da1-cbf0ad3f550f None None] Provisioning complete for port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:53.091550 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c5410be-c7e3-4d06-8da1-cbf0ad3f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:53.094920 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-755aace6-4305-48c0-84ba-40da2511804e tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/routers/4542ab14-1d36-4774-83ba-243d449e402b HTTP/1.1" status: 404 len: 336 time: 0.0837379 Mar 14 15:33:53.095455 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51396) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:53.154210 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ba676e8-d83c-4e7e-98c9-08575471c959 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:53.163267 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c012122a-478c-4030-baf0-04263cd79b5b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] DELETE failed (client error): The resource could not be found. Mar 14 15:33:53.163827 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c012122a-478c-4030-baf0-04263cd79b5b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:33:53.165581 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c012122a-478c-4030-baf0-04263cd79b5b tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/subnets/21d7a613-14f6-46fe-8452-fe4b47e32aa7 HTTP/1.1" status: 404 len: 337 time: 0.0681653 Mar 14 15:33:53.170889 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51400) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:53.255743 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-1ba676e8-d83c-4e7e-98c9-08575471c959 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting port 532badf9-1fdd-4621-8b4c-fa795622bd05 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:53.257249 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ba676e8-d83c-4e7e-98c9-08575471c959 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:53.275082 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db2c6ec-cfff-4988-9759-9522df97ae3f None None] DHCP port deletion for e0967daf-7b2d-480f-a29c-5b4e0dc7a284 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:33:53.282407 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e72f111-0410-490e-92ee-a0329a4d4c75 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] DELETE failed (client error): The resource could not be found. Mar 14 15:33:53.282950 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e72f111-0410-490e-92ee-a0329a4d4c75 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:33:53.285956 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8e72f111-0410-490e-92ee-a0329a4d4c75 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/subnets/e7042c0e-06ac-4b0d-81b9-a99a9f1e9781 HTTP/1.1" status: 404 len: 337 time: 0.1137228 Mar 14 15:33:53.287235 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8db2c6ec-cfff-4988-9759-9522df97ae3f None None] Deleting port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:53.287818 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8db2c6ec-cfff-4988-9759-9522df97ae3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:53.291005 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51404) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:53.363567 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eaa1ece-21ae-4bac-8af1-c3f119cb26f6 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] DELETE failed (client error): The resource could not be found. Mar 14 15:33:53.364010 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eaa1ece-21ae-4bac-8af1-c3f119cb26f6 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:33:53.367684 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3eaa1ece-21ae-4bac-8af1-c3f119cb26f6 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/subnets/630c432a-cd95-41a7-81c0-40697b9b8645 HTTP/1.1" status: 404 len: 337 time: 0.0742495 Mar 14 15:33:53.368505 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51408) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:53.437317 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce09efd2-b390-4727-b42f-8e626e32c613 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] DELETE failed (client error): The resource could not be found. Mar 14 15:33:53.437764 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce09efd2-b390-4727-b42f-8e626e32c613 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:33:53.440159 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ce09efd2-b390-4727-b42f-8e626e32c613 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/ports/e21438b1-f703-4e1e-9f59-7880e0af78a3 HTTP/1.1" status: 404 len: 333 time: 0.0698874 Mar 14 15:33:53.481966 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51412) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:53.557860 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ba676e8-d83c-4e7e-98c9-08575471c959 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:53.584169 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ded99e-a067-4f9e-99a6-05fd8b892f3f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] DELETE failed (client error): The resource could not be found. Mar 14 15:33:53.584605 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ded99e-a067-4f9e-99a6-05fd8b892f3f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:33:53.586679 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-71ded99e-a067-4f9e-99a6-05fd8b892f3f tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/subnets/d6dd1012-168c-429e-8667-0eefeade1064 HTTP/1.1" status: 404 len: 337 time: 0.0533669 Mar 14 15:33:53.590080 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51416) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:53.593637 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51feaa4-59ca-40e1-a9b9-2aaa51faac6a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:33:53.602494 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f51feaa4-59ca-40e1-a9b9-2aaa51faac6a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/routers/daca5833-e46e-46c0-8d87-efac19dbc3e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5034263 Mar 14 15:33:53.610887 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ae9aa8-eb42-4e26-ae1a-de2f48604a60 None None] Sync routers for ids ['daca5833-e46e-46c0-8d87-efac19dbc3e7'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:33:53.634863 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ae9aa8-eb42-4e26-ae1a-de2f48604a60 None None] Routers {'daca5833-e46e-46c0-8d87-efac19dbc3e7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:53.635492 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-39ae9aa8-eb42-4e26-ae1a-de2f48604a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['daca5833-e46e-46c0-8d87-efac19dbc3e7'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:53.640643 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51420) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:53.642329 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8db2c6ec-cfff-4988-9759-9522df97ae3f None None] For port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e,segment=NetworkSegment(f32dd3b6-2b66-4a28-8830-d902384d613d),segment_id=f32dd3b6-2b66-4a28-8830-d902384d613d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:53.643787 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8db2c6ec-cfff-4988-9759-9522df97ae3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:53.686005 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c67b997-2ba7-4ea3-993b-42a3d63b1c1a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] DELETE failed (client error): The resource could not be found. Mar 14 15:33:53.686565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c67b997-2ba7-4ea3-993b-42a3d63b1c1a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:33:53.688433 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6c67b997-2ba7-4ea3-993b-42a3d63b1c1a tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/subnets/32481e83-5d45-4b35-91a8-a3445866a9fd HTTP/1.1" status: 404 len: 337 time: 0.0972383 Mar 14 15:33:53.694607 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51424) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:53.695264 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1a750f6e-e907-4ab9-8bae-64768721d0e8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting port e86e69ce-98a6-482f-bd50-189a227d8dfd {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:53.695602 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a750f6e-e907-4ab9-8bae-64768721d0e8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:53.761145 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-1ba676e8-d83c-4e7e-98c9-08575471c959 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Calling delete_port for 532badf9-1fdd-4621-8b4c-fa795622bd05 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:53.785924 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8db2c6ec-cfff-4988-9759-9522df97ae3f None None] Calling delete_port for 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:53.839690 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff5ba64-1553-42cb-87af-1c55a9987ece tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] DELETE failed (client error): The resource could not be found. Mar 14 15:33:53.840131 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff5ba64-1553-42cb-87af-1c55a9987ece tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:33:53.842231 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4ff5ba64-1553-42cb-87af-1c55a9987ece tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/ports/fdf86ac7-c7e4-43ca-854d-761fb50595b8 HTTP/1.1" status: 404 len: 333 time: 0.1009810 Mar 14 15:33:53.848342 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51428) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:53.891089 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-39ae9aa8-eb42-4e26-ae1a-de2f48604a60 None None] Set router daca5833-e46e-46c0-8d87-efac19dbc3e7 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:33:53.902677 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8db2c6ec-cfff-4988-9759-9522df97ae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:53.933485 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ec8b12-dd3d-4ee6-92e3-824a00a7a4d0 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] DELETE failed (client error): The resource could not be found. Mar 14 15:33:53.933853 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ec8b12-dd3d-4ee6-92e3-824a00a7a4d0 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:33:53.935766 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-52ec8b12-dd3d-4ee6-92e3-824a00a7a4d0 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/subnets/ff3828c7-1042-47d8-9e9e-6fc82ceb6081 HTTP/1.1" status: 404 len: 337 time: 0.0864968 Mar 14 15:33:53.944189 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51432) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:53.980596 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db2c6ec-cfff-4988-9759-9522df97ae3f None None] No DVR routers for this DVR port 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:33:53.984776 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2c6ec-cfff-4988-9759-9522df97ae3f None None] Pushing event deleted for resources: {'Port': ['ID=4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:54.127297 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-349c53da-7a6b-44b0-9d32-2c24802d6572 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] DELETE failed (client error): The resource could not be found. Mar 14 15:33:54.127736 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349c53da-7a6b-44b0-9d32-2c24802d6572 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:33:54.129773 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-349c53da-7a6b-44b0-9d32-2c24802d6572 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/subnets/54197794-d40f-444c-8ae6-4132534536c0 HTTP/1.1" status: 404 len: 337 time: 0.1171889 Mar 14 15:33:54.130295 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ba676e8-d83c-4e7e-98c9-08575471c959 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:54.134745 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51436) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:54.186990 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba676e8-d83c-4e7e-98c9-08575471c959 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Port': ['ID=532badf9-1fdd-4621-8b4c-fa795622bd05,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:54.217035 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-39ae9aa8-eb42-4e26-ae1a-de2f48604a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'name': 'tempest-TestNetworkBasicOps-router-1361180857', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:38Z', 'updated_at': '2022-03-14T15:33:50Z', 'revision_number': 7, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:39Z', 'updated_at': '2022-03-14T15:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:54.222708 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ae9aa8-eb42-4e26-ae1a-de2f48604a60 None None] Checking router: daca5833-e46e-46c0-8d87-efac19dbc3e7 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:33:54.235059 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ae9aa8-eb42-4e26-ae1a-de2f48604a60 None None] Routers {'daca5833-e46e-46c0-8d87-efac19dbc3e7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:54.235881 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-39ae9aa8-eb42-4e26-ae1a-de2f48604a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['daca5833-e46e-46c0-8d87-efac19dbc3e7'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:54.278316 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9a366183-4f3c-42d9-8d2d-4f62b7f93a71 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Deleting port cb5da5fb-1f07-4610-ad2d-a29fd73fef34 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:54.278658 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a366183-4f3c-42d9-8d2d-4f62b7f93a71 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:54.316462 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-1a750f6e-e907-4ab9-8bae-64768721d0e8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] For port e86e69ce-98a6-482f-bd50-189a227d8dfd, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=e86e69ce-98a6-482f-bd50-189a227d8dfd,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:54.316838 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a750f6e-e907-4ab9-8bae-64768721d0e8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:54.390169 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd907537-9341-42e4-ba74-e76361ede7d3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting subnet 7bcc5066-53a7-43d6-b32e-ebedf3508cb5 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:33:54.434513 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ba676e8-d83c-4e7e-98c9-08575471c959 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:54.437634 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-39ae9aa8-eb42-4e26-ae1a-de2f48604a60 None None] Set router daca5833-e46e-46c0-8d87-efac19dbc3e7 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:33:54.452740 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dd907537-9341-42e4-ba74-e76361ede7d3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:54.488321 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1a750f6e-e907-4ab9-8bae-64768721d0e8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Calling delete_port for e86e69ce-98a6-482f-bd50-189a227d8dfd owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:54.638579 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dd907537-9341-42e4-ba74-e76361ede7d3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:54.735370 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ba676e8-d83c-4e7e-98c9-08575471c959 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:54.735370 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ba676e8-d83c-4e7e-98c9-08575471c959 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:54.757047 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-39ae9aa8-eb42-4e26-ae1a-de2f48604a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'name': 'tempest-TestNetworkBasicOps-router-1361180857', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:38Z', 'updated_at': '2022-03-14T15:33:50Z', 'revision_number': 7, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:39Z', 'updated_at': '2022-03-14T15:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:54.760812 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ba676e8-d83c-4e7e-98c9-08575471c959 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:54.760812 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba676e8-d83c-4e7e-98c9-08575471c959 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Fanout notify agent at l3_agent the message router_deleted on router e6dd36f2-be59-4ed9-a707-5b08537eb159 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:33:54.760999 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ae9aa8-eb42-4e26-ae1a-de2f48604a60 None None] The sync data for ids ['daca5833-e46e-46c0-8d87-efac19dbc3e7'] in dv-neutron-833561-1-hyperv is: [{'id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'name': 'tempest-TestNetworkBasicOps-router-1361180857', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:38Z', 'updated_at': '2022-03-14T15:33:50Z', 'revision_number': 7, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': 'b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca5833-e46e-46c0-8d87-efac19dbc3e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:39Z', 'updated_at': '2022-03-14T15:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:33:54.788684 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ba676e8-d83c-4e7e-98c9-08575471c959 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:54.790070 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1ba676e8-d83c-4e7e-98c9-08575471c959 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/routers/e6dd36f2-be59-4ed9-a707-5b08537eb159 HTTP/1.1" status: 204 len: 168 time: 2.9171991 Mar 14 15:33:54.794374 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51440) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:54.806497 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-daa2c4b9-2fb7-43ef-abac-3da2f911b56f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1843027058'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:54.811675 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-daa2c4b9-2fb7-43ef-abac-3da2f911b56f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:54.816515 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-daa2c4b9-2fb7-43ef-abac-3da2f911b56f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:network and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:54.819858 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-daa2c4b9-2fb7-43ef-abac-3da2f911b56f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:54.825585 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-daa2c4b9-2fb7-43ef-abac-3da2f911b56f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:54.837699 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa2c4b9-2fb7-43ef-abac-3da2f911b56f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Made reservation on behalf of 8d2b5d0d495944a3854f9775f18c15a3 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:54.840915 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-daa2c4b9-2fb7-43ef-abac-3da2f911b56f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:54.855883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a366183-4f3c-42d9-8d2d-4f62b7f93a71 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:54.870662 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa2c4b9-2fb7-43ef-abac-3da2f911b56f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:33:54.880279 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-daa2c4b9-2fb7-43ef-abac-3da2f911b56f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:54.880691 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-daa2c4b9-2fb7-43ef-abac-3da2f911b56f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Added segment c5f00b62-d882-40cc-a621-ea6762493edf of type vlan for network d5ec4305-7ef6-41dd-a6a0-d580457a0f4e Mar 14 15:33:54.905636 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-daa2c4b9-2fb7-43ef-abac-3da2f911b56f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:54.936549 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-daa2c4b9-2fb7-43ef-abac-3da2f911b56f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:54.940894 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa2c4b9-2fb7-43ef-abac-3da2f911b56f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:54.941469 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-daa2c4b9-2fb7-43ef-abac-3da2f911b56f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:54.997678 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9a366183-4f3c-42d9-8d2d-4f62b7f93a71 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Calling delete_port for cb5da5fb-1f07-4610-ad2d-a29fd73fef34 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:55.040404 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-daa2c4b9-2fb7-43ef-abac-3da2f911b56f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2457912 Mar 14 15:33:55.043149 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51444) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:55.044330 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dd907537-9341-42e4-ba74-e76361ede7d3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:55.050283 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a9090218-e868-4d94-b597-43359eb7c6e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'subnet': {'network_id': 'd5ec4305-7ef6-41dd-a6a0-d580457a0f4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:55.063968 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2c4b9-2fb7-43ef-abac-3da2f911b56f tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Network': ['ID=d5ec4305-7ef6-41dd-a6a0-d580457a0f4e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:55.076171 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network d5ec4305-7ef6-41dd-a6a0-d580457a0f4e details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:33:55.208019 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a9090218-e868-4d94-b597-43359eb7c6e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:55.211698 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a9090218-e868-4d94-b597-43359eb7c6e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:subnet and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:55.214610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a9090218-e868-4d94-b597-43359eb7c6e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:55.220478 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a9090218-e868-4d94-b597-43359eb7c6e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:55.232848 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9090218-e868-4d94-b597-43359eb7c6e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Made reservation on behalf of 8d2b5d0d495944a3854f9775f18c15a3 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:55.320640 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a750f6e-e907-4ab9-8bae-64768721d0e8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:55.337409 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device e86e69ce-98a6-482f-bd50-189a227d8dfd up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:33:55.378043 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a750f6e-e907-4ab9-8bae-64768721d0e8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Port': ['ID=e86e69ce-98a6-482f-bd50-189a227d8dfd,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:55.384574 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: e86e69ce-98a6-482f-bd50-189a227d8dfd {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:33:55.385055 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device e86e69ce-98a6-482f-bd50-189a227d8dfd not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 14 15:33:55.389518 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9090218-e868-4d94-b597-43359eb7c6e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:55.390264 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a366183-4f3c-42d9-8d2d-4f62b7f93a71 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:55.430874 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Port e86e69ce-98a6-482f-bd50-189a227d8dfd not found, will not notify nova. {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 14 15:33:55.447810 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a750f6e-e907-4ab9-8bae-64768721d0e8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:55.448149 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a750f6e-e907-4ab9-8bae-64768721d0e8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:55.448522 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a750f6e-e907-4ab9-8bae-64768721d0e8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:55.448949 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a750f6e-e907-4ab9-8bae-64768721d0e8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:55.449283 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a750f6e-e907-4ab9-8bae-64768721d0e8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:55.449659 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a750f6e-e907-4ab9-8bae-64768721d0e8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:55.449988 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a750f6e-e907-4ab9-8bae-64768721d0e8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:55.450355 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a750f6e-e907-4ab9-8bae-64768721d0e8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:55.450669 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a750f6e-e907-4ab9-8bae-64768721d0e8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:55.450968 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a750f6e-e907-4ab9-8bae-64768721d0e8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:55.451284 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a750f6e-e907-4ab9-8bae-64768721d0e8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:55.519841 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6f4ea2bd-8124-469e-b7c9-061773769c18 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:33:55.552000 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dd907537-9341-42e4-ba74-e76361ede7d3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:55.563691 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 6f4ea2bd-8124-469e-b7c9-061773769c18 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:33:55.564788 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6f4ea2bd-8124-469e-b7c9-061773769c18 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:33:55.565521 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:33:55.598503 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:33:55.599148 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 4f6749a2-cbe4-49e6-b7f3-e0999edfdd5e not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:33:55.635241 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9090218-e868-4d94-b597-43359eb7c6e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:55.652523 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a366183-4f3c-42d9-8d2d-4f62b7f93a71 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Port': ['ID=cb5da5fb-1f07-4610-ad2d-a29fd73fef34,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:55.659160 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a366183-4f3c-42d9-8d2d-4f62b7f93a71 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:55.679860 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd907537-9341-42e4-ba74-e76361ede7d3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Subnet': ['ID=7bcc5066-53a7-43d6-b32e-ebedf3508cb5,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:55.706216 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dd907537-9341-42e4-ba74-e76361ede7d3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:55.712134 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ab0402-b57c-451e-b0f6-7852d24656c3 None None] Network beb9cf70-bc90-42d6-8193-9a20588857cb requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:55.723818 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-dd907537-9341-42e4-ba74-e76361ede7d3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/subnets/7bcc5066-53a7-43d6-b32e-ebedf3508cb5 HTTP/1.1" status: 204 len: 168 time: 2.0786479 Mar 14 15:33:55.727131 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9a366183-4f3c-42d9-8d2d-4f62b7f93a71 tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/ports/cb5da5fb-1f07-4610-ad2d-a29fd73fef34 HTTP/1.1" status: 204 len: 168 time: 1.5893548 Mar 14 15:33:55.729087 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51448) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:55.732035 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51450) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:55.788895 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a750f6e-e907-4ab9-8bae-64768721d0e8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:55.839926 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9090218-e868-4d94-b597-43359eb7c6e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Subnet': ['ID=f242fc2a-0b49-44ef-93ba-fc70752188c7,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:55.848227 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9090218-e868-4d94-b597-43359eb7c6e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Checking segment: {'id': 'c5f00b62-d882-40cc-a621-ea6762493edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd5ec4305-7ef6-41dd-a6a0-d580457a0f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:33:55.848227 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9090218-e868-4d94-b597-43359eb7c6e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network hostable DHCP agents. Network: d5ec4305-7ef6-41dd-a6a0-d580457a0f4e, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:33:55.876017 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9090218-e868-4d94-b597-43359eb7c6e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network d5ec4305-7ef6-41dd-a6a0-d580457a0f4e is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:33:55.892072 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-a9090218-e868-4d94-b597-43359eb7c6e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, d5ec4305-7ef6-41dd-a6a0-d580457a0f4e) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:55.903986 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9090218-e868-4d94-b597-43359eb7c6e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:55.904570 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9090218-e868-4d94-b597-43359eb7c6e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:55.914900 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340c6688-2ac9-4a4d-a2f3-cae82ea7ea92 None None] Network d5ec4305-7ef6-41dd-a6a0-d580457a0f4e requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:55.932073 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51456) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:55.932939 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a9090218-e868-4d94-b597-43359eb7c6e1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8887010 Mar 14 15:33:55.965355 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4d8378d1-0bbb-4b0d-9890-106b686108be tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1511097065', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:33:55.975549 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4d8378d1-0bbb-4b0d-9890-106b686108be tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:33:55.988351 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4d8378d1-0bbb-4b0d-9890-106b686108be tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:router and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:33:56.046532 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4d8378d1-0bbb-4b0d-9890-106b686108be tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:33:56.061506 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4d8378d1-0bbb-4b0d-9890-106b686108be tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:33:56.135993 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eca8b5ac-d140-46c0-9251-fa0157b51f4d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:56.159727 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d8378d1-0bbb-4b0d-9890-106b686108be tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:56.160764 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d8378d1-0bbb-4b0d-9890-106b686108be tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:56.177396 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a31ebb9-fdef-498a-9c1d-826b7a68732d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-d5ec4305-7ef6-41dd-a6a0-d580457a0f4e', 'network_id': 'd5ec4305-7ef6-41dd-a6a0-d580457a0f4e', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'fixed_ips': [{'subnet_id': 'f242fc2a-0b49-44ef-93ba-fc70752188c7'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:33:56.180756 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5a31ebb9-fdef-498a-9c1d-826b7a68732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:56.196168 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2201327f-a03e-4b46-957f-445e1016801f None None] DHCP port deletion for beb9cf70-bc90-42d6-8193-9a20588857cb request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:33:56.203078 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2201327f-a03e-4b46-957f-445e1016801f None None] Deleting port 402c7937-2318-4ff9-8381-07d409f324e0 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:56.203640 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2201327f-a03e-4b46-957f-445e1016801f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:56.444792 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d8378d1-0bbb-4b0d-9890-106b686108be tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:56.459723 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eca8b5ac-d140-46c0-9251-fa0157b51f4d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:56.499742 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-eca8b5ac-d140-46c0-9251-fa0157b51f4d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0967daf-7b2d-480f-a29c-5b4e0dc7a284']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:56.516851 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d8378d1-0bbb-4b0d-9890-106b686108be tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:56.581115 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-5a31ebb9-fdef-498a-9c1d-826b7a68732d None None] Allocated IP 2001:db8::2 (d5ec4305-7ef6-41dd-a6a0-d580457a0f4e/f242fc2a-0b49-44ef-93ba-fc70752188c7/2f44fd9f-7cef-445d-aae9-61876c2f3fd2) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:56.584231 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2201327f-a03e-4b46-957f-445e1016801f None None] For port 402c7937-2318-4ff9-8381-07d409f324e0, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=402c7937-2318-4ff9-8381-07d409f324e0,segment=NetworkSegment(e3042fec-9d16-46b6-a991-cf25c6c6bb7d),segment_id=e3042fec-9d16-46b6-a991-cf25c6c6bb7d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:56.584630 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2201327f-a03e-4b46-957f-445e1016801f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:56.680596 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-eca8b5ac-d140-46c0-9251-fa0157b51f4d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32dd3b6-2b66-4a28-8830-d902384d613d') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:56.680889 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-eca8b5ac-d140-46c0-9251-fa0157b51f4d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32dd3b6-2b66-4a28-8830-d902384d613d') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:56.711929 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eca8b5ac-d140-46c0-9251-fa0157b51f4d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:56.713269 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2201327f-a03e-4b46-957f-445e1016801f None None] Calling delete_port for 402c7937-2318-4ff9-8381-07d409f324e0 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:56.801072 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eca8b5ac-d140-46c0-9251-fa0157b51f4d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:56.810560 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d8378d1-0bbb-4b0d-9890-106b686108be tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:56.815976 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4d8378d1-0bbb-4b0d-9890-106b686108be tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8652520 Mar 14 15:33:56.817320 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51460) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:56.818502 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca8b5ac-d140-46c0-9251-fa0157b51f4d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:33:56.818900 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eca8b5ac-d140-46c0-9251-fa0157b51f4d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:33:56.835160 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:33:56.876277 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2201327f-a03e-4b46-957f-445e1016801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:56.928921 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c380286-af34-4545-94ce-6ff20fdf1de3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:56.935426 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201327f-a03e-4b46-957f-445e1016801f None None] Pushing event deleted for resources: {'Port': ['ID=402c7937-2318-4ff9-8381-07d409f324e0,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:56.978715 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a750f6e-e907-4ab9-8bae-64768721d0e8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Router 1e4806c1-c86f-4424-95f0-4739af77b722 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:33:56.989209 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201327f-a03e-4b46-957f-445e1016801f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:56.989583 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201327f-a03e-4b46-957f-445e1016801f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:56.989931 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201327f-a03e-4b46-957f-445e1016801f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:56.990317 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201327f-a03e-4b46-957f-445e1016801f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:56.990659 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201327f-a03e-4b46-957f-445e1016801f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:56.990987 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201327f-a03e-4b46-957f-445e1016801f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:56.991319 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201327f-a03e-4b46-957f-445e1016801f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:56.991731 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201327f-a03e-4b46-957f-445e1016801f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:56.992061 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201327f-a03e-4b46-957f-445e1016801f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:56.992286 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201327f-a03e-4b46-957f-445e1016801f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:56.992835 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201327f-a03e-4b46-957f-445e1016801f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:56.996492 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2201327f-a03e-4b46-957f-445e1016801f None None] No DVR routers for this DVR port 402c7937-2318-4ff9-8381-07d409f324e0 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:33:57.038137 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5a31ebb9-fdef-498a-9c1d-826b7a68732d None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:57.051356 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eca8b5ac-d140-46c0-9251-fa0157b51f4d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:57.052654 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5a31ebb9-fdef-498a-9c1d-826b7a68732d None None] Transition to ACTIVE for port object 2f44fd9f-7cef-445d-aae9-61876c2f3fd2 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:57.076478 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5a31ebb9-fdef-498a-9c1d-826b7a68732d None None] Transition to ACTIVE for port object 2f44fd9f-7cef-445d-aae9-61876c2f3fd2 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:57.079112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eca8b5ac-d140-46c0-9251-fa0157b51f4d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:57.090647 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8b5ac-d140-46c0-9251-fa0157b51f4d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] Pushing event deleted for resources: {'Network': ['ID=e0967daf-7b2d-480f-a29c-5b4e0dc7a284,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:57.092705 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5a31ebb9-fdef-498a-9c1d-826b7a68732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:57.100843 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-eca8b5ac-d140-46c0-9251-fa0157b51f4d tempest-PortsTestJSON-809671504 tempest-PortsTestJSON-809671504-project] 10.222.0.60 "DELETE /v2.0/networks/e0967daf-7b2d-480f-a29c-5b4e0dc7a284 HTTP/1.1" status: 204 len: 168 time: 1.3647535 Mar 14 15:33:57.207546 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a31ebb9-fdef-498a-9c1d-826b7a68732d None None] Network d5ec4305-7ef6-41dd-a6a0-d580457a0f4e is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:57.224254 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-5a31ebb9-fdef-498a-9c1d-826b7a68732d None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:57.240633 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 402c7937-2318-4ff9-8381-07d409f324e0 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:33:57.282212 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a750f6e-e907-4ab9-8bae-64768721d0e8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:33:57.286453 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a31ebb9-fdef-498a-9c1d-826b7a68732d None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:57.288344 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1a750f6e-e907-4ab9-8bae-64768721d0e8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "PUT /v2.0/routers/1e4806c1-c86f-4424-95f0-4739af77b722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0951390 Mar 14 15:33:57.294319 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51466) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:57.306612 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9019e4d-8c25-46e7-b5f9-50e6dde04fc6 None None] Sync routers for ids ['1e4806c1-c86f-4424-95f0-4739af77b722'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:33:57.313743 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 402c7937-2318-4ff9-8381-07d409f324e0 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:33:57.314114 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 402c7937-2318-4ff9-8381-07d409f324e0 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:33:57.318322 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31ebb9-fdef-498a-9c1d-826b7a68732d None None] Pushing event updated for resources: {'Port': ['ID=2f44fd9f-7cef-445d-aae9-61876c2f3fd2,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:57.384177 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790c2702-7118-4a75-992e-383bb353345a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:57.385589 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790c2702-7118-4a75-992e-383bb353345a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:57.386337 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-790c2702-7118-4a75-992e-383bb353345a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:57.409365 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9019e4d-8c25-46e7-b5f9-50e6dde04fc6 None None] Routers {'1e4806c1-c86f-4424-95f0-4739af77b722'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:57.410028 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b9019e4d-8c25-46e7-b5f9-50e6dde04fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1e4806c1-c86f-4424-95f0-4739af77b722'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:57.415209 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-790c2702-7118-4a75-992e-383bb353345a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:57.416598 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-790c2702-7118-4a75-992e-383bb353345a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1210301 Mar 14 15:33:57.420344 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51470) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:57.450086 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c12e1b10-4852-4257-afa3-0181c02a077d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:57.472853 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c380286-af34-4545-94ce-6ff20fdf1de3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:57.495668 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3c380286-af34-4545-94ce-6ff20fdf1de3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:57.496356 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c380286-af34-4545-94ce-6ff20fdf1de3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:57.531077 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5a31ebb9-fdef-498a-9c1d-826b7a68732d None None] Attempting to bind port 2f44fd9f-7cef-445d-aae9-61876c2f3fd2 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:33:57.531458 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5a31ebb9-fdef-498a-9c1d-826b7a68732d None None] Attempting to bind port 2f44fd9f-7cef-445d-aae9-61876c2f3fd2 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'c5f00b62-d882-40cc-a621-ea6762493edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd5ec4305-7ef6-41dd-a6a0-d580457a0f4e'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:33:57.531831 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a31ebb9-fdef-498a-9c1d-826b7a68732d None None] Attempting to bind port 2f44fd9f-7cef-445d-aae9-61876c2f3fd2 on network d5ec4305-7ef6-41dd-a6a0-d580457a0f4e {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:33:57.547454 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a31ebb9-fdef-498a-9c1d-826b7a68732d None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:33:57.547837 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a31ebb9-fdef-498a-9c1d-826b7a68732d None None] Checking segment: {'id': 'c5f00b62-d882-40cc-a621-ea6762493edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd5ec4305-7ef6-41dd-a6a0-d580457a0f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:33:57.548245 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5a31ebb9-fdef-498a-9c1d-826b7a68732d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:57.549157 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a31ebb9-fdef-498a-9c1d-826b7a68732d None None] Bound using segment: {'id': 'c5f00b62-d882-40cc-a621-ea6762493edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd5ec4305-7ef6-41dd-a6a0-d580457a0f4e'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:33:57.549646 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5a31ebb9-fdef-498a-9c1d-826b7a68732d None None] Bound port: 2f44fd9f-7cef-445d-aae9-61876c2f3fd2, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f00b62-d882-40cc-a621-ea6762493edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd5ec4305-7ef6-41dd-a6a0-d580457a0f4e'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:33:57.550306 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5a31ebb9-fdef-498a-9c1d-826b7a68732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:57.562305 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b9019e4d-8c25-46e7-b5f9-50e6dde04fc6 None None] Set router 1e4806c1-c86f-4424-95f0-4739af77b722 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:33:57.643170 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51476) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:57.720629 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b9019e4d-8c25-46e7-b5f9-50e6dde04fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4806c1-c86f-4424-95f0-4739af77b722', 'name': 'tempest-NetworksTestDHCPv6-router-1824748435', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:33:45Z', 'updated_at': '2022-03-14T15:33:55Z', 'revision_number': 3, 'project_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:57.726736 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9019e4d-8c25-46e7-b5f9-50e6dde04fc6 None None] Checking router: 1e4806c1-c86f-4424-95f0-4739af77b722 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:33:57.777519 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f42e76a-12bb-4180-ba74-bee9fb76809b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet 1be6f4a1-1606-410c-862c-249824007d8f {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:33:57.780956 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9019e4d-8c25-46e7-b5f9-50e6dde04fc6 None None] Routers {'1e4806c1-c86f-4424-95f0-4739af77b722'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:33:57.781620 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b9019e4d-8c25-46e7-b5f9-50e6dde04fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1e4806c1-c86f-4424-95f0-4739af77b722'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:57.789545 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f42e76a-12bb-4180-ba74-bee9fb76809b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:57.828282 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5a31ebb9-fdef-498a-9c1d-826b7a68732d None None] For port 2f44fd9f-7cef-445d-aae9-61876c2f3fd2, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:33:57.841936 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-c12e1b10-4852-4257-afa3-0181c02a077d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Allocated IP 2001:db8::1 (d5ec4305-7ef6-41dd-a6a0-d580457a0f4e/f242fc2a-0b49-44ef-93ba-fc70752188c7/e58f75ff-57f4-464a-88b3-77cd22f42a93) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:57.843956 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3c380286-af34-4545-94ce-6ff20fdf1de3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:57.844372 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c380286-af34-4545-94ce-6ff20fdf1de3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:57.903140 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5a31ebb9-fdef-498a-9c1d-826b7a68732d None None] For port 2f44fd9f-7cef-445d-aae9-61876c2f3fd2, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=2f44fd9f-7cef-445d-aae9-61876c2f3fd2,segment=NetworkSegment(c5f00b62-d882-40cc-a621-ea6762493edf),segment_id=c5f00b62-d882-40cc-a621-ea6762493edf)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:33:57.913223 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5a31ebb9-fdef-498a-9c1d-826b7a68732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:57.964462 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b9019e4d-8c25-46e7-b5f9-50e6dde04fc6 None None] Set router 1e4806c1-c86f-4424-95f0-4739af77b722 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:33:57.978444 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3c380286-af34-4545-94ce-6ff20fdf1de3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:57.990378 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-83aa017b-ce1a-43a7-93d4-990311104765 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d145e6d0b939429681cad6903d26baa7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3454771 Mar 14 15:33:57.993647 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51482) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:58.007458 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f42e76a-12bb-4180-ba74-bee9fb76809b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:58.093890 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c12e1b10-4852-4257-afa3-0181c02a077d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:58.125448 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-c12e1b10-4852-4257-afa3-0181c02a077d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Transition to ACTIVE for port object e58f75ff-57f4-464a-88b3-77cd22f42a93 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:58.126921 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eeda8a8-dc6a-4790-abd0-829f99596199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:58.164152 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eeda8a8-dc6a-4790-abd0-829f99596199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:58.208474 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b9019e4d-8c25-46e7-b5f9-50e6dde04fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4806c1-c86f-4424-95f0-4739af77b722', 'name': 'tempest-NetworksTestDHCPv6-router-1824748435', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:33:45Z', 'updated_at': '2022-03-14T15:33:55Z', 'revision_number': 3, 'project_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:58.209798 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c12e1b10-4852-4257-afa3-0181c02a077d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:58.235597 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9019e4d-8c25-46e7-b5f9-50e6dde04fc6 None None] The sync data for ids ['1e4806c1-c86f-4424-95f0-4739af77b722'] in dv-neutron-833561-1-hyperv is: [{'id': '1e4806c1-c86f-4424-95f0-4739af77b722', 'name': 'tempest-NetworksTestDHCPv6-router-1824748435', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:33:45Z', 'updated_at': '2022-03-14T15:33:55Z', 'revision_number': 3, 'project_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:33:58.270729 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f42e76a-12bb-4180-ba74-bee9fb76809b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:58.276944 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31ebb9-fdef-498a-9c1d-826b7a68732d None None] Pushing event updated for resources: {'Port': ['ID=2f44fd9f-7cef-445d-aae9-61876c2f3fd2,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:58.311089 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12e1b10-4852-4257-afa3-0181c02a077d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network d5ec4305-7ef6-41dd-a6a0-d580457a0f4e is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:58.315164 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c12e1b10-4852-4257-afa3-0181c02a077d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:58.317168 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e1b10-4852-4257-afa3-0181c02a077d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Port': ['ID=e58f75ff-57f4-464a-88b3-77cd22f42a93,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:58.320246 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eeda8a8-dc6a-4790-abd0-829f99596199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:58.329386 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e1b10-4852-4257-afa3-0181c02a077d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:33:58.329987 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c12e1b10-4852-4257-afa3-0181c02a077d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:58.351597 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeda8a8-dc6a-4790-abd0-829f99596199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d951f7-9abc-4096-a99b-587a27eb91d9,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:58.401676 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eeda8a8-dc6a-4790-abd0-829f99596199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:58.406589 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7eeda8a8-dc6a-4790-abd0-829f99596199 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29d951f7-9abc-4096-a99b-587a27eb91d9 HTTP/1.1" status: 204 len: 168 time: 0.4121971 Mar 14 15:33:58.410017 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f42e76a-12bb-4180-ba74-bee9fb76809b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:58.461552 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c380286-af34-4545-94ce-6ff20fdf1de3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:58.477412 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c12e1b10-4852-4257-afa3-0181c02a077d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:58.480891 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9fa4be-17f7-42ed-b046-07a7832c13f2 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:33:58.506525 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f42e76a-12bb-4180-ba74-bee9fb76809b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:58.510215 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42e76a-12bb-4180-ba74-bee9fb76809b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=1be6f4a1-1606-410c-862c-249824007d8f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:58.535450 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c380286-af34-4545-94ce-6ff20fdf1de3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:58.584259 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8f42e76a-12bb-4180-ba74-bee9fb76809b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/1be6f4a1-1606-410c-862c-249824007d8f HTTP/1.1" status: 204 len: 168 time: 1.1621859 Mar 14 15:33:58.596775 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51490) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:58.889882 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d349baf-7667-4964-be20-8c8f0fd6bcd0 None None] DHCP port deletion for 9afff20e-053f-4563-a829-c09143628c31 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:33:58.895386 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7d349baf-7667-4964-be20-8c8f0fd6bcd0 None None] Deleting port ee0ce90e-3c11-4685-a72e-414e7a4f7482 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:33:58.895868 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d349baf-7667-4964-be20-8c8f0fd6bcd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:59.032897 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c380286-af34-4545-94ce-6ff20fdf1de3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:59.194608 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-258bc0cb-fac7-4929-a04b-b7ba8e34ecab tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:router {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:33:59.200348 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c12e1b10-4852-4257-afa3-0181c02a077d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:59.209724 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c12e1b10-4852-4257-afa3-0181c02a077d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:59.212280 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c12e1b10-4852-4257-afa3-0181c02a077d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:59.229294 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7d349baf-7667-4964-be20-8c8f0fd6bcd0 None None] For port ee0ce90e-3c11-4685-a72e-414e7a4f7482, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ee0ce90e-3c11-4685-a72e-414e7a4f7482,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:59.229859 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d349baf-7667-4964-be20-8c8f0fd6bcd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:59.394684 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c380286-af34-4545-94ce-6ff20fdf1de3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:59.420916 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c380286-af34-4545-94ce-6ff20fdf1de3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:59.447629 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7d349baf-7667-4964-be20-8c8f0fd6bcd0 None None] Calling delete_port for ee0ce90e-3c11-4685-a72e-414e7a4f7482 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:33:59.486952 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 2f44fd9f-7cef-445d-aae9-61876c2f3fd2 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:33:59.494027 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-258bc0cb-fac7-4929-a04b-b7ba8e34ecab tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:router {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:33:59.507943 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-258bc0cb-fac7-4929-a04b-b7ba8e34ecab tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.9165802 Mar 14 15:33:59.512309 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51504) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:59.562143 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12e1b10-4852-4257-afa3-0181c02a077d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network d5ec4305-7ef6-41dd-a6a0-d580457a0f4e is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:59.570166 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c12e1b10-4852-4257-afa3-0181c02a077d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:59.652343 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e1b10-4852-4257-afa3-0181c02a077d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Port': ['ID=e58f75ff-57f4-464a-88b3-77cd22f42a93,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:59.677904 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d349baf-7667-4964-be20-8c8f0fd6bcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:59.772425 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d349baf-7667-4964-be20-8c8f0fd6bcd0 None None] Pushing event deleted for resources: {'Port': ['ID=ee0ce90e-3c11-4685-a72e-414e7a4f7482,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:59.773993 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 2f44fd9f-7cef-445d-aae9-61876c2f3fd2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:59.777416 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d349baf-7667-4964-be20-8c8f0fd6bcd0 None None] No DVR routers for this DVR port ee0ce90e-3c11-4685-a72e-414e7a4f7482 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:33:59.824971 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c380286-af34-4545-94ce-6ff20fdf1de3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:59.826202 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c380286-af34-4545-94ce-6ff20fdf1de3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Fanout notify agent at l3_agent the message router_deleted on router daca5833-e46e-46c0-8d87-efac19dbc3e7 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:33:59.845914 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c380286-af34-4545-94ce-6ff20fdf1de3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:59.847270 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3c380286-af34-4545-94ce-6ff20fdf1de3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/routers/daca5833-e46e-46c0-8d87-efac19dbc3e7 HTTP/1.1" status: 204 len: 168 time: 4.1173966 Mar 14 15:33:59.850756 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51512) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:33:59.872163 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device e86e69ce-98a6-482f-bd50-189a227d8dfd no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:33:59.916045 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48aaeba0-afba-4abc-aa33-47788e075877 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:59.994596 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: e86e69ce-98a6-482f-bd50-189a227d8dfd {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:33:59.994946 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device e86e69ce-98a6-482f-bd50-189a227d8dfd not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:33:59.995365 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ee0ce90e-3c11-4685-a72e-414e7a4f7482 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:34:00.029241 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: ee0ce90e-3c11-4685-a72e-414e7a4f7482 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:34:00.029593 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ee0ce90e-3c11-4685-a72e-414e7a4f7482 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:34:00.032888 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51516) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:00.056892 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0569615c-a615-4279-8565-ff00263af796 None None] Network d5ec4305-7ef6-41dd-a6a0-d580457a0f4e requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:00.197037 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-00ff95e7-a12b-44a3-920c-474f55ea8648 None None] Provisioning for port 2f44fd9f-7cef-445d-aae9-61876c2f3fd2 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:00.202181 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eac77b00-51de-4c67-aa23-10d736367476 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.215074 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-00ff95e7-a12b-44a3-920c-474f55ea8648 None None] Provisioning complete for port 2f44fd9f-7cef-445d-aae9-61876c2f3fd2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:00.215457 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00ff95e7-a12b-44a3-920c-474f55ea8648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.267190 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-faa6525a-3a8d-4351-9897-6b6021f6c05f req-0fa29cd2-f79f-44bc-b090-391a8807292a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8420689 Mar 14 15:34:00.487307 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00ff95e7-a12b-44a3-920c-474f55ea8648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.527516 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eac77b00-51de-4c67-aa23-10d736367476 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.539577 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-00ff95e7-a12b-44a3-920c-474f55ea8648 None None] For port 2f44fd9f-7cef-445d-aae9-61876c2f3fd2, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=2f44fd9f-7cef-445d-aae9-61876c2f3fd2,segment=NetworkSegment(c5f00b62-d882-40cc-a621-ea6762493edf),segment_id=c5f00b62-d882-40cc-a621-ea6762493edf)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:00.547613 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00ff95e7-a12b-44a3-920c-474f55ea8648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.572732 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-eac77b00-51de-4c67-aa23-10d736367476 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb9cf70-bc90-42d6-8193-9a20588857cb']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:00.593571 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-eac77b00-51de-4c67-aa23-10d736367476 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3042fec-9d16-46b6-a991-cf25c6c6bb7d') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:00.593851 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-eac77b00-51de-4c67-aa23-10d736367476 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3042fec-9d16-46b6-a991-cf25c6c6bb7d') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:00.616160 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eac77b00-51de-4c67-aa23-10d736367476 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.626396 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8139e63e-5bfa-4e96-9ff3-90940936ed32 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1535204051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:00.646275 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eac77b00-51de-4c67-aa23-10d736367476 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.646464 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff95e7-a12b-44a3-920c-474f55ea8648 None None] Pushing event updated for resources: {'Port': ['ID=2f44fd9f-7cef-445d-aae9-61876c2f3fd2,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:00.665105 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac77b00-51de-4c67-aa23-10d736367476 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:34:00.665510 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eac77b00-51de-4c67-aa23-10d736367476 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:34:00.681808 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:34:00.701098 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8139e63e-5bfa-4e96-9ff3-90940936ed32 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:00.715622 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8139e63e-5bfa-4e96-9ff3-90940936ed32 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Usage tracker for resource:router and tenant:7d61d4cb705a4b8bb19715a92790570d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:00.720814 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8139e63e-5bfa-4e96-9ff3-90940936ed32 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:00.729278 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48aaeba0-afba-4abc-aa33-47788e075877 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.735813 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8139e63e-5bfa-4e96-9ff3-90940936ed32 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:00.745528 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48aaeba0-afba-4abc-aa33-47788e075877 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.759906 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8139e63e-5bfa-4e96-9ff3-90940936ed32 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.760829 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8139e63e-5bfa-4e96-9ff3-90940936ed32 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.774517 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12e1b10-4852-4257-afa3-0181c02a077d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Router 9c04b4e4-7ec0-4f56-9813-5b19515f71f8 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:34:00.789160 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eac77b00-51de-4c67-aa23-10d736367476 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.794319 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eac77b00-51de-4c67-aa23-10d736367476 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.795291 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-faa6525a-3a8d-4351-9897-6b6021f6c05f req-7020e3a4-8198-45cf-9312-a12fb19e554d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e56a9bf665f84615b9b7754b13dc18cc&device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 1098 time: 0.2391407 Mar 14 15:34:00.797112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48aaeba0-afba-4abc-aa33-47788e075877 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.797620 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48aaeba0-afba-4abc-aa33-47788e075877 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Fanout notify agent at l3_agent the message router_deleted on router 1e4806c1-c86f-4424-95f0-4739af77b722 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:34:00.822884 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8139e63e-5bfa-4e96-9ff3-90940936ed32 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.904545 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4b12fd9c-ae6c-4706-b9fa-347b75763e23 None None] Provisioning for port e58f75ff-57f4-464a-88b3-77cd22f42a93 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:00.912599 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4b12fd9c-ae6c-4706-b9fa-347b75763e23 None None] Provisioning complete for port e58f75ff-57f4-464a-88b3-77cd22f42a93 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:00.913241 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4b12fd9c-ae6c-4706-b9fa-347b75763e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.978737 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48aaeba0-afba-4abc-aa33-47788e075877 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.979832 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-48aaeba0-afba-4abc-aa33-47788e075877 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/routers/1e4806c1-c86f-4424-95f0-4739af77b722 HTTP/1.1" status: 204 len: 168 time: 1.4560120 Mar 14 15:34:00.981153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8139e63e-5bfa-4e96-9ff3-90940936ed32 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:01.000877 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4b12fd9c-ae6c-4706-b9fa-347b75763e23 None None] Port e58f75ff-57f4-464a-88b3-77cd22f42a93 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:34:01.001162 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51522) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:01.014587 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b379d9c0-4608-475c-888a-e546401b0cf1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:01.016383 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8139e63e-5bfa-4e96-9ff3-90940936ed32 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:01.021110 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8139e63e-5bfa-4e96-9ff3-90940936ed32 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9837093 Mar 14 15:34:01.021288 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4b12fd9c-ae6c-4706-b9fa-347b75763e23 None None] Provisioning complete for port 2f44fd9f-7cef-445d-aae9-61876c2f3fd2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:01.021660 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51526) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:01.021790 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4b12fd9c-ae6c-4706-b9fa-347b75763e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:01.027760 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-bdcde8fb-e402-4516-92df-cce32a298ee5 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-667171460'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:01.047717 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bdcde8fb-e402-4516-92df-cce32a298ee5 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:01.055758 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bdcde8fb-e402-4516-92df-cce32a298ee5 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Usage tracker for resource:network and tenant:7d61d4cb705a4b8bb19715a92790570d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:01.061246 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bdcde8fb-e402-4516-92df-cce32a298ee5 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:01.078783 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bdcde8fb-e402-4516-92df-cce32a298ee5 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:01.094891 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6525a-3a8d-4351-9897-6b6021f6c05f req-0b62db3d-690d-4719-9164-c3fbbd60f662 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:01.097582 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-faa6525a-3a8d-4351-9897-6b6021f6c05f req-0b62db3d-690d-4719-9164-c3fbbd60f662 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3636f367-7bcd-449f-8e47-979905287efa HTTP/1.1" status: 200 len: 911 time: 0.2402563 Mar 14 15:34:01.141768 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac77b00-51de-4c67-aa23-10d736367476 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Network': ['ID=beb9cf70-bc90-42d6-8193-9a20588857cb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:01.172889 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 2f44fd9f-7cef-445d-aae9-61876c2f3fd2 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:01.186681 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcde8fb-e402-4516-92df-cce32a298ee5 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Made reservation on behalf of 7d61d4cb705a4b8bb19715a92790570d for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:01.191150 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdcde8fb-e402-4516-92df-cce32a298ee5 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:01.199081 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-eac77b00-51de-4c67-aa23-10d736367476 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/networks/beb9cf70-bc90-42d6-8193-9a20588857cb HTTP/1.1" status: 204 len: 168 time: 1.3434265 Mar 14 15:34:01.199081 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b379d9c0-4608-475c-888a-e546401b0cf1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:01.227768 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b379d9c0-4608-475c-888a-e546401b0cf1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:01.230366 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51530) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:01.234412 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b379d9c0-4608-475c-888a-e546401b0cf1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:01.241672 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-30e901a3-3ab0-4bee-8a37-303df547dadc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'network': {'name': 'tempest-network-smoke--1800696069', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'port_security_enabled': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:01.252147 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b379d9c0-4608-475c-888a-e546401b0cf1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:01.262643 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-30e901a3-3ab0-4bee-8a37-303df547dadc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:01.266884 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-faa6525a-3a8d-4351-9897-6b6021f6c05f req-db0c2c47-6e58-432c-8c9d-014b19a94ad6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86815b50-7159-47b9-afec-1424e83a7ef7 HTTP/1.1" status: 200 len: 1001 time: 0.1630900 Mar 14 15:34:01.284086 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-30e901a3-3ab0-4bee-8a37-303df547dadc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:network and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:01.288634 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-30e901a3-3ab0-4bee-8a37-303df547dadc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:01.296300 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b379d9c0-4608-475c-888a-e546401b0cf1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:01.311927 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-30e901a3-3ab0-4bee-8a37-303df547dadc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:01.324281 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdcde8fb-e402-4516-92df-cce32a298ee5 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:01.349028 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 2f44fd9f-7cef-445d-aae9-61876c2f3fd2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:01.349754 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:01.379209 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bdcde8fb-e402-4516-92df-cce32a298ee5 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:01.385483 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bdcde8fb-e402-4516-92df-cce32a298ee5 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Usage tracker for resource:security_group_rule and tenant:7d61d4cb705a4b8bb19715a92790570d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:01.389085 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bdcde8fb-e402-4516-92df-cce32a298ee5 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:01.394530 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e901a3-3ab0-4bee-8a37-303df547dadc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:01.397788 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30e901a3-3ab0-4bee-8a37-303df547dadc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:01.399324 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bdcde8fb-e402-4516-92df-cce32a298ee5 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:01.430098 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6525a-3a8d-4351-9897-6b6021f6c05f req-c9a77ea8-0fed-4b13-977e-ca1ac097d7d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:01.431757 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-faa6525a-3a8d-4351-9897-6b6021f6c05f req-c9a77ea8-0fed-4b13-977e-ca1ac097d7d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d72d1897-6b00-4d72-b749-ed3bdadbf186 HTTP/1.1" status: 200 len: 849 time: 0.1584754 Mar 14 15:34:01.448631 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b379d9c0-4608-475c-888a-e546401b0cf1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:01.526295 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e901a3-3ab0-4bee-8a37-303df547dadc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:34:01.531878 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:34:01.558369 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-faa6525a-3a8d-4351-9897-6b6021f6c05f req-a1ce9845-d759-4748-bfe3-05adf763aed8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3636f367-7bcd-449f-8e47-979905287efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1193781 Mar 14 15:34:01.560270 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30e901a3-3ab0-4bee-8a37-303df547dadc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:01.560611 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-30e901a3-3ab0-4bee-8a37-303df547dadc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Added segment c5cb67dc-3a25-4842-b412-005f912a0871 of type vlan for network 1d8db04e-b47d-4b3f-b0f4-895055390ad3 Mar 14 15:34:01.563531 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12e1b10-4852-4257-afa3-0181c02a077d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:34:01.566223 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdcde8fb-e402-4516-92df-cce32a298ee5 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:01.571992 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:34:01.572875 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b98f5afb-7f5d-4fc9-8b5a-7a9d0d8ce15f not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:34:01.576770 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b229e4-5c79-412b-a27e-9c25664ab7ec None None] Sync routers for ids ['9c04b4e4-7ec0-4f56-9813-5b19515f71f8'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:34:01.586359 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-79de3a85-d6eb-4205-8788-0db6cbf33c8b None None] Provisioning complete for port e58f75ff-57f4-464a-88b3-77cd22f42a93 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:01.586790 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79de3a85-d6eb-4205-8788-0db6cbf33c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:01.589021 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c12e1b10-4852-4257-afa3-0181c02a077d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/routers/9c04b4e4-7ec0-4f56-9813-5b19515f71f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7692549 Mar 14 15:34:01.590645 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b229e4-5c79-412b-a27e-9c25664ab7ec None None] Routers {'9c04b4e4-7ec0-4f56-9813-5b19515f71f8'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:01.591537 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-57b229e4-5c79-412b-a27e-9c25664ab7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9c04b4e4-7ec0-4f56-9813-5b19515f71f8'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:01.594461 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51534) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:01.609913 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdcde8fb-e402-4516-92df-cce32a298ee5 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:01.649689 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-79de3a85-d6eb-4205-8788-0db6cbf33c8b None None] Port e58f75ff-57f4-464a-88b3-77cd22f42a93 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:34:01.656665 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30e901a3-3ab0-4bee-8a37-303df547dadc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:01.657721 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-57b229e4-5c79-412b-a27e-9c25664ab7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:01.670183 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b229e4-5c79-412b-a27e-9c25664ab7ec None None] Routers {'9c04b4e4-7ec0-4f56-9813-5b19515f71f8'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:01.671120 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-57b229e4-5c79-412b-a27e-9c25664ab7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9c04b4e4-7ec0-4f56-9813-5b19515f71f8'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:01.717480 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdcde8fb-e402-4516-92df-cce32a298ee5 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:34:01.725657 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f855dcfa-8d0f-4021-a7cb-c84af0c3c5c9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:01.726266 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f855dcfa-8d0f-4021-a7cb-c84af0c3c5c9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Synchronizing usage tracker for tenant:8d2b5d0d495944a3854f9775f18c15a3 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:01.733399 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-57b229e4-5c79-412b-a27e-9c25664ab7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:01.733794 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b229e4-5c79-412b-a27e-9c25664ab7ec None None] The sync data for ids ['9c04b4e4-7ec0-4f56-9813-5b19515f71f8'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:34:01.735502 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcde8fb-e402-4516-92df-cce32a298ee5 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8287d4-1bac-4fea-afce-5873025cca6a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:01.741586 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdcde8fb-e402-4516-92df-cce32a298ee5 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:01.741804 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-bdcde8fb-e402-4516-92df-cce32a298ee5 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Added segment 05815422-91c8-4874-bf8b-4e3c6f4185f6 of type vlan for network f9d94896-ee93-4db0-b45b-51af387b3af2 Mar 14 15:34:01.784149 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30e901a3-3ab0-4bee-8a37-303df547dadc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:01.788061 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e901a3-3ab0-4bee-8a37-303df547dadc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:01.788650 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30e901a3-3ab0-4bee-8a37-303df547dadc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:01.794568 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdcde8fb-e402-4516-92df-cce32a298ee5 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:01.804259 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-faa6525a-3a8d-4351-9897-6b6021f6c05f req-78eee828-dea8-4ec1-aa24-7f53a9644ff4 service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363191 Mar 14 15:34:01.825575 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f855dcfa-8d0f-4021-a7cb-c84af0c3c5c9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Unset dirty status for tenant:8d2b5d0d495944a3854f9775f18c15a3 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:01.826812 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f855dcfa-8d0f-4021-a7cb-c84af0c3c5c9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/ports/e58f75ff-57f4-464a-88b3-77cd22f42a93 HTTP/1.1" status: 200 len: 911 time: 0.2268505 Mar 14 15:34:01.844131 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51538) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:01.899159 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-59dca13e-43db-4e2c-9faf-da5e73a96cea tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f242fc2a-0b49-44ef-93ba-fc70752188c7'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:01.909352 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-30e901a3-3ab0-4bee-8a37-303df547dadc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6778386 Mar 14 15:34:01.914543 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51542) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:01.933552 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d896b473-1d69-486d-a649-2fcaa51f142a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-723591753', 'admin_state_up': True, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:01.941770 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e901a3-3ab0-4bee-8a37-303df547dadc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Network': ['ID=1d8db04e-b47d-4b3f-b0f4-895055390ad3,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:01.946705 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d896b473-1d69-486d-a649-2fcaa51f142a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:01.953187 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 1d8db04e-b47d-4b3f-b0f4-895055390ad3 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:34:01.963278 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d896b473-1d69-486d-a649-2fcaa51f142a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:router and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:01.967617 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d896b473-1d69-486d-a649-2fcaa51f142a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:01.967768 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdcde8fb-e402-4516-92df-cce32a298ee5 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:01.973026 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcde8fb-e402-4516-92df-cce32a298ee5 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:01.974438 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdcde8fb-e402-4516-92df-cce32a298ee5 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:01.975253 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d896b473-1d69-486d-a649-2fcaa51f142a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:01.979010 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b379d9c0-4608-475c-888a-e546401b0cf1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:02.033676 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d896b473-1d69-486d-a649-2fcaa51f142a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:02.034669 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d896b473-1d69-486d-a649-2fcaa51f142a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:02.056043 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b379d9c0-4608-475c-888a-e546401b0cf1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:02.063015 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b379d9c0-4608-475c-888a-e546401b0cf1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:02.065958 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b379d9c0-4608-475c-888a-e546401b0cf1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:02.066548 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b379d9c0-4608-475c-888a-e546401b0cf1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:02.074153 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744fc5ab-2604-44b5-8af0-5fef04079ee6 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:02.078539 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bdcde8fb-e402-4516-92df-cce32a298ee5 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0533347 Mar 14 15:34:02.079693 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379d9c0-4608-475c-888a-e546401b0cf1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=db548602-0659-4163-af64-f044f4d32b5e,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:02.084730 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51546) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:02.093460 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-703c8465-ffc5-4675-96f4-d00a23b39c11 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Request body: {'subnet': {'network_id': 'f9d94896-ee93-4db0-b45b-51af387b3af2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:02.173371 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b379d9c0-4608-475c-888a-e546401b0cf1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1635327 Mar 14 15:34:02.180246 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51550) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:02.195730 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d896b473-1d69-486d-a649-2fcaa51f142a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:02.199610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b459b840-c6de-4dd1-98eb-57a1c8b6dc92 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1031202465', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:02.213836 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b459b840-c6de-4dd1-98eb-57a1c8b6dc92 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:02.223946 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b459b840-c6de-4dd1-98eb-57a1c8b6dc92 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:router and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:02.235255 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b459b840-c6de-4dd1-98eb-57a1c8b6dc92 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:02.243629 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b459b840-c6de-4dd1-98eb-57a1c8b6dc92 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:02.265905 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-703c8465-ffc5-4675-96f4-d00a23b39c11 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:02.268528 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b459b840-c6de-4dd1-98eb-57a1c8b6dc92 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:02.269438 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b459b840-c6de-4dd1-98eb-57a1c8b6dc92 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:02.274758 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-703c8465-ffc5-4675-96f4-d00a23b39c11 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Usage tracker for resource:subnet and tenant:7d61d4cb705a4b8bb19715a92790570d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:02.278557 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-703c8465-ffc5-4675-96f4-d00a23b39c11 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:02.316066 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766ba894-b3de-45ab-9c2a-3b747fca60bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-9afff20e-053f-4563-a829-c09143628c31', 'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'fixed_ips': [{'subnet_id': 'db548602-0659-4163-af64-f044f4d32b5e'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:34:02.316895 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-766ba894-b3de-45ab-9c2a-3b747fca60bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:02.338747 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-703c8465-ffc5-4675-96f4-d00a23b39c11 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:02.341310 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcde8fb-e402-4516-92df-cce32a298ee5 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Pushing event updated for resources: {'Network': ['ID=f9d94896-ee93-4db0-b45b-51af387b3af2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:02.361514 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-faa6525a-3a8d-4351-9897-6b6021f6c05f req-55e40cb4-d509-4458-8213-8ff827ce221a service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5514934 Mar 14 15:34:02.373670 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network f9d94896-ee93-4db0-b45b-51af387b3af2 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:34:02.423219 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703c8465-ffc5-4675-96f4-d00a23b39c11 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Made reservation on behalf of 7d61d4cb705a4b8bb19715a92790570d for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:02.477143 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-59dca13e-43db-4e2c-9faf-da5e73a96cea tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:02.492890 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b459b840-c6de-4dd1-98eb-57a1c8b6dc92 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:02.530176 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d896b473-1d69-486d-a649-2fcaa51f142a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:02.543100 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b459b840-c6de-4dd1-98eb-57a1c8b6dc92 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:02.566969 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-766ba894-b3de-45ab-9c2a-3b747fca60bb None None] Allocated IP 2001:db8::2 (9afff20e-053f-4563-a829-c09143628c31/db548602-0659-4163-af64-f044f4d32b5e/23414386-8733-495d-9bf9-940f0c3352d2) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:02.568967 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-703c8465-ffc5-4675-96f4-d00a23b39c11 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:02.783905 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b459b840-c6de-4dd1-98eb-57a1c8b6dc92 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:02.785235 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-766ba894-b3de-45ab-9c2a-3b747fca60bb None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:02.787996 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b459b840-c6de-4dd1-98eb-57a1c8b6dc92 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6050837 Mar 14 15:34:02.788574 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51554) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:02.796543 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-766ba894-b3de-45ab-9c2a-3b747fca60bb None None] Transition to ACTIVE for port object 23414386-8733-495d-9bf9-940f0c3352d2 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:02.817624 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-766ba894-b3de-45ab-9c2a-3b747fca60bb None None] Transition to ACTIVE for port object 23414386-8733-495d-9bf9-940f0c3352d2 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:02.823965 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-766ba894-b3de-45ab-9c2a-3b747fca60bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:02.893622 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766ba894-b3de-45ab-9c2a-3b747fca60bb None None] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:02.897232 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-766ba894-b3de-45ab-9c2a-3b747fca60bb None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:02.899103 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ba894-b3de-45ab-9c2a-3b747fca60bb None None] Pushing event updated for resources: {'Port': ['ID=23414386-8733-495d-9bf9-940f0c3352d2,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:02.901224 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766ba894-b3de-45ab-9c2a-3b747fca60bb None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:02.991848 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-766ba894-b3de-45ab-9c2a-3b747fca60bb None None] Attempting to bind port 23414386-8733-495d-9bf9-940f0c3352d2 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:02.991848 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-766ba894-b3de-45ab-9c2a-3b747fca60bb None None] Attempting to bind port 23414386-8733-495d-9bf9-940f0c3352d2 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:02.992213 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766ba894-b3de-45ab-9c2a-3b747fca60bb None None] Attempting to bind port 23414386-8733-495d-9bf9-940f0c3352d2 on network 9afff20e-053f-4563-a829-c09143628c31 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:34:03.000043 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766ba894-b3de-45ab-9c2a-3b747fca60bb None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:34:03.000424 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766ba894-b3de-45ab-9c2a-3b747fca60bb None None] Checking segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:03.001169 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-766ba894-b3de-45ab-9c2a-3b747fca60bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.001300 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766ba894-b3de-45ab-9c2a-3b747fca60bb None None] Bound using segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:34:03.002226 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-766ba894-b3de-45ab-9c2a-3b747fca60bb None None] Bound port: 23414386-8733-495d-9bf9-940f0c3352d2, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:03.002956 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-766ba894-b3de-45ab-9c2a-3b747fca60bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.008224 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-59dca13e-43db-4e2c-9faf-da5e73a96cea tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.019089 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-59dca13e-43db-4e2c-9faf-da5e73a96cea tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.023299 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dca13e-43db-4e2c-9faf-da5e73a96cea tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:03.023887 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-59dca13e-43db-4e2c-9faf-da5e73a96cea tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.027905 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-59dca13e-43db-4e2c-9faf-da5e73a96cea tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/ports/e58f75ff-57f4-464a-88b3-77cd22f42a93 HTTP/1.1" status: 200 len: 911 time: 1.1375790 Mar 14 15:34:03.059182 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51558) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:03.102001 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-766ba894-b3de-45ab-9c2a-3b747fca60bb None None] For port 23414386-8733-495d-9bf9-940f0c3352d2, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:03.105245 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-766ba894-b3de-45ab-9c2a-3b747fca60bb None None] For port 23414386-8733-495d-9bf9-940f0c3352d2, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=23414386-8733-495d-9bf9-940f0c3352d2,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:03.109363 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-766ba894-b3de-45ab-9c2a-3b747fca60bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.196648 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ba894-b3de-45ab-9c2a-3b747fca60bb None None] Pushing event updated for resources: {'Port': ['ID=23414386-8733-495d-9bf9-940f0c3352d2,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:03.227873 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dca13e-43db-4e2c-9faf-da5e73a96cea tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Port': ['ID=e58f75ff-57f4-464a-88b3-77cd22f42a93,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:03.415429 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-703c8465-ffc5-4675-96f4-d00a23b39c11 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.479944 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8de999ea-0466-4265-9daf-211e925113cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.549957 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d896b473-1d69-486d-a649-2fcaa51f142a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.607731 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d896b473-1d69-486d-a649-2fcaa51f142a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.612979 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c8465-ffc5-4675-96f4-d00a23b39c11 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Pushing event updated for resources: {'Subnet': ['ID=dd41ad11-4c24-4f0e-b981-50319fbba891,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:03.713959 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95d84377-7cc8-401e-8b06-e87952b1f8d2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.746775 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703c8465-ffc5-4675-96f4-d00a23b39c11 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Checking segment: {'id': '05815422-91c8-4874-bf8b-4e3c6f4185f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f9d94896-ee93-4db0-b45b-51af387b3af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:03.747135 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703c8465-ffc5-4675-96f4-d00a23b39c11 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Network hostable DHCP agents. Network: f9d94896-ee93-4db0-b45b-51af387b3af2, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:34:04.011696 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703c8465-ffc5-4675-96f4-d00a23b39c11 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Network f9d94896-ee93-4db0-b45b-51af387b3af2 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:34:04.036983 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-d896b473-1d69-486d-a649-2fcaa51f142a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.26.4.152 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/91be5ac9-c163-4da3-9c76-3f70d69183a0) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:04.074532 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-703c8465-ffc5-4675-96f4-d00a23b39c11 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, f9d94896-ee93-4db0-b45b-51af387b3af2) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:04.079046 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703c8465-ffc5-4675-96f4-d00a23b39c11 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:04.079677 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-703c8465-ffc5-4675-96f4-d00a23b39c11 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.088376 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbed339-0fb2-4c6d-a324-f27c9d7585e9 None None] Network f9d94896-ee93-4db0-b45b-51af387b3af2 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:04.228277 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8de999ea-0466-4265-9daf-211e925113cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting port e58f75ff-57f4-464a-88b3-77cd22f42a93 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:34:04.228631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8de999ea-0466-4265-9daf-211e925113cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.334459 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-703c8465-ffc5-4675-96f4-d00a23b39c11 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2465966 Mar 14 15:34:04.340006 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51562) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:04.373811 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-049493a0-6aa8-4993-8573-8c6c1c93056b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Request body: {'network': {'name': 'tempest-router-network01--1113902338'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:04.385487 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-049493a0-6aa8-4993-8573-8c6c1c93056b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:04.403752 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-049493a0-6aa8-4993-8573-8c6c1c93056b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Usage tracker for resource:network and tenant:7d61d4cb705a4b8bb19715a92790570d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:04.423587 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-049493a0-6aa8-4993-8573-8c6c1c93056b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:04.426823 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1b2474cb-6357-4760-84cb-a67a56ef8903 None None] Provisioning for port 23414386-8733-495d-9bf9-940f0c3352d2 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:04.431915 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b978a1e-068c-48e7-b6ec-05835edd7ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-f9d94896-ee93-4db0-b45b-51af387b3af2', 'network_id': 'f9d94896-ee93-4db0-b45b-51af387b3af2', 'tenant_id': '7d61d4cb705a4b8bb19715a92790570d', 'fixed_ips': [{'subnet_id': 'dd41ad11-4c24-4f0e-b981-50319fbba891'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:34:04.433133 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b978a1e-068c-48e7-b6ec-05835edd7ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.436986 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-049493a0-6aa8-4993-8573-8c6c1c93056b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:04.446512 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8de999ea-0466-4265-9daf-211e925113cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.485166 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-95d84377-7cc8-401e-8b06-e87952b1f8d2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8::1 (9afff20e-053f-4563-a829-c09143628c31/db548602-0659-4163-af64-f044f4d32b5e/57cd46b0-cde9-44ed-ac4a-64c5cd59dce0) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:04.494195 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d896b473-1d69-486d-a649-2fcaa51f142a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.497776 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049493a0-6aa8-4993-8573-8c6c1c93056b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Made reservation on behalf of 7d61d4cb705a4b8bb19715a92790570d for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:04.500945 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-049493a0-6aa8-4993-8573-8c6c1c93056b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.577768 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8de999ea-0466-4265-9daf-211e925113cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Calling delete_port for e58f75ff-57f4-464a-88b3-77cd22f42a93 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:34:04.628696 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-0b978a1e-068c-48e7-b6ec-05835edd7ead None None] Allocated IP 172.20.0.2 (f9d94896-ee93-4db0-b45b-51af387b3af2/dd41ad11-4c24-4f0e-b981-50319fbba891/ae18735f-7257-497c-91bc-4921b35a41ee) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:04.651358 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049493a0-6aa8-4993-8573-8c6c1c93056b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:34:04.683659 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-049493a0-6aa8-4993-8573-8c6c1c93056b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.683960 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-049493a0-6aa8-4993-8573-8c6c1c93056b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Added segment 349f8837-b636-4e11-95b3-293ebff353e6 of type vlan for network cdeaca95-0ee8-45a4-bb27-75de75d1e90c Mar 14 15:34:04.719706 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d896b473-1d69-486d-a649-2fcaa51f142a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.809388 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-049493a0-6aa8-4993-8573-8c6c1c93056b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.830723 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8de999ea-0466-4265-9daf-211e925113cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.857730 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95d84377-7cc8-401e-8b06-e87952b1f8d2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.870776 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d896b473-1d69-486d-a649-2fcaa51f142a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:04.893007 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896b473-1d69-486d-a649-2fcaa51f142a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=91be5ac9-c163-4da3-9c76-3f70d69183a0,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:04.899050 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de999ea-0466-4265-9daf-211e925113cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Port': ['ID=e58f75ff-57f4-464a-88b3-77cd22f42a93,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:04.901615 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-d896b473-1d69-486d-a649-2fcaa51f142a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:04.904378 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d896b473-1d69-486d-a649-2fcaa51f142a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:04.959047 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-95d84377-7cc8-401e-8b06-e87952b1f8d2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Transition to ACTIVE for port object 57cd46b0-cde9-44ed-ac4a-64c5cd59dce0 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:04.960303 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b978a1e-068c-48e7-b6ec-05835edd7ead None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.975499 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0b978a1e-068c-48e7-b6ec-05835edd7ead None None] Transition to ACTIVE for port object ae18735f-7257-497c-91bc-4921b35a41ee will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:04.977040 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-049493a0-6aa8-4993-8573-8c6c1c93056b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.981076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049493a0-6aa8-4993-8573-8c6c1c93056b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:04.981670 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-049493a0-6aa8-4993-8573-8c6c1c93056b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.999025 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0b978a1e-068c-48e7-b6ec-05835edd7ead None None] Transition to ACTIVE for port object ae18735f-7257-497c-91bc-4921b35a41ee will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:05.007290 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b978a1e-068c-48e7-b6ec-05835edd7ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:05.087646 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b978a1e-068c-48e7-b6ec-05835edd7ead None None] Pushing event updated for resources: {'Port': ['ID=ae18735f-7257-497c-91bc-4921b35a41ee,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:05.106624 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b978a1e-068c-48e7-b6ec-05835edd7ead None None] Network f9d94896-ee93-4db0-b45b-51af387b3af2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:05.112107 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-0b978a1e-068c-48e7-b6ec-05835edd7ead None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:05.114789 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b978a1e-068c-48e7-b6ec-05835edd7ead None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:05.153182 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-049493a0-6aa8-4993-8573-8c6c1c93056b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7831206 Mar 14 15:34:05.156794 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51574) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:05.165662 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1b841911-3b65-4ebb-90df-b786ae141df7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Request body: {'network': {'name': 'tempest-router-network02--1262005685'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:05.178221 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1b841911-3b65-4ebb-90df-b786ae141df7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:05.180497 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049493a0-6aa8-4993-8573-8c6c1c93056b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Pushing event updated for resources: {'Network': ['ID=cdeaca95-0ee8-45a4-bb27-75de75d1e90c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:05.186814 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95d84377-7cc8-401e-8b06-e87952b1f8d2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:05.193974 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1b841911-3b65-4ebb-90df-b786ae141df7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Usage tracker for resource:network and tenant:7d61d4cb705a4b8bb19715a92790570d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:05.211116 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network cdeaca95-0ee8-45a4-bb27-75de75d1e90c details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:34:05.248430 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c689045-046c-46e5-b595-e16bf60b72b6 req-57e6cd13-ae05-4f6d-9c82-6c302ec79781 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:05.249900 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1b841911-3b65-4ebb-90df-b786ae141df7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:05.250044 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3c689045-046c-46e5-b595-e16bf60b72b6 req-57e6cd13-ae05-4f6d-9c82-6c302ec79781 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 945 time: 0.2952783 Mar 14 15:34:05.251268 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8de999ea-0466-4265-9daf-211e925113cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:05.258547 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 23414386-8733-495d-9bf9-940f0c3352d2 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:05.279759 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1b841911-3b65-4ebb-90df-b786ae141df7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:05.292361 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d84377-7cc8-401e-8b06-e87952b1f8d2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:05.298188 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-95d84377-7cc8-401e-8b06-e87952b1f8d2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:05.318073 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d84377-7cc8-401e-8b06-e87952b1f8d2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:05.318073 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95d84377-7cc8-401e-8b06-e87952b1f8d2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:05.361724 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d84377-7cc8-401e-8b06-e87952b1f8d2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=57cd46b0-cde9-44ed-ac4a-64c5cd59dce0,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:05.364185 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b841911-3b65-4ebb-90df-b786ae141df7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Made reservation on behalf of 7d61d4cb705a4b8bb19715a92790570d for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:05.367536 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b841911-3b65-4ebb-90df-b786ae141df7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:05.410047 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b841911-3b65-4ebb-90df-b786ae141df7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:34:05.450393 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3c689045-046c-46e5-b595-e16bf60b72b6 req-bff43e5b-324c-44f8-b68c-096dc9a51f3e tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907201 Mar 14 15:34:05.485015 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0b978a1e-068c-48e7-b6ec-05835edd7ead None None] Attempting to bind port ae18735f-7257-497c-91bc-4921b35a41ee on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:05.485563 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0b978a1e-068c-48e7-b6ec-05835edd7ead None None] Attempting to bind port ae18735f-7257-497c-91bc-4921b35a41ee by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '05815422-91c8-4874-bf8b-4e3c6f4185f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f9d94896-ee93-4db0-b45b-51af387b3af2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:05.486211 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b978a1e-068c-48e7-b6ec-05835edd7ead None None] Attempting to bind port ae18735f-7257-497c-91bc-4921b35a41ee on network f9d94896-ee93-4db0-b45b-51af387b3af2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:34:05.514274 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b978a1e-068c-48e7-b6ec-05835edd7ead None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:34:05.514947 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b978a1e-068c-48e7-b6ec-05835edd7ead None None] Checking segment: {'id': '05815422-91c8-4874-bf8b-4e3c6f4185f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f9d94896-ee93-4db0-b45b-51af387b3af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:05.515092 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95d84377-7cc8-401e-8b06-e87952b1f8d2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:05.516141 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b978a1e-068c-48e7-b6ec-05835edd7ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:05.516553 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b978a1e-068c-48e7-b6ec-05835edd7ead None None] Bound using segment: {'id': '05815422-91c8-4874-bf8b-4e3c6f4185f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f9d94896-ee93-4db0-b45b-51af387b3af2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:34:05.517044 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0b978a1e-068c-48e7-b6ec-05835edd7ead None None] Bound port: ae18735f-7257-497c-91bc-4921b35a41ee, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05815422-91c8-4874-bf8b-4e3c6f4185f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f9d94896-ee93-4db0-b45b-51af387b3af2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:05.517668 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b978a1e-068c-48e7-b6ec-05835edd7ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:05.536245 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b841911-3b65-4ebb-90df-b786ae141df7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:05.537043 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-1b841911-3b65-4ebb-90df-b786ae141df7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Added segment 3713125c-23f1-4f31-8945-793854c76c1c of type vlan for network 80966e3a-c6b8-4430-991b-559b2c28a5df Mar 14 15:34:05.574008 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 23414386-8733-495d-9bf9-940f0c3352d2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:05.583305 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 23414386-8733-495d-9bf9-940f0c3352d2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:05.583685 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:05.708295 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0b978a1e-068c-48e7-b6ec-05835edd7ead None None] For port ae18735f-7257-497c-91bc-4921b35a41ee, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:05.742411 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0e0bdefe-6e2e-430e-8b69-eb3b393f3965 None None] Provisioning for port 57cd46b0-cde9-44ed-ac4a-64c5cd59dce0 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:05.763310 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0b978a1e-068c-48e7-b6ec-05835edd7ead None None] For port ae18735f-7257-497c-91bc-4921b35a41ee, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ae18735f-7257-497c-91bc-4921b35a41ee,segment=NetworkSegment(05815422-91c8-4874-bf8b-4e3c6f4185f6),segment_id=05815422-91c8-4874-bf8b-4e3c6f4185f6)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:05.766474 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0e0bdefe-6e2e-430e-8b69-eb3b393f3965 None None] Provisioning complete for port 57cd46b0-cde9-44ed-ac4a-64c5cd59dce0 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:05.766832 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0e0bdefe-6e2e-430e-8b69-eb3b393f3965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:05.791486 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d896b473-1d69-486d-a649-2fcaa51f142a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:05.792231 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d896b473-1d69-486d-a649-2fcaa51f142a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:05.795114 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b841911-3b65-4ebb-90df-b786ae141df7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:05.808276 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b978a1e-068c-48e7-b6ec-05835edd7ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:05.840546 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de999ea-0466-4265-9daf-211e925113cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Router 9c04b4e4-7ec0-4f56-9813-5b19515f71f8 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:34:05.862445 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:05.912049 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0e0bdefe-6e2e-430e-8b69-eb3b393f3965 None None] Port 57cd46b0-cde9-44ed-ac4a-64c5cd59dce0 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:34:05.934478 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b978a1e-068c-48e7-b6ec-05835edd7ead None None] Pushing event updated for resources: {'Port': ['ID=ae18735f-7257-497c-91bc-4921b35a41ee,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:05.948197 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 23414386-8733-495d-9bf9-940f0c3352d2, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=23414386-8733-495d-9bf9-940f0c3352d2,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:05.965612 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:05.997535 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de999ea-0466-4265-9daf-211e925113cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:34:06.027679 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8de999ea-0466-4265-9daf-211e925113cb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/routers/9c04b4e4-7ec0-4f56-9813-5b19515f71f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9671819 Mar 14 15:34:06.031121 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51580) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:06.031901 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f9f2f8-0029-447b-bd48-3e3dccc04a54 None None] Sync routers for ids ['9c04b4e4-7ec0-4f56-9813-5b19515f71f8'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:34:06.056970 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b841911-3b65-4ebb-90df-b786ae141df7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:06.061267 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b841911-3b65-4ebb-90df-b786ae141df7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:06.061867 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b841911-3b65-4ebb-90df-b786ae141df7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:06.069414 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=23414386-8733-495d-9bf9-940f0c3352d2,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:06.081984 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f9f2f8-0029-447b-bd48-3e3dccc04a54 None None] Routers {'9c04b4e4-7ec0-4f56-9813-5b19515f71f8'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:06.082803 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-21f9f2f8-0029-447b-bd48-3e3dccc04a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9c04b4e4-7ec0-4f56-9813-5b19515f71f8'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:06.111007 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-81ba75d6-ed48-472d-b51c-6e70357930f5 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Synchronizing usage tracker for tenant:8d2b5d0d495944a3854f9775f18c15a3 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:06.135266 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1b841911-3b65-4ebb-90df-b786ae141df7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9732845 Mar 14 15:34:06.139738 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51586) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:06.152939 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0780be80-6665-4ec9-abb4-3ef26d1d9394 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Request body: {'subnet': {'network_id': 'cdeaca95-0ee8-45a4-bb27-75de75d1e90c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:06.184524 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-81ba75d6-ed48-472d-b51c-6e70357930f5 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Unset dirty status for tenant:8d2b5d0d495944a3854f9775f18c15a3 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:06.192204 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-81ba75d6-ed48-472d-b51c-6e70357930f5 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c04b4e4-7ec0-4f56-9813-5b19515f71f8 HTTP/1.1" status: 200 len: 205 time: 0.1571345 Mar 14 15:34:06.201237 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51590) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:06.214420 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-21f9f2f8-0029-447b-bd48-3e3dccc04a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:06.226504 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f9f2f8-0029-447b-bd48-3e3dccc04a54 None None] Routers {'9c04b4e4-7ec0-4f56-9813-5b19515f71f8'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:06.227189 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-21f9f2f8-0029-447b-bd48-3e3dccc04a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['9c04b4e4-7ec0-4f56-9813-5b19515f71f8'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:06.299336 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-21f9f2f8-0029-447b-bd48-3e3dccc04a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:06.299915 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f9f2f8-0029-447b-bd48-3e3dccc04a54 None None] The sync data for ids ['9c04b4e4-7ec0-4f56-9813-5b19515f71f8'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:34:06.446797 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b841911-3b65-4ebb-90df-b786ae141df7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Pushing event updated for resources: {'Network': ['ID=80966e3a-c6b8-4430-991b-559b2c28a5df,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:06.465682 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 80966e3a-c6b8-4430-991b-559b2c28a5df details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:34:06.491111 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0780be80-6665-4ec9-abb4-3ef26d1d9394 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:06.512946 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95d84377-7cc8-401e-8b06-e87952b1f8d2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:06.521289 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95d84377-7cc8-401e-8b06-e87952b1f8d2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:06.522251 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95d84377-7cc8-401e-8b06-e87952b1f8d2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:06.527154 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-0780be80-6665-4ec9-abb4-3ef26d1d9394 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Usage tracker for resource:subnet and tenant:7d61d4cb705a4b8bb19715a92790570d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:06.536153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-0780be80-6665-4ec9-abb4-3ef26d1d9394 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:06.556750 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-baac8193-514f-4d30-b73f-e93356ba3521 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:06.615881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0780be80-6665-4ec9-abb4-3ef26d1d9394 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:06.700789 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0780be80-6665-4ec9-abb4-3ef26d1d9394 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Made reservation on behalf of 7d61d4cb705a4b8bb19715a92790570d for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:06.719548 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d84377-7cc8-401e-8b06-e87952b1f8d2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=57cd46b0-cde9-44ed-ac4a-64c5cd59dce0,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:06.825924 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d84377-7cc8-401e-8b06-e87952b1f8d2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:06.834007 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-95d84377-7cc8-401e-8b06-e87952b1f8d2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:06.876002 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861327ed-bcdf-4182-a222-0a208be1e139 req-478df2d3-9a0f-46a7-840c-d18741b1582f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:06.877985 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-861327ed-bcdf-4182-a222-0a208be1e139 req-478df2d3-9a0f-46a7-840c-d18741b1582f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.24 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 945 time: 0.4266396 Mar 14 15:34:06.899964 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4b17f-72d1-4c71-b40f-8bc6819ac050 req-406eeeda-6235-40c1-ac83-2fd1959519a2 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:06.901485 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bab4b17f-72d1-4c71-b40f-8bc6819ac050 req-406eeeda-6235-40c1-ac83-2fd1959519a2 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 945 time: 0.2853081 Mar 14 15:34:06.987529 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0780be80-6665-4ec9-abb4-3ef26d1d9394 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:07.047475 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bab4b17f-72d1-4c71-b40f-8bc6819ac050 req-24af8978-25c2-46e2-b75d-697ca713546a tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389077 Mar 14 15:34:07.057699 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d896b473-1d69-486d-a649-2fcaa51f142a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 42d7e10c-917a-4794-bd6a-2fb103018182 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:34:07.259055 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1c14305b-7eb2-413b-92b1-7f4bc6d86b46 None None] Provisioning complete for port 57cd46b0-cde9-44ed-ac4a-64c5cd59dce0 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:07.259584 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c14305b-7eb2-413b-92b1-7f4bc6d86b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:07.292919 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ae18735f-7257-497c-91bc-4921b35a41ee up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:07.354237 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5e04ce-dca3-4c5b-a569-4777f0ebd41d None None] Network f9d94896-ee93-4db0-b45b-51af387b3af2 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:07.407239 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-baac8193-514f-4d30-b73f-e93356ba3521 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:07.417484 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-861327ed-bcdf-4182-a222-0a208be1e139 req-f50e2048-05d9-4760-8f54-e6b955577a95 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Deleting port 86815b50-7159-47b9-afec-1424e83a7ef7 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:34:07.417801 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-861327ed-bcdf-4182-a222-0a208be1e139 req-f50e2048-05d9-4760-8f54-e6b955577a95 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:07.465869 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-baac8193-514f-4d30-b73f-e93356ba3521 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:07.497598 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1c14305b-7eb2-413b-92b1-7f4bc6d86b46 None None] Port 57cd46b0-cde9-44ed-ac4a-64c5cd59dce0 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:34:07.525255 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d896b473-1d69-486d-a649-2fcaa51f142a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:34:07.543345 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] Sync routers for ids ['42d7e10c-917a-4794-bd6a-2fb103018182'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:34:07.547693 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d84377-7cc8-401e-8b06-e87952b1f8d2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Router 265412e8-e03a-4444-8b01-c2593d42921a is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:34:07.557285 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] Routers {'42d7e10c-917a-4794-bd6a-2fb103018182'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:07.558219 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['42d7e10c-917a-4794-bd6a-2fb103018182'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:07.561802 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-baac8193-514f-4d30-b73f-e93356ba3521 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:07.562321 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baac8193-514f-4d30-b73f-e93356ba3521 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Fanout notify agent at l3_agent the message router_deleted on router 9c04b4e4-7ec0-4f56-9813-5b19515f71f8 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:34:07.568769 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d896b473-1d69-486d-a649-2fcaa51f142a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:07.570585 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d896b473-1d69-486d-a649-2fcaa51f142a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.6548831 Mar 14 15:34:07.593501 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port ae18735f-7257-497c-91bc-4921b35a41ee completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:07.607538 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 23414386-8733-495d-9bf9-940f0c3352d2 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:07.610678 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51596) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:07.678137 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4c89e4a6-cfdb-4366-bbb4-b3a54909f66e tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=5d6eafdbdcc04fa5ac3cc264b55cc088&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0654387 Mar 14 15:34:07.709039 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51600) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:07.744988 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ffb8e3c-f66c-4ac6-a9ab-2462127c16fa None None] Provisioning for port ae18735f-7257-497c-91bc-4921b35a41ee completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:07.753313 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ffb8e3c-f66c-4ac6-a9ab-2462127c16fa None None] Provisioning complete for port ae18735f-7257-497c-91bc-4921b35a41ee triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:07.753946 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ffb8e3c-f66c-4ac6-a9ab-2462127c16fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:07.766545 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] Set router 42d7e10c-917a-4794-bd6a-2fb103018182 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:34:07.787034 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d84377-7cc8-401e-8b06-e87952b1f8d2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:34:07.793117 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-95d84377-7cc8-401e-8b06-e87952b1f8d2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "PUT /v2.0/routers/265412e8-e03a-4444-8b01-c2593d42921a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9988027 Mar 14 15:34:07.795711 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51604) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:07.813497 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Sync routers for ids ['265412e8-e03a-4444-8b01-c2593d42921a'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:34:07.824929 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-baac8193-514f-4d30-b73f-e93356ba3521 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:07.828526 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-baac8193-514f-4d30-b73f-e93356ba3521 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/routers/9c04b4e4-7ec0-4f56-9813-5b19515f71f8 HTTP/1.1" status: 204 len: 168 time: 1.6265144 Mar 14 15:34:07.850788 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 23414386-8733-495d-9bf9-940f0c3352d2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:07.851169 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:07.882229 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51608) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:07.891662 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90180187-4f73-4bd8-adfb-74e9b6f8e902 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:07.893345 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-90180187-4f73-4bd8-adfb-74e9b6f8e902 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:07.913103 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-90180187-4f73-4bd8-adfb-74e9b6f8e902 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:07.915251 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-90180187-4f73-4bd8-adfb-74e9b6f8e902 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports/57cd46b0-cde9-44ed-ac4a-64c5cd59dce0 HTTP/1.1" status: 200 len: 911 time: 0.1181877 Mar 14 15:34:07.917973 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51612) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:07.931923 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Routers {'265412e8-e03a-4444-8b01-c2593d42921a'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:07.932127 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['265412e8-e03a-4444-8b01-c2593d42921a'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:08.035667 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442a8657-52e9-4df6-9ac7-e9fd1ee4c535 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:08.041301 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442a8657-52e9-4df6-9ac7-e9fd1ee4c535 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:08.044536 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-442a8657-52e9-4df6-9ac7-e9fd1ee4c535 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1251702 Mar 14 15:34:08.047930 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51616) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:08.053391 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0780be80-6665-4ec9-abb4-3ef26d1d9394 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:08.062703 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'name': 'tempest-TestNetworkBasicOps-router-723591753', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:02Z', 'updated_at': '2022-03-14T15:34:05Z', 'revision_number': 3, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:03Z', 'updated_at': '2022-03-14T15:34:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:08.068423 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] Checking router: 42d7e10c-917a-4794-bd6a-2fb103018182 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:34:08.069060 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] Updating router 42d7e10c-917a-4794-bd6a-2fb103018182 port 91be5ac9-c163-4da3-9c76-3f70d69183a0 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:34:08.163393 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:08.304568 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-861327ed-bcdf-4182-a222-0a208be1e139 req-f50e2048-05d9-4760-8f54-e6b955577a95 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] For port 86815b50-7159-47b9-afec-1424e83a7ef7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=86815b50-7159-47b9-afec-1424e83a7ef7,segment=NetworkSegment(a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63),segment_id=a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:08.305118 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-861327ed-bcdf-4182-a222-0a208be1e139 req-f50e2048-05d9-4760-8f54-e6b955577a95 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:08.320705 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Set router 265412e8-e03a-4444-8b01-c2593d42921a gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:34:08.379049 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee22551-da8c-4383-a031-18aa1e4acc70 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:08.380537 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-aee22551-da8c-4383-a031-18aa1e4acc70 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6675968 Mar 14 15:34:08.406754 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51622) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:08.407025 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ffb8e3c-f66c-4ac6-a9ab-2462127c16fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:08.546464 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780be80-6665-4ec9-abb4-3ef26d1d9394 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Pushing event updated for resources: {'Subnet': ['ID=884da748-b703-4b6c-ae40-5f5dfb90ef92,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:08.561840 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2c3c1a8d-e2b5-4f20-aca5-41d22b20d8a9 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1481044 Mar 14 15:34:08.566020 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51626) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:08.580734 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0782deab-2fa8-40d8-88fa-50234e871c82 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-898078090', 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:08.597873 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5ffb8e3c-f66c-4ac6-a9ab-2462127c16fa None None] For port ae18735f-7257-497c-91bc-4921b35a41ee, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ae18735f-7257-497c-91bc-4921b35a41ee,segment=NetworkSegment(05815422-91c8-4874-bf8b-4e3c6f4185f6),segment_id=05815422-91c8-4874-bf8b-4e3c6f4185f6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:08.604619 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ffb8e3c-f66c-4ac6-a9ab-2462127c16fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:08.650039 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:08.664823 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] Transition to ACTIVE for port object 91be5ac9-c163-4da3-9c76-3f70d69183a0 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:08.672582 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:08.710641 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0780be80-6665-4ec9-abb4-3ef26d1d9394 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Checking segment: {'id': '349f8837-b636-4e11-95b3-293ebff353e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cdeaca95-0ee8-45a4-bb27-75de75d1e90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:08.711035 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0780be80-6665-4ec9-abb4-3ef26d1d9394 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Network hostable DHCP agents. Network: cdeaca95-0ee8-45a4-bb27-75de75d1e90c, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:34:08.725361 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb4f6be-4ca7-47ff-9b59-b658a02fa3a5 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting subnet f242fc2a-0b49-44ef-93ba-fc70752188c7 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:34:08.738396 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0782deab-2fa8-40d8-88fa-50234e871c82 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:08.743032 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0782deab-2fa8-40d8-88fa-50234e871c82 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:subnet and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:08.743879 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb8e3c-f66c-4ac6-a9ab-2462127c16fa None None] Pushing event updated for resources: {'Port': ['ID=ae18735f-7257-497c-91bc-4921b35a41ee,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:08.746949 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0782deab-2fa8-40d8-88fa-50234e871c82 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:08.747135 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ddb4f6be-4ca7-47ff-9b59-b658a02fa3a5 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:08.755577 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0782deab-2fa8-40d8-88fa-50234e871c82 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:08.770816 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d92e7afe-a77c-494c-bc12-9b5d00a60866 None None] Provisioning complete for port ae18735f-7257-497c-91bc-4921b35a41ee triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:08.771257 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d92e7afe-a77c-494c-bc12-9b5d00a60866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:08.776684 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0782deab-2fa8-40d8-88fa-50234e871c82 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:08.819133 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c0c18-e116-4326-afe9-b2bc4acc8a70 None None] Pushing event updated for resources: {'Port': ['ID=91be5ac9-c163-4da3-9c76-3f70d69183a0,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:08.843226 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265412e8-e03a-4444-8b01-c2593d42921a', 'name': 'tempest-NetworksTestDHCPv6-router-1031202465', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:02Z', 'updated_at': '2022-03-14T15:34:05Z', 'revision_number': 2, 'project_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'gw_port_host': None, '_interfaces': [{'id': '57cd46b0-cde9-44ed-ac4a-64c5cd59dce0', 'name': '', 'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'mac_address': 'fa:16:3e:44:70:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265412e8-e03a-4444-8b01-c2593d42921a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db548602-0659-4163-af64-f044f4d32b5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:03Z', 'updated_at': '2022-03-14T15:34:05Z', 'revision_number': 2, 'project_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'subnets': [{'id': 'db548602-0659-4163-af64-f044f4d32b5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:08.863798 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] Attempting to bind port 91be5ac9-c163-4da3-9c76-3f70d69183a0 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:08.864709 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] Attempting to bind port 91be5ac9-c163-4da3-9c76-3f70d69183a0 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:08.865289 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] Attempting to bind port 91be5ac9-c163-4da3-9c76-3f70d69183a0 on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:34:08.872383 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:34:08.873365 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:08.874762 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:08.875583 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:34:08.876514 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] Bound port: 91be5ac9-c163-4da3-9c76-3f70d69183a0, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:08.877918 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:08.879363 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Checking router: 265412e8-e03a-4444-8b01-c2593d42921a for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:34:08.879496 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Updating router 265412e8-e03a-4444-8b01-c2593d42921a port 57cd46b0-cde9-44ed-ac4a-64c5cd59dce0 binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:34:08.886811 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ac6a8-a947-43b0-b9e4-2d1f60647f75 req-51822acf-dccf-4232-adce-3cf78138dae4 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:08.888280 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-826ac6a8-a947-43b0-b9e4-2d1f60647f75 req-51822acf-dccf-4232-adce-3cf78138dae4 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 945 time: 0.5731149 Mar 14 15:34:08.925878 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ddb4f6be-4ca7-47ff-9b59-b658a02fa3a5 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:08.964614 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:08.982160 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] For port 91be5ac9-c163-4da3-9c76-3f70d69183a0, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:08.983854 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0780be80-6665-4ec9-abb4-3ef26d1d9394 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Network cdeaca95-0ee8-45a4-bb27-75de75d1e90c is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:34:08.988549 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] For port 91be5ac9-c163-4da3-9c76-3f70d69183a0, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=91be5ac9-c163-4da3-9c76-3f70d69183a0,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:08.993935 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.007568 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0782deab-2fa8-40d8-88fa-50234e871c82 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.123691 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c0c18-e116-4326-afe9-b2bc4acc8a70 None None] Pushing event updated for resources: {'Port': ['ID=91be5ac9-c163-4da3-9c76-3f70d69183a0,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:09.163380 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] Routers {'42d7e10c-917a-4794-bd6a-2fb103018182'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:09.164463 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['42d7e10c-917a-4794-bd6a-2fb103018182'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:09.167698 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 86815b50-7159-47b9-afec-1424e83a7ef7 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:34:09.186668 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-861327ed-bcdf-4182-a222-0a208be1e139 req-f50e2048-05d9-4760-8f54-e6b955577a95 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.189692 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-861327ed-bcdf-4182-a222-0a208be1e139 req-f50e2048-05d9-4760-8f54-e6b955577a95 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.190590 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.l3_db [req-861327ed-bcdf-4182-a222-0a208be1e139 req-f50e2048-05d9-4760-8f54-e6b955577a95 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Floating IP 34ed68d1-5874-4234-a55f-2ff30cab1043 disassociated. External IP: 172.26.4.188, port: 86815b50-7159-47b9-afec-1424e83a7ef7. Mar 14 15:34:09.190590 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-861327ed-bcdf-4182-a222-0a208be1e139 req-f50e2048-05d9-4760-8f54-e6b955577a95 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Calling delete_port for 86815b50-7159-47b9-afec-1424e83a7ef7 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:34:09.191784 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ae18735f-7257-497c-91bc-4921b35a41ee up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:09.292598 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-0780be80-6665-4ec9-abb4-3ef26d1d9394 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, cdeaca95-0ee8-45a4-bb27-75de75d1e90c) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:09.305906 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6bbd81-0b57-42af-b9df-55dd9312335e None None] Network cdeaca95-0ee8-45a4-bb27-75de75d1e90c requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:09.311639 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-826ac6a8-a947-43b0-b9e4-2d1f60647f75 req-75c04453-8f7f-4a51-9011-b0a5370fc7d3 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4136345 Mar 14 15:34:09.348772 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0782deab-2fa8-40d8-88fa-50234e871c82 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.353381 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0780be80-6665-4ec9-abb4-3ef26d1d9394 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:09.353979 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0780be80-6665-4ec9-abb4-3ef26d1d9394 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.409329 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ddb4f6be-4ca7-47ff-9b59-b658a02fa3a5 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.452098 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0780be80-6665-4ec9-abb4-3ef26d1d9394 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3108776 Mar 14 15:34:09.457394 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51630) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:09.459228 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782deab-2fa8-40d8-88fa-50234e871c82 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Subnet': ['ID=e2598908-02a9-482c-bda7-a7c25c61b9fb,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:09.475159 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] Set router 42d7e10c-917a-4794-bd6a-2fb103018182 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:34:09.477190 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-349674c8-b03b-4400-97a0-9840819c2597 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Request body: {'subnet': {'network_id': '80966e3a-c6b8-4430-991b-559b2c28a5df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:09.511484 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0782deab-2fa8-40d8-88fa-50234e871c82 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Checking segment: {'id': 'c5cb67dc-3a25-4842-b412-005f912a0871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:09.511830 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0782deab-2fa8-40d8-88fa-50234e871c82 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network hostable DHCP agents. Network: 1d8db04e-b47d-4b3f-b0f4-895055390ad3, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:34:09.590278 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.601984 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-861327ed-bcdf-4182-a222-0a208be1e139 req-f50e2048-05d9-4760-8f54-e6b955577a95 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.620341 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0782deab-2fa8-40d8-88fa-50234e871c82 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network 1d8db04e-b47d-4b3f-b0f4-895055390ad3 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:34:09.631830 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port ae18735f-7257-497c-91bc-4921b35a41ee triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:09.632225 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.649627 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-0782deab-2fa8-40d8-88fa-50234e871c82 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 1d8db04e-b47d-4b3f-b0f4-895055390ad3) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:09.663928 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0782deab-2fa8-40d8-88fa-50234e871c82 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:09.663928 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0782deab-2fa8-40d8-88fa-50234e871c82 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.664259 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e2048-05d9-4760-8f54-e6b955577a95 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Pushing event deleted for resources: {'Port': ['ID=86815b50-7159-47b9-afec-1424e83a7ef7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:09.668009 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-349674c8-b03b-4400-97a0-9840819c2597 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:09.674956 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-349674c8-b03b-4400-97a0-9840819c2597 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Usage tracker for resource:subnet and tenant:7d61d4cb705a4b8bb19715a92790570d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:09.676184 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0da72d-52f6-4820-b643-832a56c925ca None None] Network 1d8db04e-b47d-4b3f-b0f4-895055390ad3 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:09.679280 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-349674c8-b03b-4400-97a0-9840819c2597 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:09.688024 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ddb4f6be-4ca7-47ff-9b59-b658a02fa3a5 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.693556 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-349674c8-b03b-4400-97a0-9840819c2597 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:09.744156 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0782deab-2fa8-40d8-88fa-50234e871c82 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1701636 Mar 14 15:34:09.749518 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51634) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:09.802377 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4f6be-4ca7-47ff-9b59-b658a02fa3a5 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Subnet': ['ID=f242fc2a-0b49-44ef-93ba-fc70752188c7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:09.811971 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349674c8-b03b-4400-97a0-9840819c2597 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Made reservation on behalf of 7d61d4cb705a4b8bb19715a92790570d for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:09.889334 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:34:09.889559 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ddb4f6be-4ca7-47ff-9b59-b658a02fa3a5 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.900015 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9791c1a6-7a38-4504-a7d0-fc906afadb26 None None] Network d5ec4305-7ef6-41dd-a6a0-d580457a0f4e requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:09.928101 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'name': 'tempest-TestNetworkBasicOps-router-723591753', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:02Z', 'updated_at': '2022-03-14T15:34:05Z', 'revision_number': 3, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:03Z', 'updated_at': '2022-03-14T15:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:09.933251 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8492ed9f-12d9-4679-bdb6-75644a721291 None None] The sync data for ids ['42d7e10c-917a-4794-bd6a-2fb103018182'] in dv-neutron-833561-1-hyperv is: [{'id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'name': 'tempest-TestNetworkBasicOps-router-723591753', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:02Z', 'updated_at': '2022-03-14T15:34:05Z', 'revision_number': 3, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:03Z', 'updated_at': '2022-03-14T15:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:34:09.970989 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ddb4f6be-4ca7-47ff-9b59-b658a02fa3a5 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/subnets/f242fc2a-0b49-44ef-93ba-fc70752188c7 HTTP/1.1" status: 204 len: 168 time: 2.0829353 Mar 14 15:34:09.975878 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51638) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:10.004904 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-349674c8-b03b-4400-97a0-9840819c2597 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.211004 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d5f2e13d-cf61-4c32-96a8-ef2c0be44730 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.288245 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6b8f3b84-c5d9-4451-a920-3ffe718a9e3b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.291952 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475d5000-d077-45fd-a3a8-b2a370905f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-cdeaca95-0ee8-45a4-bb27-75de75d1e90c', 'network_id': 'cdeaca95-0ee8-45a4-bb27-75de75d1e90c', 'tenant_id': '7d61d4cb705a4b8bb19715a92790570d', 'fixed_ips': [{'subnet_id': '884da748-b703-4b6c-ae40-5f5dfb90ef92'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:34:10.292888 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-475d5000-d077-45fd-a3a8-b2a370905f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.379093 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-861327ed-bcdf-4182-a222-0a208be1e139 req-f50e2048-05d9-4760-8f54-e6b955577a95 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Router 23f17679-0b6f-44a5-b245-23cc9de69ec1 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:34:10.598139 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2c01e447-96b5-4d24-b126-b8acf5817946 req-4413dea5-c73a-4eca-b7a8-6383d49026be tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 210 time: 0.0544600 Mar 14 15:34:10.603073 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f3b84-c5d9-4451-a920-3ffe718a9e3b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting port 2f44fd9f-7cef-445d-aae9-61876c2f3fd2 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:34:10.603432 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6b8f3b84-c5d9-4451-a920-3ffe718a9e3b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.653596 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-349674c8-b03b-4400-97a0-9840819c2597 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.675642 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.680436 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94749d81-88e5-4fda-a7f7-eaa0fbe3bd11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-1d8db04e-b47d-4b3f-b0f4-895055390ad3', 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ips': [{'subnet_id': 'e2598908-02a9-482c-bda7-a7c25c61b9fb'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:34:10.681232 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94749d81-88e5-4fda-a7f7-eaa0fbe3bd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.737767 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Transition to ACTIVE for port object 57cd46b0-cde9-44ed-ac4a-64c5cd59dce0 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:10.792903 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349674c8-b03b-4400-97a0-9840819c2597 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Pushing event updated for resources: {'Subnet': ['ID=a141da01-d47e-4965-b770-8d9d4e0c07d4,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:10.796052 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349674c8-b03b-4400-97a0-9840819c2597 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Checking segment: {'id': '3713125c-23f1-4f31-8945-793854c76c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '80966e3a-c6b8-4430-991b-559b2c28a5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:10.796421 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349674c8-b03b-4400-97a0-9840819c2597 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Network hostable DHCP agents. Network: 80966e3a-c6b8-4430-991b-559b2c28a5df, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:34:10.850245 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349674c8-b03b-4400-97a0-9840819c2597 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Network 80966e3a-c6b8-4430-991b-559b2c28a5df is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:34:10.879563 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-349674c8-b03b-4400-97a0-9840819c2597 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 80966e3a-c6b8-4430-991b-559b2c28a5df) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:10.887761 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349674c8-b03b-4400-97a0-9840819c2597 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:10.888620 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-349674c8-b03b-4400-97a0-9840819c2597 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.897263 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-861327ed-bcdf-4182-a222-0a208be1e139 req-f50e2048-05d9-4760-8f54-e6b955577a95 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:34:10.910084 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89f2e3a-ba97-4528-aff7-bf41ad222ed6 None None] Sync routers for ids ['23f17679-0b6f-44a5-b245-23cc9de69ec1'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:34:10.933224 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89f2e3a-ba97-4528-aff7-bf41ad222ed6 None None] Routers {'23f17679-0b6f-44a5-b245-23cc9de69ec1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:10.933911 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f89f2e3a-ba97-4528-aff7-bf41ad222ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['23f17679-0b6f-44a5-b245-23cc9de69ec1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:10.972401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-94749d81-88e5-4fda-a7f7-eaa0fbe3bd11 None None] Allocated IP 172.20.0.2 (1d8db04e-b47d-4b3f-b0f4-895055390ad3/e2598908-02a9-482c-bda7-a7c25c61b9fb/7cd1bdd2-b10f-463f-aad5-c32268c921ca) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:10.992649 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-861327ed-bcdf-4182-a222-0a208be1e139 req-f50e2048-05d9-4760-8f54-e6b955577a95 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] No DVR routers for this DVR port 86815b50-7159-47b9-afec-1424e83a7ef7 on host hv-neutron-8335 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:34:10.996229 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-861327ed-bcdf-4182-a222-0a208be1e139 req-f50e2048-05d9-4760-8f54-e6b955577a95 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.998969 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-861327ed-bcdf-4182-a222-0a208be1e139 req-f50e2048-05d9-4760-8f54-e6b955577a95 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.24 "DELETE /v2.0/ports/86815b50-7159-47b9-afec-1424e83a7ef7 HTTP/1.1" status: 204 len: 173 time: 4.0598791 Mar 14 15:34:10.999828 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92aa3703-68e1-4a6e-af7d-02ad4ba38780', 'name': 'network-vif-deleted', 'tag': '86815b50-7159-47b9-afec-1424e83a7ef7'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:34:11.007535 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-349674c8-b03b-4400-97a0-9840819c2597 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5432286 Mar 14 15:34:11.009967 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51646) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:11.215485 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-f89f2e3a-ba97-4528-aff7-bf41ad222ed6 None None] Set router 23f17679-0b6f-44a5-b245-23cc9de69ec1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:34:11.264210 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92aa3703-68e1-4a6e-af7d-02ad4ba38780', 'name': 'network-vif-deleted', 'tag': '86815b50-7159-47b9-afec-1424e83a7ef7', 'status': 'completed', 'code': 200} Mar 14 15:34:11.314740 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-6b8f3b84-c5d9-4451-a920-3ffe718a9e3b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] For port 2f44fd9f-7cef-445d-aae9-61876c2f3fd2, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=2f44fd9f-7cef-445d-aae9-61876c2f3fd2,segment=NetworkSegment(c5f00b62-d882-40cc-a621-ea6762493edf),segment_id=c5f00b62-d882-40cc-a621-ea6762493edf)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:11.317071 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6b8f3b84-c5d9-4451-a920-3ffe718a9e3b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:11.533706 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f3b84-c5d9-4451-a920-3ffe718a9e3b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Calling delete_port for 2f44fd9f-7cef-445d-aae9-61876c2f3fd2 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:34:11.563236 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94749d81-88e5-4fda-a7f7-eaa0fbe3bd11 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:11.574035 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-94749d81-88e5-4fda-a7f7-eaa0fbe3bd11 None None] Transition to ACTIVE for port object 7cd1bdd2-b10f-463f-aad5-c32268c921ca will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:11.596146 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-94749d81-88e5-4fda-a7f7-eaa0fbe3bd11 None None] Transition to ACTIVE for port object 7cd1bdd2-b10f-463f-aad5-c32268c921ca will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:11.628122 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f89f2e3a-ba97-4528-aff7-bf41ad222ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:30:23Z', 'revision_number': 4, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6f72cee2-716c-4700-9192-e83d2843d7a3', 'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'mac_address': 'fa:16:3e:ba:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:21Z', 'updated_at': '2022-03-14T15:30:33Z', 'revision_number': 5, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'subnets': [{'id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:11.634132 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89f2e3a-ba97-4528-aff7-bf41ad222ed6 None None] Checking router: 23f17679-0b6f-44a5-b245-23cc9de69ec1 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:34:11.646700 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89f2e3a-ba97-4528-aff7-bf41ad222ed6 None None] Routers {'23f17679-0b6f-44a5-b245-23cc9de69ec1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:11.647300 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f89f2e3a-ba97-4528-aff7-bf41ad222ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['23f17679-0b6f-44a5-b245-23cc9de69ec1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:11.786295 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-475d5000-d077-45fd-a3a8-b2a370905f93 None None] Allocated IP 172.20.0.2 (cdeaca95-0ee8-45a4-bb27-75de75d1e90c/884da748-b703-4b6c-ae40-5f5dfb90ef92/b3bae032-af51-4483-8aad-99907513aa66) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:11.791512 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6b8f3b84-c5d9-4451-a920-3ffe718a9e3b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:11.894315 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-f89f2e3a-ba97-4528-aff7-bf41ad222ed6 None None] Set router 23f17679-0b6f-44a5-b245-23cc9de69ec1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:34:11.894526 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c9dc5c-3b98-4e41-8bc1-25fac0a4df14 None None] Network 80966e3a-c6b8-4430-991b-559b2c28a5df requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:11.907439 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 91be5ac9-c163-4da3-9c76-3f70d69183a0 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:11.943446 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94749d81-88e5-4fda-a7f7-eaa0fbe3bd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:11.990875 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f3b84-c5d9-4451-a920-3ffe718a9e3b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Port': ['ID=2f44fd9f-7cef-445d-aae9-61876c2f3fd2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:11.998184 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-814c7a8b-bdf9-4721-a8f6-70e50ef4c67e req-54ecc689-c7fc-4152-8846-ba60ed0fc3a0 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=92aa3703-68e1-4a6e-af7d-02ad4ba38780 HTTP/1.1" status: 200 len: 210 time: 0.1959503 Mar 14 15:34:12.021939 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:12.024403 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8f3b84-c5d9-4451-a920-3ffe718a9e3b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] No DVR routers for this DVR port 2f44fd9f-7cef-445d-aae9-61876c2f3fd2 on host dv-neutron-833561-1-hyperv {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:34:12.056000 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94749d81-88e5-4fda-a7f7-eaa0fbe3bd11 None None] Pushing event updated for resources: {'Port': ['ID=7cd1bdd2-b10f-463f-aad5-c32268c921ca,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:12.087732 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0d0db0bc-a5a8-4931-83f8-9b322c5e7f21 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:12.353410 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6b8f3b84-c5d9-4451-a920-3ffe718a9e3b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:12.377975 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f89f2e3a-ba97-4528-aff7-bf41ad222ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:30:23Z', 'revision_number': 4, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6f72cee2-716c-4700-9192-e83d2843d7a3', 'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'mac_address': 'fa:16:3e:ba:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:21Z', 'updated_at': '2022-03-14T15:30:33Z', 'revision_number': 5, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'subnets': [{'id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:12.390789 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d5f2e13d-cf61-4c32-96a8-ef2c0be44730 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting port 57cd46b0-cde9-44ed-ac4a-64c5cd59dce0 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:34:12.391141 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d5f2e13d-cf61-4c32-96a8-ef2c0be44730 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:12.401088 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94749d81-88e5-4fda-a7f7-eaa0fbe3bd11 None None] Network 1d8db04e-b47d-4b3f-b0f4-895055390ad3 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:12.404954 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89f2e3a-ba97-4528-aff7-bf41ad222ed6 None None] The sync data for ids ['23f17679-0b6f-44a5-b245-23cc9de69ec1'] in dv-neutron-833561-1-hyperv is: [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:30:23Z', 'revision_number': 4, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6f72cee2-716c-4700-9192-e83d2843d7a3', 'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'mac_address': 'fa:16:3e:ba:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:21Z', 'updated_at': '2022-03-14T15:30:33Z', 'revision_number': 5, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'subnets': [{'id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:34:12.449395 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-6b8f3b84-c5d9-4451-a920-3ffe718a9e3b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ec4305-7ef6-41dd-a6a0-d580457a0f4e']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:12.461490 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf24e6b-5369-4563-8073-187a5a9bd165 None None] Pushing event updated for resources: {'Port': ['ID=57cd46b0-cde9-44ed-ac4a-64c5cd59dce0,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:12.465407 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-94749d81-88e5-4fda-a7f7-eaa0fbe3bd11 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:12.472727 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94749d81-88e5-4fda-a7f7-eaa0fbe3bd11 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:12.506591 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-6b8f3b84-c5d9-4451-a920-3ffe718a9e3b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f00b62-d882-40cc-a621-ea6762493edf') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:12.506937 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-6b8f3b84-c5d9-4451-a920-3ffe718a9e3b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f00b62-d882-40cc-a621-ea6762493edf') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:12.516700 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae44170-1880-49c9-8948-be11437b3ef6 None None] DHCP port deletion for d5ec4305-7ef6-41dd-a6a0-d580457a0f4e request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:34:12.527011 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6b8f3b84-c5d9-4451-a920-3ffe718a9e3b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:12.557252 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6b8f3b84-c5d9-4451-a920-3ffe718a9e3b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:12.577977 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8f3b84-c5d9-4451-a920-3ffe718a9e3b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:34:12.578412 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6b8f3b84-c5d9-4451-a920-3ffe718a9e3b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:34:12.596198 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:34:12.859179 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 91be5ac9-c163-4da3-9c76-3f70d69183a0 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:12.888068 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-475d5000-d077-45fd-a3a8-b2a370905f93 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:12.909802 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6b8f3b84-c5d9-4451-a920-3ffe718a9e3b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:12.934015 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6b8f3b84-c5d9-4451-a920-3ffe718a9e3b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:12.942672 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 91be5ac9-c163-4da3-9c76-3f70d69183a0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:12.943056 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:12.949513 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f3b84-c5d9-4451-a920-3ffe718a9e3b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Network': ['ID=d5ec4305-7ef6-41dd-a6a0-d580457a0f4e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:12.992683 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-475d5000-d077-45fd-a3a8-b2a370905f93 None None] Transition to ACTIVE for port object b3bae032-af51-4483-8aad-99907513aa66 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:12.996549 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6b8f3b84-c5d9-4451-a920-3ffe718a9e3b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/networks/d5ec4305-7ef6-41dd-a6a0-d580457a0f4e HTTP/1.1" status: 204 len: 168 time: 3.0160799 Mar 14 15:34:13.000604 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51654) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:13.009580 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a3eda2b8-ff80-43eb-97ac-ada94ec77ca3 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-577489497', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:13.020063 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-d5f2e13d-cf61-4c32-96a8-ef2c0be44730 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] For port 57cd46b0-cde9-44ed-ac4a-64c5cd59dce0, host dv-neutron-833561-1-hyperv, got binding levels [] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:13.020343 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-94749d81-88e5-4fda-a7f7-eaa0fbe3bd11 None None] Attempting to bind port 7cd1bdd2-b10f-463f-aad5-c32268c921ca on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:13.020457 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d5f2e13d-cf61-4c32-96a8-ef2c0be44730 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.020721 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-94749d81-88e5-4fda-a7f7-eaa0fbe3bd11 None None] Attempting to bind port 7cd1bdd2-b10f-463f-aad5-c32268c921ca by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'c5cb67dc-3a25-4842-b412-005f912a0871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:13.021086 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94749d81-88e5-4fda-a7f7-eaa0fbe3bd11 None None] Attempting to bind port 7cd1bdd2-b10f-463f-aad5-c32268c921ca on network 1d8db04e-b47d-4b3f-b0f4-895055390ad3 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:34:13.027533 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Attempting to bind port 57cd46b0-cde9-44ed-ac4a-64c5cd59dce0 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:13.027713 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a3eda2b8-ff80-43eb-97ac-ada94ec77ca3 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:13.028012 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Attempting to bind port 57cd46b0-cde9-44ed-ac4a-64c5cd59dce0 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:13.028368 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Attempting to bind port 57cd46b0-cde9-44ed-ac4a-64c5cd59dce0 on network 9afff20e-053f-4563-a829-c09143628c31 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:34:13.038186 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a3eda2b8-ff80-43eb-97ac-ada94ec77ca3 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:router and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:13.048005 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75097f9-60ed-4faa-8e2e-72a7c35bbaf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-80966e3a-c6b8-4430-991b-559b2c28a5df', 'network_id': '80966e3a-c6b8-4430-991b-559b2c28a5df', 'tenant_id': '7d61d4cb705a4b8bb19715a92790570d', 'fixed_ips': [{'subnet_id': 'a141da01-d47e-4965-b770-8d9d4e0c07d4'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:34:13.048910 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f75097f9-60ed-4faa-8e2e-72a7c35bbaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.067934 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-56ad2758-7f50-465a-9249-f74ff9a78c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.089911 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:34:13.090318 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Checking segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:13.090785 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.091114 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Bound using segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:34:13.091581 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Bound port: 57cd46b0-cde9-44ed-ac4a-64c5cd59dce0, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:13.091957 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.093374 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a3eda2b8-ff80-43eb-97ac-ada94ec77ca3 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:13.110265 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-475d5000-d077-45fd-a3a8-b2a370905f93 None None] Transition to ACTIVE for port object b3bae032-af51-4483-8aad-99907513aa66 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:13.113560 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94749d81-88e5-4fda-a7f7-eaa0fbe3bd11 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:34:13.113939 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94749d81-88e5-4fda-a7f7-eaa0fbe3bd11 None None] Checking segment: {'id': 'c5cb67dc-3a25-4842-b412-005f912a0871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:13.114384 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94749d81-88e5-4fda-a7f7-eaa0fbe3bd11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.114779 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94749d81-88e5-4fda-a7f7-eaa0fbe3bd11 None None] Bound using segment: {'id': 'c5cb67dc-3a25-4842-b412-005f912a0871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:34:13.115253 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-94749d81-88e5-4fda-a7f7-eaa0fbe3bd11 None None] Bound port: 7cd1bdd2-b10f-463f-aad5-c32268c921ca, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cb67dc-3a25-4842-b412-005f912a0871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:13.115624 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94749d81-88e5-4fda-a7f7-eaa0fbe3bd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.169737 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-475d5000-d077-45fd-a3a8-b2a370905f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.177342 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a3eda2b8-ff80-43eb-97ac-ada94ec77ca3 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:13.202414 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d5f2e13d-cf61-4c32-96a8-ef2c0be44730 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Calling delete_port for 57cd46b0-cde9-44ed-ac4a-64c5cd59dce0 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:34:13.248305 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-0d0db0bc-a5a8-4931-83f8-9b322c5e7f21 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Allocated IP 172.20.0.1 (cdeaca95-0ee8-45a4-bb27-75de75d1e90c/884da748-b703-4b6c-ae40-5f5dfb90ef92/9269cfc3-62d6-4a71-8409-ad68387608fa) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:13.360499 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3eda2b8-ff80-43eb-97ac-ada94ec77ca3 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.362247 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3eda2b8-ff80-43eb-97ac-ada94ec77ca3 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.467096 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0d0db0bc-a5a8-4931-83f8-9b322c5e7f21 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.478503 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3eda2b8-ff80-43eb-97ac-ada94ec77ca3 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.489834 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-0d0db0bc-a5a8-4931-83f8-9b322c5e7f21 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Transition to ACTIVE for port object 9269cfc3-62d6-4a71-8409-ad68387608fa will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:13.516457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0d0db0bc-a5a8-4931-83f8-9b322c5e7f21 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.563234 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3eda2b8-ff80-43eb-97ac-ada94ec77ca3 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.577776 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-65a5fc51-91e3-4c3c-96f8-45b6b0a2ebce tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1923688859&fields=id&tenant_id=e56a9bf665f84615b9b7754b13dc18cc HTTP/1.1" status: 200 len: 267 time: 0.0946460 Mar 14 15:34:13.612050 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0db0bc-a5a8-4931-83f8-9b322c5e7f21 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Network cdeaca95-0ee8-45a4-bb27-75de75d1e90c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:13.615586 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-0d0db0bc-a5a8-4931-83f8-9b322c5e7f21 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:13.624252 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0db0bc-a5a8-4931-83f8-9b322c5e7f21 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:13.625852 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d5000-d077-45fd-a3a8-b2a370905f93 None None] Pushing event updated for resources: {'Port': ['ID=b3bae032-af51-4483-8aad-99907513aa66,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:13.633307 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475d5000-d077-45fd-a3a8-b2a370905f93 None None] Network cdeaca95-0ee8-45a4-bb27-75de75d1e90c is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:13.652657 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-475d5000-d077-45fd-a3a8-b2a370905f93 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:13.670586 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475d5000-d077-45fd-a3a8-b2a370905f93 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:13.681865 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0db0bc-a5a8-4931-83f8-9b322c5e7f21 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Pushing event updated for resources: {'Port': ['ID=9269cfc3-62d6-4a71-8409-ad68387608fa,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:13.701316 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0d0db0bc-a5a8-4931-83f8-9b322c5e7f21 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.743841 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.763188 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3eda2b8-ff80-43eb-97ac-ada94ec77ca3 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.768901 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a3eda2b8-ff80-43eb-97ac-ada94ec77ca3 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7628703 Mar 14 15:34:13.770524 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51668) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:13.782104 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-cc3a7c0b-e358-4ba4-8d48-4cde60927610 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-444819085'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:13.789881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cc3a7c0b-e358-4ba4-8d48-4cde60927610 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:13.802643 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-cc3a7c0b-e358-4ba4-8d48-4cde60927610 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:network and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:13.807397 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-cc3a7c0b-e358-4ba4-8d48-4cde60927610 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:13.809798 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-94749d81-88e5-4fda-a7f7-eaa0fbe3bd11 None None] For port 7cd1bdd2-b10f-463f-aad5-c32268c921ca, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:13.818269 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cc3a7c0b-e358-4ba4-8d48-4cde60927610 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:13.826674 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0d0db0bc-a5a8-4931-83f8-9b322c5e7f21 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.839045 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d5f2e13d-cf61-4c32-96a8-ef2c0be44730 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.863955 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 91be5ac9-c163-4da3-9c76-3f70d69183a0, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=91be5ac9-c163-4da3-9c76-3f70d69183a0,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:13.871482 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-94749d81-88e5-4fda-a7f7-eaa0fbe3bd11 None None] For port 7cd1bdd2-b10f-463f-aad5-c32268c921ca, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=7cd1bdd2-b10f-463f-aad5-c32268c921ca,segment=NetworkSegment(c5cb67dc-3a25-4842-b412-005f912a0871),segment_id=c5cb67dc-3a25-4842-b412-005f912a0871)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:13.872940 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:34:13.873299 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:34:13.881162 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3a7c0b-e358-4ba4-8d48-4cde60927610 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Made reservation on behalf of 8d2b5d0d495944a3854f9775f18c15a3 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:13.887262 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7c0b-e358-4ba4-8d48-4cde60927610 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.888313 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.908188 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2e13d-cf61-4c32-96a8-ef2c0be44730 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Port': ['ID=57cd46b0-cde9-44ed-ac4a-64c5cd59dce0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:13.930842 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94749d81-88e5-4fda-a7f7-eaa0fbe3bd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.951050 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-f75097f9-60ed-4faa-8e2e-72a7c35bbaf3 None None] Allocated IP 172.20.0.2 (80966e3a-c6b8-4430-991b-559b2c28a5df/a141da01-d47e-4965-b770-8d9d4e0c07d4/0d681bd1-d70f-4363-b932-919a933e7ad7) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:13.964378 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-1ce2b9e2-9eed-4c0a-a7a2-d2851995eb0b tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:13.965139 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-1ce2b9e2-9eed-4c0a-a7a2-d2851995eb0b tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Synchronizing usage tracker for tenant:e56a9bf665f84615b9b7754b13dc18cc on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:13.971996 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-475d5000-d077-45fd-a3a8-b2a370905f93 None None] Attempting to bind port b3bae032-af51-4483-8aad-99907513aa66 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:13.972544 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-475d5000-d077-45fd-a3a8-b2a370905f93 None None] Attempting to bind port b3bae032-af51-4483-8aad-99907513aa66 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '349f8837-b636-4e11-95b3-293ebff353e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cdeaca95-0ee8-45a4-bb27-75de75d1e90c'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:13.972734 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d5000-d077-45fd-a3a8-b2a370905f93 None None] Attempting to bind port b3bae032-af51-4483-8aad-99907513aa66 on network cdeaca95-0ee8-45a4-bb27-75de75d1e90c {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:34:14.030449 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d5000-d077-45fd-a3a8-b2a370905f93 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:34:14.030826 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d5000-d077-45fd-a3a8-b2a370905f93 None None] Checking segment: {'id': '349f8837-b636-4e11-95b3-293ebff353e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cdeaca95-0ee8-45a4-bb27-75de75d1e90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:14.031498 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-475d5000-d077-45fd-a3a8-b2a370905f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:14.031897 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d5000-d077-45fd-a3a8-b2a370905f93 None None] Bound using segment: {'id': '349f8837-b636-4e11-95b3-293ebff353e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cdeaca95-0ee8-45a4-bb27-75de75d1e90c'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:34:14.032381 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-475d5000-d077-45fd-a3a8-b2a370905f93 None None] Bound port: b3bae032-af51-4483-8aad-99907513aa66, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349f8837-b636-4e11-95b3-293ebff353e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cdeaca95-0ee8-45a4-bb27-75de75d1e90c'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:14.032793 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-475d5000-d077-45fd-a3a8-b2a370905f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:14.082905 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 2f44fd9f-7cef-445d-aae9-61876c2f3fd2 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:34:14.131985 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3a7c0b-e358-4ba4-8d48-4cde60927610 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:34:14.142826 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7c0b-e358-4ba4-8d48-4cde60927610 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:14.143228 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-cc3a7c0b-e358-4ba4-8d48-4cde60927610 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Added segment 923ae60b-0a91-4161-b6e6-6ec1e3dfd09a of type vlan for network 4839f0cc-1ef6-4f1e-ae9c-bd1992da4020 Mar 14 15:34:14.172334 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7c0b-e358-4ba4-8d48-4cde60927610 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:14.223455 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 2f44fd9f-7cef-445d-aae9-61876c2f3fd2 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:34:14.224633 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 2f44fd9f-7cef-445d-aae9-61876c2f3fd2 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:34:14.225461 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7c0b-e358-4ba4-8d48-4cde60927610 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:14.240416 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3a7c0b-e358-4ba4-8d48-4cde60927610 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:14.241736 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7c0b-e358-4ba4-8d48-4cde60927610 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:14.248605 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=91be5ac9-c163-4da3-9c76-3f70d69183a0,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:14.313864 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a59ca24-9a52-4fbb-89df-5845f2ed8e24 None None] New status for floating IP 34ed68d1-5874-4234-a55f-2ff30cab1043: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:34:14.368598 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-1ce2b9e2-9eed-4c0a-a7a2-d2851995eb0b tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Unset dirty status for tenant:e56a9bf665f84615b9b7754b13dc18cc on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:14.375023 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-1ce2b9e2-9eed-4c0a-a7a2-d2851995eb0b tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/networks?id=3636f367-7bcd-449f-8e47-979905287efa HTTP/1.1" status: 200 len: 810 time: 0.7875383 Mar 14 15:34:14.408497 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-f85f046f-9f4e-4821-bd40-dbd736684df5 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/quotas/e56a9bf665f84615b9b7754b13dc18cc HTTP/1.1" status: 200 len: 375 time: 0.0319774 Mar 14 15:34:14.481805 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83356057-47c8-485f-8a02-12d20af364ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:14.523192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d5f2e13d-cf61-4c32-96a8-ef2c0be44730 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:14.697343 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cc3a7c0b-e358-4ba4-8d48-4cde60927610 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9229434 Mar 14 15:34:14.700218 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51672) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:14.700984 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a7c0b-e358-4ba4-8d48-4cde60927610 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Network': ['ID=4839f0cc-1ef6-4f1e-ae9c-bd1992da4020,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:14.706817 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Attempting to bind port 57cd46b0-cde9-44ed-ac4a-64c5cd59dce0 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:14.707370 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Attempting to bind port 57cd46b0-cde9-44ed-ac4a-64c5cd59dce0 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:14.707532 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Attempting to bind port 57cd46b0-cde9-44ed-ac4a-64c5cd59dce0 on network 9afff20e-053f-4563-a829-c09143628c31 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:34:14.728720 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b1d9ef88-f1fa-43a9-840c-ea5e669bda7d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'subnet': {'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:14.745043 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 4839f0cc-1ef6-4f1e-ae9c-bd1992da4020 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:34:14.866900 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94749d81-88e5-4fda-a7f7-eaa0fbe3bd11 None None] Pushing event updated for resources: {'Port': ['ID=7cd1bdd2-b10f-463f-aad5-c32268c921ca,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:14.884975 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:34:14.884975 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Checking segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:14.884975 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:14.885377 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Bound using segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:34:14.885751 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Bound port: 57cd46b0-cde9-44ed-ac4a-64c5cd59dce0, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:14.886145 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:14.891548 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b1d9ef88-f1fa-43a9-840c-ea5e669bda7d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:14.901144 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b1d9ef88-f1fa-43a9-840c-ea5e669bda7d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:subnet and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:14.907083 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b1d9ef88-f1fa-43a9-840c-ea5e669bda7d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:14.916155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b1d9ef88-f1fa-43a9-840c-ea5e669bda7d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:14.939778 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d9ef88-f1fa-43a9-840c-ea5e669bda7d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Made reservation on behalf of 8d2b5d0d495944a3854f9775f18c15a3 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:14.972595 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0d0db0bc-a5a8-4931-83f8-9b322c5e7f21 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:14.987335 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-475d5000-d077-45fd-a3a8-b2a370905f93 None None] For port b3bae032-af51-4483-8aad-99907513aa66, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:14.994205 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-5f5d109c-1145-45c0-9447-9367d6620ed4 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e56a9bf665f84615b9b7754b13dc18cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5777683 Mar 14 15:34:15.038917 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Port 57cd46b0-cde9-44ed-ac4a-64c5cd59dce0 has been deleted concurrently {{(pid=83912) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:632}} Mar 14 15:34:15.043724 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0d0db0bc-a5a8-4931-83f8-9b322c5e7f21 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:15.060820 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-475d5000-d077-45fd-a3a8-b2a370905f93 None None] For port b3bae032-af51-4483-8aad-99907513aa66, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b3bae032-af51-4483-8aad-99907513aa66,segment=NetworkSegment(349f8837-b636-4e11-95b3-293ebff353e6),segment_id=349f8837-b636-4e11-95b3-293ebff353e6)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:15.074785 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-475d5000-d077-45fd-a3a8-b2a370905f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:15.116708 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f75097f9-60ed-4faa-8e2e-72a7c35bbaf3 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:15.120282 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e38736ee-eec5-4fe1-a55d-d021f71bfacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:15.159143 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f75097f9-60ed-4faa-8e2e-72a7c35bbaf3 None None] Transition to ACTIVE for port object 0d681bd1-d70f-4363-b932-919a933e7ad7 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:15.194668 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Routers {'265412e8-e03a-4444-8b01-c2593d42921a'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:15.195399 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['265412e8-e03a-4444-8b01-c2593d42921a'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:15.195931 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1d9ef88-f1fa-43a9-840c-ea5e669bda7d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:15.359193 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0db0bc-a5a8-4931-83f8-9b322c5e7f21 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Pushing event updated for resources: {'Port': ['ID=9269cfc3-62d6-4a71-8409-ad68387608fa,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:15.366754 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0d0db0bc-a5a8-4931-83f8-9b322c5e7f21 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:15.435814 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f75097f9-60ed-4faa-8e2e-72a7c35bbaf3 None None] Transition to ACTIVE for port object 0d681bd1-d70f-4363-b932-919a933e7ad7 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:15.437321 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d5000-d077-45fd-a3a8-b2a370905f93 None None] Pushing event updated for resources: {'Port': ['ID=b3bae032-af51-4483-8aad-99907513aa66,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:15.473052 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f75097f9-60ed-4faa-8e2e-72a7c35bbaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:15.496334 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-e617b260-abf5-4a6b-8681-5066e230e1c7 service neutron] 10.222.0.60 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008867 Mar 14 15:34:15.512592 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] Set router 265412e8-e03a-4444-8b01-c2593d42921a gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:34:15.676013 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0db0bc-a5a8-4931-83f8-9b322c5e7f21 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Network cdeaca95-0ee8-45a4-bb27-75de75d1e90c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:15.683656 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-0d0db0bc-a5a8-4931-83f8-9b322c5e7f21 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:15.722797 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265412e8-e03a-4444-8b01-c2593d42921a', 'name': 'tempest-NetworksTestDHCPv6-router-1031202465', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:02Z', 'updated_at': '2022-03-14T15:34:13Z', 'revision_number': 3, 'project_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:15.726283 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75097f9-60ed-4faa-8e2e-72a7c35bbaf3 None None] Network 80966e3a-c6b8-4430-991b-559b2c28a5df is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:15.730315 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-f75097f9-60ed-4faa-8e2e-72a7c35bbaf3 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:15.735524 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75097f9-60ed-4faa-8e2e-72a7c35bbaf3 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:15.738675 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75097f9-60ed-4faa-8e2e-72a7c35bbaf3 None None] Pushing event updated for resources: {'Port': ['ID=0d681bd1-d70f-4363-b932-919a933e7ad7,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:15.741731 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49de754d-65c9-48a8-840f-95150ebd06a8 None None] The sync data for ids ['265412e8-e03a-4444-8b01-c2593d42921a'] in dv-neutron-833561-1-hyperv is: [{'id': '265412e8-e03a-4444-8b01-c2593d42921a', 'name': 'tempest-NetworksTestDHCPv6-router-1031202465', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:02Z', 'updated_at': '2022-03-14T15:34:13Z', 'revision_number': 3, 'project_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:34:15.844965 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1d9ef88-f1fa-43a9-840c-ea5e669bda7d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:15.864227 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f75097f9-60ed-4faa-8e2e-72a7c35bbaf3 None None] Attempting to bind port 0d681bd1-d70f-4363-b932-919a933e7ad7 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:15.864881 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f75097f9-60ed-4faa-8e2e-72a7c35bbaf3 None None] Attempting to bind port 0d681bd1-d70f-4363-b932-919a933e7ad7 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3713125c-23f1-4f31-8945-793854c76c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '80966e3a-c6b8-4430-991b-559b2c28a5df'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:15.865443 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75097f9-60ed-4faa-8e2e-72a7c35bbaf3 None None] Attempting to bind port 0d681bd1-d70f-4363-b932-919a933e7ad7 on network 80966e3a-c6b8-4430-991b-559b2c28a5df {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:34:15.877898 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75097f9-60ed-4faa-8e2e-72a7c35bbaf3 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:34:15.881442 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75097f9-60ed-4faa-8e2e-72a7c35bbaf3 None None] Checking segment: {'id': '3713125c-23f1-4f31-8945-793854c76c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '80966e3a-c6b8-4430-991b-559b2c28a5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:15.882220 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f75097f9-60ed-4faa-8e2e-72a7c35bbaf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:15.882771 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75097f9-60ed-4faa-8e2e-72a7c35bbaf3 None None] Bound using segment: {'id': '3713125c-23f1-4f31-8945-793854c76c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '80966e3a-c6b8-4430-991b-559b2c28a5df'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:34:15.883631 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f75097f9-60ed-4faa-8e2e-72a7c35bbaf3 None None] Bound port: 0d681bd1-d70f-4363-b932-919a933e7ad7, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3713125c-23f1-4f31-8945-793854c76c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '80966e3a-c6b8-4430-991b-559b2c28a5df'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:15.884506 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f75097f9-60ed-4faa-8e2e-72a7c35bbaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:15.898947 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-83356057-47c8-485f-8a02-12d20af364ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.20.0.1 (1d8db04e-b47d-4b3f-b0f4-895055390ad3/e2598908-02a9-482c-bda7-a7c25c61b9fb/2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:15.953105 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9ef88-f1fa-43a9-840c-ea5e669bda7d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Subnet': ['ID=f0c05de1-7c9d-47d4-b698-0b3f8afdb06d,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:15.963410 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-193968fd-4371-4fb2-88d7-ccc1897c130d service neutron] 10.222.0.60 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661472 Mar 14 15:34:15.988445 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d9ef88-f1fa-43a9-840c-ea5e669bda7d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Checking segment: {'id': '923ae60b-0a91-4161-b6e6-6ec1e3dfd09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:15.988910 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d9ef88-f1fa-43a9-840c-ea5e669bda7d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network hostable DHCP agents. Network: 4839f0cc-1ef6-4f1e-ae9c-bd1992da4020, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:34:16.035962 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f75097f9-60ed-4faa-8e2e-72a7c35bbaf3 None None] For port 0d681bd1-d70f-4363-b932-919a933e7ad7, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:16.040923 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f75097f9-60ed-4faa-8e2e-72a7c35bbaf3 None None] For port 0d681bd1-d70f-4363-b932-919a933e7ad7, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=0d681bd1-d70f-4363-b932-919a933e7ad7,segment=NetworkSegment(3713125c-23f1-4f31-8945-793854c76c1c),segment_id=3713125c-23f1-4f31-8945-793854c76c1c)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:16.050134 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f75097f9-60ed-4faa-8e2e-72a7c35bbaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:16.107756 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f2e13d-cf61-4c32-96a8-ef2c0be44730 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Router 265412e8-e03a-4444-8b01-c2593d42921a has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:34:16.188868 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d9ef88-f1fa-43a9-840c-ea5e669bda7d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network 4839f0cc-1ef6-4f1e-ae9c-bd1992da4020 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:34:16.212095 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b1d9ef88-f1fa-43a9-840c-ea5e669bda7d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 4839f0cc-1ef6-4f1e-ae9c-bd1992da4020) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:16.216687 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d9ef88-f1fa-43a9-840c-ea5e669bda7d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:16.217392 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1d9ef88-f1fa-43a9-840c-ea5e669bda7d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:16.223697 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39649ea6-9603-4e90-8c84-89244ebf528f None None] Network 1d8db04e-b47d-4b3f-b0f4-895055390ad3 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:16.252541 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b1d9ef88-f1fa-43a9-840c-ea5e669bda7d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5468879 Mar 14 15:34:16.253490 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51678) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:16.264823 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b3bae032-af51-4483-8aad-99907513aa66 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:16.329911 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c5acea-9325-4e44-9a3c-30c6430bf100 None None] Network 4839f0cc-1ef6-4f1e-ae9c-bd1992da4020 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:16.383575 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83356057-47c8-485f-8a02-12d20af364ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:16.409738 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-83356057-47c8-485f-8a02-12d20af364ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Transition to ACTIVE for port object 2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:16.418153 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f2e13d-cf61-4c32-96a8-ef2c0be44730 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:34:16.435535 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d5f2e13d-cf61-4c32-96a8-ef2c0be44730 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "PUT /v2.0/routers/265412e8-e03a-4444-8b01-c2593d42921a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3833494 Mar 14 15:34:16.435727 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51686) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:16.561604 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd204f54-4544-4ee6-82fe-d14913309edc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:16.563131 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd204f54-4544-4ee6-82fe-d14913309edc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:16.563879 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-fd204f54-4544-4ee6-82fe-d14913309edc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:16.568684 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83356057-47c8-485f-8a02-12d20af364ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:16.710582 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83356057-47c8-485f-8a02-12d20af364ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:16.737786 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83356057-47c8-485f-8a02-12d20af364ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network 1d8db04e-b47d-4b3f-b0f4-895055390ad3 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:16.739693 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-83356057-47c8-485f-8a02-12d20af364ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:16.742606 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83356057-47c8-485f-8a02-12d20af364ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:16.753501 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75097f9-60ed-4faa-8e2e-72a7c35bbaf3 None None] Pushing event updated for resources: {'Port': ['ID=0d681bd1-d70f-4363-b932-919a933e7ad7,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:16.758938 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:16.780780 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:16.854417 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9292096e-d208-43d4-8b5c-d4ef41b3cc07 None None] Provisioning for port 7cd1bdd2-b10f-463f-aad5-c32268c921ca completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:16.900557 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0db0bc-a5a8-4931-83f8-9b322c5e7f21 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Router 36d0e0a1-02a7-4652-9562-b5f5c4830e1f is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:34:16.909567 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-6811213f-62dd-4e14-9354-df3ec543e9de req-1dba962e-c15c-4f83-8031-b0ef7b9f1717 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Synchronizing usage tracker for tenant:e56a9bf665f84615b9b7754b13dc18cc on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:16.930405 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-6811213f-62dd-4e14-9354-df3ec543e9de req-1dba962e-c15c-4f83-8031-b0ef7b9f1717 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Unset dirty status for tenant:e56a9bf665f84615b9b7754b13dc18cc on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:16.945332 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6811213f-62dd-4e14-9354-df3ec543e9de req-1dba962e-c15c-4f83-8031-b0ef7b9f1717 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 210 time: 0.2143214 Mar 14 15:34:16.972694 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd966f2-6639-4e82-ad89-fe232342d9c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:34:16.973534 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bdd966f2-6639-4e82-ad89-fe232342d9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:16.998420 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port b3bae032-af51-4483-8aad-99907513aa66 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:17.008540 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-fd204f54-4544-4ee6-82fe-d14913309edc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:17.009729 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fd204f54-4544-4ee6-82fe-d14913309edc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5731261 Mar 14 15:34:17.012812 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51692) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:17.064939 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 91be5ac9-c163-4da3-9c76-3f70d69183a0 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:17.096283 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83356057-47c8-485f-8a02-12d20af364ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:17.121849 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b1b075-14e0-4c08-9f54-2dd0b8bad12b None None] Network cdeaca95-0ee8-45a4-bb27-75de75d1e90c requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:17.304884 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-071ed265-c60c-43cb-b58b-552c315cdad9 None None] Provisioning for port b3bae032-af51-4483-8aad-99907513aa66 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:17.311176 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83356057-47c8-485f-8a02-12d20af364ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:17.348838 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-161b78e6-8711-4bf1-ad71-068c0e7e3712 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:17.400327 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48e4ba7-51df-4a2d-8d2b-9812b704bf26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet db548602-0659-4163-af64-f044f4d32b5e {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:34:17.405628 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b48e4ba7-51df-4a2d-8d2b-9812b704bf26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:17.410959 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-071ed265-c60c-43cb-b58b-552c315cdad9 None None] Provisioning complete for port b3bae032-af51-4483-8aad-99907513aa66 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:17.411332 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-071ed265-c60c-43cb-b58b-552c315cdad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:17.540896 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0db0bc-a5a8-4931-83f8-9b322c5e7f21 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:34:17.554949 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff396c7-8332-4ed9-98f1-7022f7df82ce None None] Sync routers for ids ['36d0e0a1-02a7-4652-9562-b5f5c4830e1f'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:34:17.574147 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff396c7-8332-4ed9-98f1-7022f7df82ce None None] Routers {'36d0e0a1-02a7-4652-9562-b5f5c4830e1f'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:17.575141 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-dff396c7-8332-4ed9-98f1-7022f7df82ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['36d0e0a1-02a7-4652-9562-b5f5c4830e1f'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:17.615281 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-bdd966f2-6639-4e82-ad89-fe232342d9c2 None None] Allocated IP 2001:db8::2 (4839f0cc-1ef6-4f1e-ae9c-bd1992da4020/f0c05de1-7c9d-47d4-b698-0b3f8afdb06d/5718fbb8-c8e9-4d99-b167-6c2f5717e2b4) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:17.646357 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b48e4ba7-51df-4a2d-8d2b-9812b704bf26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:17.653205 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 91be5ac9-c163-4da3-9c76-3f70d69183a0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:17.653619 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:17.705438 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-dff396c7-8332-4ed9-98f1-7022f7df82ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:17.726620 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0d0db0bc-a5a8-4931-83f8-9b322c5e7f21 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "PUT /v2.0/routers/36d0e0a1-02a7-4652-9562-b5f5c4830e1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7148945 Mar 14 15:34:17.734442 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff396c7-8332-4ed9-98f1-7022f7df82ce None None] Routers {'36d0e0a1-02a7-4652-9562-b5f5c4830e1f'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:17.735060 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-dff396c7-8332-4ed9-98f1-7022f7df82ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['36d0e0a1-02a7-4652-9562-b5f5c4830e1f'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:17.739346 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51700) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:17.814800 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-dff396c7-8332-4ed9-98f1-7022f7df82ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:17.817603 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff396c7-8332-4ed9-98f1-7022f7df82ce None None] The sync data for ids ['36d0e0a1-02a7-4652-9562-b5f5c4830e1f'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:34:17.867219 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b48e4ba7-51df-4a2d-8d2b-9812b704bf26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:17.962010 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee56aef-c8eb-42bd-b490-cae83a94e686 None None] Network 80966e3a-c6b8-4430-991b-559b2c28a5df requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:17.996975 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:18.185786 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-071ed265-c60c-43cb-b58b-552c315cdad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:18.224553 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83356057-47c8-485f-8a02-12d20af364ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:18.249340 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6121a245-7cca-4417-8b51-f5a58899f0d3 req-eb598e62-2097-4b3d-a9fa-bdaf02da4c1b tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 210 time: 0.2083654 Mar 14 15:34:18.254755 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b48e4ba7-51df-4a2d-8d2b-9812b704bf26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:18.265723 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83356057-47c8-485f-8a02-12d20af364ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:18.389679 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 7cd1bdd2-b10f-463f-aad5-c32268c921ca up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:18.409657 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e4ba7-51df-4a2d-8d2b-9812b704bf26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=db548602-0659-4163-af64-f044f4d32b5e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:18.447448 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b48e4ba7-51df-4a2d-8d2b-9812b704bf26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:18.466876 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0f73cf-7bd6-4fc9-b32e-68edd9dcadce None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:18.470751 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b48e4ba7-51df-4a2d-8d2b-9812b704bf26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/db548602-0659-4163-af64-f044f4d32b5e HTTP/1.1" status: 204 len: 168 time: 1.4566472 Mar 14 15:34:18.483117 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51706) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:18.485737 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83356057-47c8-485f-8a02-12d20af364ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:18.490246 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83356057-47c8-485f-8a02-12d20af364ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:18.502279 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-071ed265-c60c-43cb-b58b-552c315cdad9 None None] For port b3bae032-af51-4483-8aad-99907513aa66, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b3bae032-af51-4483-8aad-99907513aa66,segment=NetworkSegment(349f8837-b636-4e11-95b3-293ebff353e6),segment_id=349f8837-b636-4e11-95b3-293ebff353e6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:18.557147 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bdd966f2-6639-4e82-ad89-fe232342d9c2 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:18.624294 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-071ed265-c60c-43cb-b58b-552c315cdad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:18.679006 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bdd966f2-6639-4e82-ad89-fe232342d9c2 None None] Transition to ACTIVE for port object 5718fbb8-c8e9-4d99-b167-6c2f5717e2b4 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:18.751263 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83356057-47c8-485f-8a02-12d20af364ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network 1d8db04e-b47d-4b3f-b0f4-895055390ad3 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:18.753097 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-83356057-47c8-485f-8a02-12d20af364ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:18.775190 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-661c2287-5a77-41a7-9ddd-f7577f86065b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:router {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:18.810695 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-661c2287-5a77-41a7-9ddd-f7577f86065b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:router {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:18.815151 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-661c2287-5a77-41a7-9ddd-f7577f86065b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3305445 Mar 14 15:34:18.816123 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51712) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:18.831863 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f0d0ef-df57-4899-934b-281ff8faf591 None None] Sync routers for ids ['265412e8-e03a-4444-8b01-c2593d42921a'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:34:18.990085 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bdd966f2-6639-4e82-ad89-fe232342d9c2 None None] Transition to ACTIVE for port object 5718fbb8-c8e9-4d99-b167-6c2f5717e2b4 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:19.055087 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bdd966f2-6639-4e82-ad89-fe232342d9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:19.076709 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ed265-c60c-43cb-b58b-552c315cdad9 None None] Pushing event updated for resources: {'Port': ['ID=b3bae032-af51-4483-8aad-99907513aa66,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:19.149073 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-655fc521-504d-4947-b888-eea20560c4d9 None None] Provisioning for port 9269cfc3-62d6-4a71-8409-ad68387608fa completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:19.197375 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f0d0ef-df57-4899-934b-281ff8faf591 None None] Routers {'265412e8-e03a-4444-8b01-c2593d42921a'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:19.202548 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-30f0d0ef-df57-4899-934b-281ff8faf591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['265412e8-e03a-4444-8b01-c2593d42921a'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:19.214071 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-161b78e6-8711-4bf1-ad71-068c0e7e3712 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Allocated IP 2001:db8::1 (4839f0cc-1ef6-4f1e-ae9c-bd1992da4020/f0c05de1-7c9d-47d4-b698-0b3f8afdb06d/23b698ef-da9b-4f42-94df-2e6d27b59739) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:19.225213 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c53e6677-831a-4298-849b-2540dde62ac4 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:19.273529 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-655fc521-504d-4947-b888-eea20560c4d9 None None] Provisioning complete for port 9269cfc3-62d6-4a71-8409-ad68387608fa triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:19.273783 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-655fc521-504d-4947-b888-eea20560c4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:19.399726 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd966f2-6639-4e82-ad89-fe232342d9c2 None None] Network 4839f0cc-1ef6-4f1e-ae9c-bd1992da4020 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:19.436720 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-bdd966f2-6639-4e82-ad89-fe232342d9c2 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:19.439947 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 7cd1bdd2-b10f-463f-aad5-c32268c921ca completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:19.442305 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-09731eb3-6d07-4bd5-b61a-8a36a70d65c0 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:34:19.443335 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-09731eb3-6d07-4bd5-b61a-8a36a70d65c0 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "PUT /v2.0/routers/36d0e0a1-02a7-4652-9562-b5f5c4830e1f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7030420 Mar 14 15:34:19.446214 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51722) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:19.451181 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1a7bf27e-4d89-4217-abdf-d93d382d643e req-08bea84e-3d7e-4c1e-b79a-5f15bbfa1aa8 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 210 time: 0.0872476 Mar 14 15:34:19.455885 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd966f2-6639-4e82-ad89-fe232342d9c2 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:19.577226 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 7cd1bdd2-b10f-463f-aad5-c32268c921ca triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:19.577868 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:19.629965 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83356057-47c8-485f-8a02-12d20af364ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 42d7e10c-917a-4794-bd6a-2fb103018182 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:34:19.665768 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd966f2-6639-4e82-ad89-fe232342d9c2 None None] Pushing event updated for resources: {'Port': ['ID=5718fbb8-c8e9-4d99-b167-6c2f5717e2b4,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:19.669350 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-655fc521-504d-4947-b888-eea20560c4d9 None None] Port 9269cfc3-62d6-4a71-8409-ad68387608fa cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:34:19.684375 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-30f0d0ef-df57-4899-934b-281ff8faf591 None None] Set router 265412e8-e03a-4444-8b01-c2593d42921a gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:34:19.863022 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-30f0d0ef-df57-4899-934b-281ff8faf591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265412e8-e03a-4444-8b01-c2593d42921a', 'name': 'tempest-NetworksTestDHCPv6-router-1031202465', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:02Z', 'updated_at': '2022-03-14T15:34:13Z', 'revision_number': 3, 'project_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:19.886017 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f0d0ef-df57-4899-934b-281ff8faf591 None None] Checking router: 265412e8-e03a-4444-8b01-c2593d42921a for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:34:19.905528 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-655fc521-504d-4947-b888-eea20560c4d9 None None] Provisioning for port 2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:19.937335 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-bdd966f2-6639-4e82-ad89-fe232342d9c2 None None] Attempting to bind port 5718fbb8-c8e9-4d99-b167-6c2f5717e2b4 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:19.937709 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-bdd966f2-6639-4e82-ad89-fe232342d9c2 None None] Attempting to bind port 5718fbb8-c8e9-4d99-b167-6c2f5717e2b4 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '923ae60b-0a91-4161-b6e6-6ec1e3dfd09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:19.938090 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd966f2-6639-4e82-ad89-fe232342d9c2 None None] Attempting to bind port 5718fbb8-c8e9-4d99-b167-6c2f5717e2b4 on network 4839f0cc-1ef6-4f1e-ae9c-bd1992da4020 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:34:19.945246 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-655fc521-504d-4947-b888-eea20560c4d9 None None] Provisioning complete for port 2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:19.945457 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-655fc521-504d-4947-b888-eea20560c4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:19.980757 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a5a889-4e70-4271-b37a-eab8ba739d60 None None] DHCP port deletion for 9afff20e-053f-4563-a829-c09143628c31 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:34:20.005720 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-93a5a889-4e70-4271-b37a-eab8ba739d60 None None] Deleting port 23414386-8733-495d-9bf9-940f0c3352d2 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:34:20.006108 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-93a5a889-4e70-4271-b37a-eab8ba739d60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:20.008511 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-161b78e6-8711-4bf1-ad71-068c0e7e3712 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:20.025072 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c53e6677-831a-4298-849b-2540dde62ac4 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:20.038167 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-161b78e6-8711-4bf1-ad71-068c0e7e3712 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Transition to ACTIVE for port object 23b698ef-da9b-4f42-94df-2e6d27b59739 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:20.039688 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c53e6677-831a-4298-849b-2540dde62ac4 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:20.060853 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f0d0ef-df57-4899-934b-281ff8faf591 None None] Routers {'265412e8-e03a-4444-8b01-c2593d42921a'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:20.061562 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-30f0d0ef-df57-4899-934b-281ff8faf591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['265412e8-e03a-4444-8b01-c2593d42921a'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:20.080811 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c53e6677-831a-4298-849b-2540dde62ac4 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:20.081055 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53e6677-831a-4298-849b-2540dde62ac4 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Fanout notify agent at l3_agent the message router_deleted on router 265412e8-e03a-4444-8b01-c2593d42921a {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:34:20.096727 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-161b78e6-8711-4bf1-ad71-068c0e7e3712 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:20.097961 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02c7ff14-83a3-4028-8395-7fc3732e68fd tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:20.108809 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd966f2-6639-4e82-ad89-fe232342d9c2 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:34:20.109016 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd966f2-6639-4e82-ad89-fe232342d9c2 None None] Checking segment: {'id': '923ae60b-0a91-4161-b6e6-6ec1e3dfd09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:20.109385 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bdd966f2-6639-4e82-ad89-fe232342d9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:20.109834 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd966f2-6639-4e82-ad89-fe232342d9c2 None None] Bound using segment: {'id': '923ae60b-0a91-4161-b6e6-6ec1e3dfd09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:34:20.110428 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-bdd966f2-6639-4e82-ad89-fe232342d9c2 None None] Bound port: 5718fbb8-c8e9-4d99-b167-6c2f5717e2b4, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923ae60b-0a91-4161-b6e6-6ec1e3dfd09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:20.111609 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bdd966f2-6639-4e82-ad89-fe232342d9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:20.146011 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:20.146291 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c53e6677-831a-4298-849b-2540dde62ac4 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:20.149973 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c53e6677-831a-4298-849b-2540dde62ac4 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/routers/265412e8-e03a-4444-8b01-c2593d42921a HTTP/1.1" status: 204 len: 168 time: 1.3310370 Mar 14 15:34:20.160685 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51730) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:20.171158 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-30f0d0ef-df57-4899-934b-281ff8faf591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:20.171574 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f0d0ef-df57-4899-934b-281ff8faf591 None None] The sync data for ids ['265412e8-e03a-4444-8b01-c2593d42921a'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:34:20.172943 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-655fc521-504d-4947-b888-eea20560c4d9 None None] Port 2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:34:20.278666 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161b78e6-8711-4bf1-ad71-068c0e7e3712 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network 4839f0cc-1ef6-4f1e-ae9c-bd1992da4020 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:20.286346 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-161b78e6-8711-4bf1-ad71-068c0e7e3712 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:20.289676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b78e6-8711-4bf1-ad71-068c0e7e3712 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Port': ['ID=23b698ef-da9b-4f42-94df-2e6d27b59739,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:20.291895 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161b78e6-8711-4bf1-ad71-068c0e7e3712 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:20.292427 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-161b78e6-8711-4bf1-ad71-068c0e7e3712 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:20.298824 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 7cd1bdd2-b10f-463f-aad5-c32268c921ca, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=7cd1bdd2-b10f-463f-aad5-c32268c921ca,segment=NetworkSegment(c5cb67dc-3a25-4842-b412-005f912a0871),segment_id=c5cb67dc-3a25-4842-b412-005f912a0871)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:20.313806 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83356057-47c8-485f-8a02-12d20af364ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:34:20.316464 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-655fc521-504d-4947-b888-eea20560c4d9 None None] Provisioning for port 0d681bd1-d70f-4363-b932-919a933e7ad7 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:20.329026 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:20.332762 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-83356057-47c8-485f-8a02-12d20af364ff tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/routers/42d7e10c-917a-4794-bd6a-2fb103018182/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5778801 Mar 14 15:34:20.336153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51734) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:20.336557 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] Sync routers for ids ['42d7e10c-917a-4794-bd6a-2fb103018182'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:34:20.378266 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] Routers {'42d7e10c-917a-4794-bd6a-2fb103018182'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:20.380151 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['42d7e10c-917a-4794-bd6a-2fb103018182'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:20.409397 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-bdd966f2-6639-4e82-ad89-fe232342d9c2 None None] For port 5718fbb8-c8e9-4d99-b167-6c2f5717e2b4, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:20.489712 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-bdd966f2-6639-4e82-ad89-fe232342d9c2 None None] For port 5718fbb8-c8e9-4d99-b167-6c2f5717e2b4, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5718fbb8-c8e9-4d99-b167-6c2f5717e2b4,segment=NetworkSegment(923ae60b-0a91-4161-b6e6-6ec1e3dfd09a),segment_id=923ae60b-0a91-4161-b6e6-6ec1e3dfd09a)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:20.553300 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-93a5a889-4e70-4271-b37a-eab8ba739d60 None None] For port 23414386-8733-495d-9bf9-940f0c3352d2, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=23414386-8733-495d-9bf9-940f0c3352d2,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:20.553831 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-93a5a889-4e70-4271-b37a-eab8ba739d60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:20.646909 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-161b78e6-8711-4bf1-ad71-068c0e7e3712 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:20.736938 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-93a5a889-4e70-4271-b37a-eab8ba739d60 None None] Calling delete_port for 23414386-8733-495d-9bf9-940f0c3352d2 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:34:20.765774 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bdd966f2-6639-4e82-ad89-fe232342d9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:20.770892 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 0d681bd1-d70f-4363-b932-919a933e7ad7 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:20.777611 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242eb1e2-a677-4e33-9bce-8f00568b701b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:20.778345 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-242eb1e2-a677-4e33-9bce-8f00568b701b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:20.787558 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] Set router 42d7e10c-917a-4794-bd6a-2fb103018182 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:34:20.831981 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-242eb1e2-a677-4e33-9bce-8f00568b701b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:20.835897 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-242eb1e2-a677-4e33-9bce-8f00568b701b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6741471 Mar 14 15:34:20.836688 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51740) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:20.858216 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-655fc521-504d-4947-b888-eea20560c4d9 None None] Provisioning complete for port 7cd1bdd2-b10f-463f-aad5-c32268c921ca triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:20.858589 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-655fc521-504d-4947-b888-eea20560c4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:20.911208 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9dd48cba-28d7-483a-b7df-8042e7a655ac req-98bfd073-a116-4ad2-afde-0f141ec9c4f4 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 210 time: 0.1354096 Mar 14 15:34:20.932184 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=7cd1bdd2-b10f-463f-aad5-c32268c921ca,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:21.051377 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930aca2f-2671-4e60-a2a3-a6479fdba841 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.052407 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930aca2f-2671-4e60-a2a3-a6479fdba841 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.052934 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930aca2f-2671-4e60-a2a3-a6479fdba841 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.053309 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930aca2f-2671-4e60-a2a3-a6479fdba841 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.053676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930aca2f-2671-4e60-a2a3-a6479fdba841 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.054036 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930aca2f-2671-4e60-a2a3-a6479fdba841 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.054419 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930aca2f-2671-4e60-a2a3-a6479fdba841 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.054776 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930aca2f-2671-4e60-a2a3-a6479fdba841 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.055131 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930aca2f-2671-4e60-a2a3-a6479fdba841 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.055485 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930aca2f-2671-4e60-a2a3-a6479fdba841 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.055839 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930aca2f-2671-4e60-a2a3-a6479fdba841 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.061232 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-930aca2f-2671-4e60-a2a3-a6479fdba841 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7711 time: 0.7239540 Mar 14 15:34:21.062018 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51744) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:21.079677 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd966f2-6639-4e82-ad89-fe232342d9c2 None None] Pushing event updated for resources: {'Port': ['ID=5718fbb8-c8e9-4d99-b167-6c2f5717e2b4,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:21.125808 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:21.156732 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-93a5a889-4e70-4271-b37a-eab8ba739d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:21.156891 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-02c7ff14-83a3-4028-8395-7fc3732e68fd tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Deleting port 9269cfc3-62d6-4a71-8409-ad68387608fa {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:34:21.157292 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02c7ff14-83a3-4028-8395-7fc3732e68fd tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:21.296439 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5a889-4e70-4271-b37a-eab8ba739d60 None None] Pushing event deleted for resources: {'Port': ['ID=23414386-8733-495d-9bf9-940f0c3352d2,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:21.308917 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'name': 'tempest-TestNetworkBasicOps-router-723591753', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:02Z', 'updated_at': '2022-03-14T15:34:17Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:03Z', 'updated_at': '2022-03-14T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98', 'name': '', 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:4b:58:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2598908-02a9-482c-bda7-a7c25c61b9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:15Z', 'updated_at': '2022-03-14T15:34:17Z', 'revision_number': 2, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'e2598908-02a9-482c-bda7-a7c25c61b9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:21.310398 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a5a889-4e70-4271-b37a-eab8ba739d60 None None] No DVR routers for this DVR port 23414386-8733-495d-9bf9-940f0c3352d2 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:34:21.320793 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] Checking router: 42d7e10c-917a-4794-bd6a-2fb103018182 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:34:21.321648 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] Updating router 42d7e10c-917a-4794-bd6a-2fb103018182 port 2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:34:21.381433 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 0d681bd1-d70f-4363-b932-919a933e7ad7 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:21.394129 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:21.425114 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 0d681bd1-d70f-4363-b932-919a933e7ad7 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:21.425486 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:21.691684 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02c7ff14-83a3-4028-8395-7fc3732e68fd tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:21.795806 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:21.820312 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-655fc521-504d-4947-b888-eea20560c4d9 None None] Provisioning complete for port b3bae032-af51-4483-8aad-99907513aa66 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:21.820870 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-655fc521-504d-4947-b888-eea20560c4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:21.840407 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:21.855133 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] Transition to ACTIVE for port object 2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:21.864387 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:21.873364 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-02c7ff14-83a3-4028-8395-7fc3732e68fd tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Calling delete_port for 9269cfc3-62d6-4a71-8409-ad68387608fa owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:34:21.905790 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac4333a-d787-45f0-b0e4-6c232629eda5 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.905790 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac4333a-d787-45f0-b0e4-6c232629eda5 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.905790 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac4333a-d787-45f0-b0e4-6c232629eda5 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.905790 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac4333a-d787-45f0-b0e4-6c232629eda5 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.905790 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac4333a-d787-45f0-b0e4-6c232629eda5 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.911413 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac4333a-d787-45f0-b0e4-6c232629eda5 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.911901 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac4333a-d787-45f0-b0e4-6c232629eda5 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.912323 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac4333a-d787-45f0-b0e4-6c232629eda5 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.912741 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac4333a-d787-45f0-b0e4-6c232629eda5 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.918572 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac4333a-d787-45f0-b0e4-6c232629eda5 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.923276 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-aac4333a-d787-45f0-b0e4-6c232629eda5 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6391 time: 0.7790761 Mar 14 15:34:21.931394 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51752) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:21.966304 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-198e7f9f-b961-484c-815c-4ce9c679eac9 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.967902 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-198e7f9f-b961-484c-815c-4ce9c679eac9 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.24 "GET /v2.0/networks?id=3636f367-7bcd-449f-8e47-979905287efa HTTP/1.1" status: 200 len: 810 time: 0.8221552 Mar 14 15:34:22.054274 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e713091-b9c7-4c67-bcd7-4f78991ef9c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:22.054991 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3e713091-b9c7-4c67-bcd7-4f78991ef9c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:22.119084 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 0d681bd1-d70f-4363-b932-919a933e7ad7, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=0d681bd1-d70f-4363-b932-919a933e7ad7,segment=NetworkSegment(3713125c-23f1-4f31-8945-793854c76c1c),segment_id=3713125c-23f1-4f31-8945-793854c76c1c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:22.131181 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:22.132120 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b3bae032-af51-4483-8aad-99907513aa66 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:22.166914 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3e713091-b9c7-4c67-bcd7-4f78991ef9c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:22.170390 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3e713091-b9c7-4c67-bcd7-4f78991ef9c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.3177104 Mar 14 15:34:22.173095 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51758) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:22.252893 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7da9de-5274-495e-8e71-059eeeb2bcc3 None None] Pushing event updated for resources: {'Port': ['ID=2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:22.462284 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=0d681bd1-d70f-4363-b932-919a933e7ad7,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:22.492784 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02c7ff14-83a3-4028-8395-7fc3732e68fd tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:22.497908 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5978db1f-995b-4e85-94f8-f0494e0a0e95 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:router {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:22.507802 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-1dc2a745-ef3d-41f2-92ed-e8231a8daccb tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e56a9bf665f84615b9b7754b13dc18cc HTTP/1.1" status: 200 len: 380 time: 0.5148396 Mar 14 15:34:22.510560 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] Attempting to bind port 2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:22.511197 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] Attempting to bind port 2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'c5cb67dc-3a25-4842-b412-005f912a0871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:22.511548 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] Attempting to bind port 2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98 on network 1d8db04e-b47d-4b3f-b0f4-895055390ad3 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:34:22.519678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port b3bae032-af51-4483-8aad-99907513aa66 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:22.522963 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:22.525988 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:34:22.526392 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] Checking segment: {'id': 'c5cb67dc-3a25-4842-b412-005f912a0871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:22.526800 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:22.527470 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-037d24cc-ff07-4b78-bfc8-15af0db907c2 req-dd72e4de-68ad-4385-962b-38d4f585ae09 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 210 time: 0.1584792 Mar 14 15:34:22.534069 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-161b78e6-8711-4bf1-ad71-068c0e7e3712 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:34:22.538563 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] Bound using segment: {'id': 'c5cb67dc-3a25-4842-b412-005f912a0871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:34:22.539180 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] Bound port: 2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cb67dc-3a25-4842-b412-005f912a0871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:22.539585 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:22.580349 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-bbbe02ce-6e92-4418-af18-13032524d66f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Request body: {'port': {'device_id': '1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'admin_state_up': True, 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'security_groups': ['5c03eeef-2af8-49c3-a4b0-a0fc04856c09']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:22.582594 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d2f911c4-a527-4c71-a7d4-fa3b684f4221 None None] Provisioning complete for port 0d681bd1-d70f-4363-b932-919a933e7ad7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:22.583488 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d2f911c4-a527-4c71-a7d4-fa3b684f4221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:22.626183 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7ff14-83a3-4028-8395-7fc3732e68fd tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Pushing event deleted for resources: {'Port': ['ID=9269cfc3-62d6-4a71-8409-ad68387608fa,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:22.628721 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-161b78e6-8711-4bf1-ad71-068c0e7e3712 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:22.709756 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-161b78e6-8711-4bf1-ad71-068c0e7e3712 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:22.710735 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-161b78e6-8711-4bf1-ad71-068c0e7e3712 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:22.788364 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] For port 2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:22.794445 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5978db1f-995b-4e85-94f8-f0494e0a0e95 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:router {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:22.794753 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] For port 2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98,segment=NetworkSegment(c5cb67dc-3a25-4842-b412-005f912a0871),segment_id=c5cb67dc-3a25-4842-b412-005f912a0871)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:22.799837 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5978db1f-995b-4e85-94f8-f0494e0a0e95 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6175113 Mar 14 15:34:22.806505 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51764) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:22.806946 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:22.811155 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a726eeeb-dfb7-4eec-9dd0-7cfe7dd7c35c tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4114 time: 0.8779645 Mar 14 15:34:22.854914 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e3e9a5d6-d049-4b0c-a123-7f2e38eacf39 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:22.859190 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914cd791-9ff3-4cff-bcfa-53bd72f3ccbf None None] Network 4839f0cc-1ef6-4f1e-ae9c-bd1992da4020 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:23.001168 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7da9de-5274-495e-8e71-059eeeb2bcc3 None None] Pushing event updated for resources: {'Port': ['ID=2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:23.060466 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] Routers {'42d7e10c-917a-4794-bd6a-2fb103018182'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:23.066887 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['42d7e10c-917a-4794-bd6a-2fb103018182'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:23.249245 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b78e6-8711-4bf1-ad71-068c0e7e3712 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Port': ['ID=23b698ef-da9b-4f42-94df-2e6d27b59739,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:23.326540 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02c7ff14-83a3-4028-8395-7fc3732e68fd tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:23.335787 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d2f911c4-a527-4c71-a7d4-fa3b684f4221 None None] Could not find standard attr ID for object 9269cfc3-62d6-4a71-8409-ad68387608fa. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:34:23.355520 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e3e9a5d6-d049-4b0c-a123-7f2e38eacf39 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:23.381410 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e3e9a5d6-d049-4b0c-a123-7f2e38eacf39 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:23.429041 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 23414386-8733-495d-9bf9-940f0c3352d2 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:34:23.434401 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e9a5d6-d049-4b0c-a123-7f2e38eacf39 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:23.495932 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] Set router 42d7e10c-917a-4794-bd6a-2fb103018182 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:34:23.532060 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-bbbe02ce-6e92-4418-af18-13032524d66f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:23.536091 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 23414386-8733-495d-9bf9-940f0c3352d2 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:34:23.536432 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 23414386-8733-495d-9bf9-940f0c3352d2 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:34:23.544782 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-bbbe02ce-6e92-4418-af18-13032524d66f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:23.647661 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161b78e6-8711-4bf1-ad71-068c0e7e3712 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network 4839f0cc-1ef6-4f1e-ae9c-bd1992da4020 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:23.648540 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-bbbe02ce-6e92-4418-af18-13032524d66f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Made reservation on behalf of e56a9bf665f84615b9b7754b13dc18cc for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:23.652196 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-bbbe02ce-6e92-4418-af18-13032524d66f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:23.722000 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b9a45599-7b72-48b4-a83c-86f28ae93ad5 None None] Provisioning for port 5718fbb8-c8e9-4d99-b167-6c2f5717e2b4 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:23.728796 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51772) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:23.741812 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f451f41c-7c85-4ac8-9d36-6fd2b12d1ee4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-75502529', 'description': 'tempest-secgroup-smoke-75502529 description', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:23.751026 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f451f41c-7c85-4ac8-9d36-6fd2b12d1ee4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:23.768355 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f451f41c-7c85-4ac8-9d36-6fd2b12d1ee4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:23.775473 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f451f41c-7c85-4ac8-9d36-6fd2b12d1ee4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:23.786287 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-161b78e6-8711-4bf1-ad71-068c0e7e3712 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:23.800447 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f451f41c-7c85-4ac8-9d36-6fd2b12d1ee4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:23.893540 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 0d681bd1-d70f-4363-b932-919a933e7ad7 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:23.915424 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-bbbe02ce-6e92-4418-af18-13032524d66f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Allocated IP 172.20.0.5 (3636f367-7bcd-449f-8e47-979905287efa/d72d1897-6b00-4d72-b749-ed3bdadbf186/3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:23.967318 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'name': 'tempest-TestNetworkBasicOps-router-723591753', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:02Z', 'updated_at': '2022-03-14T15:34:17Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:03Z', 'updated_at': '2022-03-14T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98', 'name': '', 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:4b:58:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2598908-02a9-482c-bda7-a7c25c61b9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:15Z', 'updated_at': '2022-03-14T15:34:22Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'e2598908-02a9-482c-bda7-a7c25c61b9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:23.977605 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c011289c-0a5d-4557-a33c-6bcfed116b4c None None] The sync data for ids ['42d7e10c-917a-4794-bd6a-2fb103018182'] in dv-neutron-833561-1-hyperv is: [{'id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'name': 'tempest-TestNetworkBasicOps-router-723591753', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:02Z', 'updated_at': '2022-03-14T15:34:17Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:03Z', 'updated_at': '2022-03-14T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98', 'name': '', 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:4b:58:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2598908-02a9-482c-bda7-a7c25c61b9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:15Z', 'updated_at': '2022-03-14T15:34:22Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'e2598908-02a9-482c-bda7-a7c25c61b9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:34:23.992040 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 0d681bd1-d70f-4363-b932-919a933e7ad7 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:23.992687 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:24.022504 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f451f41c-7c85-4ac8-9d36-6fd2b12d1ee4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:24.284089 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-54f4583e-2658-4e6a-a64c-c32ac74a441c req-24e22fcf-a061-4376-b5d9-ec4c42700b0b tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 210 time: 0.1104040 Mar 14 15:34:24.374313 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 7cd1bdd2-b10f-463f-aad5-c32268c921ca up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:24.453066 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-aae054f0-8477-4059-a408-483dc62e27fb None None] Provisioning for port 23b698ef-da9b-4f42-94df-2e6d27b59739 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:24.462358 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-aae054f0-8477-4059-a408-483dc62e27fb None None] Provisioning complete for port 23b698ef-da9b-4f42-94df-2e6d27b59739 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:24.462755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aae054f0-8477-4059-a408-483dc62e27fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:24.503285 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3e9a5d6-d049-4b0c-a123-7f2e38eacf39 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:24.550602 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f451f41c-7c85-4ac8-9d36-6fd2b12d1ee4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:24.559859 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f451f41c-7c85-4ac8-9d36-6fd2b12d1ee4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:24.563588 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f451f41c-7c85-4ac8-9d36-6fd2b12d1ee4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:24.567515 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-aae054f0-8477-4059-a408-483dc62e27fb None None] Port 23b698ef-da9b-4f42-94df-2e6d27b59739 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:34:24.570535 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f451f41c-7c85-4ac8-9d36-6fd2b12d1ee4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:24.590032 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c7ff14-83a3-4028-8395-7fc3732e68fd tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Router 36d0e0a1-02a7-4652-9562-b5f5c4830e1f has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:34:24.607915 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 7cd1bdd2-b10f-463f-aad5-c32268c921ca triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:24.608471 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:24.796434 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5718fbb8-c8e9-4d99-b167-6c2f5717e2b4 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:24.854815 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-bbbe02ce-6e92-4418-af18-13032524d66f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:24.868752 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a890843f-f28a-484e-a69f-f234027a502c None None] Provisioning complete for port 23b698ef-da9b-4f42-94df-2e6d27b59739 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:24.869303 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a890843f-f28a-484e-a69f-f234027a502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:24.875821 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-bbbe02ce-6e92-4418-af18-13032524d66f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Transition to ACTIVE for port object 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:24.876357 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f451f41c-7c85-4ac8-9d36-6fd2b12d1ee4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:24.888280 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f451f41c-7c85-4ac8-9d36-6fd2b12d1ee4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:24.917464 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-bbbe02ce-6e92-4418-af18-13032524d66f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:24.950514 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a890843f-f28a-484e-a69f-f234027a502c None None] Port 23b698ef-da9b-4f42-94df-2e6d27b59739 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:34:24.966297 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 5718fbb8-c8e9-4d99-b167-6c2f5717e2b4 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:24.972765 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 5718fbb8-c8e9-4d99-b167-6c2f5717e2b4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:24.973148 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:24.985470 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c7ff14-83a3-4028-8395-7fc3732e68fd tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:34:25.020364 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451f41c-7c85-4ac8-9d36-6fd2b12d1ee4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b774a8a7-2b09-4219-93cf-0ded6bc0a816,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:25.024329 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-02c7ff14-83a3-4028-8395-7fc3732e68fd tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "PUT /v2.0/routers/36d0e0a1-02a7-4652-9562-b5f5c4830e1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5769088 Mar 14 15:34:25.027610 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf659313-ad5c-40dc-b482-a1832e6cb436 None None] Sync routers for ids ['36d0e0a1-02a7-4652-9562-b5f5c4830e1f'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:34:25.029367 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51776) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:25.053165 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf659313-ad5c-40dc-b482-a1832e6cb436 None None] Routers {'36d0e0a1-02a7-4652-9562-b5f5c4830e1f'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:25.053802 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cf659313-ad5c-40dc-b482-a1832e6cb436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['36d0e0a1-02a7-4652-9562-b5f5c4830e1f'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:25.091036 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f451f41c-7c85-4ac8-9d36-6fd2b12d1ee4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:25.094830 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f451f41c-7c85-4ac8-9d36-6fd2b12d1ee4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 1.3567700 Mar 14 15:34:25.098536 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51780) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:25.111837 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2f52cae2-11cb-4ed6-96db-c3fdacd4b634 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'b774a8a7-2b09-4219-93cf-0ded6bc0a816', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:25.120708 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-7c503329-cd4b-49e4-ba8f-64d9273f13c3 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] delete failed (client error): The resource could not be found. Mar 14 15:34:25.129072 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7c503329-cd4b-49e4-ba8f-64d9273f13c3 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-650861232 HTTP/1.1" status: 404 len: 334 time: 0.0985987 Mar 14 15:34:25.130696 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2f52cae2-11cb-4ed6-96db-c3fdacd4b634 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:25.133038 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51784) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:25.140931 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-72ca8b56-bd16-48be-af73-0b8716b87175 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Request body: {'router': {'external_gateway_info': {'network_id': '36d0e0a1-02a7-4652-9562-b5f5c4830e1f'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:25.175748 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cf659313-ad5c-40dc-b482-a1832e6cb436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:25.184284 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe02ce-6e92-4418-af18-13032524d66f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Pushing event updated for resources: {'Port': ['ID=3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:25.199064 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-bbbe02ce-6e92-4418-af18-13032524d66f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Network 3636f367-7bcd-449f-8e47-979905287efa is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:25.215649 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d649437e-5132-49c0-9e5a-015b96690b08 None None] Provisioning complete for port 23b698ef-da9b-4f42-94df-2e6d27b59739 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:25.216024 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d649437e-5132-49c0-9e5a-015b96690b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:25.230686 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-bbbe02ce-6e92-4418-af18-13032524d66f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:25.266298 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-bbbe02ce-6e92-4418-af18-13032524d66f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:25.275548 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:25.312143 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf659313-ad5c-40dc-b482-a1832e6cb436 None None] Routers {'36d0e0a1-02a7-4652-9562-b5f5c4830e1f'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:25.312878 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cf659313-ad5c-40dc-b482-a1832e6cb436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['36d0e0a1-02a7-4652-9562-b5f5c4830e1f'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:25.387720 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2f52cae2-11cb-4ed6-96db-c3fdacd4b634 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:25.394531 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2f52cae2-11cb-4ed6-96db-c3fdacd4b634 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:25.409951 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-bbbe02ce-6e92-4418-af18-13032524d66f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:25.411858 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-bbbe02ce-6e92-4418-af18-13032524d66f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:25.419775 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2f52cae2-11cb-4ed6-96db-c3fdacd4b634 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:25.436661 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d649437e-5132-49c0-9e5a-015b96690b08 None None] Port 23b698ef-da9b-4f42-94df-2e6d27b59739 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:34:25.439830 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cf659313-ad5c-40dc-b482-a1832e6cb436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:25.440675 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf659313-ad5c-40dc-b482-a1832e6cb436 None None] The sync data for ids ['36d0e0a1-02a7-4652-9562-b5f5c4830e1f'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:34:25.453827 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 5718fbb8-c8e9-4d99-b167-6c2f5717e2b4, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5718fbb8-c8e9-4d99-b167-6c2f5717e2b4,segment=NetworkSegment(923ae60b-0a91-4161-b6e6-6ec1e3dfd09a),segment_id=923ae60b-0a91-4161-b6e6-6ec1e3dfd09a)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:25.463718 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:25.534535 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-bbbe02ce-6e92-4418-af18-13032524d66f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0057709 Mar 14 15:34:25.541960 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=5718fbb8-c8e9-4d99-b167-6c2f5717e2b4,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:25.559360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-a1bc2922-f660-486d-af79-454b65a260fe service neutron] Request body: {'port': {'device_id': '1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:25.624953 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f52cae2-11cb-4ed6-96db-c3fdacd4b634 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:25.668983 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-29298f40-5dbd-4291-b7ca-a06fa98a131e None None] Provisioning for port 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:25.678090 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-29298f40-5dbd-4291-b7ca-a06fa98a131e None None] Provisioning complete for port 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:25.678802 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-29298f40-5dbd-4291-b7ca-a06fa98a131e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:25.748226 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5718fbb8-c8e9-4d99-b167-6c2f5717e2b4 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:25.822539 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-29298f40-5dbd-4291-b7ca-a06fa98a131e None None] Port 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:34:25.836166 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 5718fbb8-c8e9-4d99-b167-6c2f5717e2b4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:25.836760 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:25.849809 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f52cae2-11cb-4ed6-96db-c3fdacd4b634 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:25.857974 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f52cae2-11cb-4ed6-96db-c3fdacd4b634 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:25.886786 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52cae2-11cb-4ed6-96db-c3fdacd4b634 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c154ca3-0b71-43f1-807a-7234b301d787,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:25.894738 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e9c94-cd4a-4032-8eea-e0d18a5cbc12 req-f86a6349-1f2b-4d3f-b687-58c596ecb66d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:25.895946 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-022e9c94-cd4a-4032-8eea-e0d18a5cbc12 req-f86a6349-1f2b-4d3f-b687-58c596ecb66d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 931 time: 0.3556838 Mar 14 15:34:25.900672 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72ca8b56-bd16-48be-af73-0b8716b87175 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:25.920250 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.objects.ports [None req-e3e9a5d6-d049-4b0c-a123-7f2e38eacf39 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83911) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 14 15:34:25.921349 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-a1bc2922-f660-486d-af79-454b65a260fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:25.932387 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161b78e6-8711-4bf1-ad71-068c0e7e3712 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Router 1282ae95-e3f9-44da-b78d-7fbd53ba518c is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:34:25.937792 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3e9a5d6-d049-4b0c-a123-7f2e38eacf39 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:25.948761 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f52cae2-11cb-4ed6-96db-c3fdacd4b634 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:25.952646 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2f52cae2-11cb-4ed6-96db-c3fdacd4b634 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8508584 Mar 14 15:34:25.953350 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51790) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:25.959087 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9e96f0ed-1338-45de-a2be-1e0498179e00 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'b774a8a7-2b09-4219-93cf-0ded6bc0a816', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:25.971052 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:25.981202 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9e96f0ed-1338-45de-a2be-1e0498179e00 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:25.989589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9e96f0ed-1338-45de-a2be-1e0498179e00 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:25.994667 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-022e9c94-cd4a-4032-8eea-e0d18a5cbc12 req-f3cfda98-1b51-4979-9344-8948fcdc56a2 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891676 Mar 14 15:34:25.995545 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-72ca8b56-bd16-48be-af73-0b8716b87175 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] update failed (client error): The resource could not be found. Mar 14 15:34:26.001118 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-72ca8b56-bd16-48be-af73-0b8716b87175 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "PUT /v2.0/routers/36d0e0a1-02a7-4652-9562-b5f5c4830e1f HTTP/1.1" status: 404 len: 339 time: 0.8670442 Mar 14 15:34:26.002699 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9e96f0ed-1338-45de-a2be-1e0498179e00 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:26.005377 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51794) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:26.043244 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:26.048017 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:26.049022 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:26.070814 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9e96f0ed-1338-45de-a2be-1e0498179e00 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:26.164634 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9e96f0ed-1338-45de-a2be-1e0498179e00 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:26.173989 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:26.190631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e9a5d6-d049-4b0c-a123-7f2e38eacf39 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:26.195290 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e3e9a5d6-d049-4b0c-a123-7f2e38eacf39 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:26.198281 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e9a5d6-d049-4b0c-a123-7f2e38eacf39 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:26.198865 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3e9a5d6-d049-4b0c-a123-7f2e38eacf39 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:26.202559 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9a5d6-d049-4b0c-a123-7f2e38eacf39 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=89e843e1-38c3-40d1-b63e-7bccd7f91609,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:26.207617 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c64435-3fa2-4768-afb6-e9c6602a61ab None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:26.253045 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e3e9a5d6-d049-4b0c-a123-7f2e38eacf39 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4325445 Mar 14 15:34:26.273240 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51798) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:26.285518 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1f100563-8cb7-40c8-8de4-9ee3ae0b6670 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:26.311589 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98,segment=NetworkSegment(c5cb67dc-3a25-4842-b412-005f912a0871),segment_id=c5cb67dc-3a25-4842-b412-005f912a0871)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:26.327824 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:26.468680 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:26.561951 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea72a4d6-3586-4522-ab04-6c34da7ba0b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-9afff20e-053f-4563-a829-c09143628c31', 'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'fixed_ips': [{'subnet_id': '89e843e1-38c3-40d1-b63e-7bccd7f91609'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:34:26.563205 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea72a4d6-3586-4522-ab04-6c34da7ba0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:26.619664 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161b78e6-8711-4bf1-ad71-068c0e7e3712 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:34:26.622672 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1f100563-8cb7-40c8-8de4-9ee3ae0b6670 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:26.622873 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9e96f0ed-1338-45de-a2be-1e0498179e00 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:26.634073 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-161b78e6-8711-4bf1-ad71-068c0e7e3712 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/routers/1282ae95-e3f9-44da-b78d-7fbd53ba518c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3740971 Mar 14 15:34:26.634398 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9e96f0ed-1338-45de-a2be-1e0498179e00 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:26.637078 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51804) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:26.654291 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1f100563-8cb7-40c8-8de4-9ee3ae0b6670 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:26.662520 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] Sync routers for ids ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:34:26.663132 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1ba9c675-108a-4001-8c05-717859f8ff96 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1034375066'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:26.677014 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1ba9c675-108a-4001-8c05-717859f8ff96 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:26.679921 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] Routers {'1282ae95-e3f9-44da-b78d-7fbd53ba518c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:26.680689 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:26.683551 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96f0ed-1338-45de-a2be-1e0498179e00 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d2e76c2-66d6-4b49-a340-4295b5971129,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:26.685740 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1ba9c675-108a-4001-8c05-717859f8ff96 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:network and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:26.694261 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1ba9c675-108a-4001-8c05-717859f8ff96 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:26.704630 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f100563-8cb7-40c8-8de4-9ee3ae0b6670 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:26.706174 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1ba9c675-108a-4001-8c05-717859f8ff96 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:26.710910 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f100563-8cb7-40c8-8de4-9ee3ae0b6670 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:26.711694 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9e96f0ed-1338-45de-a2be-1e0498179e00 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:26.713404 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9e96f0ed-1338-45de-a2be-1e0498179e00 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7589977 Mar 14 15:34:26.717228 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51808) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:26.755974 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f792d3cc-113a-45d9-a83f-ee5348b44c81 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'b774a8a7-2b09-4219-93cf-0ded6bc0a816', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:26.769001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f792d3cc-113a-45d9-a83f-ee5348b44c81 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:26.779737 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f792d3cc-113a-45d9-a83f-ee5348b44c81 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:26.782338 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba9c675-108a-4001-8c05-717859f8ff96 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Made reservation on behalf of 8d2b5d0d495944a3854f9775f18c15a3 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:26.785362 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c675-108a-4001-8c05-717859f8ff96 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:26.798767 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f792d3cc-113a-45d9-a83f-ee5348b44c81 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:26.816752 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f792d3cc-113a-45d9-a83f-ee5348b44c81 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:26.839609 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-ea72a4d6-3586-4522-ab04-6c34da7ba0b1 None None] Allocated IP 2001:db8::f816:3eff:fefc:b8f0 (9afff20e-053f-4563-a829-c09143628c31/89e843e1-38c3-40d1-b63e-7bccd7f91609/625d2a65-dd19-45e2-9679-eeeb53d15be9) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:26.870601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09c59073-512b-4f98-9524-22aa6c4d1689 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:26.889509 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba9c675-108a-4001-8c05-717859f8ff96 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:34:26.907424 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f792d3cc-113a-45d9-a83f-ee5348b44c81 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:26.975797 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-a1bc2922-f660-486d-af79-454b65a260fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:34:26.988995 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-a1bc2922-f660-486d-af79-454b65a260fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:26.998555 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] Set router 1282ae95-e3f9-44da-b78d-7fbd53ba518c gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:34:27.015159 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-a1bc2922-f660-486d-af79-454b65a260fe service neutron] Transition to ACTIVE for port object 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:27.020493 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c675-108a-4001-8c05-717859f8ff96 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:27.020857 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-1ba9c675-108a-4001-8c05-717859f8ff96 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Added segment 9b957e1b-9940-42c8-9197-aa686d3f1e28 of type vlan for network 94f148f8-629f-4151-b2f4-6825d6977048 Mar 14 15:34:27.030491 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-a1bc2922-f660-486d-af79-454b65a260fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:27.182001 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea72a4d6-3586-4522-ab04-6c34da7ba0b1 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:27.194779 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ea72a4d6-3586-4522-ab04-6c34da7ba0b1 None None] Transition to ACTIVE for port object 625d2a65-dd19-45e2-9679-eeeb53d15be9 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:27.221952 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ea72a4d6-3586-4522-ab04-6c34da7ba0b1 None None] Transition to ACTIVE for port object 625d2a65-dd19-45e2-9679-eeeb53d15be9 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:27.231973 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea72a4d6-3586-4522-ab04-6c34da7ba0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:27.270215 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c675-108a-4001-8c05-717859f8ff96 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:27.324789 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea72a4d6-3586-4522-ab04-6c34da7ba0b1 None None] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:27.328274 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-ea72a4d6-3586-4522-ab04-6c34da7ba0b1 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:27.334235 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea72a4d6-3586-4522-ab04-6c34da7ba0b1 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:27.353540 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72a4d6-3586-4522-ab04-6c34da7ba0b1 None None] Pushing event updated for resources: {'Port': ['ID=625d2a65-dd19-45e2-9679-eeeb53d15be9,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:27.396165 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc2922-f660-486d-af79-454b65a260fe service neutron] Pushing event updated for resources: {'Port': ['ID=3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:27.409431 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f792d3cc-113a-45d9-a83f-ee5348b44c81 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:27.422243 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f792d3cc-113a-45d9-a83f-ee5348b44c81 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:27.475349 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ea72a4d6-3586-4522-ab04-6c34da7ba0b1 None None] Attempting to bind port 625d2a65-dd19-45e2-9679-eeeb53d15be9 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:27.475906 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ea72a4d6-3586-4522-ab04-6c34da7ba0b1 None None] Attempting to bind port 625d2a65-dd19-45e2-9679-eeeb53d15be9 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:27.476091 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea72a4d6-3586-4522-ab04-6c34da7ba0b1 None None] Attempting to bind port 625d2a65-dd19-45e2-9679-eeeb53d15be9 on network 9afff20e-053f-4563-a829-c09143628c31 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:34:27.486312 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea72a4d6-3586-4522-ab04-6c34da7ba0b1 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:34:27.486872 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea72a4d6-3586-4522-ab04-6c34da7ba0b1 None None] Checking segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:27.487377 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea72a4d6-3586-4522-ab04-6c34da7ba0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:27.487774 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea72a4d6-3586-4522-ab04-6c34da7ba0b1 None None] Bound using segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:34:27.488243 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ea72a4d6-3586-4522-ab04-6c34da7ba0b1 None None] Bound port: 625d2a65-dd19-45e2-9679-eeeb53d15be9, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:27.488666 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea72a4d6-3586-4522-ab04-6c34da7ba0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:27.509033 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c675-108a-4001-8c05-717859f8ff96 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:27.512718 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba9c675-108a-4001-8c05-717859f8ff96 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:27.513300 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c675-108a-4001-8c05-717859f8ff96 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:27.542791 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792d3cc-113a-45d9-a83f-ee5348b44c81 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a774461-f9ff-42b5-96e1-606fb16d628f,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:27.548890 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e362f49-1397-4b0e-8b08-9ffe3c283e7b req-fdc727b8-6108-4c3c-aa38-9649b1077100 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:27.550385 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-6e362f49-1397-4b0e-8b08-9ffe3c283e7b req-fdc727b8-6108-4c3c-aa38-9649b1077100 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Synchronizing usage tracker for tenant:e56a9bf665f84615b9b7754b13dc18cc on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:27.590082 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-6e362f49-1397-4b0e-8b08-9ffe3c283e7b req-fdc727b8-6108-4c3c-aa38-9649b1077100 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Unset dirty status for tenant:e56a9bf665f84615b9b7754b13dc18cc on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:27.591451 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6e362f49-1397-4b0e-8b08-9ffe3c283e7b req-fdc727b8-6108-4c3c-aa38-9649b1077100 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 943 time: 0.3535421 Mar 14 15:34:27.616493 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ea72a4d6-3586-4522-ab04-6c34da7ba0b1 None None] For port 625d2a65-dd19-45e2-9679-eeeb53d15be9, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:27.620019 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ea72a4d6-3586-4522-ab04-6c34da7ba0b1 None None] For port 625d2a65-dd19-45e2-9679-eeeb53d15be9, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=625d2a65-dd19-45e2-9679-eeeb53d15be9,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:27.630610 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea72a4d6-3586-4522-ab04-6c34da7ba0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:27.654597 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:34:20Z', 'revision_number': 2, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:21Z', 'revision_number': 2, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:27.662820 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] Checking router: 1282ae95-e3f9-44da-b78d-7fbd53ba518c for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:34:27.664554 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] Updating router 1282ae95-e3f9-44da-b78d-7fbd53ba518c port 23b698ef-da9b-4f42-94df-2e6d27b59739 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:34:27.668895 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f792d3cc-113a-45d9-a83f-ee5348b44c81 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:27.672668 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f792d3cc-113a-45d9-a83f-ee5348b44c81 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9234598 Mar 14 15:34:27.674923 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51814) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:27.678433 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1ba9c675-108a-4001-8c05-717859f8ff96 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0339622 Mar 14 15:34:27.682843 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9c675-108a-4001-8c05-717859f8ff96 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Network': ['ID=94f148f8-629f-4151-b2f4-6825d6977048,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:27.685797 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8ae28da1-f491-450c-abc1-b0f7fbb5b571 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'b774a8a7-2b09-4219-93cf-0ded6bc0a816', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:27.702386 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 94f148f8-629f-4151-b2f4-6825d6977048 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:34:27.710984 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51818) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:27.724722 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-367adcb4-6c4e-48ee-9ff7-d18f46729ab6 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'subnet': {'network_id': '94f148f8-629f-4151-b2f4-6825d6977048', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:27.745104 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8ae28da1-f491-450c-abc1-b0f7fbb5b571 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:27.781714 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:27.782403 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-09c59073-512b-4f98-9524-22aa6c4d1689 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Allocated IP 172.20.0.1 (f9d94896-ee93-4db0-b45b-51af387b3af2/dd41ad11-4c24-4f0e-b981-50319fbba891/2a12f472-c4d8-4dc3-8907-f57511213173) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:27.889813 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8ae28da1-f491-450c-abc1-b0f7fbb5b571 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:27.898198 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8ae28da1-f491-450c-abc1-b0f7fbb5b571 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:27.913480 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:27.944985 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-a1bc2922-f660-486d-af79-454b65a260fe service neutron] Attempting to bind port 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:27.945362 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-a1bc2922-f660-486d-af79-454b65a260fe service neutron] Attempting to bind port 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3636f367-7bcd-449f-8e47-979905287efa'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:27.945633 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-a1bc2922-f660-486d-af79-454b65a260fe service neutron] Attempting to bind port 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 on network 3636f367-7bcd-449f-8e47-979905287efa {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:34:27.962434 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-a1bc2922-f660-486d-af79-454b65a260fe service neutron] Port 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 on network 3636f367-7bcd-449f-8e47-979905287efa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:34:27.962791 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-a1bc2922-f660-486d-af79-454b65a260fe service neutron] Attempting to bind port 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 on network 3636f367-7bcd-449f-8e47-979905287efa {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:34:27.981077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8ae28da1-f491-450c-abc1-b0f7fbb5b571 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:27.990695 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09c59073-512b-4f98-9524-22aa6c4d1689 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:28.012414 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-a1bc2922-f660-486d-af79-454b65a260fe service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:34:28.012766 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-a1bc2922-f660-486d-af79-454b65a260fe service neutron] Checking segment: {'id': 'a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3636f367-7bcd-449f-8e47-979905287efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:28.013129 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-a1bc2922-f660-486d-af79-454b65a260fe service neutron] Bound using segment: {'id': 'a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3636f367-7bcd-449f-8e47-979905287efa'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:34:28.013560 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-a1bc2922-f660-486d-af79-454b65a260fe service neutron] Bound port: 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3636f367-7bcd-449f-8e47-979905287efa'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:28.013904 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-a1bc2922-f660-486d-af79-454b65a260fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:28.016381 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-09c59073-512b-4f98-9524-22aa6c4d1689 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Transition to ACTIVE for port object 2a12f472-c4d8-4dc3-8907-f57511213173 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:28.024376 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72a4d6-3586-4522-ab04-6c34da7ba0b1 None None] Pushing event updated for resources: {'Port': ['ID=625d2a65-dd19-45e2-9679-eeeb53d15be9,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:28.037740 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:28.038542 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6e362f49-1397-4b0e-8b08-9ffe3c283e7b req-ae9b6ef7-cd16-47fa-8ccf-65cfe588400b tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4404402 Mar 14 15:34:28.039274 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:28.049741 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09c59073-512b-4f98-9524-22aa6c4d1689 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:28.084055 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-367adcb4-6c4e-48ee-9ff7-d18f46729ab6 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:28.089325 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-367adcb4-6c4e-48ee-9ff7-d18f46729ab6 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:subnet and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:28.092288 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-367adcb4-6c4e-48ee-9ff7-d18f46729ab6 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:28.099441 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-367adcb4-6c4e-48ee-9ff7-d18f46729ab6 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:28.109227 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ae28da1-f491-450c-abc1-b0f7fbb5b571 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:28.139901 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c59073-512b-4f98-9524-22aa6c4d1689 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Network f9d94896-ee93-4db0-b45b-51af387b3af2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:28.147226 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-09c59073-512b-4f98-9524-22aa6c4d1689 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:28.159288 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c59073-512b-4f98-9524-22aa6c4d1689 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:28.230998 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09c59073-512b-4f98-9524-22aa6c4d1689 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:28.264809 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367adcb4-6c4e-48ee-9ff7-d18f46729ab6 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Made reservation on behalf of 8d2b5d0d495944a3854f9775f18c15a3 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:28.272041 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c59073-512b-4f98-9524-22aa6c4d1689 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Pushing event updated for resources: {'Port': ['ID=2a12f472-c4d8-4dc3-8907-f57511213173,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:28.378837 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:28.392968 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] Transition to ACTIVE for port object 23b698ef-da9b-4f42-94df-2e6d27b59739 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:28.400859 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:28.401086 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09c59073-512b-4f98-9524-22aa6c4d1689 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:28.547290 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f100563-8cb7-40c8-8de4-9ee3ae0b6670 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:28.567769 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bc59f-fdab-4b1a-9ab0-30a17d6b7090 None None] Pushing event updated for resources: {'Port': ['ID=23b698ef-da9b-4f42-94df-2e6d27b59739,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:28.613484 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-a1bc2922-f660-486d-af79-454b65a260fe service neutron] For port 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:28.617583 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-a1bc2922-f660-486d-af79-454b65a260fe service neutron] For port 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0,segment=NetworkSegment(a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63),segment_id=a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:28.662543 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-a1bc2922-f660-486d-af79-454b65a260fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:28.679796 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5b9245a0-f882-47e6-861a-259a5856d824 None None] Provisioning for port 2a12f472-c4d8-4dc3-8907-f57511213173 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:28.686991 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:34:28.697406 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] Attempting to bind port 23b698ef-da9b-4f42-94df-2e6d27b59739 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:28.697674 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5b9245a0-f882-47e6-861a-259a5856d824 None None] Provisioning complete for port 2a12f472-c4d8-4dc3-8907-f57511213173 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:28.697824 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] Attempting to bind port 23b698ef-da9b-4f42-94df-2e6d27b59739 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '923ae60b-0a91-4161-b6e6-6ec1e3dfd09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:28.698137 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] Attempting to bind port 23b698ef-da9b-4f42-94df-2e6d27b59739 on network 4839f0cc-1ef6-4f1e-ae9c-bd1992da4020 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:34:28.698555 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5b9245a0-f882-47e6-861a-259a5856d824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:28.705583 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:34:28.705908 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] Checking segment: {'id': '923ae60b-0a91-4161-b6e6-6ec1e3dfd09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:28.707722 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:28.708125 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] Bound using segment: {'id': '923ae60b-0a91-4161-b6e6-6ec1e3dfd09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:34:28.708595 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] Bound port: 23b698ef-da9b-4f42-94df-2e6d27b59739, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923ae60b-0a91-4161-b6e6-6ec1e3dfd09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:28.709153 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:28.722479 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-367adcb4-6c4e-48ee-9ff7-d18f46729ab6 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:28.824923 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5b9245a0-f882-47e6-861a-259a5856d824 None None] Port 2a12f472-c4d8-4dc3-8907-f57511213173 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:34:28.864792 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] For port 23b698ef-da9b-4f42-94df-2e6d27b59739, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:28.869015 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] For port 23b698ef-da9b-4f42-94df-2e6d27b59739, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=23b698ef-da9b-4f42-94df-2e6d27b59739,segment=NetworkSegment(923ae60b-0a91-4161-b6e6-6ec1e3dfd09a),segment_id=923ae60b-0a91-4161-b6e6-6ec1e3dfd09a)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:28.876969 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-a1bc2922-f660-486d-af79-454b65a260fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:28.877118 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:28.878387 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-a1bc2922-f660-486d-af79-454b65a260fe service neutron] 10.222.0.24 "PUT /v2.0/ports/3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 HTTP/1.1" status: 200 len: 1093 time: 3.3311665 Mar 14 15:34:28.886047 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4', 'tag': '3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:34:28.938007 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f100563-8cb7-40c8-8de4-9ee3ae0b6670 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:28.945665 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-1f100563-8cb7-40c8-8de4-9ee3ae0b6670 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:28.948557 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f100563-8cb7-40c8-8de4-9ee3ae0b6670 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:28.949139 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f100563-8cb7-40c8-8de4-9ee3ae0b6670 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:29.015771 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4', 'tag': '3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0', 'status': 'completed', 'code': 200} Mar 14 15:34:29.045417 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bc59f-fdab-4b1a-9ab0-30a17d6b7090 None None] Pushing event updated for resources: {'Port': ['ID=23b698ef-da9b-4f42-94df-2e6d27b59739,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:29.061589 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ae28da1-f491-450c-abc1-b0f7fbb5b571 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:29.068016 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f100563-8cb7-40c8-8de4-9ee3ae0b6670 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=e4d8daa0-7710-4cf5-984e-d567182a2590,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:29.075917 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] Routers {'1282ae95-e3f9-44da-b78d-7fbd53ba518c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:29.076548 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:29.117258 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ae28da1-f491-450c-abc1-b0f7fbb5b571 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:29.229570 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae28da1-f491-450c-abc1-b0f7fbb5b571 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1875b56e-7b17-4dc7-b9fa-2509b61946ee,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:29.236025 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc2922-f660-486d-af79-454b65a260fe service neutron] Pushing event updated for resources: {'Port': ['ID=3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:29.272333 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51826) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:29.275252 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1f100563-8cb7-40c8-8de4-9ee3ae0b6670 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0006840 Mar 14 15:34:29.299453 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ae28da1-f491-450c-abc1-b0f7fbb5b571 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:29.303843 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8ae28da1-f491-450c-abc1-b0f7fbb5b571 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.6240473 Mar 14 15:34:29.307877 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51830) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:29.315308 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-71fb95db-5fbc-418a-bf12-65d556a96051 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'b774a8a7-2b09-4219-93cf-0ded6bc0a816', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:29.318094 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-484127ff-e4f1-4410-a5c4-e83eef10723c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'mac_address': 'fa:16:3e:71:96:32', 'name': 'tempest-NetworksTestDHCPv6-1205715336'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:29.321324 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-71fb95db-5fbc-418a-bf12-65d556a96051 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:29.325297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-71fb95db-5fbc-418a-bf12-65d556a96051 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:29.328294 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-71fb95db-5fbc-418a-bf12-65d556a96051 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:29.335510 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-71fb95db-5fbc-418a-bf12-65d556a96051 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:29.347402 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09c59073-512b-4f98-9524-22aa6c4d1689 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:29.356685 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-71fb95db-5fbc-418a-bf12-65d556a96051 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Project 5d6eafdbdcc04fa5ac3cc264b55cc088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:34:29.386838 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] Set router 1282ae95-e3f9-44da-b78d-7fbd53ba518c gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:34:29.396415 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71fb95db-5fbc-418a-bf12-65d556a96051 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:29.415249 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09c59073-512b-4f98-9524-22aa6c4d1689 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:29.492305 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-00a540be-7654-424b-a71b-e782b5058c9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e56a9bf665f84615b9b7754b13dc18cc&device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 1096 time: 0.5527401 Mar 14 15:34:29.594800 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71fb95db-5fbc-418a-bf12-65d556a96051 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:29.606802 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-367adcb4-6c4e-48ee-9ff7-d18f46729ab6 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:29.611227 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c59073-512b-4f98-9524-22aa6c4d1689 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Pushing event updated for resources: {'Port': ['ID=2a12f472-c4d8-4dc3-8907-f57511213173,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:29.617386 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09c59073-512b-4f98-9524-22aa6c4d1689 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:29.665089 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71fb95db-5fbc-418a-bf12-65d556a96051 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:29.723713 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb95db-5fbc-418a-bf12-65d556a96051 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54e6eec-2d45-4934-9c85-c1df1abaa05d,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:29.733256 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-6693fada-399a-4de2-99c3-8319c55146ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 HTTP/1.1" status: 200 len: 217 time: 0.2310703 Mar 14 15:34:29.737097 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 625d2a65-dd19-45e2-9679-eeeb53d15be9 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:29.760828 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-484127ff-e4f1-4410-a5c4-e83eef10723c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:29.773815 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-484127ff-e4f1-4410-a5c4-e83eef10723c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:port and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:29.778542 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-484127ff-e4f1-4410-a5c4-e83eef10723c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:29.787472 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-484127ff-e4f1-4410-a5c4-e83eef10723c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:29.788179 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77888758-4155-4b24-8211-ae2a82dbaa3d None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:29.823089 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484127ff-e4f1-4410-a5c4-e83eef10723c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:29.826312 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71fb95db-5fbc-418a-bf12-65d556a96051 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:29.827470 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-71fb95db-5fbc-418a-bf12-65d556a96051 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5174382 Mar 14 15:34:29.839142 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51834) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:29.841848 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367adcb4-6c4e-48ee-9ff7-d18f46729ab6 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Checking segment: {'id': '9b957e1b-9940-42c8-9197-aa686d3f1e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:29.842236 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367adcb4-6c4e-48ee-9ff7-d18f46729ab6 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network hostable DHCP agents. Network: 94f148f8-629f-4151-b2f4-6825d6977048, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:34:29.851237 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367adcb4-6c4e-48ee-9ff7-d18f46729ab6 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Subnet': ['ID=3d846c9f-185b-4d96-84dc-4722368c2e2f,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:29.859365 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7a8dd0de-faec-40e3-bcef-6b79dbb28e98 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'b774a8a7-2b09-4219-93cf-0ded6bc0a816', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:29.862276 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:34:20Z', 'revision_number': 2, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:28Z', 'revision_number': 4, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:29.867177 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1205b21b-c5b3-4da3-8c19-4cbd353fd182 None None] The sync data for ids ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'] in dv-neutron-833561-1-hyperv is: [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:34:20Z', 'revision_number': 2, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:28Z', 'revision_number': 4, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:34:29.881291 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf413b8-f83d-4ad3-9526-5cd599f5fa70 req-73a49a8e-5666-47eb-99f4-5c00ade66a12 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:29.888453 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-baf413b8-f83d-4ad3-9526-5cd599f5fa70 req-73a49a8e-5666-47eb-99f4-5c00ade66a12 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 943 time: 0.5390639 Mar 14 15:34:29.891547 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7a8dd0de-faec-40e3-bcef-6b79dbb28e98 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:29.910870 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7a8dd0de-faec-40e3-bcef-6b79dbb28e98 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:29.917386 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7a8dd0de-faec-40e3-bcef-6b79dbb28e98 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:29.920993 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-164ff405-85ae-4d69-931a-5c6dd0a0598f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:29.922397 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-164ff405-85ae-4d69-931a-5c6dd0a0598f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d72d1897-6b00-4d72-b749-ed3bdadbf186 HTTP/1.1" status: 200 len: 849 time: 0.1556559 Mar 14 15:34:29.930730 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7a8dd0de-faec-40e3-bcef-6b79dbb28e98 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:29.937792 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c59073-512b-4f98-9524-22aa6c4d1689 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Network f9d94896-ee93-4db0-b45b-51af387b3af2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:29.941423 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-09c59073-512b-4f98-9524-22aa6c4d1689 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:30.020221 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-baf413b8-f83d-4ad3-9526-5cd599f5fa70 req-82369806-3cf2-40b8-8dbc-e92d7b88bf9d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308045 Mar 14 15:34:30.035245 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-7a8dd0de-faec-40e3-bcef-6b79dbb28e98 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Project 5d6eafdbdcc04fa5ac3cc264b55cc088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:34:30.040907 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367adcb4-6c4e-48ee-9ff7-d18f46729ab6 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network 94f148f8-629f-4151-b2f4-6825d6977048 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:34:30.053632 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd0de-faec-40e3-bcef-6b79dbb28e98 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:30.098437 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-367adcb4-6c4e-48ee-9ff7-d18f46729ab6 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 94f148f8-629f-4151-b2f4-6825d6977048) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:30.102948 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367adcb4-6c4e-48ee-9ff7-d18f46729ab6 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:30.103952 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-367adcb4-6c4e-48ee-9ff7-d18f46729ab6 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:30.145164 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d58aaa48-c7e8-401c-9cd7-8368ff9ad60a None None] Provisioning for port 625d2a65-dd19-45e2-9679-eeeb53d15be9 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:30.157335 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf361f25-6ee0-40b4-9c3d-8674ffcc51a6 None None] Network 94f148f8-629f-4151-b2f4-6825d6977048 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:30.167626 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-484127ff-e4f1-4410-a5c4-e83eef10723c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:30.190249 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-367adcb4-6c4e-48ee-9ff7-d18f46729ab6 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4751801 Mar 14 15:34:30.191141 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51838) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:30.209136 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd0de-faec-40e3-bcef-6b79dbb28e98 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:30.219251 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-12531b11-01ae-4091-a426-d5a6ffb6bd38 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3636f367-7bcd-449f-8e47-979905287efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2860665 Mar 14 15:34:30.220694 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd0de-faec-40e3-bcef-6b79dbb28e98 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:30.364242 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8dd0de-faec-40e3-bcef-6b79dbb28e98 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b8eea0e-3676-46f3-8620-ba28d6bc8e7a,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:30.372205 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-484127ff-e4f1-4410-a5c4-e83eef10723c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] device_id is not set on port b15eb343-733a-4dff-9388-8e44ff9142e4 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:34:30.376978 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 625d2a65-dd19-45e2-9679-eeeb53d15be9 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:30.386337 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 625d2a65-dd19-45e2-9679-eeeb53d15be9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:30.386715 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:30.389039 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd0de-faec-40e3-bcef-6b79dbb28e98 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:30.396726 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7a8dd0de-faec-40e3-bcef-6b79dbb28e98 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5498793 Mar 14 15:34:30.412584 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2142578e-d045-4491-9e68-5ee4cce9ab59 None None] Provisioning complete for port 2a12f472-c4d8-4dc3-8907-f57511213173 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:30.412584 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2142578e-d045-4491-9e68-5ee4cce9ab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:30.424857 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-1d4a09e1-238c-4e92-9436-1f9f7df57952 service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953418 Mar 14 15:34:30.551991 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2142578e-d045-4491-9e68-5ee4cce9ab59 None None] Port 2a12f472-c4d8-4dc3-8907-f57511213173 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:34:30.626208 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4f8b909f-e078-43c9-98cf-58901a4af267 req-6e8af783-b291-418a-99f1-148fbd4e38dd service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936162 Mar 14 15:34:30.676891 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2dc796-d869-4b51-985b-25052be2042d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-94f148f8-629f-4151-b2f4-6825d6977048', 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'fixed_ips': [{'subnet_id': '3d846c9f-185b-4d96-84dc-4722368c2e2f'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:34:30.677705 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa2dc796-d869-4b51-985b-25052be2042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:30.805249 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:30.834847 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add02d8d-18e8-4b7e-aa81-c499fb437802 None None] Update dhcp port {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'fixed_ips': [{'subnet_id': '89e843e1-38c3-40d1-b63e-7bccd7f91609', 'ip_address': '2001:db8::f816:3eff:fefc:b8f0'}, {'subnet_id': 'e4d8daa0-7710-4cf5-984e-d567182a2590'}], 'binding:host_id': 'dv-neutron-833561-1-hyperv'}, 'id': '625d2a65-dd19-45e2-9679-eeeb53d15be9'} from dv-neutron-833561-1-hyperv. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 14 15:34:30.855181 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a5096058-0c25-4bd4-8a38-8ff73660d64c req-d4f3f1dd-7e8b-4f25-8840-a7313f8b8882 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e56a9bf665f84615b9b7754b13dc18cc&device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 1096 time: 0.1779492 Mar 14 15:34:30.907736 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-731be3fd-65ee-49fd-84da-a558a4c52083 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:30.922779 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 625d2a65-dd19-45e2-9679-eeeb53d15be9, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=625d2a65-dd19-45e2-9679-eeeb53d15be9,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:30.923677 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-add02d8d-18e8-4b7e-aa81-c499fb437802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:30.952160 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-731be3fd-65ee-49fd-84da-a558a4c52083 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:30.953697 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-731be3fd-65ee-49fd-84da-a558a4c52083 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-75502529&fields=id&tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 267 time: 0.2028267 Mar 14 15:34:30.972025 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:30.995304 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5096058-0c25-4bd4-8a38-8ff73660d64c req-cc21efff-a182-425f-ad21-74714093c389 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:30.997048 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a5096058-0c25-4bd4-8a38-8ff73660d64c req-cc21efff-a182-425f-ad21-74714093c389 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3636f367-7bcd-449f-8e47-979905287efa HTTP/1.1" status: 200 len: 911 time: 0.1354566 Mar 14 15:34:31.079678 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a5096058-0c25-4bd4-8a38-8ff73660d64c req-3f727c6a-887b-46c5-be04-5931a1cde232 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 HTTP/1.1" status: 200 len: 217 time: 0.0752354 Mar 14 15:34:31.109412 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-fa2dc796-d869-4b51-985b-25052be2042d None None] Allocated IP 2001:db8:1::2 (94f148f8-629f-4151-b2f4-6825d6977048/3d846c9f-185b-4d96-84dc-4722368c2e2f/e350d5b7-eb61-4c48-ba0d-9553a32f418f) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:31.170668 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=625d2a65-dd19-45e2-9679-eeeb53d15be9,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:31.219978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5096058-0c25-4bd4-8a38-8ff73660d64c req-ff7778bc-09b1-4525-b414-5df770ca9abc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:31.221881 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a5096058-0c25-4bd4-8a38-8ff73660d64c req-ff7778bc-09b1-4525-b414-5df770ca9abc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d72d1897-6b00-4d72-b749-ed3bdadbf186 HTTP/1.1" status: 200 len: 849 time: 0.1339586 Mar 14 15:34:31.287817 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-484127ff-e4f1-4410-a5c4-e83eef10723c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 172.20.0.14 (9afff20e-053f-4563-a829-c09143628c31/e4d8daa0-7710-4cf5-984e-d567182a2590/b15eb343-733a-4dff-9388-8e44ff9142e4) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:31.323701 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a70fde-788b-4349-ac09-d1afdeb47042 req-70f5a38d-1065-43b9-bd16-7f3224d5ac31 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:31.325043 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-46a70fde-788b-4349-ac09-d1afdeb47042 req-70f5a38d-1065-43b9-bd16-7f3224d5ac31 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 943 time: 0.1598468 Mar 14 15:34:31.329569 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-484127ff-e4f1-4410-a5c4-e83eef10723c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8::f816:3eff:fe71:9632 (9afff20e-053f-4563-a829-c09143628c31/89e843e1-38c3-40d1-b63e-7bccd7f91609/b15eb343-733a-4dff-9388-8e44ff9142e4) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:31.335532 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c59073-512b-4f98-9524-22aa6c4d1689 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Router 36d0e0a1-02a7-4652-9562-b5f5c4830e1f has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:34:31.357100 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a5096058-0c25-4bd4-8a38-8ff73660d64c req-e9c5f533-a53f-47ab-a89d-e7d59696fc14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3636f367-7bcd-449f-8e47-979905287efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1250117 Mar 14 15:34:31.359238 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-328c603a-00d4-4c9d-83c1-b4a1faefc118 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:31.359752 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-328c603a-00d4-4c9d-83c1-b4a1faefc118 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:31.451972 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-46a70fde-788b-4349-ac09-d1afdeb47042 req-e5cfa6b1-ec16-43af-861e-8a34aecbfcf1 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205900 Mar 14 15:34:31.496220 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa2dc796-d869-4b51-985b-25052be2042d None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:31.507692 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fa2dc796-d869-4b51-985b-25052be2042d None None] Transition to ACTIVE for port object e350d5b7-eb61-4c48-ba0d-9553a32f418f will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:31.518107 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a5096058-0c25-4bd4-8a38-8ff73660d64c req-2cbb31aa-1ee7-4e11-8491-18fb7352cde2 service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489849 Mar 14 15:34:31.526858 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fa2dc796-d869-4b51-985b-25052be2042d None None] Transition to ACTIVE for port object e350d5b7-eb61-4c48-ba0d-9553a32f418f will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:31.534515 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa2dc796-d869-4b51-985b-25052be2042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:31.544026 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-328c603a-00d4-4c9d-83c1-b4a1faefc118 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:31.545208 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-328c603a-00d4-4c9d-83c1-b4a1faefc118 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/networks?id=1d8db04e-b47d-4b3f-b0f4-895055390ad3 HTTP/1.1" status: 200 len: 797 time: 0.5770094 Mar 14 15:34:31.609159 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2dc796-d869-4b51-985b-25052be2042d None None] Pushing event updated for resources: {'Port': ['ID=e350d5b7-eb61-4c48-ba0d-9553a32f418f,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:31.625938 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2dc796-d869-4b51-985b-25052be2042d None None] Network 94f148f8-629f-4151-b2f4-6825d6977048 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:31.628458 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-fa2dc796-d869-4b51-985b-25052be2042d None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:31.631214 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2dc796-d869-4b51-985b-25052be2042d None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:31.670706 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 625d2a65-dd19-45e2-9679-eeeb53d15be9 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:31.679837 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a5096058-0c25-4bd4-8a38-8ff73660d64c req-8e238b48-eab9-47d8-8fa1-47e6add37fdc service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549420 Mar 14 15:34:31.772229 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-fa2dc796-d869-4b51-985b-25052be2042d None None] Attempting to bind port e350d5b7-eb61-4c48-ba0d-9553a32f418f on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:31.772591 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-fa2dc796-d869-4b51-985b-25052be2042d None None] Attempting to bind port e350d5b7-eb61-4c48-ba0d-9553a32f418f by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '9b957e1b-9940-42c8-9197-aa686d3f1e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:31.772947 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2dc796-d869-4b51-985b-25052be2042d None None] Attempting to bind port e350d5b7-eb61-4c48-ba0d-9553a32f418f on network 94f148f8-629f-4151-b2f4-6825d6977048 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:34:31.782568 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2dc796-d869-4b51-985b-25052be2042d None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:34:31.783299 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2dc796-d869-4b51-985b-25052be2042d None None] Checking segment: {'id': '9b957e1b-9940-42c8-9197-aa686d3f1e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:31.783460 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa2dc796-d869-4b51-985b-25052be2042d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:31.783853 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2dc796-d869-4b51-985b-25052be2042d None None] Bound using segment: {'id': '9b957e1b-9940-42c8-9197-aa686d3f1e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:34:31.784309 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-fa2dc796-d869-4b51-985b-25052be2042d None None] Bound port: e350d5b7-eb61-4c48-ba0d-9553a32f418f, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b957e1b-9940-42c8-9197-aa686d3f1e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:31.784680 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa2dc796-d869-4b51-985b-25052be2042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:31.787371 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-83244d4a-0d58-436f-9226-419b2384a135 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/quotas/5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 375 time: 0.2283664 Mar 14 15:34:31.848287 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 625d2a65-dd19-45e2-9679-eeeb53d15be9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:31.848882 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:31.927351 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fa2dc796-d869-4b51-985b-25052be2042d None None] For port e350d5b7-eb61-4c48-ba0d-9553a32f418f, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:31.930679 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fa2dc796-d869-4b51-985b-25052be2042d None None] For port e350d5b7-eb61-4c48-ba0d-9553a32f418f, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=e350d5b7-eb61-4c48-ba0d-9553a32f418f,segment=NetworkSegment(9b957e1b-9940-42c8-9197-aa686d3f1e28),segment_id=9b957e1b-9940-42c8-9197-aa686d3f1e28)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:31.938571 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa2dc796-d869-4b51-985b-25052be2042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:31.945636 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-484127ff-e4f1-4410-a5c4-e83eef10723c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:31.978875 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-484127ff-e4f1-4410-a5c4-e83eef10723c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Transition to ACTIVE for port object b15eb343-733a-4dff-9388-8e44ff9142e4 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:31.986782 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c59073-512b-4f98-9524-22aa6c4d1689 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:34:32.013699 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-09c59073-512b-4f98-9524-22aa6c4d1689 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "PUT /v2.0/routers/36d0e0a1-02a7-4652-9562-b5f5c4830e1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0074310 Mar 14 15:34:32.015237 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e53f7e5-2c05-478a-8ba0-e263f156832f None None] Sync routers for ids ['36d0e0a1-02a7-4652-9562-b5f5c4830e1f'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:34:32.016897 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51852) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:32.022655 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-967c215a-3670-484a-8e20-95cf783f1047 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:32.086810 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2dc796-d869-4b51-985b-25052be2042d None None] Pushing event updated for resources: {'Port': ['ID=e350d5b7-eb61-4c48-ba0d-9553a32f418f,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:32.091614 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e53f7e5-2c05-478a-8ba0-e263f156832f None None] Routers {'36d0e0a1-02a7-4652-9562-b5f5c4830e1f'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:32.092057 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-484127ff-e4f1-4410-a5c4-e83eef10723c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:32.092926 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-1e53f7e5-2c05-478a-8ba0-e263f156832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['36d0e0a1-02a7-4652-9562-b5f5c4830e1f'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:32.096459 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-967c215a-3670-484a-8e20-95cf783f1047 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:32.097975 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-967c215a-3670-484a-8e20-95cf783f1047 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2997162 Mar 14 15:34:32.192773 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-1e53f7e5-2c05-478a-8ba0-e263f156832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:32.224451 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e53f7e5-2c05-478a-8ba0-e263f156832f None None] Routers {'36d0e0a1-02a7-4652-9562-b5f5c4830e1f'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:32.225323 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-1e53f7e5-2c05-478a-8ba0-e263f156832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['36d0e0a1-02a7-4652-9562-b5f5c4830e1f'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:32.242543 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9b2d161-07c8-4c34-b493-6af6b695ca85 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:32.277143 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-add02d8d-18e8-4b7e-aa81-c499fb437802 None None] Allocated IP 172.20.0.2 (9afff20e-053f-4563-a829-c09143628c31/e4d8daa0-7710-4cf5-984e-d567182a2590/625d2a65-dd19-45e2-9679-eeeb53d15be9) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:32.299987 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-1e53f7e5-2c05-478a-8ba0-e263f156832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:32.300569 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e53f7e5-2c05-478a-8ba0-e263f156832f None None] The sync data for ids ['36d0e0a1-02a7-4652-9562-b5f5c4830e1f'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:34:32.489535 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-d9b2d161-07c8-4c34-b493-6af6b695ca85 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 14 15:34:32.493957 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d9b2d161-07c8-4c34-b493-6af6b695ca85 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "DELETE /v2.0/routers/36d0e0a1-02a7-4652-9562-b5f5c4830e1f HTTP/1.1" status: 409 len: 329 time: 0.4731681 Mar 14 15:34:32.494733 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51858) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:32.494833 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484127ff-e4f1-4410-a5c4-e83eef10723c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:32.501714 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-484127ff-e4f1-4410-a5c4-e83eef10723c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:32.523774 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484127ff-e4f1-4410-a5c4-e83eef10723c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=b15eb343-733a-4dff-9388-8e44ff9142e4,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:32.525651 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-add02d8d-18e8-4b7e-aa81-c499fb437802 None None] For port 625d2a65-dd19-45e2-9679-eeeb53d15be9, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=625d2a65-dd19-45e2-9679-eeeb53d15be9,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:32.578146 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484127ff-e4f1-4410-a5c4-e83eef10723c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:32.587156 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-add02d8d-18e8-4b7e-aa81-c499fb437802 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:32.606856 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-add02d8d-18e8-4b7e-aa81-c499fb437802 None None] Transition to ACTIVE for port object 625d2a65-dd19-45e2-9679-eeeb53d15be9 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:32.611527 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-add02d8d-18e8-4b7e-aa81-c499fb437802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:32.636861 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-413e6686-9902-4448-9d07-d942260bc551 service neutron] 10.222.0.60 "GET /v2.0/networks/1d8db04e-b47d-4b3f-b0f4-895055390ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953787 Mar 14 15:34:32.638874 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3394-e4b3-46b8-8778-ba29a9de3b2b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:32.653100 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484127ff-e4f1-4410-a5c4-e83eef10723c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:32.653887 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-484127ff-e4f1-4410-a5c4-e83eef10723c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:32.762593 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add02d8d-18e8-4b7e-aa81-c499fb437802 None None] Pushing event updated for resources: {'Port': ['ID=625d2a65-dd19-45e2-9679-eeeb53d15be9,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:32.763898 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b02a5-cfb4-4a05-b775-746d9cb6ca08 req-e51dcef1-ccfc-4181-9a22-a2186a2971ec tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:32.765342 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cd7b02a5-cfb4-4a05-b775-746d9cb6ca08 req-e51dcef1-ccfc-4181-9a22-a2186a2971ec tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 943 time: 0.1285222 Mar 14 15:34:32.862381 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-484127ff-e4f1-4410-a5c4-e83eef10723c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.5837080 Mar 14 15:34:32.871086 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51862) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:33.052396 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cd7b02a5-cfb4-4a05-b775-746d9cb6ca08 req-0098bc3e-f9ce-4aeb-b5b7-0b4d2c2abfab tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775846 Mar 14 15:34:33.063363 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-def1de6b-a312-4740-978b-5bee5934eabb service neutron] 10.222.0.60 "GET /v2.0/networks/1d8db04e-b47d-4b3f-b0f4-895055390ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009614 Mar 14 15:34:33.147982 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-716c2675-19fc-474b-96d0-9f6282928d42 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:33.161092 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75abd407-261f-4a46-9793-70053e16e482 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:33.165464 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75abd407-261f-4a46-9793-70053e16e482 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:33.166507 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-75abd407-261f-4a46-9793-70053e16e482 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:33.210600 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-75abd407-261f-4a46-9793-70053e16e482 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:33.214234 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-75abd407-261f-4a46-9793-70053e16e482 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3324220 Mar 14 15:34:33.215016 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51866) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:33.359511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2f5da6f4-de38-4bd8-b5fc-e5dca9bd5e30 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting port b15eb343-733a-4dff-9388-8e44ff9142e4 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:34:33.359850 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f5da6f4-de38-4bd8-b5fc-e5dca9bd5e30 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:33.417867 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-123cf433-8b32-4f96-9f81-d252ae2f6436 req-575424c6-9a30-46eb-8e0e-c45ae47cd5c4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:33.422898 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-2b9b3394-e4b3-46b8-8778-ba29a9de3b2b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Allocated IP 2001:db8:1::1 (94f148f8-629f-4151-b2f4-6825d6977048/3d846c9f-185b-4d96-84dc-4722368c2e2f/bb740a0b-f1c2-4890-9797-7e5cfc82986e) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:33.437383 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-123cf433-8b32-4f96-9f81-d252ae2f6436 req-575424c6-9a30-46eb-8e0e-c45ae47cd5c4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:33.439495 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-123cf433-8b32-4f96-9f81-d252ae2f6436 req-575424c6-9a30-46eb-8e0e-c45ae47cd5c4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 210 time: 0.0870016 Mar 14 15:34:33.508501 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3edb75b-5f37-4b00-a871-aee4edf7a985 None None] Network 94f148f8-629f-4151-b2f4-6825d6977048 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:33.686279 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9f535519-29d4-4aaf-9aa9-69ad64696463 None None] Provisioning for port e350d5b7-eb61-4c48-ba0d-9553a32f418f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:33.868513 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 625d2a65-dd19-45e2-9679-eeeb53d15be9 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:33.925392 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3394-e4b3-46b8-8778-ba29a9de3b2b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:33.978838 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-2b9b3394-e4b3-46b8-8778-ba29a9de3b2b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Transition to ACTIVE for port object bb740a0b-f1c2-4890-9797-7e5cfc82986e will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:33.988678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device e350d5b7-eb61-4c48-ba0d-9553a32f418f up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:34.018141 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3394-e4b3-46b8-8778-ba29a9de3b2b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:34.089737 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0133a28a-5e0e-4bb8-9fb3-ed744a821e23 None None] Provisioning for port 625d2a65-dd19-45e2-9679-eeeb53d15be9 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:34.099765 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0133a28a-5e0e-4bb8-9fb3-ed744a821e23 None None] Provisioning complete for port 625d2a65-dd19-45e2-9679-eeeb53d15be9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:34.102426 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0133a28a-5e0e-4bb8-9fb3-ed744a821e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:34.144987 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9b3394-e4b3-46b8-8778-ba29a9de3b2b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network 94f148f8-629f-4151-b2f4-6825d6977048 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:34.158302 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-2b9b3394-e4b3-46b8-8778-ba29a9de3b2b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:34.175674 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f5da6f4-de38-4bd8-b5fc-e5dca9bd5e30 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:34.184449 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9b3394-e4b3-46b8-8778-ba29a9de3b2b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:34.185369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3394-e4b3-46b8-8778-ba29a9de3b2b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:34.195286 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b3394-e4b3-46b8-8778-ba29a9de3b2b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Port': ['ID=bb740a0b-f1c2-4890-9797-7e5cfc82986e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:34.252977 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-716c2675-19fc-474b-96d0-9f6282928d42 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Deleting port 2a12f472-c4d8-4dc3-8907-f57511213173 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:34:34.253847 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-716c2675-19fc-474b-96d0-9f6282928d42 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:34.357685 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port e350d5b7-eb61-4c48-ba0d-9553a32f418f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:34.371618 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port e350d5b7-eb61-4c48-ba0d-9553a32f418f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:34.372143 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:34.413470 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2f5da6f4-de38-4bd8-b5fc-e5dca9bd5e30 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Calling delete_port for b15eb343-733a-4dff-9388-8e44ff9142e4 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:34:34.592679 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:34.631174 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0f1a6857-1d34-4b5c-ae2e-e37de0c80ac3 None None] Provisioning complete for port e350d5b7-eb61-4c48-ba0d-9553a32f418f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:34.631550 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f1a6857-1d34-4b5c-ae2e-e37de0c80ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:34.657085 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-716c2675-19fc-474b-96d0-9f6282928d42 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:34.731254 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-12100a84-e6e6-4424-80f6-7d832e9e3510 req-d1146198-87a3-43bd-8ad5-0523a9823ad3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 210 time: 0.0769529 Mar 14 15:34:34.732290 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port e350d5b7-eb61-4c48-ba0d-9553a32f418f, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=e350d5b7-eb61-4c48-ba0d-9553a32f418f,segment=NetworkSegment(9b957e1b-9940-42c8-9197-aa686d3f1e28),segment_id=9b957e1b-9940-42c8-9197-aa686d3f1e28)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:34.840310 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:34.907855 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4792e-2701-44a5-b89b-d23fec9e7fa2 req-82f7df64-3261-488d-b2a7-2e5a095d5ad7 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:34.910837 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8ea4792e-2701-44a5-b89b-d23fec9e7fa2 req-82f7df64-3261-488d-b2a7-2e5a095d5ad7 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 943 time: 0.5079396 Mar 14 15:34:34.936281 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-716c2675-19fc-474b-96d0-9f6282928d42 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Calling delete_port for 2a12f472-c4d8-4dc3-8907-f57511213173 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:34:34.980967 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=e350d5b7-eb61-4c48-ba0d-9553a32f418f,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:34.981228 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3394-e4b3-46b8-8778-ba29a9de3b2b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:35.156002 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-448c96ff-e6d6-49c8-926a-b03afe656a5d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:35.157438 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-448c96ff-e6d6-49c8-926a-b03afe656a5d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:35.178648 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-448c96ff-e6d6-49c8-926a-b03afe656a5d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:35.179769 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-448c96ff-e6d6-49c8-926a-b03afe656a5d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/networks?id=1d8db04e-b47d-4b3f-b0f4-895055390ad3 HTTP/1.1" status: 200 len: 797 time: 0.2735043 Mar 14 15:34:35.185778 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8ea4792e-2701-44a5-b89b-d23fec9e7fa2 req-3c3a2a8b-3019-4392-bd56-d177ec7daafe tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423258 Mar 14 15:34:35.377664 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0f1a6857-1d34-4b5c-ae2e-e37de0c80ac3 None None] Provisioning for port b15eb343-733a-4dff-9388-8e44ff9142e4 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:35.378515 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f5da6f4-de38-4bd8-b5fc-e5dca9bd5e30 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:35.383763 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0f1a6857-1d34-4b5c-ae2e-e37de0c80ac3 None None] Provisioning complete for port b15eb343-733a-4dff-9388-8e44ff9142e4 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:35.384243 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f1a6857-1d34-4b5c-ae2e-e37de0c80ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:35.397604 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-d9bd317d-dd94-47d9-9c1f-da34726455e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:35.420519 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-d9bd317d-dd94-47d9-9c1f-da34726455e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:35.421711 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-d9bd317d-dd94-47d9-9c1f-da34726455e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 378 time: 0.2288992 Mar 14 15:34:35.424351 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a6857-1d34-4b5c-ae2e-e37de0c80ac3 None None] Port b15eb343-733a-4dff-9388-8e44ff9142e4 was deleted so its status cannot be updated. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 14 15:34:35.431176 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-c058c2c5-ce7a-45ca-bfce-d3a9b897514b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'port': {'device_id': 'd05c809e-67e1-4451-9cf7-b08a71e57aa6', 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3', 'admin_state_up': True, 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'security_groups': ['b774a8a7-2b09-4219-93cf-0ded6bc0a816']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:35.433568 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5da6f4-de38-4bd8-b5fc-e5dca9bd5e30 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Port': ['ID=b15eb343-733a-4dff-9388-8e44ff9142e4,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:35.446370 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-716c2675-19fc-474b-96d0-9f6282928d42 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:35.552030 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-66405059-6284-46a5-bb0c-5459582a4cd1 None None] Provisioning for port bb740a0b-f1c2-4890-9797-7e5cfc82986e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:35.559534 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-66405059-6284-46a5-bb0c-5459582a4cd1 None None] Provisioning complete for port bb740a0b-f1c2-4890-9797-7e5cfc82986e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:35.560145 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-66405059-6284-46a5-bb0c-5459582a4cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:35.661966 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c2675-19fc-474b-96d0-9f6282928d42 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Pushing event deleted for resources: {'Port': ['ID=2a12f472-c4d8-4dc3-8907-f57511213173,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:35.690766 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-66405059-6284-46a5-bb0c-5459582a4cd1 None None] Port bb740a0b-f1c2-4890-9797-7e5cfc82986e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:34:35.757325 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f5da6f4-de38-4bd8-b5fc-e5dca9bd5e30 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:35.813188 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2f5da6f4-de38-4bd8-b5fc-e5dca9bd5e30 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/b15eb343-733a-4dff-9388-8e44ff9142e4 HTTP/1.1" status: 204 len: 168 time: 2.5947504 Mar 14 15:34:35.825757 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51886) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:35.834427 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 23b698ef-da9b-4f42-94df-2e6d27b59739 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:35.867414 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3394-e4b3-46b8-8778-ba29a9de3b2b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:35.873937 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3394-e4b3-46b8-8778-ba29a9de3b2b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:35.875060 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3394-e4b3-46b8-8778-ba29a9de3b2b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:35.932955 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 23b698ef-da9b-4f42-94df-2e6d27b59739 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:35.940521 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 23b698ef-da9b-4f42-94df-2e6d27b59739 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:35.941135 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:35.971352 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-c058c2c5-ce7a-45ca-bfce-d3a9b897514b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:36.027330 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b3394-e4b3-46b8-8778-ba29a9de3b2b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Port': ['ID=bb740a0b-f1c2-4890-9797-7e5cfc82986e,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:36.062310 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:36.087401 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9b3394-e4b3-46b8-8778-ba29a9de3b2b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network 94f148f8-629f-4151-b2f4-6825d6977048 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:36.088609 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-2b9b3394-e4b3-46b8-8778-ba29a9de3b2b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:36.102007 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 23b698ef-da9b-4f42-94df-2e6d27b59739, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=23b698ef-da9b-4f42-94df-2e6d27b59739,segment=NetworkSegment(923ae60b-0a91-4161-b6e6-6ec1e3dfd09a),segment_id=923ae60b-0a91-4161-b6e6-6ec1e3dfd09a)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:36.106185 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-c058c2c5-ce7a-45ca-bfce-d3a9b897514b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:36.109833 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:36.110317 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-70d9e3ea-6b32-482f-b510-956168e17c73 req-fd0dde2b-0851-417a-aaa4-2c651e40c82d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 210 time: 0.1265016 Mar 14 15:34:36.111182 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device e350d5b7-eb61-4c48-ba0d-9553a32f418f up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:36.145951 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9442bc1-b226-4e8c-b438-f0274991a668 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:36.147683 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9442bc1-b226-4e8c-b438-f0274991a668 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:36.149166 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9442bc1-b226-4e8c-b438-f0274991a668 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:36.150189 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b9442bc1-b226-4e8c-b438-f0274991a668 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:36.168783 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-c058c2c5-ce7a-45ca-bfce-d3a9b897514b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:36.173412 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-c058c2c5-ce7a-45ca-bfce-d3a9b897514b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:36.197565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b9442bc1-b226-4e8c-b438-f0274991a668 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:36.202390 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b9442bc1-b226-4e8c-b438-f0274991a668 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3755598 Mar 14 15:34:36.203856 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51890) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:36.281031 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=23b698ef-da9b-4f42-94df-2e6d27b59739,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:36.287112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-716c2675-19fc-474b-96d0-9f6282928d42 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:36.303687 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port e350d5b7-eb61-4c48-ba0d-9553a32f418f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:36.304072 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:36.462483 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3331d01a-3b43-4767-8498-6463fd92d91e None None] Provisioning complete for port bb740a0b-f1c2-4890-9797-7e5cfc82986e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:36.463637 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3331d01a-3b43-4767-8498-6463fd92d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:36.528901 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3331d01a-3b43-4767-8498-6463fd92d91e None None] Port bb740a0b-f1c2-4890-9797-7e5cfc82986e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:34:36.674033 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbb535-175c-44cd-b75d-ae10dccc7bed req-4bcd8569-22f3-4cd7-aa92-baa271d6e408 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:36.675526 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e0cbb535-175c-44cd-b75d-ae10dccc7bed req-4bcd8569-22f3-4cd7-aa92-baa271d6e408 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 943 time: 0.2254112 Mar 14 15:34:36.707614 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9b3394-e4b3-46b8-8778-ba29a9de3b2b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Router 1282ae95-e3f9-44da-b78d-7fbd53ba518c has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:34:36.741588 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e0cbb535-175c-44cd-b75d-ae10dccc7bed req-531b04cc-e9b6-478f-870f-476991460d49 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578365 Mar 14 15:34:36.865470 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-c058c2c5-ce7a-45ca-bfce-d3a9b897514b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.20.0.13 (1d8db04e-b47d-4b3f-b0f4-895055390ad3/e2598908-02a9-482c-bda7-a7c25c61b9fb/32b6eaed-5616-43b7-b32c-381ff1b91f0f) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:36.875680 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a3eb32-a458-4e36-a590-6755459c415e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet 89e843e1-38c3-40d1-b63e-7bccd7f91609 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:34:36.881498 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14a3eb32-a458-4e36-a590-6755459c415e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:36.903768 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9b3394-e4b3-46b8-8778-ba29a9de3b2b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:34:36.909081 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2b9b3394-e4b3-46b8-8778-ba29a9de3b2b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/routers/1282ae95-e3f9-44da-b78d-7fbd53ba518c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7168972 Mar 14 15:34:36.911848 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51896) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:36.917684 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-04d0e97c-bbf6-412f-acd0-f3beebe78425 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1921639847'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:36.924919 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-04d0e97c-bbf6-412f-acd0-f3beebe78425 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:36.929701 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-04d0e97c-bbf6-412f-acd0-f3beebe78425 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:network and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:36.933305 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-04d0e97c-bbf6-412f-acd0-f3beebe78425 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:36.939506 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-04d0e97c-bbf6-412f-acd0-f3beebe78425 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:36.951910 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d0e97c-bbf6-412f-acd0-f3beebe78425 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Made reservation on behalf of 8d2b5d0d495944a3854f9775f18c15a3 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:36.956202 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04d0e97c-bbf6-412f-acd0-f3beebe78425 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:36.988320 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d0e97c-bbf6-412f-acd0-f3beebe78425 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:34:36.999411 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04d0e97c-bbf6-412f-acd0-f3beebe78425 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:36.999750 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-04d0e97c-bbf6-412f-acd0-f3beebe78425 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Added segment 707c8594-bfce-425a-8eb0-4883316dd67d of type vlan for network b0b6925d-5870-452a-9834-43aaed8d5c72 Mar 14 15:34:37.028248 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04d0e97c-bbf6-412f-acd0-f3beebe78425 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:37.060849 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04d0e97c-bbf6-412f-acd0-f3beebe78425 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:37.064778 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d0e97c-bbf6-412f-acd0-f3beebe78425 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:37.065360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04d0e97c-bbf6-412f-acd0-f3beebe78425 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:37.183696 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14a3eb32-a458-4e36-a590-6755459c415e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:37.186178 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0e97c-bbf6-412f-acd0-f3beebe78425 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Network': ['ID=b0b6925d-5870-452a-9834-43aaed8d5c72,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:37.194108 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-04d0e97c-bbf6-412f-acd0-f3beebe78425 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2791102 Mar 14 15:34:37.202250 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51904) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:37.203127 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network b0b6925d-5870-452a-9834-43aaed8d5c72 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:34:37.212486 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0a791617-0d81-4303-845a-5573455a2307 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'subnet': {'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:37.353358 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0a791617-0d81-4303-845a-5573455a2307 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:37.357344 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0a791617-0d81-4303-845a-5573455a2307 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:subnet and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:37.360454 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0a791617-0d81-4303-845a-5573455a2307 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:37.366268 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0a791617-0d81-4303-845a-5573455a2307 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:37.376573 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a791617-0d81-4303-845a-5573455a2307 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Made reservation on behalf of 8d2b5d0d495944a3854f9775f18c15a3 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:37.395803 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716c2675-19fc-474b-96d0-9f6282928d42 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Router 36d0e0a1-02a7-4652-9562-b5f5c4830e1f has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:34:37.427180 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14a3eb32-a458-4e36-a590-6755459c415e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:37.482666 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a791617-0d81-4303-845a-5573455a2307 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:37.527152 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-c058c2c5-ce7a-45ca-bfce-d3a9b897514b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:37.532261 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ed470172-18ba-40ab-bbac-695b57ede54b req-d40cb654-6023-4a02-8dfb-20bd474ea416 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 210 time: 0.0720155 Mar 14 15:34:37.647011 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 23b698ef-da9b-4f42-94df-2e6d27b59739 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:37.675880 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-c058c2c5-ce7a-45ca-bfce-d3a9b897514b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Transition to ACTIVE for port object 32b6eaed-5616-43b7-b32c-381ff1b91f0f will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:37.715932 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14a3eb32-a458-4e36-a590-6755459c415e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:37.718707 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a791617-0d81-4303-845a-5573455a2307 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:37.724500 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 23b698ef-da9b-4f42-94df-2e6d27b59739 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:37.724957 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:37.745590 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716c2675-19fc-474b-96d0-9f6282928d42 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:34:37.762415 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c269a3-85f1-486d-b92b-086fb4cabc98 None None] Sync routers for ids ['36d0e0a1-02a7-4652-9562-b5f5c4830e1f'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:34:37.763551 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3eb32-a458-4e36-a590-6755459c415e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=89e843e1-38c3-40d1-b63e-7bccd7f91609,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:37.781185 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-c058c2c5-ce7a-45ca-bfce-d3a9b897514b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:37.784050 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14a3eb32-a458-4e36-a590-6755459c415e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:37.785106 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c269a3-85f1-486d-b92b-086fb4cabc98 None None] Routers {'36d0e0a1-02a7-4652-9562-b5f5c4830e1f'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:37.785618 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-97c269a3-85f1-486d-b92b-086fb4cabc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['36d0e0a1-02a7-4652-9562-b5f5c4830e1f'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:37.785841 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-14a3eb32-a458-4e36-a590-6755459c415e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/89e843e1-38c3-40d1-b63e-7bccd7f91609 HTTP/1.1" status: 204 len: 168 time: 1.5795920 Mar 14 15:34:37.795858 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27e485b-11c7-4626-8cd0-8617827b8573 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:37.801176 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51910) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:37.828936 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-716c2675-19fc-474b-96d0-9f6282928d42 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "PUT /v2.0/routers/36d0e0a1-02a7-4652-9562-b5f5c4830e1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3337035 Mar 14 15:34:37.839330 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51914) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:37.874413 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-97c269a3-85f1-486d-b92b-086fb4cabc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:37.905725 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c269a3-85f1-486d-b92b-086fb4cabc98 None None] Routers {'36d0e0a1-02a7-4652-9562-b5f5c4830e1f'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:37.907087 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-97c269a3-85f1-486d-b92b-086fb4cabc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['36d0e0a1-02a7-4652-9562-b5f5c4830e1f'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:37.933446 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-7ac31513-0a92-4ad6-92ae-beaaf670d663 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] show failed (client error): The resource could not be found. Mar 14 15:34:37.934488 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7ac31513-0a92-4ad6-92ae-beaaf670d663 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-549404080 HTTP/1.1" status: 404 len: 334 time: 0.0942609 Mar 14 15:34:37.940191 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51918) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:37.951955 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058c2c5-ce7a-45ca-bfce-d3a9b897514b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=32b6eaed-5616-43b7-b32c-381ff1b91f0f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:37.956187 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-c058c2c5-ce7a-45ca-bfce-d3a9b897514b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network 1d8db04e-b47d-4b3f-b0f4-895055390ad3 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:37.959702 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4def7083-5917-4428-a43f-e9b69d22585c tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:38.025477 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-97c269a3-85f1-486d-b92b-086fb4cabc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:38.026273 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c269a3-85f1-486d-b92b-086fb4cabc98 None None] The sync data for ids ['36d0e0a1-02a7-4652-9562-b5f5c4830e1f'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:34:38.026727 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-c058c2c5-ce7a-45ca-bfce-d3a9b897514b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:38.039859 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-c058c2c5-ce7a-45ca-bfce-d3a9b897514b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:38.051280 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a791617-0d81-4303-845a-5573455a2307 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Subnet': ['ID=d194baf8-7404-4a6e-9dcc-1bf461abe487,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:38.069096 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-4def7083-5917-4428-a43f-e9b69d22585c tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] update failed (client error): The resource could not be found. Mar 14 15:34:38.074097 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4def7083-5917-4428-a43f-e9b69d22585c tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-1361233796 HTTP/1.1" status: 404 len: 335 time: 0.1271219 Mar 14 15:34:38.074600 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51922) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:38.091226 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a791617-0d81-4303-845a-5573455a2307 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Checking segment: {'id': '707c8594-bfce-425a-8eb0-4883316dd67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:38.091642 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a791617-0d81-4303-845a-5573455a2307 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network hostable DHCP agents. Network: b0b6925d-5870-452a-9834-43aaed8d5c72, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:34:38.262454 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a791617-0d81-4303-845a-5573455a2307 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network b0b6925d-5870-452a-9834-43aaed8d5c72 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:34:38.287178 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-0a791617-0d81-4303-845a-5573455a2307 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, b0b6925d-5870-452a-9834-43aaed8d5c72) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:38.294412 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3728b-f74f-490f-8fe2-62172f1abb6d req-6f5d43ca-3411-4b46-93e2-d44bc19ebd98 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:38.295828 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5cf3728b-f74f-490f-8fe2-62172f1abb6d req-6f5d43ca-3411-4b46-93e2-d44bc19ebd98 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 943 time: 0.3388629 Mar 14 15:34:38.301229 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a791617-0d81-4303-845a-5573455a2307 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:38.301828 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a791617-0d81-4303-845a-5573455a2307 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:38.335883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-c058c2c5-ce7a-45ca-bfce-d3a9b897514b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:38.336585 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-c058c2c5-ce7a-45ca-bfce-d3a9b897514b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:38.344652 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-b300508a-6eb3-4796-bc93-2a499e337529 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet e4d8daa0-7710-4cf5-984e-d567182a2590 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:34:38.349299 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b300508a-6eb3-4796-bc93-2a499e337529 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:38.384166 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-c058c2c5-ce7a-45ca-bfce-d3a9b897514b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9568317 Mar 14 15:34:38.384762 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c50bdb-b91f-407c-ad2d-66a9c0567f6b None None] Network b0b6925d-5870-452a-9834-43aaed8d5c72 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:38.390767 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-81717e9e-6c34-49d7-8bc5-50100e71019b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Deleting subnet a141da01-d47e-4965-b770-8d9d4e0c07d4 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:34:38.398017 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-77721df0-f2a8-46dd-a577-f3a32b7f2a60 service neutron] Request body: {'port': {'device_id': 'd05c809e-67e1-4451-9cf7-b08a71e57aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:38.437338 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0a791617-0d81-4303-845a-5573455a2307 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2337706 Mar 14 15:34:38.442281 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51926) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:38.449181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81717e9e-6c34-49d7-8bc5-50100e71019b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:38.550571 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5cf3728b-f74f-490f-8fe2-62172f1abb6d req-7c01c29c-c6e0-48fb-82bd-2e72734e0fd1 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407606 Mar 14 15:34:38.559576 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b300508a-6eb3-4796-bc93-2a499e337529 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:38.570332 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81717e9e-6c34-49d7-8bc5-50100e71019b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:38.685544 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-77721df0-f2a8-46dd-a577-f3a32b7f2a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:38.767543 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] Sync routers for ids ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:34:38.778433 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0295580-506f-4810-b1ea-8a9e8f1778e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-b0b6925d-5870-452a-9834-43aaed8d5c72', 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'fixed_ips': [{'subnet_id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:34:38.779930 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b0295580-506f-4810-b1ea-8a9e8f1778e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:38.797084 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2e4b333a-66b0-48fa-b2c1-845a78a5ed32 None None] Provisioning for port 32b6eaed-5616-43b7-b32c-381ff1b91f0f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:38.809260 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2e4b333a-66b0-48fa-b2c1-845a78a5ed32 None None] Provisioning complete for port 32b6eaed-5616-43b7-b32c-381ff1b91f0f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:38.809885 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2e4b333a-66b0-48fa-b2c1-845a78a5ed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:38.874920 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2e4b333a-66b0-48fa-b2c1-845a78a5ed32 None None] Port 32b6eaed-5616-43b7-b32c-381ff1b91f0f cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:34:38.982184 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b300508a-6eb3-4796-bc93-2a499e337529 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:38.986327 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] Routers {'1282ae95-e3f9-44da-b78d-7fbd53ba518c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:38.986982 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:39.093583 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81717e9e-6c34-49d7-8bc5-50100e71019b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:39.203416 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b300508a-6eb3-4796-bc93-2a499e337529 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:39.210047 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] Set router 1282ae95-e3f9-44da-b78d-7fbd53ba518c gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:34:39.233927 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be10ac0-7b99-47d3-854e-a9fa28bef72a req-35f6d55b-a549-4b14-bff3-9a16d2c2478a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:39.234662 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-1be10ac0-7b99-47d3-854e-a9fa28bef72a req-35f6d55b-a549-4b14-bff3-9a16d2c2478a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:39.264690 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300508a-6eb3-4796-bc93-2a499e337529 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d8daa0-7710-4cf5-984e-d567182a2590,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:39.288281 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b300508a-6eb3-4796-bc93-2a499e337529 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:39.289276 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-1be10ac0-7b99-47d3-854e-a9fa28bef72a req-35f6d55b-a549-4b14-bff3-9a16d2c2478a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:39.297032 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1be10ac0-7b99-47d3-854e-a9fa28bef72a req-35f6d55b-a549-4b14-bff3-9a16d2c2478a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 932 time: 0.5081463 Mar 14 15:34:39.305487 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:34:39.313125 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b300508a-6eb3-4796-bc93-2a499e337529 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/e4d8daa0-7710-4cf5-984e-d567182a2590 HTTP/1.1" status: 204 len: 168 time: 1.5084693 Mar 14 15:34:39.313325 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75122ed8-7738-414b-93e5-7f9467dfca8f None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:39.313418 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51932) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:39.344013 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81717e9e-6c34-49d7-8bc5-50100e71019b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:39.382131 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f0cc2f71-8271-4a91-b99b-71ff08f22deb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:router {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:39.396692 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81717e9e-6c34-49d7-8bc5-50100e71019b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Pushing event deleted for resources: {'Subnet': ['ID=a141da01-d47e-4965-b770-8d9d4e0c07d4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:39.402753 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f0cc2f71-8271-4a91-b99b-71ff08f22deb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:router {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:39.406872 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f0cc2f71-8271-4a91-b99b-71ff08f22deb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889063 Mar 14 15:34:39.407451 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51936) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:39.412914 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b5026d47-fad6-458a-ac56-7ce3d4b9f7c1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:39.430032 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81717e9e-6c34-49d7-8bc5-50100e71019b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:39.468168 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1be10ac0-7b99-47d3-854e-a9fa28bef72a req-f12da832-68a3-4ec2-8a4d-8292f62fabc6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=b774a8a7-2b09-4219-93cf-0ded6bc0a816&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1702657 Mar 14 15:34:39.483276 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-81717e9e-6c34-49d7-8bc5-50100e71019b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "DELETE /v2.0/subnets/a141da01-d47e-4965-b770-8d9d4e0c07d4 HTTP/1.1" status: 204 len: 168 time: 1.4031410 Mar 14 15:34:39.487402 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51940) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:39.523871 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cc6487-6715-4447-8f25-728b795b4019 None None] Network 80966e3a-c6b8-4430-991b-559b2c28a5df requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:39.543028 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-77721df0-f2a8-46dd-a577-f3a32b7f2a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b6eaed-5616-43b7-b32c-381ff1b91f0f {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:34:39.555055 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-77721df0-f2a8-46dd-a577-f3a32b7f2a60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:39.597876 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-77721df0-f2a8-46dd-a577-f3a32b7f2a60 service neutron] Transition to ACTIVE for port object 32b6eaed-5616-43b7-b32c-381ff1b91f0f will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:39.626623 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-b0295580-506f-4810-b1ea-8a9e8f1778e1 None None] Allocated IP 2001:db8:2::2 (b0b6925d-5870-452a-9834-43aaed8d5c72/d194baf8-7404-4a6e-9dcc-1bf461abe487/336a6875-e570-4eb5-9502-f103869e752b) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:39.645313 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b5026d47-fad6-458a-ac56-7ce3d4b9f7c1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:39.653778 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-77721df0-f2a8-46dd-a577-f3a32b7f2a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:39.658577 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b5026d47-fad6-458a-ac56-7ce3d4b9f7c1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:39.662579 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b5026d47-fad6-458a-ac56-7ce3d4b9f7c1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:39.669867 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b5026d47-fad6-458a-ac56-7ce3d4b9f7c1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:39.687585 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5026d47-fad6-458a-ac56-7ce3d4b9f7c1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:39.691614 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b5026d47-fad6-458a-ac56-7ce3d4b9f7c1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:39.833476 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77721df0-f2a8-46dd-a577-f3a32b7f2a60 service neutron] Pushing event updated for resources: {'Port': ['ID=32b6eaed-5616-43b7-b32c-381ff1b91f0f,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:39.895526 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c149c0c-21e8-4a36-852e-c87a7d126b5b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Deleting subnet 884da748-b703-4b6c-ae40-5f5dfb90ef92 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:34:39.930812 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c149c0c-21e8-4a36-852e-c87a7d126b5b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:40.005559 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c149c0c-21e8-4a36-852e-c87a7d126b5b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:40.050486 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:34:40.068662 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8246b-ca0c-4787-8ef0-0788ad3e3263 req-b9a39de0-cfa6-4f3d-9778-0d9df078b7fb tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:40.070348 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-44a8246b-ca0c-4787-8ef0-0788ad3e3263 req-b9a39de0-cfa6-4f3d-9778-0d9df078b7fb tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 943 time: 0.2862470 Mar 14 15:34:40.083770 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-77721df0-f2a8-46dd-a577-f3a32b7f2a60 service neutron] Attempting to bind port 32b6eaed-5616-43b7-b32c-381ff1b91f0f on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:40.084118 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-77721df0-f2a8-46dd-a577-f3a32b7f2a60 service neutron] Attempting to bind port 32b6eaed-5616-43b7-b32c-381ff1b91f0f by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'c5cb67dc-3a25-4842-b412-005f912a0871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:40.084452 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-77721df0-f2a8-46dd-a577-f3a32b7f2a60 service neutron] Attempting to bind port 32b6eaed-5616-43b7-b32c-381ff1b91f0f on network 1d8db04e-b47d-4b3f-b0f4-895055390ad3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:34:40.102203 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-77721df0-f2a8-46dd-a577-f3a32b7f2a60 service neutron] Port 32b6eaed-5616-43b7-b32c-381ff1b91f0f on network 1d8db04e-b47d-4b3f-b0f4-895055390ad3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:34:40.102940 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-77721df0-f2a8-46dd-a577-f3a32b7f2a60 service neutron] Attempting to bind port 32b6eaed-5616-43b7-b32c-381ff1b91f0f on network 1d8db04e-b47d-4b3f-b0f4-895055390ad3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:34:40.116554 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-77721df0-f2a8-46dd-a577-f3a32b7f2a60 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:34:40.116554 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-77721df0-f2a8-46dd-a577-f3a32b7f2a60 service neutron] Checking segment: {'id': 'c5cb67dc-3a25-4842-b412-005f912a0871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:40.116871 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-77721df0-f2a8-46dd-a577-f3a32b7f2a60 service neutron] Bound using segment: {'id': 'c5cb67dc-3a25-4842-b412-005f912a0871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:34:40.117614 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-77721df0-f2a8-46dd-a577-f3a32b7f2a60 service neutron] Bound port: 32b6eaed-5616-43b7-b32c-381ff1b91f0f, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5cb67dc-3a25-4842-b412-005f912a0871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:40.117614 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-77721df0-f2a8-46dd-a577-f3a32b7f2a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:40.120197 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e510d8f-30b8-49d5-a6e5-b1ce21b83246 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:40.189100 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1fca82ba-9c9b-4093-8017-14d6a57f256a None None] Provisioning complete for port 625d2a65-dd19-45e2-9679-eeeb53d15be9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:40.189100 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1fca82ba-9c9b-4093-8017-14d6a57f256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:40.200264 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c149c0c-21e8-4a36-852e-c87a7d126b5b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:40.288411 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-77721df0-f2a8-46dd-a577-f3a32b7f2a60 service neutron] For port 32b6eaed-5616-43b7-b32c-381ff1b91f0f, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:40.295315 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-77721df0-f2a8-46dd-a577-f3a32b7f2a60 service neutron] For port 32b6eaed-5616-43b7-b32c-381ff1b91f0f, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=32b6eaed-5616-43b7-b32c-381ff1b91f0f,segment=NetworkSegment(c5cb67dc-3a25-4842-b412-005f912a0871),segment_id=c5cb67dc-3a25-4842-b412-005f912a0871)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:40.307809 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-77721df0-f2a8-46dd-a577-f3a32b7f2a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:40.368081 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-44a8246b-ca0c-4787-8ef0-0788ad3e3263 req-b24967ab-df98-4f99-9bc9-8758a3681e6a tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841535 Mar 14 15:34:40.377899 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b0295580-506f-4810-b1ea-8a9e8f1778e1 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:40.396945 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c149c0c-21e8-4a36-852e-c87a7d126b5b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:40.402638 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-77721df0-f2a8-46dd-a577-f3a32b7f2a60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:40.404262 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-77721df0-f2a8-46dd-a577-f3a32b7f2a60 service neutron] 10.222.0.24 "PUT /v2.0/ports/32b6eaed-5616-43b7-b32c-381ff1b91f0f HTTP/1.1" status: 200 len: 1094 time: 2.0110018 Mar 14 15:34:40.440033 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05c809e-67e1-4451-9cf7-b08a71e57aa6', 'tag': '32b6eaed-5616-43b7-b32c-381ff1b91f0f'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:34:40.444124 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b0295580-506f-4810-b1ea-8a9e8f1778e1 None None] Transition to ACTIVE for port object 336a6875-e570-4eb5-9502-f103869e752b will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:40.529328 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b0295580-506f-4810-b1ea-8a9e8f1778e1 None None] Transition to ACTIVE for port object 336a6875-e570-4eb5-9502-f103869e752b will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:40.556460 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0,segment=NetworkSegment(a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63),segment_id=a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:40.574338 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b0295580-506f-4810-b1ea-8a9e8f1778e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:40.585911 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05c809e-67e1-4451-9cf7-b08a71e57aa6', 'tag': '32b6eaed-5616-43b7-b32c-381ff1b91f0f', 'status': 'completed', 'code': 200} Mar 14 15:34:40.587230 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c149c0c-21e8-4a36-852e-c87a7d126b5b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Pushing event deleted for resources: {'Subnet': ['ID=884da748-b703-4b6c-ae40-5f5dfb90ef92,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:40.596374 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77721df0-f2a8-46dd-a577-f3a32b7f2a60 service neutron] Pushing event updated for resources: {'Port': ['ID=32b6eaed-5616-43b7-b32c-381ff1b91f0f,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:40.603032 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c149c0c-21e8-4a36-852e-c87a7d126b5b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:40.613896 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3c149c0c-21e8-4a36-852e-c87a7d126b5b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "DELETE /v2.0/subnets/884da748-b703-4b6c-ae40-5f5dfb90ef92 HTTP/1.1" status: 204 len: 168 time: 1.1254673 Mar 14 15:34:40.617064 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51950) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:40.619948 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d22b8f4-0023-4b13-a770-cfb479299fd3 None None] Network cdeaca95-0ee8-45a4-bb27-75de75d1e90c requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:40.644404 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:34:34Z', 'revision_number': 3, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:36Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb740a0b-f1c2-4890-9797-7e5cfc82986e', 'name': '', 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:d4:d1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:33Z', 'updated_at': '2022-03-14T15:34:35Z', 'revision_number': 2, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:40.684677 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'port_id': '3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0', 'mac_address': 'fa:16:3e:09:1f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:34:40.765460 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-584ac6e1-33d8-4d30-a992-717cfd5153b7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:40.772372 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-3ec165bf-e5cc-4634-91e9-e9b2e6d0e466 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 1097 time: 0.2889495 Mar 14 15:34:40.785345 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] Checking router: 1282ae95-e3f9-44da-b78d-7fbd53ba518c for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:34:40.785706 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] Updating router 1282ae95-e3f9-44da-b78d-7fbd53ba518c port bb740a0b-f1c2-4890-9797-7e5cfc82986e binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:34:40.829864 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-584ac6e1-33d8-4d30-a992-717cfd5153b7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Deleting port 0d681bd1-d70f-4363-b932-919a933e7ad7 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:34:40.830138 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-584ac6e1-33d8-4d30-a992-717cfd5153b7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:40.888553 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-9c56ed04-d33c-4877-b6e9-1428621da6c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32b6eaed-5616-43b7-b32c-381ff1b91f0f HTTP/1.1" status: 200 len: 217 time: 0.1079960 Mar 14 15:34:40.909400 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.objects.ports [None req-b5026d47-fad6-458a-ac56-7ce3d4b9f7c1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83910) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 14 15:34:40.915600 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0295580-506f-4810-b1ea-8a9e8f1778e1 None None] Network b0b6925d-5870-452a-9834-43aaed8d5c72 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:40.942710 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0295580-506f-4810-b1ea-8a9e8f1778e1 None None] Pushing event updated for resources: {'Port': ['ID=336a6875-e570-4eb5-9502-f103869e752b,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:40.946156 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-b0295580-506f-4810-b1ea-8a9e8f1778e1 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:40.948368 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0295580-506f-4810-b1ea-8a9e8f1778e1 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:41.002561 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:41.023591 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:41.071291 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a9c555-60e8-4bd0-be4b-dc12c81e8dd4 None None] DHCP port deletion for 80966e3a-c6b8-4430-991b-559b2c28a5df request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:34:41.103974 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-1ab19fd0-e408-434e-9140-0e3c1e26615e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:41.105055 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-1ab19fd0-e408-434e-9140-0e3c1e26615e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2598908-02a9-482c-bda7-a7c25c61b9fb HTTP/1.1" status: 200 len: 834 time: 0.2101569 Mar 14 15:34:41.116126 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc281253-161e-456e-a985-92f6cd043009 req-a6c07e5f-5a23-47d0-a42b-4065623ccf70 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:41.117583 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fc281253-161e-456e-a985-92f6cd043009 req-a6c07e5f-5a23-47d0-a42b-4065623ccf70 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 944 time: 0.3877783 Mar 14 15:34:41.178754 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-61a9c555-60e8-4bd0-be4b-dc12c81e8dd4 None None] Deleting port 0d681bd1-d70f-4363-b932-919a933e7ad7 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:34:41.179129 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-61a9c555-60e8-4bd0-be4b-dc12c81e8dd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:41.183717 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-4e510d8f-30b8-49d5-a6e5-b1ce21b83246 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Allocated IP 2001:db8:2::1 (b0b6925d-5870-452a-9834-43aaed8d5c72/d194baf8-7404-4a6e-9dcc-1bf461abe487/df7011e4-b7f1-4efe-9dcb-c352d792abe5) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:41.252600 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fc281253-161e-456e-a985-92f6cd043009 req-c36a8bdf-0563-4b25-9621-e7cdf5ee1a35 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=b774a8a7-2b09-4219-93cf-0ded6bc0a816&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1241724 Mar 14 15:34:41.262452 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:34:41.284852 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b5026d47-fad6-458a-ac56-7ce3d4b9f7c1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:41.328076 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b0295580-506f-4810-b1ea-8a9e8f1778e1 None None] Attempting to bind port 336a6875-e570-4eb5-9502-f103869e752b on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:41.328450 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b0295580-506f-4810-b1ea-8a9e8f1778e1 None None] Attempting to bind port 336a6875-e570-4eb5-9502-f103869e752b by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '707c8594-bfce-425a-8eb0-4883316dd67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:41.329090 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0295580-506f-4810-b1ea-8a9e8f1778e1 None None] Attempting to bind port 336a6875-e570-4eb5-9502-f103869e752b on network b0b6925d-5870-452a-9834-43aaed8d5c72 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:34:41.336038 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-584ac6e1-33d8-4d30-a992-717cfd5153b7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] For port 0d681bd1-d70f-4363-b932-919a933e7ad7, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=0d681bd1-d70f-4363-b932-919a933e7ad7,segment=NetworkSegment(3713125c-23f1-4f31-8945-793854c76c1c),segment_id=3713125c-23f1-4f31-8945-793854c76c1c)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:41.336503 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-584ac6e1-33d8-4d30-a992-717cfd5153b7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:41.365772 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0,segment=NetworkSegment(a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63),segment_id=a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:41.426941 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:41.461892 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-797bce23-f9d6-4359-9dce-fc18254bd959 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d8db04e-b47d-4b3f-b0f4-895055390ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3355885 Mar 14 15:34:41.462830 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0295580-506f-4810-b1ea-8a9e8f1778e1 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:34:41.463202 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0295580-506f-4810-b1ea-8a9e8f1778e1 None None] Checking segment: {'id': '707c8594-bfce-425a-8eb0-4883316dd67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:41.463609 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b0295580-506f-4810-b1ea-8a9e8f1778e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:41.463998 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0295580-506f-4810-b1ea-8a9e8f1778e1 None None] Bound using segment: {'id': '707c8594-bfce-425a-8eb0-4883316dd67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:34:41.464481 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b0295580-506f-4810-b1ea-8a9e8f1778e1 None None] Bound port: 336a6875-e570-4eb5-9502-f103869e752b, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707c8594-bfce-425a-8eb0-4883316dd67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:41.465170 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b0295580-506f-4810-b1ea-8a9e8f1778e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:41.469528 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-584ac6e1-33d8-4d30-a992-717cfd5153b7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Calling delete_port for 0d681bd1-d70f-4363-b932-919a933e7ad7 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:34:41.562978 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e510d8f-30b8-49d5-a6e5-b1ce21b83246 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:41.598042 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-4e510d8f-30b8-49d5-a6e5-b1ce21b83246 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Transition to ACTIVE for port object df7011e4-b7f1-4efe-9dcb-c352d792abe5 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:41.613024 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ea8c55-10cf-4d5e-977e-2f8fbb1c29cd None None] Update dhcp port {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'fixed_ips': [{'subnet_id': 'a3789b0f-1e43-4850-9418-9aee7a98547d'}], 'binding:host_id': 'dv-neutron-833561-1-hyperv'}, 'id': '625d2a65-dd19-45e2-9679-eeeb53d15be9'} from dv-neutron-833561-1-hyperv. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 14 15:34:41.626199 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-0a69407e-6d07-4ed5-be9e-1ad81f73f706 service neutron] 10.222.0.24 "GET /v2.0/networks/1d8db04e-b47d-4b3f-b0f4-895055390ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309266 Mar 14 15:34:41.648972 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-b5026d47-fad6-458a-ac56-7ce3d4b9f7c1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] For port 625d2a65-dd19-45e2-9679-eeeb53d15be9, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=625d2a65-dd19-45e2-9679-eeeb53d15be9,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:41.709067 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e510d8f-30b8-49d5-a6e5-b1ce21b83246 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:41.745283 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b5026d47-fad6-458a-ac56-7ce3d4b9f7c1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:41.763628 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b5026d47-fad6-458a-ac56-7ce3d4b9f7c1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:41.763997 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b5026d47-fad6-458a-ac56-7ce3d4b9f7c1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:41.791725 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 0d681bd1-d70f-4363-b932-919a933e7ad7 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:34:41.819631 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:34:41.839034 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-584ac6e1-33d8-4d30-a992-717cfd5153b7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:41.848099 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e510d8f-30b8-49d5-a6e5-b1ce21b83246 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network b0b6925d-5870-452a-9834-43aaed8d5c72 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:41.856083 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-4e510d8f-30b8-49d5-a6e5-b1ce21b83246 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:41.869113 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e510d8f-30b8-49d5-a6e5-b1ce21b83246 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:41.869692 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e510d8f-30b8-49d5-a6e5-b1ce21b83246 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:41.876989 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e510d8f-30b8-49d5-a6e5-b1ce21b83246 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Port': ['ID=df7011e4-b7f1-4efe-9dcb-c352d792abe5,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:41.880168 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5026d47-fad6-458a-ac56-7ce3d4b9f7c1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:41.904507 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ac6e1-33d8-4d30-a992-717cfd5153b7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Pushing event deleted for resources: {'Port': ['ID=0d681bd1-d70f-4363-b932-919a933e7ad7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:41.913571 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3f852d09-36fe-4b11-8851-cc59eb113a31 req-8a3b6876-ef34-4057-a591-bcdaaaabdf09 service neutron] 10.222.0.24 "GET /v2.0/networks/1d8db04e-b47d-4b3f-b0f4-895055390ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781348 Mar 14 15:34:41.914437 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b5026d47-fad6-458a-ac56-7ce3d4b9f7c1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:41.916040 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5026d47-fad6-458a-ac56-7ce3d4b9f7c1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=a3789b0f-1e43-4850-9418-9aee7a98547d,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:41.917835 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584ac6e1-33d8-4d30-a992-717cfd5153b7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] No DVR routers for this DVR port 0d681bd1-d70f-4363-b932-919a933e7ad7 on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:34:41.925553 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5026d47-fad6-458a-ac56-7ce3d4b9f7c1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:41.926272 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b5026d47-fad6-458a-ac56-7ce3d4b9f7c1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:41.982379 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90e503-94a3-4619-ae92-e978e5ff5082 req-fc0034a8-9ae4-4aab-bc2e-b0677e603fa3 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:41.983873 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2e90e503-94a3-4619-ae92-e978e5ff5082 req-fc0034a8-9ae4-4aab-bc2e-b0677e603fa3 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 944 time: 0.2581527 Mar 14 15:34:42.018436 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b5026d47-fad6-458a-ac56-7ce3d4b9f7c1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6095150 Mar 14 15:34:42.019673 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51956) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:42.032558 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:42.034699 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4bf730cf-1f49-42aa-b55c-f2028fd97a2a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:42.051450 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 0d681bd1-d70f-4363-b932-919a933e7ad7 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:34:42.051796 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 0d681bd1-d70f-4363-b932-919a933e7ad7 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:34:42.115224 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3ea8c55-10cf-4d5e-977e-2f8fbb1c29cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:42.133168 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6405249-0662-4136-9d39-4e5e1ae161af None None] DHCP port deletion for cdeaca95-0ee8-45a4-bb27-75de75d1e90c request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:34:42.134617 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b0295580-506f-4810-b1ea-8a9e8f1778e1 None None] For port 336a6875-e570-4eb5-9502-f103869e752b, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:42.148508 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-584ac6e1-33d8-4d30-a992-717cfd5153b7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:42.179352 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5026d47-fad6-458a-ac56-7ce3d4b9f7c1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=625d2a65-dd19-45e2-9679-eeeb53d15be9,revision_number=8']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:42.194634 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2e90e503-94a3-4619-ae92-e978e5ff5082 req-4cbe74ca-06a1-44a5-9ed5-5ab7c0e87715 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564548 Mar 14 15:34:42.208222 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-584ac6e1-33d8-4d30-a992-717cfd5153b7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80966e3a-c6b8-4430-991b-559b2c28a5df']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:42.236721 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-584ac6e1-33d8-4d30-a992-717cfd5153b7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3713125c-23f1-4f31-8945-793854c76c1c') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:42.237271 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-584ac6e1-33d8-4d30-a992-717cfd5153b7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3713125c-23f1-4f31-8945-793854c76c1c') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:42.240221 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e510d8f-30b8-49d5-a6e5-b1ce21b83246 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:42.253345 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-584ac6e1-33d8-4d30-a992-717cfd5153b7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:42.266592 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bb3ff639-6715-49eb-86c7-397a921caa72 req-8f00effc-5429-461f-b5eb-e0d26a9f1320 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 1097 time: 0.2114425 Mar 14 15:34:42.275636 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-61a9c555-60e8-4bd0-be4b-dc12c81e8dd4 None None] For port 0d681bd1-d70f-4363-b932-919a933e7ad7, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=0d681bd1-d70f-4363-b932-919a933e7ad7,segment=NetworkSegment(3713125c-23f1-4f31-8945-793854c76c1c),segment_id=3713125c-23f1-4f31-8945-793854c76c1c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:42.276029 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-61a9c555-60e8-4bd0-be4b-dc12c81e8dd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:42.295239 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-584ac6e1-33d8-4d30-a992-717cfd5153b7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:42.301304 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b0295580-506f-4810-b1ea-8a9e8f1778e1 None None] For port 336a6875-e570-4eb5-9502-f103869e752b, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=336a6875-e570-4eb5-9502-f103869e752b,segment=NetworkSegment(707c8594-bfce-425a-8eb0-4883316dd67d),segment_id=707c8594-bfce-425a-8eb0-4883316dd67d)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:42.306780 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6405249-0662-4136-9d39-4e5e1ae161af None None] Deleting port b3bae032-af51-4483-8aad-99907513aa66 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:34:42.307743 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6405249-0662-4136-9d39-4e5e1ae161af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:42.319237 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4bf730cf-1f49-42aa-b55c-f2028fd97a2a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:42.332700 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-4bf730cf-1f49-42aa-b55c-f2028fd97a2a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:42.338141 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-4bf730cf-1f49-42aa-b55c-f2028fd97a2a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:42.347510 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4bf730cf-1f49-42aa-b55c-f2028fd97a2a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:42.356150 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584ac6e1-33d8-4d30-a992-717cfd5153b7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:34:42.356557 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-584ac6e1-33d8-4d30-a992-717cfd5153b7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:34:42.373366 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:34:42.429867 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b0295580-506f-4810-b1ea-8a9e8f1778e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:42.507050 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ff639-6715-49eb-86c7-397a921caa72 req-7244c1c5-1b60-45f4-bd0c-bf1acdfa1e8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:42.508439 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bb3ff639-6715-49eb-86c7-397a921caa72 req-7244c1c5-1b60-45f4-bd0c-bf1acdfa1e8e service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d8db04e-b47d-4b3f-b0f4-895055390ad3 HTTP/1.1" status: 200 len: 898 time: 0.2351313 Mar 14 15:34:42.509104 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-584ac6e1-33d8-4d30-a992-717cfd5153b7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:42.518420 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf730cf-1f49-42aa-b55c-f2028fd97a2a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:42.521877 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4bf730cf-1f49-42aa-b55c-f2028fd97a2a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:42.583955 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-584ac6e1-33d8-4d30-a992-717cfd5153b7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:42.587087 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:42.605406 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-61a9c555-60e8-4bd0-be4b-dc12c81e8dd4 None None] Calling delete_port for 0d681bd1-d70f-4363-b932-919a933e7ad7 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:34:42.703050 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ac6e1-33d8-4d30-a992-717cfd5153b7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Pushing event deleted for resources: {'Network': ['ID=80966e3a-c6b8-4430-991b-559b2c28a5df,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:42.714617 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-584ac6e1-33d8-4d30-a992-717cfd5153b7 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "DELETE /v2.0/networks/80966e3a-c6b8-4430-991b-559b2c28a5df HTTP/1.1" status: 204 len: 168 time: 2.0962820 Mar 14 15:34:42.716237 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bb3ff639-6715-49eb-86c7-397a921caa72 req-4c0794c5-896f-4ca9-a97d-134bfaf5d311 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32b6eaed-5616-43b7-b32c-381ff1b91f0f HTTP/1.1" status: 200 len: 217 time: 0.1841962 Mar 14 15:34:42.716912 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51962) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:42.749139 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] Transition to ACTIVE for port object bb740a0b-f1c2-4890-9797-7e5cfc82986e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:42.822894 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:42.878743 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c61aa9a-6285-4163-b73c-39a54fd1a4e2 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:42.881292 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ff639-6715-49eb-86c7-397a921caa72 req-9af56ea6-a1df-4aea-be51-e83285359814 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:42.882344 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bb3ff639-6715-49eb-86c7-397a921caa72 req-9af56ea6-a1df-4aea-be51-e83285359814 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2598908-02a9-482c-bda7-a7c25c61b9fb HTTP/1.1" status: 200 len: 834 time: 0.1443677 Mar 14 15:34:42.886687 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19921944-7495-45fa-8386-7758574ea5be req-9dc92355-e2b3-46b6-b9bf-ad94328eed1c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:42.888861 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-19921944-7495-45fa-8386-7758574ea5be req-9dc92355-e2b3-46b6-b9bf-ad94328eed1c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 944 time: 0.4791763 Mar 14 15:34:42.900419 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0295580-506f-4810-b1ea-8a9e8f1778e1 None None] Pushing event updated for resources: {'Port': ['ID=336a6875-e570-4eb5-9502-f103869e752b,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:42.933295 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3c61aa9a-6285-4163-b73c-39a54fd1a4e2 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Deleting port b3bae032-af51-4483-8aad-99907513aa66 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:34:42.933869 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c61aa9a-6285-4163-b73c-39a54fd1a4e2 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:43.020116 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-19921944-7495-45fa-8386-7758574ea5be req-5e59ca24-e4d1-477e-91cc-b630a599f938 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=b774a8a7-2b09-4219-93cf-0ded6bc0a816&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1194572 Mar 14 15:34:43.085763 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bb3ff639-6715-49eb-86c7-397a921caa72 req-14562db0-bb97-41ed-a48f-84e3e9015a09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d8db04e-b47d-4b3f-b0f4-895055390ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1960971 Mar 14 15:34:43.105180 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e510d8f-30b8-49d5-a6e5-b1ce21b83246 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:43.113914 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e510d8f-30b8-49d5-a6e5-b1ce21b83246 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:43.114830 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e510d8f-30b8-49d5-a6e5-b1ce21b83246 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:43.128507 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-61a9c555-60e8-4bd0-be4b-dc12c81e8dd4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:34:43.128855 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-61a9c555-60e8-4bd0-be4b-dc12c81e8dd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:34:43.240616 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1477b0ec-fbdb-4942-bdfe-9a3c7c352d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:43.250786 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a349b8-60eb-4cec-be6b-b9dbbabfa7de None None] Pushing event updated for resources: {'Port': ['ID=bb740a0b-f1c2-4890-9797-7e5cfc82986e,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:43.390202 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6405249-0662-4136-9d39-4e5e1ae161af None None] For port b3bae032-af51-4483-8aad-99907513aa66, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b3bae032-af51-4483-8aad-99907513aa66,segment=NetworkSegment(349f8837-b636-4e11-95b3-293ebff353e6),segment_id=349f8837-b636-4e11-95b3-293ebff353e6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:43.390850 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6405249-0662-4136-9d39-4e5e1ae161af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:43.519275 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bb3ff639-6715-49eb-86c7-397a921caa72 req-b29917e3-5364-4924-8d2e-cbc223e96541 service neutron] 10.222.0.24 "GET /v2.0/networks/1d8db04e-b47d-4b3f-b0f4-895055390ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796593 Mar 14 15:34:43.521550 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e510d8f-30b8-49d5-a6e5-b1ce21b83246 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Port': ['ID=df7011e4-b7f1-4efe-9dcb-c352d792abe5,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:43.590668 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e510d8f-30b8-49d5-a6e5-b1ce21b83246 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network b0b6925d-5870-452a-9834-43aaed8d5c72 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:43.591906 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-4e510d8f-30b8-49d5-a6e5-b1ce21b83246 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:43.661605 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3c61aa9a-6285-4163-b73c-39a54fd1a4e2 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] For port b3bae032-af51-4483-8aad-99907513aa66, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b3bae032-af51-4483-8aad-99907513aa66,segment=NetworkSegment(349f8837-b636-4e11-95b3-293ebff353e6),segment_id=349f8837-b636-4e11-95b3-293ebff353e6)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:43.662027 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c61aa9a-6285-4163-b73c-39a54fd1a4e2 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:43.667959 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4bf730cf-1f49-42aa-b55c-f2028fd97a2a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:43.678072 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-61a9c555-60e8-4bd0-be4b-dc12c81e8dd4 None None] Deleting port 0d681bd1-d70f-4363-b932-919a933e7ad7 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:34:43.678747 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-61a9c555-60e8-4bd0-be4b-dc12c81e8dd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:43.721698 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6405249-0662-4136-9d39-4e5e1ae161af None None] Calling delete_port for b3bae032-af51-4483-8aad-99907513aa66 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:34:43.824975 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3c61aa9a-6285-4163-b73c-39a54fd1a4e2 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Calling delete_port for b3bae032-af51-4483-8aad-99907513aa66 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:34:43.842125 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] Attempting to bind port bb740a0b-f1c2-4890-9797-7e5cfc82986e on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:43.842701 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] Attempting to bind port bb740a0b-f1c2-4890-9797-7e5cfc82986e by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '9b957e1b-9940-42c8-9197-aa686d3f1e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:43.843405 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] Attempting to bind port bb740a0b-f1c2-4890-9797-7e5cfc82986e on network 94f148f8-629f-4151-b2f4-6825d6977048 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:34:43.845283 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 625d2a65-dd19-45e2-9679-eeeb53d15be9 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:43.867545 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf730cf-1f49-42aa-b55c-f2028fd97a2a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:43.872340 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-4bf730cf-1f49-42aa-b55c-f2028fd97a2a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:43.875817 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf730cf-1f49-42aa-b55c-f2028fd97a2a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:43.876282 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4bf730cf-1f49-42aa-b55c-f2028fd97a2a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:43.894517 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63bc2c-48c1-4b23-a900-61d24dd33e9d req-47cccb37-966b-4ad2-a867-b47e96f9780c tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:43.895354 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf730cf-1f49-42aa-b55c-f2028fd97a2a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=bd8266b1-9115-4fd6-9b9c-fec434e19fda,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:43.896623 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-aa63bc2c-48c1-4b23-a900-61d24dd33e9d req-47cccb37-966b-4ad2-a867-b47e96f9780c tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 944 time: 0.3740447 Mar 14 15:34:43.943448 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-61a9c555-60e8-4bd0-be4b-dc12c81e8dd4 None None] The port '0d681bd1-d70f-4363-b932-919a933e7ad7' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:34:43.989918 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:34:43.990416 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] Checking segment: {'id': '9b957e1b-9940-42c8-9197-aa686d3f1e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:43.990542 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-aa63bc2c-48c1-4b23-a900-61d24dd33e9d req-f978b269-c830-4c46-a4e1-3e60b2a0dd08 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850809 Mar 14 15:34:43.990998 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:43.991486 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] Bound using segment: {'id': '9b957e1b-9940-42c8-9197-aa686d3f1e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:34:43.992058 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] Bound port: bb740a0b-f1c2-4890-9797-7e5cfc82986e, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b957e1b-9940-42c8-9197-aa686d3f1e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:43.992530 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:43.992644 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bb3ff639-6715-49eb-86c7-397a921caa72 req-d10719a8-9650-4a8d-b221-c78fc19bae45 service neutron] 10.222.0.24 "GET /v2.0/networks/1d8db04e-b47d-4b3f-b0f4-895055390ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175572 Mar 14 15:34:44.032887 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c61aa9a-6285-4163-b73c-39a54fd1a4e2 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:44.061394 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4bf730cf-1f49-42aa-b55c-f2028fd97a2a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0316157 Mar 14 15:34:44.061604 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51968) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:44.067871 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3e66f246-3a51-4c7b-8640-764a070cd36e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'mac_address': 'fa:16:3e:33:7f:4d', 'name': 'tempest-NetworksTestDHCPv6-729223313'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:44.108029 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c61aa9a-6285-4163-b73c-39a54fd1a4e2 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] No DVR routers for this DVR port b3bae032-af51-4483-8aad-99907513aa66 on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:34:44.110824 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61aa9a-6285-4163-b73c-39a54fd1a4e2 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Pushing event deleted for resources: {'Port': ['ID=b3bae032-af51-4483-8aad-99907513aa66,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:44.154629 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c3ea8c55-10cf-4d5e-977e-2f8fbb1c29cd None None] For port 625d2a65-dd19-45e2-9679-eeeb53d15be9, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=625d2a65-dd19-45e2-9679-eeeb53d15be9,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:44.220267 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-c6405249-0662-4136-9d39-4e5e1ae161af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:34:44.221417 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-c6405249-0662-4136-9d39-4e5e1ae161af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:34:44.298490 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c61aa9a-6285-4163-b73c-39a54fd1a4e2 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:44.311378 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3ea8c55-10cf-4d5e-977e-2f8fbb1c29cd None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:44.329188 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3ea8c55-10cf-4d5e-977e-2f8fbb1c29cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:44.336998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3c61aa9a-6285-4163-b73c-39a54fd1a4e2 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdeaca95-0ee8-45a4-bb27-75de75d1e90c']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:44.360061 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3c61aa9a-6285-4163-b73c-39a54fd1a4e2 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349f8837-b636-4e11-95b3-293ebff353e6') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:44.361181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3c61aa9a-6285-4163-b73c-39a54fd1a4e2 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349f8837-b636-4e11-95b3-293ebff353e6') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:44.374521 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3e66f246-3a51-4c7b-8640-764a070cd36e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:44.379910 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c61aa9a-6285-4163-b73c-39a54fd1a4e2 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:44.386583 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3e66f246-3a51-4c7b-8640-764a070cd36e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:port and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:44.393384 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3e66f246-3a51-4c7b-8640-764a070cd36e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:44.394794 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] For port bb740a0b-f1c2-4890-9797-7e5cfc82986e, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:44.398576 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 625d2a65-dd19-45e2-9679-eeeb53d15be9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:44.398957 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:44.403261 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3e66f246-3a51-4c7b-8640-764a070cd36e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:44.419354 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e510d8f-30b8-49d5-a6e5-b1ce21b83246 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Router 1282ae95-e3f9-44da-b78d-7fbd53ba518c has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:34:44.419517 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c61aa9a-6285-4163-b73c-39a54fd1a4e2 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:44.435236 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e66f246-3a51-4c7b-8640-764a070cd36e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:44.437963 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c61aa9a-6285-4163-b73c-39a54fd1a4e2 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:34:44.437963 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c61aa9a-6285-4163-b73c-39a54fd1a4e2 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:34:44.463981 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:34:44.526773 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2011775-9955-4b29-a0c8-9d4a591c9557 req-344394c8-2563-4cd3-a436-fd9911af6e7a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:44.528356 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f2011775-9955-4b29-a0c8-9d4a591c9557 req-344394c8-2563-4cd3-a436-fd9911af6e7a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 944 time: 0.2337983 Mar 14 15:34:44.539574 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] For port bb740a0b-f1c2-4890-9797-7e5cfc82986e, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=bb740a0b-f1c2-4890-9797-7e5cfc82986e,segment=NetworkSegment(9b957e1b-9940-42c8-9197-aa686d3f1e28),segment_id=9b957e1b-9940-42c8-9197-aa686d3f1e28)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:44.559772 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:44.569723 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea8c55-10cf-4d5e-977e-2f8fbb1c29cd None None] Pushing event updated for resources: {'Port': ['ID=625d2a65-dd19-45e2-9679-eeeb53d15be9,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:44.583348 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c61aa9a-6285-4163-b73c-39a54fd1a4e2 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:44.605026 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c61aa9a-6285-4163-b73c-39a54fd1a4e2 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:44.622832 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61aa9a-6285-4163-b73c-39a54fd1a4e2 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Pushing event deleted for resources: {'Network': ['ID=cdeaca95-0ee8-45a4-bb27-75de75d1e90c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:44.628374 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3c61aa9a-6285-4163-b73c-39a54fd1a4e2 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "DELETE /v2.0/networks/cdeaca95-0ee8-45a4-bb27-75de75d1e90c HTTP/1.1" status: 204 len: 168 time: 1.9080594 Mar 14 15:34:44.629395 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51974) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:44.663093 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f81f2a-0bc9-4cad-b99b-2677e43a9544 None None] Network b0b6925d-5870-452a-9834-43aaed8d5c72 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:44.806327 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6405249-0662-4136-9d39-4e5e1ae161af None None] Deleting port b3bae032-af51-4483-8aad-99907513aa66 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:34:44.806705 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6405249-0662-4136-9d39-4e5e1ae161af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:44.913409 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e66f246-3a51-4c7b-8640-764a070cd36e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:44.913974 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a349b8-60eb-4cec-be6b-b9dbbabfa7de None None] Pushing event updated for resources: {'Port': ['ID=bb740a0b-f1c2-4890-9797-7e5cfc82986e,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:44.970814 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f2011775-9955-4b29-a0c8-9d4a591c9557 req-d5f67bcf-9b9e-4b26-886d-57561b4e5ecd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=b774a8a7-2b09-4219-93cf-0ded6bc0a816&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4299169 Mar 14 15:34:44.980087 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0cd3612-c688-4ba1-a577-82bcc2bf51af tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Deleting subnet dd41ad11-4c24-4f0e-b981-50319fbba891 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:34:44.984262 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0cd3612-c688-4ba1-a577-82bcc2bf51af tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:45.023194 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-3e66f246-3a51-4c7b-8640-764a070cd36e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] device_id is not set on port 694a576f-a7a1-480b-908c-1dfa4eec6cef yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:34:45.097748 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0cd3612-c688-4ba1-a577-82bcc2bf51af tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:45.171662 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6405249-0662-4136-9d39-4e5e1ae161af None None] The port 'b3bae032-af51-4483-8aad-99907513aa66' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:34:45.181186 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a358a3d1-a257-4609-bae3-cd1fa8703b27 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:45.189810 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e510d8f-30b8-49d5-a6e5-b1ce21b83246 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:34:45.213207 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4e510d8f-30b8-49d5-a6e5-b1ce21b83246 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/routers/1282ae95-e3f9-44da-b78d-7fbd53ba518c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7691414 Mar 14 15:34:45.215892 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51980) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:45.222421 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-96c2fb80-26d8-4cab-9f3d-82e3c1f2366e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1675298748'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:45.228077 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-96c2fb80-26d8-4cab-9f3d-82e3c1f2366e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:45.232555 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-96c2fb80-26d8-4cab-9f3d-82e3c1f2366e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:network and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:45.235820 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-96c2fb80-26d8-4cab-9f3d-82e3c1f2366e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:45.244411 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-96c2fb80-26d8-4cab-9f3d-82e3c1f2366e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:45.260231 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c2fb80-26d8-4cab-9f3d-82e3c1f2366e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Made reservation on behalf of 8d2b5d0d495944a3854f9775f18c15a3 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:45.263425 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96c2fb80-26d8-4cab-9f3d-82e3c1f2366e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:45.325117 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0cd3612-c688-4ba1-a577-82bcc2bf51af tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:45.342224 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-59adfeba-1fde-4cb2-aeb9-7d0a6f325026 None None] Provisioning for port 336a6875-e570-4eb5-9502-f103869e752b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:45.350740 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c2fb80-26d8-4cab-9f3d-82e3c1f2366e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:34:45.363324 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-3e66f246-3a51-4c7b-8640-764a070cd36e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 172.20.0.4 (9afff20e-053f-4563-a829-c09143628c31/bd8266b1-9115-4fd6-9b9c-fec434e19fda/694a576f-a7a1-480b-908c-1dfa4eec6cef) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:45.370637 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96c2fb80-26d8-4cab-9f3d-82e3c1f2366e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:45.370888 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 336a6875-e570-4eb5-9502-f103869e752b up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:45.371366 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-96c2fb80-26d8-4cab-9f3d-82e3c1f2366e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Added segment 71df4dc6-06ef-4291-9151-7e12558aadf4 of type vlan for network de86157d-05a5-41a7-b032-b6468abfbae1 Mar 14 15:34:45.375542 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0c121-2be9-4777-acd5-d951d20c8fec req-11ee6ff2-fede-4c09-aa8f-92beca92f5fe tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:45.377945 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a5f0c121-2be9-4777-acd5-d951d20c8fec req-11ee6ff2-fede-4c09-aa8f-92beca92f5fe tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 944 time: 0.1656356 Mar 14 15:34:45.383528 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-3e66f246-3a51-4c7b-8640-764a070cd36e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8::f816:3eff:fe33:7f4d (9afff20e-053f-4563-a829-c09143628c31/a3789b0f-1e43-4850-9418-9aee7a98547d/694a576f-a7a1-480b-908c-1dfa4eec6cef) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:45.402888 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] Routers {'1282ae95-e3f9-44da-b78d-7fbd53ba518c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:45.403579 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:45.447173 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a5f0c121-2be9-4777-acd5-d951d20c8fec req-6cc3beee-5716-4ae4-bf08-cd2fdafe063b tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617530 Mar 14 15:34:45.448660 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96c2fb80-26d8-4cab-9f3d-82e3c1f2366e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:45.466104 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0cd3612-c688-4ba1-a577-82bcc2bf51af tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:45.474862 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0de2bded-61ea-438d-a116-53cb3bbd6a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:45.476320 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 32b6eaed-5616-43b7-b32c-381ff1b91f0f details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:34:45.525386 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd3612-c688-4ba1-a577-82bcc2bf51af tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Pushing event deleted for resources: {'Subnet': ['ID=dd41ad11-4c24-4f0e-b981-50319fbba891,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:45.535086 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0cd3612-c688-4ba1-a577-82bcc2bf51af tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:45.542981 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c0cd3612-c688-4ba1-a577-82bcc2bf51af tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "DELETE /v2.0/subnets/dd41ad11-4c24-4f0e-b981-50319fbba891 HTTP/1.1" status: 204 len: 168 time: 0.9120059 Mar 14 15:34:45.545659 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51984) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:45.567528 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:45.589107 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb97f7c2-d8a2-4cc1-ad7c-c198a2aa35bc None None] Network f9d94896-ee93-4db0-b45b-51af387b3af2 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:45.600719 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96c2fb80-26d8-4cab-9f3d-82e3c1f2366e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:45.604739 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c2fb80-26d8-4cab-9f3d-82e3c1f2366e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:45.605363 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96c2fb80-26d8-4cab-9f3d-82e3c1f2366e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:45.669505 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6153468b-dead-4f53-beb7-2cf25ba5c896 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:45.681300 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6153468b-dead-4f53-beb7-2cf25ba5c896 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Deleting port ae18735f-7257-497c-91bc-4921b35a41ee {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:34:45.681751 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6153468b-dead-4f53-beb7-2cf25ba5c896 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:45.726967 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2fb80-26d8-4cab-9f3d-82e3c1f2366e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Network': ['ID=de86157d-05a5-41a7-b032-b6468abfbae1,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:45.737869 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 51988) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:45.738183 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-96c2fb80-26d8-4cab-9f3d-82e3c1f2366e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5209670 Mar 14 15:34:45.744036 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-bb64676e-5a92-45fa-aa58-0f7bd3bc3169 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'subnet': {'network_id': 'de86157d-05a5-41a7-b032-b6468abfbae1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:45.790252 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network de86157d-05a5-41a7-b032-b6468abfbae1 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:34:45.793850 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e66f246-3a51-4c7b-8640-764a070cd36e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:45.811223 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-3e66f246-3a51-4c7b-8640-764a070cd36e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Transition to ACTIVE for port object 694a576f-a7a1-480b-908c-1dfa4eec6cef will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:45.837279 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e66f246-3a51-4c7b-8640-764a070cd36e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:45.888990 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:34:45.920205 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e66f246-3a51-4c7b-8640-764a070cd36e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:45.923493 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-3e66f246-3a51-4c7b-8640-764a070cd36e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:45.927521 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e66f246-3a51-4c7b-8640-764a070cd36e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:45.967393 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bb64676e-5a92-45fa-aa58-0f7bd3bc3169 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:45.967669 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66f246-3a51-4c7b-8640-764a070cd36e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=694a576f-a7a1-480b-908c-1dfa4eec6cef,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:45.984382 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bb64676e-5a92-45fa-aa58-0f7bd3bc3169 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:subnet and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:45.989122 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bb64676e-5a92-45fa-aa58-0f7bd3bc3169 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:46.002577 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e66f246-3a51-4c7b-8640-764a070cd36e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:46.003597 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e66f246-3a51-4c7b-8640-764a070cd36e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:46.004280 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bb64676e-5a92-45fa-aa58-0f7bd3bc3169 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:46.022593 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-6153468b-dead-4f53-beb7-2cf25ba5c896 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] For port ae18735f-7257-497c-91bc-4921b35a41ee, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ae18735f-7257-497c-91bc-4921b35a41ee,segment=NetworkSegment(05815422-91c8-4874-bf8b-4e3c6f4185f6),segment_id=05815422-91c8-4874-bf8b-4e3c6f4185f6)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:46.022848 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6153468b-dead-4f53-beb7-2cf25ba5c896 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:46.026787 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3e66f246-3a51-4c7b-8640-764a070cd36e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9633520 Mar 14 15:34:46.029236 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 51996) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:46.150495 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6153468b-dead-4f53-beb7-2cf25ba5c896 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Calling delete_port for ae18735f-7257-497c-91bc-4921b35a41ee owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:34:46.163805 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] Set router 1282ae95-e3f9-44da-b78d-7fbd53ba518c gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:34:46.210179 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4458c-1d86-4e2a-a169-5076b0ae1b00 req-f9e9c50c-58fc-4e79-80ab-a4550f2d08aa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:46.211881 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-37d4458c-1d86-4e2a-a169-5076b0ae1b00 req-f9e9c50c-58fc-4e79-80ab-a4550f2d08aa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 944 time: 0.1018760 Mar 14 15:34:46.228697 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d4cd7-0c07-45fe-9349-71aa2520b428 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:46.234536 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d4cd7-0c07-45fe-9349-71aa2520b428 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:46.235839 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-fb0d4cd7-0c07-45fe-9349-71aa2520b428 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:46.237095 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6153468b-dead-4f53-beb7-2cf25ba5c896 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:46.296193 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-fb0d4cd7-0c07-45fe-9349-71aa2520b428 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:46.297421 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fb0d4cd7-0c07-45fe-9349-71aa2520b428 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2671120 Mar 14 15:34:46.308198 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52000) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:46.312281 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153468b-dead-4f53-beb7-2cf25ba5c896 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Pushing event deleted for resources: {'Port': ['ID=ae18735f-7257-497c-91bc-4921b35a41ee,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:46.314764 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb64676e-5a92-45fa-aa58-0f7bd3bc3169 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Made reservation on behalf of 8d2b5d0d495944a3854f9775f18c15a3 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:46.326653 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 336a6875-e570-4eb5-9502-f103869e752b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:46.370078 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 336a6875-e570-4eb5-9502-f103869e752b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:46.370446 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:46.379628 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c74f2545-4ba9-465c-b948-715181f82930 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting port 694a576f-a7a1-480b-908c-1dfa4eec6cef {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:34:46.380145 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c74f2545-4ba9-465c-b948-715181f82930 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:46.394334 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:46.412583 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:46.430419 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6153468b-dead-4f53-beb7-2cf25ba5c896 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] No DVR routers for this DVR port ae18735f-7257-497c-91bc-4921b35a41ee on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:34:46.434698 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb64676e-5a92-45fa-aa58-0f7bd3bc3169 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:46.440110 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-37d4458c-1d86-4e2a-a169-5076b0ae1b00 req-f38ecbe9-e68d-46b7-be25-7ee7997c8cbb tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=b774a8a7-2b09-4219-93cf-0ded6bc0a816&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1961467 Mar 14 15:34:46.520454 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:46.520781 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:46.575991 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ede2d156-b5e4-493e-9b59-dfa47353489a None None] Provisioning complete for port 625d2a65-dd19-45e2-9679-eeeb53d15be9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:46.576376 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ede2d156-b5e4-493e-9b59-dfa47353489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:46.675930 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 32b6eaed-5616-43b7-b32c-381ff1b91f0f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=32b6eaed-5616-43b7-b32c-381ff1b91f0f,segment=NetworkSegment(c5cb67dc-3a25-4842-b412-005f912a0871),segment_id=c5cb67dc-3a25-4842-b412-005f912a0871)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:46.714115 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c74f2545-4ba9-465c-b948-715181f82930 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:46.773635 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:46.791020 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '32b6eaed-5616-43b7-b32c-381ff1b91f0f', 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3', 'port_id': '32b6eaed-5616-43b7-b32c-381ff1b91f0f', 'mac_address': 'fa:16:3e:7a:38:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2598908-02a9-482c-bda7-a7c25c61b9fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:34:46.879944 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c74f2545-4ba9-465c-b948-715181f82930 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Calling delete_port for 694a576f-a7a1-480b-908c-1dfa4eec6cef owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:34:46.918069 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6153468b-dead-4f53-beb7-2cf25ba5c896 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:46.944147 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65de8a59-5cdf-40c6-9138-fb7bcb635102 None None] DHCP port deletion for f9d94896-ee93-4db0-b45b-51af387b3af2 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:34:46.967910 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-6153468b-dead-4f53-beb7-2cf25ba5c896 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d94896-ee93-4db0-b45b-51af387b3af2']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:46.991242 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-6153468b-dead-4f53-beb7-2cf25ba5c896 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05815422-91c8-4874-bf8b-4e3c6f4185f6') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:46.991688 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-6153468b-dead-4f53-beb7-2cf25ba5c896 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05815422-91c8-4874-bf8b-4e3c6f4185f6') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:47.061617 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6153468b-dead-4f53-beb7-2cf25ba5c896 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:47.077635 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614dd09-d448-4ffa-99e1-846b476e3390 req-36a72441-b3f4-41cc-8cb2-f0e3c4a9674d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:47.086253 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9614dd09-d448-4ffa-99e1-846b476e3390 req-36a72441-b3f4-41cc-8cb2-f0e3c4a9674d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 944 time: 0.3721931 Mar 14 15:34:47.142827 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6153468b-dead-4f53-beb7-2cf25ba5c896 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:47.155748 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c74f2545-4ba9-465c-b948-715181f82930 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:47.169746 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6153468b-dead-4f53-beb7-2cf25ba5c896 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:34:47.170234 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6153468b-dead-4f53-beb7-2cf25ba5c896 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:47.183942 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:34:47.187324 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:34:47.258848 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:47.259583 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9614dd09-d448-4ffa-99e1-846b476e3390 req-5c1b41bf-1a89-474f-aaaf-ae4e040b7c00 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718974 Mar 14 15:34:47.289490 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb64676e-5a92-45fa-aa58-0f7bd3bc3169 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:47.293803 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b6eaed-5616-43b7-b32c-381ff1b91f0f {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:34:47.309584 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:47.354233 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 32b6eaed-5616-43b7-b32c-381ff1b91f0f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=32b6eaed-5616-43b7-b32c-381ff1b91f0f,segment=NetworkSegment(c5cb67dc-3a25-4842-b412-005f912a0871),segment_id=c5cb67dc-3a25-4842-b412-005f912a0871)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:47.354804 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f2545-4ba9-465c-b948-715181f82930 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Port': ['ID=694a576f-a7a1-480b-908c-1dfa4eec6cef,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:47.369497 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:47.387771 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64676e-5a92-45fa-aa58-0f7bd3bc3169 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Subnet': ['ID=7555e56a-fcbf-476a-a995-df42163094f1,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:47.425295 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6153468b-dead-4f53-beb7-2cf25ba5c896 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:47.428889 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3673750e-bf5d-411f-b4a3-9ef31f504bed None None] Update dhcp port {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'fixed_ips': [{'subnet_id': 'a3789b0f-1e43-4850-9418-9aee7a98547d', 'ip_address': '2001:db8::f816:3eff:fefc:b8f0'}, {'subnet_id': 'bd8266b1-9115-4fd6-9b9c-fec434e19fda'}], 'binding:host_id': 'dv-neutron-833561-1-hyperv'}, 'id': '625d2a65-dd19-45e2-9679-eeeb53d15be9'} from dv-neutron-833561-1-hyperv. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 14 15:34:47.452847 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6153468b-dead-4f53-beb7-2cf25ba5c896 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:47.459550 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153468b-dead-4f53-beb7-2cf25ba5c896 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Pushing event deleted for resources: {'Network': ['ID=f9d94896-ee93-4db0-b45b-51af387b3af2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:47.465218 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb64676e-5a92-45fa-aa58-0f7bd3bc3169 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Checking segment: {'id': '71df4dc6-06ef-4291-9151-7e12558aadf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'de86157d-05a5-41a7-b032-b6468abfbae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:47.465589 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb64676e-5a92-45fa-aa58-0f7bd3bc3169 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network hostable DHCP agents. Network: de86157d-05a5-41a7-b032-b6468abfbae1, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:34:47.468854 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:34:47.477414 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 336a6875-e570-4eb5-9502-f103869e752b, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=336a6875-e570-4eb5-9502-f103869e752b,segment=NetworkSegment(707c8594-bfce-425a-8eb0-4883316dd67d),segment_id=707c8594-bfce-425a-8eb0-4883316dd67d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:47.483776 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6153468b-dead-4f53-beb7-2cf25ba5c896 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "DELETE /v2.0/networks/f9d94896-ee93-4db0-b45b-51af387b3af2 HTTP/1.1" status: 204 len: 168 time: 1.9356475 Mar 14 15:34:47.483988 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52008) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:47.499060 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb64676e-5a92-45fa-aa58-0f7bd3bc3169 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network de86157d-05a5-41a7-b032-b6468abfbae1 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:34:47.512853 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-bb64676e-5a92-45fa-aa58-0f7bd3bc3169 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, de86157d-05a5-41a7-b032-b6468abfbae1) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:47.518473 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb64676e-5a92-45fa-aa58-0f7bd3bc3169 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:47.518910 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0,segment=NetworkSegment(a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63),segment_id=a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:47.519733 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb64676e-5a92-45fa-aa58-0f7bd3bc3169 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:47.525773 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:47.538806 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d766946f-594f-49f8-ae1e-e2f98dce5374 None None] Network de86157d-05a5-41a7-b032-b6468abfbae1 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:47.546182 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bb64676e-5a92-45fa-aa58-0f7bd3bc3169 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8066869 Mar 14 15:34:47.549002 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52016) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:47.569621 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:47.599283 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b5fa2760-93db-4e52-9963-4f59e8451f2b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Synchronizing usage tracker for tenant:7d61d4cb705a4b8bb19715a92790570d on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:47.609036 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c74f2545-4ba9-465c-b948-715181f82930 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:47.651970 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c74f2545-4ba9-465c-b948-715181f82930 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/694a576f-a7a1-480b-908c-1dfa4eec6cef HTTP/1.1" status: 204 len: 168 time: 1.3425951 Mar 14 15:34:47.652963 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52020) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:47.691375 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b5fa2760-93db-4e52-9963-4f59e8451f2b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Unset dirty status for tenant:7d61d4cb705a4b8bb19715a92790570d on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:47.692144 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b5fa2760-93db-4e52-9963-4f59e8451f2b tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "GET /v2.0/ports?device_id=36d0e0a1-02a7-4652-9562-b5f5c4830e1f HTTP/1.1" status: 200 len: 205 time: 0.2082517 Mar 14 15:34:47.701604 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52024) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:47.784850 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3673750e-bf5d-411f-b4a3-9ef31f504bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:47.804599 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0', 'code': 200} Mar 14 15:34:47.811894 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b3bae032-af51-4483-8aad-99907513aa66 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:34:47.835952 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['32b6eaed-5616-43b7-b32c-381ff1b91f0f'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:34:47.869408 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7201487e-2225-4b67-8a45-a3a3218247ba tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:47.870742 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7201487e-2225-4b67-8a45-a3a3218247ba tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:47.872153 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7201487e-2225-4b67-8a45-a3a3218247ba tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:47.872960 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-7201487e-2225-4b67-8a45-a3a3218247ba tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:47.895868 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=32b6eaed-5616-43b7-b32c-381ff1b91f0f,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:47.929377 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a2a11eff-0e0c-4294-a174-9d792dda735b None None] Provisioning for port df7011e4-b7f1-4efe-9dcb-c352d792abe5 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:47.947886 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-579c485a-0a17-4dbe-8315-489befab32b6 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:47.978033 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: b3bae032-af51-4483-8aad-99907513aa66 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:34:47.978833 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b3bae032-af51-4483-8aad-99907513aa66 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:34:47.996003 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:34:42Z', 'revision_number': 4, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:36Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb740a0b-f1c2-4890-9797-7e5cfc82986e', 'name': '', 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:d4:d1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:33Z', 'updated_at': '2022-03-14T15:34:44Z', 'revision_number': 4, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7011e4-b7f1-4efe-9dcb-c352d792abe5', 'name': '', 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:19:f0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:40Z', 'updated_at': '2022-03-14T15:34:42Z', 'revision_number': 2, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:48.001912 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-7201487e-2225-4b67-8a45-a3a3218247ba tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:48.006214 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7201487e-2225-4b67-8a45-a3a3218247ba tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3522146 Mar 14 15:34:48.010349 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a2a11eff-0e0c-4294-a174-9d792dda735b None None] Provisioning complete for port df7011e4-b7f1-4efe-9dcb-c352d792abe5 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:48.010863 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a2a11eff-0e0c-4294-a174-9d792dda735b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:48.013834 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52028) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:48.074954 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:48.091439 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a43227-28fa-4fd9-ac31-c3a5aae28524 None None] The sync data for ids ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'] in dv-neutron-833561-1-hyperv is: [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:34:42Z', 'revision_number': 4, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:36Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb740a0b-f1c2-4890-9797-7e5cfc82986e', 'name': '', 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:d4:d1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:33Z', 'updated_at': '2022-03-14T15:34:44Z', 'revision_number': 4, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7011e4-b7f1-4efe-9dcb-c352d792abe5', 'name': '', 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:19:f0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:40Z', 'updated_at': '2022-03-14T15:34:42Z', 'revision_number': 2, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:34:48.097333 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36411305-2868-4791-9102-842db415ec1d req-eaf8f566-00c4-4978-987c-59569080a4f3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:48.098922 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-36411305-2868-4791-9102-842db415ec1d req-eaf8f566-00c4-4978-987c-59569080a4f3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 945 time: 0.2343895 Mar 14 15:34:48.137840 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ae18735f-7257-497c-91bc-4921b35a41ee no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:34:48.225196 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: ae18735f-7257-497c-91bc-4921b35a41ee {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:34:48.225878 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ae18735f-7257-497c-91bc-4921b35a41ee not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:34:48.255748 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=336a6875-e570-4eb5-9502-f103869e752b,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:48.293051 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a2a11eff-0e0c-4294-a174-9d792dda735b None None] Port df7011e4-b7f1-4efe-9dcb-c352d792abe5 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:34:48.504036 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d6290593-486a-40d8-ba8d-280be3ab2d79 req-b9c0b1e8-cd6a-4890-9693-1925eecdfd3c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 1098 time: 0.2295847 Mar 14 15:34:48.521358 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-579c485a-0a17-4dbe-8315-489befab32b6 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:48.526689 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-579c485a-0a17-4dbe-8315-489befab32b6 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:48.548740 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:48.564599 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-36411305-2868-4791-9102-842db415ec1d req-19b17bdd-f622-4c27-b9e5-be2c54c10571 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=b774a8a7-2b09-4219-93cf-0ded6bc0a816&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3848555 Mar 14 15:34:48.566086 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-579c485a-0a17-4dbe-8315-489befab32b6 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:48.566784 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579c485a-0a17-4dbe-8315-489befab32b6 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Fanout notify agent at l3_agent the message router_deleted on router 36d0e0a1-02a7-4652-9562-b5f5c4830e1f {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:34:48.594412 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-579c485a-0a17-4dbe-8315-489befab32b6 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:48.609938 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-579c485a-0a17-4dbe-8315-489befab32b6 tempest-RoutersNegativeTest-1521922174 tempest-RoutersNegativeTest-1521922174-project] 10.222.0.60 "DELETE /v2.0/routers/36d0e0a1-02a7-4652-9562-b5f5c4830e1f HTTP/1.1" status: 204 len: 168 time: 0.9072578 Mar 14 15:34:48.616992 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b504e82-1d9c-4a22-b1a9-4bd24926d52f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-de86157d-05a5-41a7-b032-b6468abfbae1', 'network_id': 'de86157d-05a5-41a7-b032-b6468abfbae1', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'fixed_ips': [{'subnet_id': '7555e56a-fcbf-476a-a995-df42163094f1'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:34:48.617814 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b504e82-1d9c-4a22-b1a9-4bd24926d52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:48.627515 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a2a11eff-0e0c-4294-a174-9d792dda735b None None] Provisioning complete for port 336a6875-e570-4eb5-9502-f103869e752b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:48.627883 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a2a11eff-0e0c-4294-a174-9d792dda735b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:48.786247 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-3673750e-bf5d-411f-b4a3-9ef31f504bed None None] Allocated IP 172.20.0.2 (9afff20e-053f-4563-a829-c09143628c31/bd8266b1-9115-4fd6-9b9c-fec434e19fda/625d2a65-dd19-45e2-9679-eeeb53d15be9) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:48.848484 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca621094-96b2-4b64-bee8-a4ef4392ccea tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet a3789b0f-1e43-4850-9418-9aee7a98547d {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:34:48.899367 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d6290593-486a-40d8-ba8d-280be3ab2d79 req-8345c019-1ec8-44f0-b7d6-cbba86b936b5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3850193 Mar 14 15:34:48.937552 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab0b3c-3f42-4fbd-8e70-acc5d973dfb1 req-b20ccdd1-2d1e-41f6-94ad-cb820211bdb4 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:48.944857 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-26ab0b3c-3f42-4fbd-8e70-acc5d973dfb1 req-b20ccdd1-2d1e-41f6-94ad-cb820211bdb4 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 945 time: 0.5033848 Mar 14 15:34:48.998807 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-26ab0b3c-3f42-4fbd-8e70-acc5d973dfb1 req-4b935a51-2218-4b8d-a4d5-de29ff67ed56 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529048 Mar 14 15:34:49.045339 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52038) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:49.191991 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fd4c0c61-8768-415c-b850-bf1465b3d397 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:49.205784 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-0b504e82-1d9c-4a22-b1a9-4bd24926d52f None None] Allocated IP 2001:db8:3::2 (de86157d-05a5-41a7-b032-b6468abfbae1/7555e56a-fcbf-476a-a995-df42163094f1/5e63db36-84da-4917-808a-483ebc212cb2) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:49.212768 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3673750e-bf5d-411f-b4a3-9ef31f504bed None None] For port 625d2a65-dd19-45e2-9679-eeeb53d15be9, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=625d2a65-dd19-45e2-9679-eeeb53d15be9,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:49.293243 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8f72e80b-9159-48aa-b3c9-312533b0def0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d61d4cb705a4b8bb19715a92790570d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2453544 Mar 14 15:34:49.295653 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52044) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:49.366147 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3673750e-bf5d-411f-b4a3-9ef31f504bed None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:49.372953 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06358d23-3f53-4487-a425-c1574f3f865b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:49.401124 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06358d23-3f53-4487-a425-c1574f3f865b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:49.401778 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3673750e-bf5d-411f-b4a3-9ef31f504bed None None] Transition to ACTIVE for port object 625d2a65-dd19-45e2-9679-eeeb53d15be9 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:49.418275 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3673750e-bf5d-411f-b4a3-9ef31f504bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:49.459271 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ca621094-96b2-4b64-bee8-a4ef4392ccea tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:49.472736 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06358d23-3f53-4487-a425-c1574f3f865b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:49.492831 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06358d23-3f53-4487-a425-c1574f3f865b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8287d4-1bac-4fea-afce-5873025cca6a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:49.512115 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06358d23-3f53-4487-a425-c1574f3f865b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:49.518333 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-06358d23-3f53-4487-a425-c1574f3f865b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8a8287d4-1bac-4fea-afce-5873025cca6a HTTP/1.1" status: 204 len: 168 time: 0.2214043 Mar 14 15:34:49.541625 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ca621094-96b2-4b64-bee8-a4ef4392ccea tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:49.695260 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ca621094-96b2-4b64-bee8-a4ef4392ccea tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:49.747990 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673750e-bf5d-411f-b4a3-9ef31f504bed None None] Pushing event updated for resources: {'Port': ['ID=625d2a65-dd19-45e2-9679-eeeb53d15be9,revision_number=10']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:49.768773 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] Sync routers for ids ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:34:49.791769 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b504e82-1d9c-4a22-b1a9-4bd24926d52f None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:49.793273 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] Routers {'1282ae95-e3f9-44da-b78d-7fbd53ba518c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:49.794763 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:49.821918 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0b504e82-1d9c-4a22-b1a9-4bd24926d52f None None] Transition to ACTIVE for port object 5e63db36-84da-4917-808a-483ebc212cb2 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:49.824994 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ca621094-96b2-4b64-bee8-a4ef4392ccea tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:49.858916 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0b504e82-1d9c-4a22-b1a9-4bd24926d52f None None] Transition to ACTIVE for port object 5e63db36-84da-4917-808a-483ebc212cb2 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:49.879754 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b504e82-1d9c-4a22-b1a9-4bd24926d52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:49.920648 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6c8b9-3db5-4cec-abe3-6105bd2a0341 req-4e498f49-464f-4e7b-8089-f27f2eedf1e2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:49.925663 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-25a6c8b9-3db5-4cec-abe3-6105bd2a0341 req-4e498f49-464f-4e7b-8089-f27f2eedf1e2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 945 time: 0.1157596 Mar 14 15:34:49.965996 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ca621094-96b2-4b64-bee8-a4ef4392ccea tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:49.981446 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca621094-96b2-4b64-bee8-a4ef4392ccea tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=a3789b0f-1e43-4850-9418-9aee7a98547d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:49.994790 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b504e82-1d9c-4a22-b1a9-4bd24926d52f None None] Network de86157d-05a5-41a7-b032-b6468abfbae1 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:49.997796 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-0b504e82-1d9c-4a22-b1a9-4bd24926d52f None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:50.003266 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b504e82-1d9c-4a22-b1a9-4bd24926d52f None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:50.006549 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b504e82-1d9c-4a22-b1a9-4bd24926d52f None None] Pushing event updated for resources: {'Port': ['ID=5e63db36-84da-4917-808a-483ebc212cb2,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:50.011824 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52058) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:50.012017 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ca621094-96b2-4b64-bee8-a4ef4392ccea tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/a3789b0f-1e43-4850-9418-9aee7a98547d HTTP/1.1" status: 204 len: 168 time: 1.9950438 Mar 14 15:34:50.082586 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-fd4c0c61-8768-415c-b850-bf1465b3d397 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Allocated IP 2001:db8:3::1 (de86157d-05a5-41a7-b032-b6468abfbae1/7555e56a-fcbf-476a-a995-df42163094f1/73b02ba3-6a11-4614-96cf-52021d13b652) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:50.279357 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] Set router 1282ae95-e3f9-44da-b78d-7fbd53ba518c gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:34:50.337003 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0b504e82-1d9c-4a22-b1a9-4bd24926d52f None None] Attempting to bind port 5e63db36-84da-4917-808a-483ebc212cb2 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:50.342148 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0b504e82-1d9c-4a22-b1a9-4bd24926d52f None None] Attempting to bind port 5e63db36-84da-4917-808a-483ebc212cb2 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '71df4dc6-06ef-4291-9151-7e12558aadf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'de86157d-05a5-41a7-b032-b6468abfbae1'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:50.342941 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b504e82-1d9c-4a22-b1a9-4bd24926d52f None None] Attempting to bind port 5e63db36-84da-4917-808a-483ebc212cb2 on network de86157d-05a5-41a7-b032-b6468abfbae1 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:34:50.364246 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b504e82-1d9c-4a22-b1a9-4bd24926d52f None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:34:50.366880 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b504e82-1d9c-4a22-b1a9-4bd24926d52f None None] Checking segment: {'id': '71df4dc6-06ef-4291-9151-7e12558aadf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'de86157d-05a5-41a7-b032-b6468abfbae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:50.371779 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b504e82-1d9c-4a22-b1a9-4bd24926d52f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:50.373931 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b504e82-1d9c-4a22-b1a9-4bd24926d52f None None] Bound using segment: {'id': '71df4dc6-06ef-4291-9151-7e12558aadf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'de86157d-05a5-41a7-b032-b6468abfbae1'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:34:50.376744 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0b504e82-1d9c-4a22-b1a9-4bd24926d52f None None] Bound port: 5e63db36-84da-4917-808a-483ebc212cb2, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71df4dc6-06ef-4291-9151-7e12558aadf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'de86157d-05a5-41a7-b032-b6468abfbae1'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:50.377415 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b504e82-1d9c-4a22-b1a9-4bd24926d52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:50.444041 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 336a6875-e570-4eb5-9502-f103869e752b up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:50.597934 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fd4c0c61-8768-415c-b850-bf1465b3d397 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:50.614219 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad665d-b411-45b5-8a96-686e99177a6e req-0a0aa140-df98-4603-b393-41a2d9309e01 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:50.615729 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-85ad665d-b411-45b5-8a96-686e99177a6e req-0a0aa140-df98-4603-b393-41a2d9309e01 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 945 time: 0.2741783 Mar 14 15:34:50.617930 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-25a6c8b9-3db5-4cec-abe3-6105bd2a0341 req-45e90c5a-1274-4a12-88c1-86ce97f3851c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=b774a8a7-2b09-4219-93cf-0ded6bc0a816&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6870465 Mar 14 15:34:50.648393 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-fd4c0c61-8768-415c-b850-bf1465b3d397 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Transition to ACTIVE for port object 73b02ba3-6a11-4614-96cf-52021d13b652 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:50.735546 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-85ad665d-b411-45b5-8a96-686e99177a6e req-6a47587d-e522-4a49-800b-704db624e072 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115878 Mar 14 15:34:50.754658 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0b504e82-1d9c-4a22-b1a9-4bd24926d52f None None] For port 5e63db36-84da-4917-808a-483ebc212cb2, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:50.769806 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fd4c0c61-8768-415c-b850-bf1465b3d397 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:50.785206 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0b504e82-1d9c-4a22-b1a9-4bd24926d52f None None] For port 5e63db36-84da-4917-808a-483ebc212cb2, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5e63db36-84da-4917-808a-483ebc212cb2,segment=NetworkSegment(71df4dc6-06ef-4291-9151-7e12558aadf4),segment_id=71df4dc6-06ef-4291-9151-7e12558aadf4)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:50.787902 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31b3041-fe4f-488f-ac05-722235908e7c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet bd8266b1-9115-4fd6-9b9c-fec434e19fda {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:34:50.795350 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d31b3041-fe4f-488f-ac05-722235908e7c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:50.820545 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b504e82-1d9c-4a22-b1a9-4bd24926d52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:50.904283 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da753fe-1f9b-47f0-ade9-a05bc599965a None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:50.936732 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d31b3041-fe4f-488f-ac05-722235908e7c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:50.949896 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c0c61-8768-415c-b850-bf1465b3d397 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network de86157d-05a5-41a7-b032-b6468abfbae1 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:50.962615 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-fd4c0c61-8768-415c-b850-bf1465b3d397 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:50.967197 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c0c61-8768-415c-b850-bf1465b3d397 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:50.967734 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fd4c0c61-8768-415c-b850-bf1465b3d397 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:50.988740 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:34:42Z', 'revision_number': 4, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:36Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb740a0b-f1c2-4890-9797-7e5cfc82986e', 'name': '', 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:d4:d1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:33Z', 'updated_at': '2022-03-14T15:34:44Z', 'revision_number': 4, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7011e4-b7f1-4efe-9dcb-c352d792abe5', 'name': '', 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:19:f0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:40Z', 'updated_at': '2022-03-14T15:34:42Z', 'revision_number': 2, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:50.989953 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:50.994505 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] Checking router: 1282ae95-e3f9-44da-b78d-7fbd53ba518c for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:34:50.994879 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] Updating router 1282ae95-e3f9-44da-b78d-7fbd53ba518c port df7011e4-b7f1-4efe-9dcb-c352d792abe5 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:34:51.020807 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c0c61-8768-415c-b850-bf1465b3d397 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Port': ['ID=73b02ba3-6a11-4614-96cf-52021d13b652,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:51.054954 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:51.057738 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 336a6875-e570-4eb5-9502-f103869e752b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:51.062541 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:51.100839 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52074) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:51.135116 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b504e82-1d9c-4a22-b1a9-4bd24926d52f None None] Pushing event updated for resources: {'Port': ['ID=5e63db36-84da-4917-808a-483ebc212cb2,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:51.153512 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d31b3041-fe4f-488f-ac05-722235908e7c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:51.186673 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fd4c0c61-8768-415c-b850-bf1465b3d397 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:51.191605 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1e011b77-fec8-47f1-9e6a-71653d4a1273 None None] Provisioning for port 625d2a65-dd19-45e2-9679-eeeb53d15be9 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:51.208680 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1e011b77-fec8-47f1-9e6a-71653d4a1273 None None] Provisioning complete for port 625d2a65-dd19-45e2-9679-eeeb53d15be9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:51.209171 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1e011b77-fec8-47f1-9e6a-71653d4a1273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:51.321446 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d31b3041-fe4f-488f-ac05-722235908e7c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:51.413568 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1708626859'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:51.422880 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:51.427412 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Usage tracker for resource:network and tenant:06f3e6939fba4d41aa8a84893cd307b9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:51.430460 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:51.436503 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:51.457410 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Made reservation on behalf of 06f3e6939fba4d41aa8a84893cd307b9 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:51.460466 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:51.470601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b3041-fe4f-488f-ac05-722235908e7c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=bd8266b1-9115-4fd6-9b9c-fec434e19fda,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:51.477984 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:51.490102 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d31b3041-fe4f-488f-ac05-722235908e7c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:51.505492 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 32b6eaed-5616-43b7-b32c-381ff1b91f0f up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:51.507770 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d31b3041-fe4f-488f-ac05-722235908e7c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/bd8266b1-9115-4fd6-9b9c-fec434e19fda HTTP/1.1" status: 204 len: 168 time: 1.4841385 Mar 14 15:34:51.511051 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52080) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:51.594309 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fc979cf1-10ef-4449-bea6-078538518d2c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817719 Mar 14 15:34:51.596464 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52084) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:51.602834 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a1c1dfde-eeb1-4849-b4af-c148691f6c5c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:51.653718 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:51.668046 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 625d2a65-dd19-45e2-9679-eeeb53d15be9 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:51.668304 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] Transition to ACTIVE for port object df7011e4-b7f1-4efe-9dcb-c352d792abe5 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:51.679066 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:51.721103 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:51.725776 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a1c1dfde-eeb1-4849-b4af-c148691f6c5c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:51.728070 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Usage tracker for resource:security_group_rule and tenant:06f3e6939fba4d41aa8a84893cd307b9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:51.731852 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:51.734975 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a1c1dfde-eeb1-4849-b4af-c148691f6c5c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:51.740671 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a1c1dfde-eeb1-4849-b4af-c148691f6c5c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:51.743382 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:51.749113 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a1c1dfde-eeb1-4849-b4af-c148691f6c5c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:51.789229 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c1dfde-eeb1-4849-b4af-c148691f6c5c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:51.793050 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1c1dfde-eeb1-4849-b4af-c148691f6c5c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:51.918927 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da899535-06c2-464c-b396-4910dab3561b None None] Pushing event updated for resources: {'Port': ['ID=df7011e4-b7f1-4efe-9dcb-c352d792abe5,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:51.937665 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1e011b77-fec8-47f1-9e6a-71653d4a1273 None None] Could not find standard attr ID for object 694a576f-a7a1-480b-908c-1dfa4eec6cef. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:34:51.943228 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 32b6eaed-5616-43b7-b32c-381ff1b91f0f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:51.963106 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 32b6eaed-5616-43b7-b32c-381ff1b91f0f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:51.963414 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:52.021454 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:52.042968 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:52.056598 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:34:52.070689 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:52.071062 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Added segment bdb4219a-b3a9-4ca7-9af7-9f8773d06ae2 of type vlan for network 0cdc298f-8b11-4478-9081-7075456986d3 Mar 14 15:34:52.071380 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4068d02c-503e-4500-9067-a0521dfe0422 None None] DHCP port deletion for 9afff20e-053f-4563-a829-c09143628c31 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:34:52.129985 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4068d02c-503e-4500-9067-a0521dfe0422 None None] Deleting port 625d2a65-dd19-45e2-9679-eeeb53d15be9 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:34:52.130461 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4068d02c-503e-4500-9067-a0521dfe0422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:52.169381 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] Attempting to bind port df7011e4-b7f1-4efe-9dcb-c352d792abe5 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:52.169995 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] Attempting to bind port df7011e4-b7f1-4efe-9dcb-c352d792abe5 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '707c8594-bfce-425a-8eb0-4883316dd67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:52.170144 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] Attempting to bind port df7011e4-b7f1-4efe-9dcb-c352d792abe5 on network b0b6925d-5870-452a-9834-43aaed8d5c72 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:34:52.185827 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:34:52.186611 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] Checking segment: {'id': '707c8594-bfce-425a-8eb0-4883316dd67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:52.187033 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:52.187439 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] Bound using segment: {'id': '707c8594-bfce-425a-8eb0-4883316dd67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:34:52.187942 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] Bound port: df7011e4-b7f1-4efe-9dcb-c352d792abe5, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707c8594-bfce-425a-8eb0-4883316dd67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:52.188331 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:52.238259 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa96816-5e35-463c-852d-2061d92d0aef,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:52.248171 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:52.260549 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 625d2a65-dd19-45e2-9679-eeeb53d15be9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:52.260922 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:52.277823 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449094f-ee28-47c8-8ec0-af971996df77 req-9233e993-f814-432e-8dfa-b000fd8a91cb tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:52.279706 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1449094f-ee28-47c8-8ec0-af971996df77 req-9233e993-f814-432e-8dfa-b000fd8a91cb tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 945 time: 0.3715787 Mar 14 15:34:52.317016 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:52.317626 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:52.318186 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:52.318687 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:52.319274 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:52.319771 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:52.320436 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:52.321108 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:52.321594 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:52.322122 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:52.322646 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:52.333192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:52.334246 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-fd4c0c61-8768-415c-b850-bf1465b3d397 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:34:52.339553 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:52.340567 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:52.369150 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fd4c0c61-8768-415c-b850-bf1465b3d397 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:52.381017 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] For port df7011e4-b7f1-4efe-9dcb-c352d792abe5, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:52.386548 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] For port df7011e4-b7f1-4efe-9dcb-c352d792abe5, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=df7011e4-b7f1-4efe-9dcb-c352d792abe5,segment=NetworkSegment(707c8594-bfce-425a-8eb0-4883316dd67d),segment_id=707c8594-bfce-425a-8eb0-4883316dd67d)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:52.390358 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fd4c0c61-8768-415c-b850-bf1465b3d397 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:52.391237 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fd4c0c61-8768-415c-b850-bf1465b3d397 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:52.400337 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:52.527497 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da899535-06c2-464c-b396-4910dab3561b None None] Pushing event updated for resources: {'Port': ['ID=df7011e4-b7f1-4efe-9dcb-c352d792abe5,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:52.532147 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Pushing event updated for resources: {'Network': ['ID=0cdc298f-8b11-4478-9081-7075456986d3,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:52.536056 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] Routers {'1282ae95-e3f9-44da-b78d-7fbd53ba518c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:52.539026 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:52.558065 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 0cdc298f-8b11-4478-9081-7075456986d3 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:34:52.639158 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1449094f-ee28-47c8-8ec0-af971996df77 req-dfaf5fea-c78e-4cae-88a2-b384f797d0f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=b774a8a7-2b09-4219-93cf-0ded6bc0a816&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3077257 Mar 14 15:34:52.655775 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f4e69c87-d3cf-4b66-94b7-2b87a3c93299 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5538898 Mar 14 15:34:52.659037 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52092) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:52.666396 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-fa03a056-1449-4e3a-9973-b55a57491b14 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Request body: {'subnet': {'network_id': '0cdc298f-8b11-4478-9081-7075456986d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:52.675946 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde03ac-e578-4844-8057-fe1a6aec9827 req-8f44228f-272f-4de5-a504-17b345cea5a0 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:52.677870 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0dde03ac-e578-4844-8057-fe1a6aec9827 req-8f44228f-272f-4de5-a504-17b345cea5a0 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 945 time: 0.7119789 Mar 14 15:34:52.695326 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c0c61-8768-415c-b850-bf1465b3d397 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event updated for resources: {'Port': ['ID=73b02ba3-6a11-4614-96cf-52021d13b652,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:52.777521 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da899535-06c2-464c-b396-4910dab3561b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:52.777521 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da899535-06c2-464c-b396-4910dab3561b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:52.777868 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da899535-06c2-464c-b396-4910dab3561b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:52.778228 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da899535-06c2-464c-b396-4910dab3561b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:52.778562 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da899535-06c2-464c-b396-4910dab3561b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:52.778895 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da899535-06c2-464c-b396-4910dab3561b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:52.779216 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da899535-06c2-464c-b396-4910dab3561b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:52.779545 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da899535-06c2-464c-b396-4910dab3561b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:52.779864 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da899535-06c2-464c-b396-4910dab3561b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:52.780180 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da899535-06c2-464c-b396-4910dab3561b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:52.781098 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da899535-06c2-464c-b396-4910dab3561b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:52.796861 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1c1dfde-eeb1-4849-b4af-c148691f6c5c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:52.800493 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0dde03ac-e578-4844-8057-fe1a6aec9827 req-15be9e37-f65e-470d-85fb-dd3427da7f31 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006479 Mar 14 15:34:52.817414 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c0c61-8768-415c-b850-bf1465b3d397 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Network de86157d-05a5-41a7-b032-b6468abfbae1 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:52.818777 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-fd4c0c61-8768-415c-b850-bf1465b3d397 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:52.864998 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] Set router 1282ae95-e3f9-44da-b78d-7fbd53ba518c gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:34:52.867047 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:52.880776 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c09839-d12a-4aa5-9100-0caeb2d0c8b1 None None] Network de86157d-05a5-41a7-b032-b6468abfbae1 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:52.957821 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fa03a056-1449-4e3a-9973-b55a57491b14 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:52.963737 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-fa03a056-1449-4e3a-9973-b55a57491b14 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Usage tracker for resource:subnet and tenant:06f3e6939fba4d41aa8a84893cd307b9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:52.966780 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-fa03a056-1449-4e3a-9973-b55a57491b14 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:52.973444 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fa03a056-1449-4e3a-9973-b55a57491b14 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:52.980650 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1dfde-eeb1-4849-b4af-c148691f6c5c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=4331b092-9115-4a26-a3bd-2a07c84a2526,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:53.001360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c1dfde-eeb1-4849-b4af-c148691f6c5c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:53.004442 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-a1c1dfde-eeb1-4849-b4af-c148691f6c5c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:53.006126 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa03a056-1449-4e3a-9973-b55a57491b14 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Made reservation on behalf of 06f3e6939fba4d41aa8a84893cd307b9 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:53.059437 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c1dfde-eeb1-4849-b4af-c148691f6c5c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:53.060134 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1c1dfde-eeb1-4849-b4af-c148691f6c5c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:53.089391 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4068d02c-503e-4500-9067-a0521dfe0422 None None] For port 625d2a65-dd19-45e2-9679-eeeb53d15be9, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=625d2a65-dd19-45e2-9679-eeeb53d15be9,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:53.089799 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4068d02c-503e-4500-9067-a0521dfe0422 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:53.250418 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:34:51Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:36Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b02ba3-6a11-4614-96cf-52021d13b652', 'name': '', 'network_id': 'de86157d-05a5-41a7-b032-b6468abfbae1', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:eb:23:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7555e56a-fcbf-476a-a995-df42163094f1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:49Z', 'updated_at': '2022-03-14T15:34:51Z', 'revision_number': 2, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '7555e56a-fcbf-476a-a995-df42163094f1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb740a0b-f1c2-4890-9797-7e5cfc82986e', 'name': '', 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:d4:d1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:33Z', 'updated_at': '2022-03-14T15:34:44Z', 'revision_number': 4, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7011e4-b7f1-4efe-9dcb-c352d792abe5', 'name': '', 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:19:f0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:40Z', 'updated_at': '2022-03-14T15:34:52Z', 'revision_number': 4, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:53.253825 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a1c1dfde-eeb1-4849-b4af-c148691f6c5c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6562176 Mar 14 15:34:53.257336 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52098) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:53.260345 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8893bec9-d8b7-4981-83fe-646837396c52 None None] The sync data for ids ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'] in dv-neutron-833561-1-hyperv is: [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:34:51Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:36Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b02ba3-6a11-4614-96cf-52021d13b652', 'name': '', 'network_id': 'de86157d-05a5-41a7-b032-b6468abfbae1', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:eb:23:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7555e56a-fcbf-476a-a995-df42163094f1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:49Z', 'updated_at': '2022-03-14T15:34:51Z', 'revision_number': 2, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '7555e56a-fcbf-476a-a995-df42163094f1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb740a0b-f1c2-4890-9797-7e5cfc82986e', 'name': '', 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:d4:d1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:33Z', 'updated_at': '2022-03-14T15:34:44Z', 'revision_number': 4, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7011e4-b7f1-4efe-9dcb-c352d792abe5', 'name': '', 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:19:f0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:40Z', 'updated_at': '2022-03-14T15:34:52Z', 'revision_number': 4, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:34:53.270827 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0faa11dc-d36a-494d-9197-9bc6d635bcca tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:53.302045 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4068d02c-503e-4500-9067-a0521dfe0422 None None] Calling delete_port for 625d2a65-dd19-45e2-9679-eeeb53d15be9 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:34:53.312214 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa03a056-1449-4e3a-9973-b55a57491b14 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:53.371186 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4c0c61-8768-415c-b850-bf1465b3d397 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Router 1282ae95-e3f9-44da-b78d-7fbd53ba518c has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:34:53.416402 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079d512-1cfc-4d18-9d25-f2128042bc67 req-a929375d-5870-4c22-bb82-968f079e380c tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:53.435280 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6079d512-1cfc-4d18-9d25-f2128042bc67 req-a929375d-5870-4c22-bb82-968f079e380c tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 945 time: 0.4450960 Mar 14 15:34:53.438855 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05c809e-67e1-4451-9cf7-b08a71e57aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b6eaed-5616-43b7-b32c-381ff1b91f0f'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:34:53.462546 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device bb740a0b-f1c2-4890-9797-7e5cfc82986e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:53.516399 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ec7a73eb-616c-4984-8e1e-925b4bbd99da None None] Provisioning for port 5e63db36-84da-4917-808a-483ebc212cb2 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:53.527393 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 32b6eaed-5616-43b7-b32c-381ff1b91f0f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=32b6eaed-5616-43b7-b32c-381ff1b91f0f,segment=NetworkSegment(c5cb67dc-3a25-4842-b412-005f912a0871),segment_id=c5cb67dc-3a25-4842-b412-005f912a0871)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:53.567346 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05c809e-67e1-4451-9cf7-b08a71e57aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b6eaed-5616-43b7-b32c-381ff1b91f0f', 'code': 200} Mar 14 15:34:53.568056 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:53.604841 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0faa11dc-d36a-494d-9197-9bc6d635bcca tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:53.641199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-0faa11dc-d36a-494d-9197-9bc6d635bcca tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:53.661256 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-0faa11dc-d36a-494d-9197-9bc6d635bcca tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:53.683701 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0faa11dc-d36a-494d-9197-9bc6d635bcca tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:53.709746 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4068d02c-503e-4500-9067-a0521dfe0422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:53.715042 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6079d512-1cfc-4d18-9d25-f2128042bc67 req-144a3531-0aa7-403b-a14d-e051f3c1f7a6 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787180 Mar 14 15:34:53.726095 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0faa11dc-d36a-494d-9197-9bc6d635bcca tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:53.734691 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0faa11dc-d36a-494d-9197-9bc6d635bcca tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:53.805116 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4068d02c-503e-4500-9067-a0521dfe0422 None None] No DVR routers for this DVR port 625d2a65-dd19-45e2-9679-eeeb53d15be9 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:34:53.814878 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=32b6eaed-5616-43b7-b32c-381ff1b91f0f,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:53.874848 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52106) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:53.916448 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898b9de7-d056-4631-9ef8-4e883b78cf1d None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:53.926042 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa03a056-1449-4e3a-9973-b55a57491b14 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:53.952176 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port bb740a0b-f1c2-4890-9797-7e5cfc82986e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:53.963790 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068d02c-503e-4500-9067-a0521dfe0422 None None] Pushing event deleted for resources: {'Port': ['ID=625d2a65-dd19-45e2-9679-eeeb53d15be9,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:54.022768 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port bb740a0b-f1c2-4890-9797-7e5cfc82986e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:54.023148 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:54.056651 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03a056-1449-4e3a-9973-b55a57491b14 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Checking segment: {'id': 'bdb4219a-b3a9-4ca7-9af7-9f8773d06ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0cdc298f-8b11-4478-9081-7075456986d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:54.056930 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa03a056-1449-4e3a-9973-b55a57491b14 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Network hostable DHCP agents. Network: 0cdc298f-8b11-4478-9081-7075456986d3, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:34:54.072035 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7dab0b7c-141c-4951-ab85-bf5950268bf8 tempest-TestVolumeBootPattern-1602864060 tempest-TestVolumeBootPattern-1602864060-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 1093 time: 0.1959386 Mar 14 15:34:54.072661 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52110) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:54.084747 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03a056-1449-4e3a-9973-b55a57491b14 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Pushing event updated for resources: {'Subnet': ['ID=12fff920-fdb6-4473-b378-4c0ac7f3a6e7,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:54.090134 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': '3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:54.096136 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:54.104379 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Usage tracker for resource:floatingip and tenant:e56a9bf665f84615b9b7754b13dc18cc is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:54.107121 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:54.113243 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:54.145881 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa03a056-1449-4e3a-9973-b55a57491b14 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Network 0cdc298f-8b11-4478-9081-7075456986d3 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:34:54.147931 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:54.175586 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4c0c61-8768-415c-b850-bf1465b3d397 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:34:54.193245 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-fd4c0c61-8768-415c-b850-bf1465b3d397 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/routers/1282ae95-e3f9-44da-b78d-7fbd53ba518c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6428659 Mar 14 15:34:54.193511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52114) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:54.205968 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-768fad66-a62c-4b39-bdbc-2337726b8c71 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:54.231390 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdd7ff-d575-4c09-8a2c-8890d494ed5e req-3c5fb95f-467c-4190-a60f-b1f08c98bf08 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:54.234113 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ecfdd7ff-d575-4c09-8a2c-8890d494ed5e req-3c5fb95f-467c-4190-a60f-b1f08c98bf08 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 946 time: 0.2713966 Mar 14 15:34:54.240190 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fdbd527a-fed6-47b2-a232-39b77a145bba req-09027fad-50f4-4ccc-96bc-75738f7d64a8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 1099 time: 0.2785897 Mar 14 15:34:54.364443 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-fa03a056-1449-4e3a-9973-b55a57491b14 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 0cdc298f-8b11-4478-9081-7075456986d3) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:54.402394 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee221f93-4dbe-4899-b3e1-ed434e916817 None None] Network 0cdc298f-8b11-4478-9081-7075456986d3 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:54.443458 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] Sync routers for ids ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:34:54.449678 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa03a056-1449-4e3a-9973-b55a57491b14 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:54.450696 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa03a056-1449-4e3a-9973-b55a57491b14 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:54.516353 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fa03a056-1449-4e3a-9973-b55a57491b14 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8537402 Mar 14 15:34:54.525033 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52118) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:54.535600 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-9afff20e-053f-4563-a829-c09143628c31', 'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'fixed_ips': [{'subnet_id': '4331b092-9115-4a26-a3bd-2a07c84a2526'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:34:54.536906 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:54.544372 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-bd794257-3d0d-4028-8dea-10038d9915fc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Request body: {'port': {'network_id': '0cdc298f-8b11-4478-9081-7075456986d3', 'name': 'tempest-TagsExtTest-655257061'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:54.559651 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ecfdd7ff-d575-4c09-8a2c-8890d494ed5e req-bb7a2fae-b2f6-41bb-9175-c8be7437ebeb tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=b774a8a7-2b09-4219-93cf-0ded6bc0a816&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3173218 Mar 14 15:34:54.583974 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fdbd527a-fed6-47b2-a232-39b77a145bba req-d80ae17f-323a-43c1-8f73-8ad8ab1b6c66 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b774a8a7-2b09-4219-93cf-0ded6bc0a816&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3130887 Mar 14 15:34:54.644140 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.objects.ports [None req-0faa11dc-d36a-494d-9197-9bc6d635bcca tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83911) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 14 15:34:54.645599 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0faa11dc-d36a-494d-9197-9bc6d635bcca tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:54.722194 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faa11dc-d36a-494d-9197-9bc6d635bcca tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:54.724411 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:54.728893 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-0faa11dc-d36a-494d-9197-9bc6d635bcca tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:54.733486 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faa11dc-d36a-494d-9197-9bc6d635bcca tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:54.734225 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0faa11dc-d36a-494d-9197-9bc6d635bcca tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:54.751266 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa11dc-d36a-494d-9197-9bc6d635bcca tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=e42e102e-26c7-4f6f-a17f-38c29a370ef6,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:54.763756 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0faa11dc-d36a-494d-9197-9bc6d635bcca tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5045938 Mar 14 15:34:54.766877 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52122) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:54.772970 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'mac_address': 'fa:16:3e:ac:9b:a1', 'name': 'tempest-NetworksTestDHCPv6-1022562647'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:54.943155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:54.947463 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:port and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:54.951050 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:54.957141 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:54.959035 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port bb740a0b-f1c2-4890-9797-7e5cfc82986e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=bb740a0b-f1c2-4890-9797-7e5cfc82986e,segment=NetworkSegment(9b957e1b-9940-42c8-9197-aa686d3f1e28),segment_id=9b957e1b-9940-42c8-9197-aa686d3f1e28)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:54.966840 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] Routers {'1282ae95-e3f9-44da-b78d-7fbd53ba518c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:54.967541 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:54.969418 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:55.035400 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:55.044231 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bd794257-3d0d-4028-8dea-10038d9915fc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:55.053181 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-bd794257-3d0d-4028-8dea-10038d9915fc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Usage tracker for resource:port and tenant:06f3e6939fba4d41aa8a84893cd307b9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:55.096641 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-bd794257-3d0d-4028-8dea-10038d9915fc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:55.113272 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bd794257-3d0d-4028-8dea-10038d9915fc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:55.139466 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:55.175703 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] device_id is not set on port f51708c5-d124-4b46-9330-758ae58d16c5 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:34:55.183367 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] Set router 1282ae95-e3f9-44da-b78d-7fbd53ba518c gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:34:55.199163 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd794257-3d0d-4028-8dea-10038d9915fc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Made reservation on behalf of 06f3e6939fba4d41aa8a84893cd307b9 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:55.202302 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd794257-3d0d-4028-8dea-10038d9915fc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:55.232258 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea354830-9458-4e93-a84e-c03a4336155c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-0cdc298f-8b11-4478-9081-7075456986d3', 'network_id': '0cdc298f-8b11-4478-9081-7075456986d3', 'tenant_id': '06f3e6939fba4d41aa8a84893cd307b9', 'fixed_ips': [{'subnet_id': '12fff920-fdb6-4473-b378-4c0ac7f3a6e7'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:34:55.233287 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea354830-9458-4e93-a84e-c03a4336155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:55.268306 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:55.319806 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-bd794257-3d0d-4028-8dea-10038d9915fc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] device_id is not set on port 1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:34:55.455814 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Allocated IP 172.26.4.210 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/f4714375-61e9-4aec-9972-84a2f9da1efb) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:55.458528 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Allocated IP 172.20.0.2 (9afff20e-053f-4563-a829-c09143628c31/4331b092-9115-4a26-a3bd-2a07c84a2526/a32897ea-c8bd-438f-8825-8280c9ffe945) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:55.473447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device df7011e4-b7f1-4efe-9dcb-c352d792abe5 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:55.482397 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.extraroute_db [None req-768fad66-a62c-4b39-bdbc-2337726b8c71 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=83910) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 14 15:34:55.541028 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-94ff20d9-9fcb-417b-8dd6-d85cef47d9b5 None None] Provisioning for port 73b02ba3-6a11-4614-96cf-52021d13b652 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:55.549616 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Allocated IP 2001:db8::f816:3eff:fe34:9fc6 (9afff20e-053f-4563-a829-c09143628c31/e42e102e-26c7-4f6f-a17f-38c29a370ef6/a32897ea-c8bd-438f-8825-8280c9ffe945) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:55.636040 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-94ff20d9-9fcb-417b-8dd6-d85cef47d9b5 None None] Provisioning complete for port 73b02ba3-6a11-4614-96cf-52021d13b652 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:55.636408 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94ff20d9-9fcb-417b-8dd6-d85cef47d9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:55.668398 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.extraroute_db [None req-768fad66-a62c-4b39-bdbc-2337726b8c71 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Removed routes are [] {{(pid=83910) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 14 15:34:55.668789 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-768fad66-a62c-4b39-bdbc-2337726b8c71 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:55.675964 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=bb740a0b-f1c2-4890-9797-7e5cfc82986e,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:55.863150 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-94ff20d9-9fcb-417b-8dd6-d85cef47d9b5 None None] Port 73b02ba3-6a11-4614-96cf-52021d13b652 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:34:55.923745 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-bd794257-3d0d-4028-8dea-10038d9915fc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Allocated IP 172.20.0.14 (0cdc298f-8b11-4478-9081-7075456986d3/12fff920-fdb6-4473-b378-4c0ac7f3a6e7/1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:55.938651 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port df7011e4-b7f1-4efe-9dcb-c352d792abe5 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:55.965012 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port df7011e4-b7f1-4efe-9dcb-c352d792abe5 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:55.965397 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:56.045763 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:56.084783 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe43031-b3f1-4b02-805b-08cae304b040 req-fa0bb5be-1efc-4192-9b20-06564c963cc8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:56.086247 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5fe43031-b3f1-4b02-805b-08cae304b040 req-fa0bb5be-1efc-4192-9b20-06564c963cc8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 946 time: 0.3619111 Mar 14 15:34:56.097977 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:56.109642 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f807af2e-7373-4f11-a8f6-c5a5f482680f None None] Provisioning complete for port 73b02ba3-6a11-4614-96cf-52021d13b652 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:56.110014 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f807af2e-7373-4f11-a8f6-c5a5f482680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:56.140015 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Transition to ACTIVE for port object a32897ea-c8bd-438f-8825-8280c9ffe945 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:56.157469 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:34:51Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:36Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b02ba3-6a11-4614-96cf-52021d13b652', 'name': '', 'network_id': 'de86157d-05a5-41a7-b032-b6468abfbae1', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:eb:23:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7555e56a-fcbf-476a-a995-df42163094f1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:49Z', 'updated_at': '2022-03-14T15:34:51Z', 'revision_number': 2, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '7555e56a-fcbf-476a-a995-df42163094f1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb740a0b-f1c2-4890-9797-7e5cfc82986e', 'name': '', 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:d4:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:33Z', 'updated_at': '2022-03-14T15:34:54Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7011e4-b7f1-4efe-9dcb-c352d792abe5', 'name': '', 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:19:f0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:40Z', 'updated_at': '2022-03-14T15:34:52Z', 'revision_number': 4, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:56.183680 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] Checking router: 1282ae95-e3f9-44da-b78d-7fbd53ba518c for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:34:56.183680 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] Updating router 1282ae95-e3f9-44da-b78d-7fbd53ba518c port 73b02ba3-6a11-4614-96cf-52021d13b652 binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:34:56.268432 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f807af2e-7373-4f11-a8f6-c5a5f482680f None None] Port 73b02ba3-6a11-4614-96cf-52021d13b652 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:34:56.272117 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Transition to ACTIVE for port object a32897ea-c8bd-438f-8825-8280c9ffe945 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:56.291103 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:56.334083 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:56.367721 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:56.373087 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:56.373776 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5fe43031-b3f1-4b02-805b-08cae304b040 req-300ba36d-ab7a-4500-86a7-02e8b5c2cb2d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=b774a8a7-2b09-4219-93cf-0ded6bc0a816&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2706323 Mar 14 15:34:56.454475 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:56.462606 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Pushing event updated for resources: {'Port': ['ID=a32897ea-c8bd-438f-8825-8280c9ffe945,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:56.484068 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port df7011e4-b7f1-4efe-9dcb-c352d792abe5, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=df7011e4-b7f1-4efe-9dcb-c352d792abe5,segment=NetworkSegment(707c8594-bfce-425a-8eb0-4883316dd67d),segment_id=707c8594-bfce-425a-8eb0-4883316dd67d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:56.486289 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:56.495100 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 172.20.0.13 (9afff20e-053f-4563-a829-c09143628c31/4331b092-9115-4a26-a3bd-2a07c84a2526/f51708c5-d124-4b46-9330-758ae58d16c5) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:56.501061 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:56.502475 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8::f816:3eff:feac:9ba1 (9afff20e-053f-4563-a829-c09143628c31/e42e102e-26c7-4f6f-a17f-38c29a370ef6/f51708c5-d124-4b46-9330-758ae58d16c5) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:56.510091 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:56.517133 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:56.523816 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd794257-3d0d-4028-8dea-10038d9915fc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:56.529214 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Pushing event updated for resources: {'Port': ['ID=f4714375-61e9-4aec-9972-84a2f9da1efb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:56.533505 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-768fad66-a62c-4b39-bdbc-2337726b8c71 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:56.537751 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:56.538689 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:56.539328 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5e63db36-84da-4917-808a-483ebc212cb2 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:56.574871 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-768fad66-a62c-4b39-bdbc-2337726b8c71 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-950448'] for router, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:56.587566 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-bd794257-3d0d-4028-8dea-10038d9915fc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Transition to ACTIVE for port object 1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:56.753944 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:56.784445 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Transition to ACTIVE for port object f51708c5-d124-4b46-9330-758ae58d16c5 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:56.815433 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:56.880680 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd794257-3d0d-4028-8dea-10038d9915fc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:56.901440 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:56.905221 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:56.907608 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=f51708c5-d124-4b46-9330-758ae58d16c5,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:56.915980 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:56.951601 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Attempting to bind port a32897ea-c8bd-438f-8825-8280c9ffe945 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:56.952162 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Attempting to bind port a32897ea-c8bd-438f-8825-8280c9ffe945 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:56.952447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Attempting to bind port a32897ea-c8bd-438f-8825-8280c9ffe945 on network 9afff20e-053f-4563-a829-c09143628c31 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:34:56.960928 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=df7011e4-b7f1-4efe-9dcb-c352d792abe5,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:56.976342 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:56.976696 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:56.977489 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:56.977489 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:56.977716 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:56.977986 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:56.978349 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:56.978682 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:56.979004 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:56.979578 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:56.979692 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:56.986538 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:56.987163 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:57.006024 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:34:57.006456 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Checking segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:57.006768 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:57.007179 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Bound using segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:34:57.007664 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Bound port: a32897ea-c8bd-438f-8825-8280c9ffe945, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:57.008237 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:57.015598 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b5bff573-ae58-4eb7-b09d-6afcc7c3cb6a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2473660 Mar 14 15:34:57.018439 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52128) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:57.022492 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-ea354830-9458-4e93-a84e-c03a4336155c None None] Allocated IP 172.20.0.2 (0cdc298f-8b11-4478-9081-7075456986d3/12fff920-fdb6-4473-b378-4c0ac7f3a6e7/ab35f0db-c9e1-458e-a6c3-59b35fcab0f3) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:57.063040 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd794257-3d0d-4028-8dea-10038d9915fc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Pushing event updated for resources: {'Port': ['ID=1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:57.076055 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd794257-3d0d-4028-8dea-10038d9915fc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Network 0cdc298f-8b11-4478-9081-7075456986d3 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:57.088281 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 5e63db36-84da-4917-808a-483ebc212cb2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:57.113451 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 5e63db36-84da-4917-808a-483ebc212cb2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:57.113830 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:57.114012 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab368389-c402-4c3f-888a-9f321fd53b38 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:57.118191 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab368389-c402-4c3f-888a-9f321fd53b38 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:57.119057 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ab368389-c402-4c3f-888a-9f321fd53b38 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:57.140100 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ab368389-c402-4c3f-888a-9f321fd53b38 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:57.143134 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ab368389-c402-4c3f-888a-9f321fd53b38 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1234436 Mar 14 15:34:57.146001 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52132) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:57.228924 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ac5579ca-6803-4b2d-88d3-9fd1a2920840 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting port f51708c5-d124-4b46-9330-758ae58d16c5 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:34:57.229560 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac5579ca-6803-4b2d-88d3-9fd1a2920840 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:57.260688 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-bd794257-3d0d-4028-8dea-10038d9915fc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:57.263047 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd794257-3d0d-4028-8dea-10038d9915fc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:57.316250 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768fad66-a62c-4b39-bdbc-2337726b8c71 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Router 1282ae95-e3f9-44da-b78d-7fbd53ba518c has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:34:57.363147 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd794257-3d0d-4028-8dea-10038d9915fc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:57.363757 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd794257-3d0d-4028-8dea-10038d9915fc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:57.431363 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] For port a32897ea-c8bd-438f-8825-8280c9ffe945, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:57.464906 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] For port a32897ea-c8bd-438f-8825-8280c9ffe945, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=a32897ea-c8bd-438f-8825-8280c9ffe945,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:57.481604 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:57.494036 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac5579ca-6803-4b2d-88d3-9fd1a2920840 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:57.542542 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-bd794257-3d0d-4028-8dea-10038d9915fc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.0161808 Mar 14 15:34:57.544931 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52138) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:57.556752 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-78c30e6f-8f17-4538-95d4-4c6a11fe71eb tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-154433435', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:57.559014 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:57.568832 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:34:57.576655 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-78c30e6f-8f17-4538-95d4-4c6a11fe71eb tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:57.580542 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Pushing event updated for resources: {'Port': ['ID=a32897ea-c8bd-438f-8825-8280c9ffe945,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:57.597610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-78c30e6f-8f17-4538-95d4-4c6a11fe71eb tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Usage tracker for resource:router and tenant:06f3e6939fba4d41aa8a84893cd307b9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:34:57.602339 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-78c30e6f-8f17-4538-95d4-4c6a11fe71eb tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:34:57.611016 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-78c30e6f-8f17-4538-95d4-4c6a11fe71eb tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:34:57.638601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78c30e6f-8f17-4538-95d4-4c6a11fe71eb tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:57.639503 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78c30e6f-8f17-4538-95d4-4c6a11fe71eb tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:57.663103 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ac5579ca-6803-4b2d-88d3-9fd1a2920840 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Calling delete_port for f51708c5-d124-4b46-9330-758ae58d16c5 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:34:57.678035 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768fad66-a62c-4b39-bdbc-2337726b8c71 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:34:57.679925 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:57.680272 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:57.680610 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:57.680944 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:57.681279 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:57.681610 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:57.681924 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:57.682270 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:57.682847 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:57.683162 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:57.683480 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954b225-0316-4e5a-a12d-bdf8792b28c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:57.695303 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78c30e6f-8f17-4538-95d4-4c6a11fe71eb tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:57.709826 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-768fad66-a62c-4b39-bdbc-2337726b8c71 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:57.713838 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-768fad66-a62c-4b39-bdbc-2337726b8c71 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/routers/1282ae95-e3f9-44da-b78d-7fbd53ba518c HTTP/1.1" status: 200 len: 953 time: 3.5181668 Mar 14 15:34:57.714778 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52142) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:57.747359 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 5e63db36-84da-4917-808a-483ebc212cb2, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5e63db36-84da-4917-808a-483ebc212cb2,segment=NetworkSegment(71df4dc6-06ef-4291-9151-7e12558aadf4),segment_id=71df4dc6-06ef-4291-9151-7e12558aadf4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:57.754516 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:57.771628 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:57.817118 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea354830-9458-4e93-a84e-c03a4336155c None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:57.826745 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] Transition to ACTIVE for port object 73b02ba3-6a11-4614-96cf-52021d13b652 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:57.866958 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:57.882904 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ea354830-9458-4e93-a84e-c03a4336155c None None] Transition to ACTIVE for port object ab35f0db-c9e1-458e-a6c3-59b35fcab0f3 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:57.894735 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 625d2a65-dd19-45e2-9679-eeeb53d15be9 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:34:57.903228 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0551f95-19b9-4637-bc1c-b24064ef6b1d req-11bb71b1-c22c-46a2-b26c-504dc8bde6ec tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:57.904845 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c0551f95-19b9-4637-bc1c-b24064ef6b1d req-11bb71b1-c22c-46a2-b26c-504dc8bde6ec tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 946 time: 0.2765515 Mar 14 15:34:57.956119 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78c30e6f-8f17-4538-95d4-4c6a11fe71eb tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:57.973286 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c0551f95-19b9-4637-bc1c-b24064ef6b1d req-f7aca3bc-68c4-4377-9d99-dd43859c65dc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=b774a8a7-2b09-4219-93cf-0ded6bc0a816&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576446 Mar 14 15:34:58.031124 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 625d2a65-dd19-45e2-9679-eeeb53d15be9 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:34:58.031692 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 625d2a65-dd19-45e2-9679-eeeb53d15be9 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:34:58.034841 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78c30e6f-8f17-4538-95d4-4c6a11fe71eb tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.038856 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-78c30e6f-8f17-4538-95d4-4c6a11fe71eb tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4930899 Mar 14 15:34:58.041116 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52148) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:58.041670 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.044087 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ea354830-9458-4e93-a84e-c03a4336155c None None] Transition to ACTIVE for port object ab35f0db-c9e1-458e-a6c3-59b35fcab0f3 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:58.045321 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=5e63db36-84da-4917-808a-483ebc212cb2,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:58.048886 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-bc85141b-6649-4ba8-86d7-7e503ceb8842 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1411893836', 'prefixes': ['172.20.0.0/16']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:58.055479 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bc85141b-6649-4ba8-86d7-7e503ceb8842 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:34:58.086946 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea354830-9458-4e93-a84e-c03a4336155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.141104 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac5579ca-6803-4b2d-88d3-9fd1a2920840 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.224208 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.240324 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea354830-9458-4e93-a84e-c03a4336155c None None] Network 0cdc298f-8b11-4478-9081-7075456986d3 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:58.309342 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-ea354830-9458-4e93-a84e-c03a4336155c None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:58.366148 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5579ca-6803-4b2d-88d3-9fd1a2920840 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Port': ['ID=f51708c5-d124-4b46-9330-758ae58d16c5,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:58.370117 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600bc14-0e21-42b4-b440-379cd9ea5e17 None None] Pushing event updated for resources: {'Port': ['ID=73b02ba3-6a11-4614-96cf-52021d13b652,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:58.378130 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea354830-9458-4e93-a84e-c03a4336155c None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:34:58.381825 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device df7011e4-b7f1-4efe-9dcb-c352d792abe5 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:58.541096 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac5579ca-6803-4b2d-88d3-9fd1a2920840 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.554952 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ac5579ca-6803-4b2d-88d3-9fd1a2920840 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/f51708c5-d124-4b46-9330-758ae58d16c5 HTTP/1.1" status: 204 len: 168 time: 1.4067936 Mar 14 15:34:58.557157 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52154) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:58.595471 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] Attempting to bind port 73b02ba3-6a11-4614-96cf-52021d13b652 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:58.595827 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] Attempting to bind port 73b02ba3-6a11-4614-96cf-52021d13b652 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '71df4dc6-06ef-4291-9151-7e12558aadf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'de86157d-05a5-41a7-b032-b6468abfbae1'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:58.596495 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] Attempting to bind port 73b02ba3-6a11-4614-96cf-52021d13b652 on network de86157d-05a5-41a7-b032-b6468abfbae1 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:34:58.599488 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea354830-9458-4e93-a84e-c03a4336155c None None] Pushing event updated for resources: {'Port': ['ID=ab35f0db-c9e1-458e-a6c3-59b35fcab0f3,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:58.652482 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f6402f-7c36-47ae-8ab3-805760e95f66 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:58.654158 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f6402f-7c36-47ae-8ab3-805760e95f66 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:58.655732 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f6402f-7c36-47ae-8ab3-805760e95f66 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:58.656626 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-67f6402f-7c36-47ae-8ab3-805760e95f66 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:34:58.677520 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:34:58.678202 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] Checking segment: {'id': '71df4dc6-06ef-4291-9151-7e12558aadf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'de86157d-05a5-41a7-b032-b6468abfbae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:58.678344 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-67f6402f-7c36-47ae-8ab3-805760e95f66 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:34:58.678781 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.679129 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] Bound using segment: {'id': '71df4dc6-06ef-4291-9151-7e12558aadf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'de86157d-05a5-41a7-b032-b6468abfbae1'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:34:58.680694 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-67f6402f-7c36-47ae-8ab3-805760e95f66 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1209297 Mar 14 15:34:58.682597 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52158) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:58.682777 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] Bound port: 73b02ba3-6a11-4614-96cf-52021d13b652, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71df4dc6-06ef-4291-9151-7e12558aadf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'de86157d-05a5-41a7-b032-b6468abfbae1'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:58.683452 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.696530 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ea354830-9458-4e93-a84e-c03a4336155c None None] Attempting to bind port ab35f0db-c9e1-458e-a6c3-59b35fcab0f3 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:58.697176 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ea354830-9458-4e93-a84e-c03a4336155c None None] Attempting to bind port ab35f0db-c9e1-458e-a6c3-59b35fcab0f3 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'bdb4219a-b3a9-4ca7-9af7-9f8773d06ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0cdc298f-8b11-4478-9081-7075456986d3'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:58.697306 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea354830-9458-4e93-a84e-c03a4336155c None None] Attempting to bind port ab35f0db-c9e1-458e-a6c3-59b35fcab0f3 on network 0cdc298f-8b11-4478-9081-7075456986d3 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:34:58.723827 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52162) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:58.725152 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-bf184db2-e98d-44c3-ac19-c3f2dffb6105 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/routers/1282ae95-e3f9-44da-b78d-7fbd53ba518c HTTP/1.1" status: 200 len: 953 time: 1.0071480 Mar 14 15:34:58.734017 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4586d1d7-9ce1-4039-b4c4-fc3dbfea81fb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'router': {'routes': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:34:58.743935 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea354830-9458-4e93-a84e-c03a4336155c None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:34:58.744192 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea354830-9458-4e93-a84e-c03a4336155c None None] Checking segment: {'id': 'bdb4219a-b3a9-4ca7-9af7-9f8773d06ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0cdc298f-8b11-4478-9081-7075456986d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:34:58.744521 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea354830-9458-4e93-a84e-c03a4336155c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.744908 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea354830-9458-4e93-a84e-c03a4336155c None None] Bound using segment: {'id': 'bdb4219a-b3a9-4ca7-9af7-9f8773d06ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0cdc298f-8b11-4478-9081-7075456986d3'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:34:58.745703 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ea354830-9458-4e93-a84e-c03a4336155c None None] Bound port: ab35f0db-c9e1-458e-a6c3-59b35fcab0f3, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb4219a-b3a9-4ca7-9af7-9f8773d06ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0cdc298f-8b11-4478-9081-7075456986d3'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:58.745844 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea354830-9458-4e93-a84e-c03a4336155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.769649 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port df7011e4-b7f1-4efe-9dcb-c352d792abe5 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:58.770019 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.774231 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8584790-7a0a-4468-8c09-6bc4ae42b346 req-83cd1e5e-aef6-4409-a770-fe8c64685317 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:58.781093 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a8584790-7a0a-4468-8c09-6bc4ae42b346 req-83cd1e5e-aef6-4409-a770-fe8c64685317 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 946 time: 0.4270048 Mar 14 15:34:58.849975 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.862660 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a8584790-7a0a-4468-8c09-6bc4ae42b346 req-a82488aa-1bc5-4689-b501-2c26dfbde9fc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=b774a8a7-2b09-4219-93cf-0ded6bc0a816&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805869 Mar 14 15:34:58.865558 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bc85141b-6649-4ba8-86d7-7e503ceb8842 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks [] for subnetpool, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.868104 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-bc85141b-6649-4ba8-86d7-7e503ceb8842 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.8254275 Mar 14 15:34:58.869650 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.881787 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52166) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:58.903780 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52168) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:58.913886 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.tag.tag_plugin [None req-af612b49-ee31-4391-9636-224e4120b455 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '12fff920-fdb6-4473-b378-4c0ac7f3a6e7', 'tempest-TagsExtTest-Tag-170123076') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:58.921165 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] For port 73b02ba3-6a11-4614-96cf-52021d13b652, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:58.933722 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] For port 73b02ba3-6a11-4614-96cf-52021d13b652, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=73b02ba3-6a11-4614-96cf-52021d13b652,segment=NetworkSegment(71df4dc6-06ef-4291-9151-7e12558aadf4),segment_id=71df4dc6-06ef-4291-9151-7e12558aadf4)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:58.952713 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ea354830-9458-4e93-a84e-c03a4336155c None None] For port ab35f0db-c9e1-458e-a6c3-59b35fcab0f3, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:58.958767 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ea354830-9458-4e93-a84e-c03a4336155c None None] For port ab35f0db-c9e1-458e-a6c3-59b35fcab0f3, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ab35f0db-c9e1-458e-a6c3-59b35fcab0f3,segment=NetworkSegment(bdb4219a-b3a9-4ca7-9af7-9f8773d06ae2),segment_id=bdb4219a-b3a9-4ca7-9af7-9f8773d06ae2)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:58.963839 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.986590 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-849c8d3a-c41f-4419-b972-0564d33eec8d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet 4331b092-9115-4a26-a3bd-2a07c84a2526 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:34:58.996030 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-849c8d3a-c41f-4419-b972-0564d33eec8d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:59.004617 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:59.127269 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-849c8d3a-c41f-4419-b972-0564d33eec8d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:59.138869 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea354830-9458-4e93-a84e-c03a4336155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:59.312398 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] Routers {'1282ae95-e3f9-44da-b78d-7fbd53ba518c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:34:59.314789 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:59.399888 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Pushing event updated for resources: {'Port': ['ID=f4714375-61e9-4aec-9972-84a2f9da1efb,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:59.556121 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Floating IP 3f9557b6-608f-458e-a38c-bb7d64ae6eac associated. External IP: 172.26.4.210, port: 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0. Mar 14 15:34:59.699248 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600bc14-0e21-42b4-b440-379cd9ea5e17 None None] Pushing event updated for resources: {'Port': ['ID=73b02ba3-6a11-4614-96cf-52021d13b652,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:59.720823 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5e63db36-84da-4917-808a-483ebc212cb2 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:34:59.852485 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-af612b49-ee31-4391-9636-224e4120b455 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "PUT /v2.0/subnets/12fff920-fdb6-4473-b378-4c0ac7f3a6e7/tags/tempest-TagsExtTest-Tag-170123076 HTTP/1.1" status: 201 len: 201 time: 0.9583411 Mar 14 15:34:59.853726 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52176) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:34:59.885643 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63580e15-c655-4186-b918-291cbb6a4772 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:34:59.886483 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.tag.tag_plugin [None req-329cbc74-4c3c-4f95-8f6c-df417e4d8efa tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a', 'tempest-TagsExtTest-Tag-1774620562') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:59.930093 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-849c8d3a-c41f-4419-b972-0564d33eec8d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:00.103880 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] Set router 1282ae95-e3f9-44da-b78d-7fbd53ba518c gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:35:00.148350 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea354830-9458-4e93-a84e-c03a4336155c None None] Pushing event updated for resources: {'Port': ['ID=ab35f0db-c9e1-458e-a6c3-59b35fcab0f3,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:00.174129 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bc260eef-4d1d-40b5-8b03-586898a09bbb None None] Provisioning for port a32897ea-c8bd-438f-8825-8280c9ffe945 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:35:00.238024 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 5e63db36-84da-4917-808a-483ebc212cb2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:00.238578 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:00.279385 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-849c8d3a-c41f-4419-b972-0564d33eec8d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:00.348830 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-87270208-1c4f-4b9f-9854-9c7e36f8a6e0 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 1094 time: 1.4439571 Mar 14 15:35:00.351683 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.extraroute_db [None req-4586d1d7-9ce1-4039-b4c4-fc3dbfea81fb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Added routes are [] {{(pid=83911) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 14 15:35:00.352115 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.extraroute_db [None req-4586d1d7-9ce1-4039-b4c4-fc3dbfea81fb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=83911) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 14 15:35:00.355343 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c8d3a-c41f-4419-b972-0564d33eec8d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=4331b092-9115-4a26-a3bd-2a07c84a2526,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:00.363340 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52180) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:00.379475 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': '32b6eaed-5616-43b7-b32c-381ff1b91f0f', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:00.386632 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-849c8d3a-c41f-4419-b972-0564d33eec8d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:00.406425 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:00.420340 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:floatingip and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:00.436562 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:00.445869 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:00.451457 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-849c8d3a-c41f-4419-b972-0564d33eec8d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/4331b092-9115-4a26-a3bd-2a07c84a2526 HTTP/1.1" status: 204 len: 168 time: 1.7674108 Mar 14 15:35:00.455868 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52184) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:00.462471 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52186) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:00.463183 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-329cbc74-4c3c-4f95-8f6c-df417e4d8efa tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "PUT /v2.0/ports/1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a/tags/tempest-TagsExtTest-Tag-1774620562 HTTP/1.1" status: 201 len: 201 time: 0.5858293 Mar 14 15:35:00.484271 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-a586314a-3283-4458-9476-dac4604262ee tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c6dbb3f5-107e-4130-b1fa-70238556c629', 'tempest-TagsExtTest-Tag-1435677419') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:00.535248 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4586d1d7-9ce1-4039-b4c4-fc3dbfea81fb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:00.560520 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:00.743800 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a586314a-3283-4458-9476-dac4604262ee tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "PUT /v2.0/routers/c6dbb3f5-107e-4130-b1fa-70238556c629/tags/tempest-TagsExtTest-Tag-1435677419 HTTP/1.1" status: 201 len: 201 time: 0.2654350 Mar 14 15:35:00.749799 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52192) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:00.764857 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-8e05c0ca-1c61-40b3-bb9a-1399dceb764e tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ea043e43-413a-415b-9bf2-c17d2f730aef', 'tempest-TagsExtTest-Tag-753538673') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:00.773649 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device bb740a0b-f1c2-4890-9797-7e5cfc82986e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:35:00.878693 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Router 23f17679-0b6f-44a5-b245-23cc9de69ec1 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:35:00.888095 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8e05c0ca-1c61-40b3-bb9a-1399dceb764e tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "PUT /v2.0/subnetpools/ea043e43-413a-415b-9bf2-c17d2f730aef/tags/tempest-TagsExtTest-Tag-753538673 HTTP/1.1" status: 201 len: 201 time: 0.1340983 Mar 14 15:35:00.891624 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52196) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:00.900230 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-8245dedd-c99f-481c-bbc3-aabf9d84cf38 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '12fff920-fdb6-4473-b378-4c0ac7f3a6e7') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:00.928961 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5204f6-e958-4eaa-be5e-162cf52d1949 None None] Network 0cdc298f-8b11-4478-9081-7075456986d3 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:01.067264 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port bb740a0b-f1c2-4890-9797-7e5cfc82986e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:01.068108 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:01.144982 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8245dedd-c99f-481c-bbc3-aabf9d84cf38 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/subnets/12fff920-fdb6-4473-b378-4c0ac7f3a6e7/tags HTTP/1.1" status: 200 len: 240 time: 0.2529576 Mar 14 15:35:01.145762 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52200) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:01.153935 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-364a5ecf-d58b-4240-952e-2de6ec98d1b0 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '12fff920-fdb6-4473-b378-4c0ac7f3a6e7', 'tempest-TagsExtTest-Tag-170123076') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:01.281672 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-364a5ecf-d58b-4240-952e-2de6ec98d1b0 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/subnets/12fff920-fdb6-4473-b378-4c0ac7f3a6e7/tags/tempest-TagsExtTest-Tag-170123076 HTTP/1.1" status: 204 len: 168 time: 0.1317263 Mar 14 15:35:01.285368 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52204) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:01.314166 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-6ae99eef-d4ff-451d-b14f-9c7a327fe2ae tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '12fff920-fdb6-4473-b378-4c0ac7f3a6e7', 'tempest-TagsExtTest-Tag-170123076') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:01.360886 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-2169aebb-73cf-4636-aca7-cc5924c4a0c2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet e42e102e-26c7-4f6f-a17f-38c29a370ef6 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:35:01.374238 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2169aebb-73cf-4636-aca7-cc5924c4a0c2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:01.398151 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:35:01.410292 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba2331-52d6-40ee-ac6e-54e6f0b05e8e None None] Sync routers for ids ['23f17679-0b6f-44a5-b245-23cc9de69ec1'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:35:01.440092 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba2331-52d6-40ee-ac6e-54e6f0b05e8e None None] Routers {'23f17679-0b6f-44a5-b245-23cc9de69ec1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:35:01.441910 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0eba2331-52d6-40ee-ac6e-54e6f0b05e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['23f17679-0b6f-44a5-b245-23cc9de69ec1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:01.468668 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:01.476635 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3fc57400-7090-4367-8138-af843339005f None None] Provisioning for port ab35f0db-c9e1-458e-a6c3-59b35fcab0f3 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:35:01.528071 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2169aebb-73cf-4636-aca7-cc5924c4a0c2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:01.623244 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d4686fbd-a5b6-4d09-9781-5e645d427650 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.5400741 Mar 14 15:35:01.625749 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4', 'tag': '3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:35:01.645186 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6ae99eef-d4ff-451d-b14f-9c7a327fe2ae tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "DELETE /v2.0/subnets/12fff920-fdb6-4473-b378-4c0ac7f3a6e7/tags/tempest-TagsExtTest-Tag-170123076 HTTP/1.1" status: 204 len: 168 time: 0.3432024 Mar 14 15:35:01.650601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52212) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:01.665787 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-35abd5c5-3f51-413c-8579-eb2f7684126c tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '12fff920-fdb6-4473-b378-4c0ac7f3a6e7') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:01.666701 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2169aebb-73cf-4636-aca7-cc5924c4a0c2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:01.804042 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:34:55Z', 'revision_number': 6, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:36Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b02ba3-6a11-4614-96cf-52021d13b652', 'name': '', 'network_id': 'de86157d-05a5-41a7-b032-b6468abfbae1', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:eb:23:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7555e56a-fcbf-476a-a995-df42163094f1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:49Z', 'updated_at': '2022-03-14T15:34:58Z', 'revision_number': 4, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '7555e56a-fcbf-476a-a995-df42163094f1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb740a0b-f1c2-4890-9797-7e5cfc82986e', 'name': '', 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:d4:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:33Z', 'updated_at': '2022-03-14T15:34:54Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7011e4-b7f1-4efe-9dcb-c352d792abe5', 'name': '', 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:19:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:40Z', 'updated_at': '2022-03-14T15:34:56Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:01.816292 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2e6e3a-3bc5-4ea0-88a9-edee704c4b79 None None] The sync data for ids ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'] in dv-neutron-833561-1-hyperv is: [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:34:55Z', 'revision_number': 6, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:36Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b02ba3-6a11-4614-96cf-52021d13b652', 'name': '', 'network_id': 'de86157d-05a5-41a7-b032-b6468abfbae1', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:eb:23:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7555e56a-fcbf-476a-a995-df42163094f1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:49Z', 'updated_at': '2022-03-14T15:34:58Z', 'revision_number': 4, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '7555e56a-fcbf-476a-a995-df42163094f1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb740a0b-f1c2-4890-9797-7e5cfc82986e', 'name': '', 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:d4:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:33Z', 'updated_at': '2022-03-14T15:34:54Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7011e4-b7f1-4efe-9dcb-c352d792abe5', 'name': '', 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:19:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:40Z', 'updated_at': '2022-03-14T15:34:56Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:35:01.877660 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2169aebb-73cf-4636-aca7-cc5924c4a0c2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:01.907281 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-35abd5c5-3f51-413c-8579-eb2f7684126c tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/subnets/12fff920-fdb6-4473-b378-4c0ac7f3a6e7/tags HTTP/1.1" status: 200 len: 205 time: 0.2526710 Mar 14 15:35:01.909745 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52218) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:01.920243 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-45a7e9fa-4ef1-4da3-bb5f-82a400d2cb5d tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:01.949563 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-0eba2331-52d6-40ee-ac6e-54e6f0b05e8e None None] Set router 23f17679-0b6f-44a5-b245-23cc9de69ec1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:35:02.023388 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1ff0caf9-a5a9-4ca6-a9f2-7fdeffe37838 req-5ef11efa-2377-4f9e-b17d-96f3a1cd6e81 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.1605084 Mar 14 15:35:02.203500 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-45a7e9fa-4ef1-4da3-bb5f-82a400d2cb5d tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/ports/1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a/tags HTTP/1.1" status: 200 len: 241 time: 0.2918959 Mar 14 15:35:02.211333 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52222) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:02.232784 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-1d5844ce-2678-4e38-b11d-5fc2386b2450 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a', 'tempest-TagsExtTest-Tag-1774620562') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:02.265064 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4586d1d7-9ce1-4039-b4c4-fc3dbfea81fb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:02.277578 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4586d1d7-9ce1-4039-b4c4-fc3dbfea81fb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-950448'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:02.342329 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ab35f0db-c9e1-458e-a6c3-59b35fcab0f3 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:35:02.347799 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169aebb-73cf-4636-aca7-cc5924c4a0c2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=e42e102e-26c7-4f6f-a17f-38c29a370ef6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:02.386504 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2169aebb-73cf-4636-aca7-cc5924c4a0c2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:02.500620 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4', 'tag': '3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0', 'status': 'completed', 'code': 200} Mar 14 15:35:02.511485 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e8deb-806e-4d5b-be93-4c175212f4b5 None None] Sync routers for ids ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:35:02.538994 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e8deb-806e-4d5b-be93-4c175212f4b5 None None] Routers {'1282ae95-e3f9-44da-b78d-7fbd53ba518c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:35:02.540290 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-551e8deb-806e-4d5b-be93-4c175212f4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:02.540568 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1d5844ce-2678-4e38-b11d-5fc2386b2450 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/ports/1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a/tags/tempest-TagsExtTest-Tag-1774620562 HTTP/1.1" status: 204 len: 168 time: 0.3280165 Mar 14 15:35:02.550380 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52226) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:02.561699 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2169aebb-73cf-4636-aca7-cc5924c4a0c2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/e42e102e-26c7-4f6f-a17f-38c29a370ef6 HTTP/1.1" status: 204 len: 168 time: 2.0976844 Mar 14 15:35:02.566958 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-d80c7d47-8c8d-49cd-b318-6849d3d57f7c tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a', 'tempest-TagsExtTest-Tag-1774620562') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:02.572669 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52230) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:02.574334 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:02.727242 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d80c7d47-8c8d-49cd-b318-6849d3d57f7c tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "DELETE /v2.0/ports/1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a/tags/tempest-TagsExtTest-Tag-1774620562 HTTP/1.1" status: 204 len: 168 time: 0.1735587 Mar 14 15:35:02.727439 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52232) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:02.732245 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port ab35f0db-c9e1-458e-a6c3-59b35fcab0f3 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:35:02.733227 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-42ad7cb0-5a8c-429f-9cd3-f09f6e7b0184 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:02.743174 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c902d3e5-be80-4ddf-adc4-998cf7ba9197 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:02.822370 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-42ad7cb0-5a8c-429f-9cd3-f09f6e7b0184 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/ports/1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a/tags HTTP/1.1" status: 200 len: 205 time: 0.0939193 Mar 14 15:35:02.824781 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52238) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:02.831269 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-aadc8519-6001-4758-b429-0bc19ec837b7 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c6dbb3f5-107e-4130-b1fa-70238556c629') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:02.832586 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4dc4c79a-7e8b-4836-abc4-6e0a189d2d10 None None] Provisioning complete for port ab35f0db-c9e1-458e-a6c3-59b35fcab0f3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:02.832962 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4dc4c79a-7e8b-4836-abc4-6e0a189d2d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:02.844048 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0eba2331-52d6-40ee-ac6e-54e6f0b05e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:30:23Z', 'revision_number': 4, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '3f9557b6-608f-458e-a38c-bb7d64ae6eac', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'floating_ip_address': '172.26.4.210', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'port_id': '3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'mac_address': 'fa:16:3e:09:1f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:34:57Z', 'updated_at': '2022-03-14T15:34:57Z', 'revision_number': 0, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f72cee2-716c-4700-9192-e83d2843d7a3', 'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'mac_address': 'fa:16:3e:ba:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:21Z', 'updated_at': '2022-03-14T15:30:33Z', 'revision_number': 5, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'subnets': [{'id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:02.848670 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba2331-52d6-40ee-ac6e-54e6f0b05e8e None None] Checking router: 23f17679-0b6f-44a5-b245-23cc9de69ec1 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:35:02.854782 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port ab35f0db-c9e1-458e-a6c3-59b35fcab0f3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:02.855161 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:02.861583 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba2331-52d6-40ee-ac6e-54e6f0b05e8e None None] Routers {'23f17679-0b6f-44a5-b245-23cc9de69ec1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:35:02.862523 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0eba2331-52d6-40ee-ac6e-54e6f0b05e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['23f17679-0b6f-44a5-b245-23cc9de69ec1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:03.053752 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-551e8deb-806e-4d5b-be93-4c175212f4b5 None None] Set router 1282ae95-e3f9-44da-b78d-7fbd53ba518c gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:35:03.072451 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-0eba2331-52d6-40ee-ac6e-54e6f0b05e8e None None] Set router 23f17679-0b6f-44a5-b245-23cc9de69ec1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:35:03.083164 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.26.4.66 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/797dcc42-16db-4900-8ffb-89b19a9840de) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:03.116182 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-aadc8519-6001-4758-b429-0bc19ec837b7 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/routers/c6dbb3f5-107e-4130-b1fa-70238556c629/tags HTTP/1.1" status: 200 len: 241 time: 0.2901523 Mar 14 15:35:03.122537 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52242) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:03.128523 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-98c24092-e72c-4edc-8a67-08e653f4f1ef tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3546588 Mar 14 15:35:03.132120 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-e82743fd-1e33-4721-ad8a-542befdee611 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c6dbb3f5-107e-4130-b1fa-70238556c629', 'tempest-TagsExtTest-Tag-1435677419') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:03.148342 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52246) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:03.165071 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b5cf3bfb-c572-4b36-b24a-605eef2dd2f2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:03.220757 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:03.308484 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e82743fd-1e33-4721-ad8a-542befdee611 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/routers/c6dbb3f5-107e-4130-b1fa-70238556c629/tags/tempest-TagsExtTest-Tag-1435677419 HTTP/1.1" status: 204 len: 168 time: 0.1847677 Mar 14 15:35:03.311020 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52250) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:03.318731 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-c6d9aca3-b00d-4d0c-a4b7-57271ad801a7 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c6dbb3f5-107e-4130-b1fa-70238556c629', 'tempest-TagsExtTest-Tag-1435677419') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:03.348373 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port ab35f0db-c9e1-458e-a6c3-59b35fcab0f3, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ab35f0db-c9e1-458e-a6c3-59b35fcab0f3,segment=NetworkSegment(bdb4219a-b3a9-4ca7-9af7-9f8773d06ae2),segment_id=bdb4219a-b3a9-4ca7-9af7-9f8773d06ae2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:03.349559 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4dc4c79a-7e8b-4836-abc4-6e0a189d2d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:03.401607 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1ff0caf9-a5a9-4ca6-a9f2-7fdeffe37838 req-156d06d0-342f-42f3-9e74-7c67803c7863 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e56a9bf665f84615b9b7754b13dc18cc&device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 1098 time: 1.1055081 Mar 14 15:35:03.444891 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b5cf3bfb-c572-4b36-b24a-605eef2dd2f2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:03.455089 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:03.456241 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 73b02ba3-6a11-4614-96cf-52021d13b652 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:35:03.461468 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b5cf3bfb-c572-4b36-b24a-605eef2dd2f2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:03.472307 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b5cf3bfb-c572-4b36-b24a-605eef2dd2f2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:03.511987 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c6d9aca3-b00d-4d0c-a4b7-57271ad801a7 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "DELETE /v2.0/routers/c6dbb3f5-107e-4130-b1fa-70238556c629/tags/tempest-TagsExtTest-Tag-1435677419 HTTP/1.1" status: 204 len: 168 time: 0.1994007 Mar 14 15:35:03.514492 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52254) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:03.522284 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-639029ac-f10f-46cb-851b-058ad13293b9 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c6dbb3f5-107e-4130-b1fa-70238556c629') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:03.531345 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b5cf3bfb-c572-4b36-b24a-605eef2dd2f2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:03.580566 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:03.593560 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cf3bfb-c572-4b36-b24a-605eef2dd2f2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:03.597439 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3bfb-c572-4b36-b24a-605eef2dd2f2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:03.602452 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0eba2331-52d6-40ee-ac6e-54e6f0b05e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:30:23Z', 'revision_number': 4, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '3f9557b6-608f-458e-a38c-bb7d64ae6eac', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'floating_ip_address': '172.26.4.210', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'port_id': '3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'mac_address': 'fa:16:3e:09:1f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:34:57Z', 'updated_at': '2022-03-14T15:34:57Z', 'revision_number': 0, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f72cee2-716c-4700-9192-e83d2843d7a3', 'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'mac_address': 'fa:16:3e:ba:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:21Z', 'updated_at': '2022-03-14T15:30:33Z', 'revision_number': 5, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'subnets': [{'id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:03.607589 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba2331-52d6-40ee-ac6e-54e6f0b05e8e None None] The sync data for ids ['23f17679-0b6f-44a5-b245-23cc9de69ec1'] in dv-neutron-833561-1-hyperv is: [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:30:23Z', 'revision_number': 4, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '3f9557b6-608f-458e-a38c-bb7d64ae6eac', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'floating_ip_address': '172.26.4.210', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'port_id': '3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'mac_address': 'fa:16:3e:09:1f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:34:57Z', 'updated_at': '2022-03-14T15:34:57Z', 'revision_number': 0, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f72cee2-716c-4700-9192-e83d2843d7a3', 'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'mac_address': 'fa:16:3e:ba:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:21Z', 'updated_at': '2022-03-14T15:30:33Z', 'revision_number': 5, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'subnets': [{'id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:35:03.690632 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-639029ac-f10f-46cb-851b-058ad13293b9 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/routers/c6dbb3f5-107e-4130-b1fa-70238556c629/tags HTTP/1.1" status: 200 len: 205 time: 0.1749125 Mar 14 15:35:03.691526 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52258) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:03.698900 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-800b63d8-411b-4204-90d6-ff33ecc348cb tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ea043e43-413a-415b-9bf2-c17d2f730aef') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:03.729132 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a74ef97-cf0b-4031-9535-e03f2715bdc4 None None] DHCP port deletion for 9afff20e-053f-4563-a829-c09143628c31 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:35:03.733949 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-800b63d8-411b-4204-90d6-ff33ecc348cb tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/subnetpools/ea043e43-413a-415b-9bf2-c17d2f730aef/tags HTTP/1.1" status: 200 len: 240 time: 0.0390077 Mar 14 15:35:03.734428 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52262) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:03.740605 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4586d1d7-9ce1-4039-b4c4-fc3dbfea81fb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Router 1282ae95-e3f9-44da-b78d-7fbd53ba518c has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:35:03.743227 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-2d8da1da-f7d9-464e-8e5e-e37b9412f7e3 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ea043e43-413a-415b-9bf2-c17d2f730aef', 'tempest-TagsExtTest-Tag-753538673') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:03.765453 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1a74ef97-cf0b-4031-9535-e03f2715bdc4 None None] Deleting port a32897ea-c8bd-438f-8825-8280c9ffe945 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:03.765831 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1a74ef97-cf0b-4031-9535-e03f2715bdc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:03.776663 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2d8da1da-f7d9-464e-8e5e-e37b9412f7e3 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/subnetpools/ea043e43-413a-415b-9bf2-c17d2f730aef/tags/tempest-TagsExtTest-Tag-753538673 HTTP/1.1" status: 204 len: 168 time: 0.0385454 Mar 14 15:35:03.777010 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52266) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:03.784658 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-e7dfa2b7-d6c6-4a50-bd62-d05757d98d0d tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ea043e43-413a-415b-9bf2-c17d2f730aef', 'tempest-TagsExtTest-Tag-753538673') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:03.805718 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0caf9-a5a9-4ca6-a9f2-7fdeffe37838 req-7225ca03-470e-48ca-a5ff-7b34fa03a85f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:03.808566 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1ff0caf9-a5a9-4ca6-a9f2-7fdeffe37838 req-7225ca03-470e-48ca-a5ff-7b34fa03a85f service neutron] 10.222.0.24 "GET /v2.0/networks?id=3636f367-7bcd-449f-8e47-979905287efa HTTP/1.1" status: 200 len: 911 time: 0.3835020 Mar 14 15:35:03.836429 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e7dfa2b7-d6c6-4a50-bd62-d05757d98d0d tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "DELETE /v2.0/subnetpools/ea043e43-413a-415b-9bf2-c17d2f730aef/tags/tempest-TagsExtTest-Tag-753538673 HTTP/1.1" status: 204 len: 168 time: 0.0582476 Mar 14 15:35:03.838796 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52270) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:03.846413 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-4ab28394-d8d2-401b-885a-3bf4c94f34d3 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ea043e43-413a-415b-9bf2-c17d2f730aef') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:03.878408 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4ab28394-d8d2-401b-885a-3bf4c94f34d3 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/subnetpools/ea043e43-413a-415b-9bf2-c17d2f730aef/tags HTTP/1.1" status: 200 len: 205 time: 0.0383968 Mar 14 15:35:03.881168 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52274) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:03.887062 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cb5acf-81da-4f30-85da-0c76fa741aa8 None None] New status for floating IP 3f9557b6-608f-458e-a38c-bb7d64ae6eac: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:35:03.887593 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-d757a1bd-64ce-4bee-bd1d-9ac3e4822959 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ea043e43-413a-415b-9bf2-c17d2f730aef') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:03.902633 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-4dc4c79a-7e8b-4836-abc4-6e0a189d2d10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:35:03.903371 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-4dc4c79a-7e8b-4836-abc4-6e0a189d2d10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:35:03.908889 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=ab35f0db-c9e1-458e-a6c3-59b35fcab0f3,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:03.911990 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 73b02ba3-6a11-4614-96cf-52021d13b652 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:35:03.922978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:03.940057 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d757a1bd-64ce-4bee-bd1d-9ac3e4822959 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "DELETE /v2.0/subnetpools/ea043e43-413a-415b-9bf2-c17d2f730aef/tags HTTP/1.1" status: 204 len: 168 time: 0.0577955 Mar 14 15:35:03.942424 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52278) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:03.948716 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-3227190e-9844-494d-8149-d09b37941e6e tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c6dbb3f5-107e-4130-b1fa-70238556c629') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:03.962722 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 73b02ba3-6a11-4614-96cf-52021d13b652 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:03.963487 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:04.104395 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3227190e-9844-494d-8149-d09b37941e6e tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "DELETE /v2.0/routers/c6dbb3f5-107e-4130-b1fa-70238556c629/tags HTTP/1.1" status: 204 len: 168 time: 0.1605010 Mar 14 15:35:04.109315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52282) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:04.115110 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-b2a25f0c-3dd9-4f2d-924a-a8c96e5f35f4 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:04.197383 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b2a25f0c-3dd9-4f2d-924a-a8c96e5f35f4 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "DELETE /v2.0/ports/1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a/tags HTTP/1.1" status: 204 len: 168 time: 0.0846829 Mar 14 15:35:04.197622 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52286) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:04.204402 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-e55a404b-0c97-45f3-882f-e69d74f0c236 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '12fff920-fdb6-4473-b378-4c0ac7f3a6e7') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:04.250204 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:04.259156 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=797dcc42-16db-4900-8ffb-89b19a9840de,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:04.268771 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:04.271280 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:35:04.287028 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:04.298514 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e55a404b-0c97-45f3-882f-e69d74f0c236 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "DELETE /v2.0/subnets/12fff920-fdb6-4473-b378-4c0ac7f3a6e7/tags HTTP/1.1" status: 204 len: 168 time: 0.0948746 Mar 14 15:35:04.298719 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52290) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:04.304519 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-c3a52ed8-4769-4d05-ba59-2b01b96168e0 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '12fff920-fdb6-4473-b378-4c0ac7f3a6e7', 'tempest-TagsExtTest-Tag-892222106') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:04.309169 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1ff0caf9-a5a9-4ca6-a9f2-7fdeffe37838 req-9256230f-2839-4df2-b98d-cb2efe637a6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 HTTP/1.1" status: 200 len: 999 time: 0.4920335 Mar 14 15:35:04.311658 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1a74ef97-cf0b-4031-9535-e03f2715bdc4 None None] For port a32897ea-c8bd-438f-8825-8280c9ffe945, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=a32897ea-c8bd-438f-8825-8280c9ffe945,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:04.312405 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1a74ef97-cf0b-4031-9535-e03f2715bdc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:04.327908 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-551e8deb-806e-4d5b-be93-4c175212f4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:35:00Z', 'revision_number': 7, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:36Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b02ba3-6a11-4614-96cf-52021d13b652', 'name': '', 'network_id': 'de86157d-05a5-41a7-b032-b6468abfbae1', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:eb:23:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7555e56a-fcbf-476a-a995-df42163094f1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:49Z', 'updated_at': '2022-03-14T15:34:58Z', 'revision_number': 4, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '7555e56a-fcbf-476a-a995-df42163094f1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb740a0b-f1c2-4890-9797-7e5cfc82986e', 'name': '', 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:d4:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:33Z', 'updated_at': '2022-03-14T15:34:54Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7011e4-b7f1-4efe-9dcb-c352d792abe5', 'name': '', 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:19:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:40Z', 'updated_at': '2022-03-14T15:34:56Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:04.393077 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e8deb-806e-4d5b-be93-4c175212f4b5 None None] Checking router: 1282ae95-e3f9-44da-b78d-7fbd53ba518c for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:35:04.393266 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c3a52ed8-4769-4d05-ba59-2b01b96168e0 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "PUT /v2.0/subnets/12fff920-fdb6-4473-b378-4c0ac7f3a6e7/tags/tempest-TagsExtTest-Tag-892222106 HTTP/1.1" status: 201 len: 201 time: 0.0907841 Mar 14 15:35:04.393266 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52294) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:04.400660 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-4aab04bd-b33f-4ef6-9364-a4b41cdae282 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a', 'tempest-TagsExtTest-Tag-1167877511') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:04.484691 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0caf9-a5a9-4ca6-a9f2-7fdeffe37838 req-51398d51-dfdb-4556-8415-a2add6fc70f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:04.487077 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1ff0caf9-a5a9-4ca6-a9f2-7fdeffe37838 req-51398d51-dfdb-4556-8415-a2add6fc70f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d72d1897-6b00-4d72-b749-ed3bdadbf186 HTTP/1.1" status: 200 len: 849 time: 0.1645904 Mar 14 15:35:04.487922 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3bfb-c572-4b36-b24a-605eef2dd2f2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:04.490554 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4aab04bd-b33f-4ef6-9364-a4b41cdae282 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "PUT /v2.0/ports/1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a/tags/tempest-TagsExtTest-Tag-1167877511 HTTP/1.1" status: 201 len: 201 time: 0.0962687 Mar 14 15:35:04.491896 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52298) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:04.500235 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-f6d52911-1273-49bf-be24-72f7fd918c1f tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c6dbb3f5-107e-4130-b1fa-70238556c629', 'tempest-TagsExtTest-Tag-1829195030') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:04.505827 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1a74ef97-cf0b-4031-9535-e03f2715bdc4 None None] Calling delete_port for a32897ea-c8bd-438f-8825-8280c9ffe945 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:04.570415 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 73b02ba3-6a11-4614-96cf-52021d13b652, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=73b02ba3-6a11-4614-96cf-52021d13b652,segment=NetworkSegment(71df4dc6-06ef-4291-9151-7e12558aadf4),segment_id=71df4dc6-06ef-4291-9151-7e12558aadf4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:04.581534 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e8deb-806e-4d5b-be93-4c175212f4b5 None None] Routers {'1282ae95-e3f9-44da-b78d-7fbd53ba518c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:35:04.581861 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-551e8deb-806e-4d5b-be93-4c175212f4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:04.637678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:04.638758 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device a32897ea-c8bd-438f-8825-8280c9ffe945 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:35:04.662644 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f6d52911-1273-49bf-be24-72f7fd918c1f tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "PUT /v2.0/routers/c6dbb3f5-107e-4130-b1fa-70238556c629/tags/tempest-TagsExtTest-Tag-1829195030 HTTP/1.1" status: 201 len: 201 time: 0.1692533 Mar 14 15:35:04.665172 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52302) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:04.670355 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf3bfb-c572-4b36-b24a-605eef2dd2f2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=ec3078c2-3eb2-4c30-ae69-12c09e33ae28,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:04.671854 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-5993d934-9650-4715-b767-2ba00abcfe19 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ea043e43-413a-415b-9bf2-c17d2f730aef', 'tempest-TagsExtTest-Tag-1770493335') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:04.680977 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cf3bfb-c572-4b36-b24a-605eef2dd2f2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:04.698822 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b5cf3bfb-c572-4b36-b24a-605eef2dd2f2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:04.701792 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cf3bfb-c572-4b36-b24a-605eef2dd2f2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:04.702461 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3bfb-c572-4b36-b24a-605eef2dd2f2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:04.713448 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4586d1d7-9ce1-4039-b4c4-fc3dbfea81fb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:35:04.724536 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5993d934-9650-4715-b767-2ba00abcfe19 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "PUT /v2.0/subnetpools/ea043e43-413a-415b-9bf2-c17d2f730aef/tags/tempest-TagsExtTest-Tag-1770493335 HTTP/1.1" status: 201 len: 201 time: 0.0581322 Mar 14 15:35:04.727814 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52306) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:04.735184 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-9f12e7ef-629a-49c8-bb3a-1c94320cc6d7 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '12fff920-fdb6-4473-b378-4c0ac7f3a6e7', {'tags': ['tempest-TagsExtTest-Tag-1278135224', 'tempest-TagsExtTest-Tag-518895180', 'tempest-TagsExtTest-Tag-164057718']}) {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:04.769561 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b5cf3bfb-c572-4b36-b24a-605eef2dd2f2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6094544 Mar 14 15:35:04.773391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52310) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:04.774024 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4586d1d7-9ce1-4039-b4c4-fc3dbfea81fb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:04.777581 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4586d1d7-9ce1-4039-b4c4-fc3dbfea81fb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/routers/1282ae95-e3f9-44da-b78d-7fbd53ba518c HTTP/1.1" status: 200 len: 703 time: 6.0502186 Mar 14 15:35:04.786120 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3656f933-da94-4cb8-9d5f-ac0b5c739397 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:04.800810 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52314) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:04.834993 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4dc4c79a-7e8b-4836-abc4-6e0a189d2d10 None None] Provisioning for port 1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:35:04.837918 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1a74ef97-cf0b-4031-9535-e03f2715bdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:04.860862 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4dc4c79a-7e8b-4836-abc4-6e0a189d2d10 None None] Provisioning complete for port 1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:04.861241 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4dc4c79a-7e8b-4836-abc4-6e0a189d2d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:04.911909 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No active binding found for port a32897ea-c8bd-438f-8825-8280c9ffe945 {{(pid=83912) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 14 15:35:04.911909 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device a32897ea-c8bd-438f-8825-8280c9ffe945 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 14 15:35:04.933369 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=73b02ba3-6a11-4614-96cf-52021d13b652,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:04.976106 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9f12e7ef-629a-49c8-bb3a-1c94320cc6d7 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "PUT /v2.0/subnets/12fff920-fdb6-4473-b378-4c0ac7f3a6e7/tags HTTP/1.1" status: 200 len: 316 time: 0.2478497 Mar 14 15:35:04.976807 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52318) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:04.998035 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a74ef97-cf0b-4031-9535-e03f2715bdc4 None None] No DVR routers for this DVR port a32897ea-c8bd-438f-8825-8280c9ffe945 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:35:04.998260 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-9e4995e6-63ce-4fe4-b9d1-583ec04a1115 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '12fff920-fdb6-4473-b378-4c0ac7f3a6e7') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:05.001148 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Port a32897ea-c8bd-438f-8825-8280c9ffe945 not found, will not notify nova. {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 14 15:35:05.023127 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4c79a-7e8b-4836-abc4-6e0a189d2d10 None None] Port 1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:35:05.030451 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74ef97-cf0b-4031-9535-e03f2715bdc4 None None] Pushing event deleted for resources: {'Port': ['ID=a32897ea-c8bd-438f-8825-8280c9ffe945,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:05.034330 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-551e8deb-806e-4d5b-be93-4c175212f4b5 None None] Set router 1282ae95-e3f9-44da-b78d-7fbd53ba518c gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:35:05.084074 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3ef5b7-d2da-4e23-ac2b-d272d8b45d9f None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:05.098942 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1ff0caf9-a5a9-4ca6-a9f2-7fdeffe37838 req-8cb1bb3c-d053-449b-b8d6-189a5fe05d4a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3636f367-7bcd-449f-8e47-979905287efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5523040 Mar 14 15:35:05.180467 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ab35f0db-c9e1-458e-a6c3-59b35fcab0f3 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:35:05.294330 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1ff0caf9-a5a9-4ca6-a9f2-7fdeffe37838 req-7835114e-17de-4f5e-8b53-6f09c7eb16a7 service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823125 Mar 14 15:35:05.316685 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3656f933-da94-4cb8-9d5f-ac0b5c739397 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:05.322917 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3656f933-da94-4cb8-9d5f-ac0b5c739397 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:05.327144 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3656f933-da94-4cb8-9d5f-ac0b5c739397 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:05.336662 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3656f933-da94-4cb8-9d5f-ac0b5c739397 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:05.359276 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3656f933-da94-4cb8-9d5f-ac0b5c739397 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:05.393372 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4400893a-fef3-42d3-9427-eb3729bdf10e None None] Provisioning complete for port 1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:05.393840 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4400893a-fef3-42d3-9427-eb3729bdf10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:05.460614 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-917b915f-fe43-4a96-843d-fafe02af146e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/routers/1282ae95-e3f9-44da-b78d-7fbd53ba518c HTTP/1.1" status: 200 len: 703 time: 0.6585495 Mar 14 15:35:05.461114 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1ff0caf9-a5a9-4ca6-a9f2-7fdeffe37838 req-017f18ff-f6bd-456e-899a-4b9958340f9f service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511507 Mar 14 15:35:05.463362 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52322) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:05.474323 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9e4995e6-63ce-4fe4-b9d1-583ec04a1115 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "DELETE /v2.0/subnets/12fff920-fdb6-4473-b378-4c0ac7f3a6e7/tags HTTP/1.1" status: 204 len: 168 time: 0.4816711 Mar 14 15:35:05.474894 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52326) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:05.492790 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-0e9785f4-aa98-449e-a43f-19d2e822b7ee tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '12fff920-fdb6-4473-b378-4c0ac7f3a6e7', 'tempest-TagsExtTest-Tag-1278135224') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:05.561301 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3656f933-da94-4cb8-9d5f-ac0b5c739397 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:05.638111 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:35:05.641136 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4400893a-fef3-42d3-9427-eb3729bdf10e None None] Port 1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:35:05.696824 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-0e9785f4-aa98-449e-a43f-19d2e822b7ee tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] show failed (client error): The resource could not be found. Mar 14 15:35:05.697838 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0e9785f4-aa98-449e-a43f-19d2e822b7ee tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/subnets/12fff920-fdb6-4473-b378-4c0ac7f3a6e7/tags/tempest-TagsExtTest-Tag-1278135224 HTTP/1.1" status: 404 len: 329 time: 0.2192523 Mar 14 15:35:05.700811 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52330) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:05.711723 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-e425ab54-93a5-46a0-a57b-314d5d4ccf49 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '12fff920-fdb6-4473-b378-4c0ac7f3a6e7', 'tempest-TagsExtTest-Tag-518895180') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:05.713922 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4400893a-fef3-42d3-9427-eb3729bdf10e None None] Could not find standard attr ID for object 694a576f-a7a1-480b-908c-1dfa4eec6cef. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:35:05.722038 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port ab35f0db-c9e1-458e-a6c3-59b35fcab0f3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:05.722769 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:05.760648 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:05.833897 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:05.841997 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-e425ab54-93a5-46a0-a57b-314d5d4ccf49 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] show failed (client error): The resource could not be found. Mar 14 15:35:05.843043 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e425ab54-93a5-46a0-a57b-314d5d4ccf49 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/subnets/12fff920-fdb6-4473-b378-4c0ac7f3a6e7/tags/tempest-TagsExtTest-Tag-518895180 HTTP/1.1" status: 404 len: 328 time: 0.1413620 Mar 14 15:35:05.845981 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52334) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:05.853673 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-ed2a586a-5a50-440a-857e-49e06474f26b tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '12fff920-fdb6-4473-b378-4c0ac7f3a6e7', 'tempest-TagsExtTest-Tag-164057718') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:05.871023 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86da63cb-68a3-4ed0-91a0-175dc42b5e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-9afff20e-053f-4563-a829-c09143628c31', 'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'fixed_ips': [{'subnet_id': 'ec3078c2-3eb2-4c30-ae69-12c09e33ae28'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:35:05.871843 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86da63cb-68a3-4ed0-91a0-175dc42b5e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:05.878538 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-655d1121-4417-43fa-b9fe-8a617b6ac95f req-74111257-5f41-45c0-9abf-8ae5228a5592 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e56a9bf665f84615b9b7754b13dc18cc&device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 1098 time: 0.2860603 Mar 14 15:35:05.967118 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-ed2a586a-5a50-440a-857e-49e06474f26b tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] show failed (client error): The resource could not be found. Mar 14 15:35:05.971667 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ed2a586a-5a50-440a-857e-49e06474f26b tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/subnets/12fff920-fdb6-4473-b378-4c0ac7f3a6e7/tags/tempest-TagsExtTest-Tag-164057718 HTTP/1.1" status: 404 len: 328 time: 0.1211753 Mar 14 15:35:05.971667 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52338) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:05.978411 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-58461d75-82f8-4235-8a5c-98991bd47dfa tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a', {'tags': ['tempest-TagsExtTest-Tag-1709727369', 'tempest-TagsExtTest-Tag-257852821', 'tempest-TagsExtTest-Tag-681220926']}) {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:06.039225 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 73b02ba3-6a11-4614-96cf-52021d13b652 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:35:06.096413 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-551e8deb-806e-4d5b-be93-4c175212f4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:35:00Z', 'revision_number': 7, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:36Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b02ba3-6a11-4614-96cf-52021d13b652', 'name': '', 'network_id': 'de86157d-05a5-41a7-b032-b6468abfbae1', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:eb:23:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7555e56a-fcbf-476a-a995-df42163094f1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:49Z', 'updated_at': '2022-03-14T15:35:04Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '7555e56a-fcbf-476a-a995-df42163094f1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb740a0b-f1c2-4890-9797-7e5cfc82986e', 'name': '', 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:d4:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:33Z', 'updated_at': '2022-03-14T15:34:54Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7011e4-b7f1-4efe-9dcb-c352d792abe5', 'name': '', 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:19:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:40Z', 'updated_at': '2022-03-14T15:34:56Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:06.135697 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.objects.ports [None req-3656f933-da94-4cb8-9d5f-ac0b5c739397 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83910) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 14 15:35:06.138357 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-58461d75-82f8-4235-8a5c-98991bd47dfa tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "PUT /v2.0/ports/1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a/tags HTTP/1.1" status: 200 len: 316 time: 0.1658659 Mar 14 15:35:06.139105 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3656f933-da94-4cb8-9d5f-ac0b5c739397 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:06.143471 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52342) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:06.155726 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e8deb-806e-4d5b-be93-4c175212f4b5 None None] The sync data for ids ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'] in dv-neutron-833561-1-hyperv is: [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:35:00Z', 'revision_number': 7, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:36Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b02ba3-6a11-4614-96cf-52021d13b652', 'name': '', 'network_id': 'de86157d-05a5-41a7-b032-b6468abfbae1', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:eb:23:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7555e56a-fcbf-476a-a995-df42163094f1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:49Z', 'updated_at': '2022-03-14T15:35:04Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '7555e56a-fcbf-476a-a995-df42163094f1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb740a0b-f1c2-4890-9797-7e5cfc82986e', 'name': '', 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:d4:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:33Z', 'updated_at': '2022-03-14T15:34:54Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7011e4-b7f1-4efe-9dcb-c352d792abe5', 'name': '', 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:19:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:40Z', 'updated_at': '2022-03-14T15:34:56Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:35:06.179694 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-67ba49a5-02b2-4738-8c5a-59b0ef9cc5b7 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:06.204245 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 73b02ba3-6a11-4614-96cf-52021d13b652 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:06.204716 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:06.256399 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3656f933-da94-4cb8-9d5f-ac0b5c739397 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:06.258955 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-3656f933-da94-4cb8-9d5f-ac0b5c739397 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:06.261982 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3656f933-da94-4cb8-9d5f-ac0b5c739397 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:06.262598 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3656f933-da94-4cb8-9d5f-ac0b5c739397 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:06.266315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656f933-da94-4cb8-9d5f-ac0b5c739397 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=fa89a3b4-d6ff-4b90-b2ca-c6254c5f381c,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:06.278940 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-86da63cb-68a3-4ed0-91a0-175dc42b5e30 None None] Allocated IP 172.20.0.2 (9afff20e-053f-4563-a829-c09143628c31/ec3078c2-3eb2-4c30-ae69-12c09e33ae28/f210a4ba-cb43-45ee-8dea-c40221daee6a) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:06.320437 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3656f933-da94-4cb8-9d5f-ac0b5c739397 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5465386 Mar 14 15:35:06.321192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52346) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:06.328313 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e7cd6133-f9f1-4be1-ba95-16c2db1253cd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'mac_address': 'fa:16:3e:9c:cc:0a', 'name': 'tempest-NetworksTestDHCPv6-1911347393'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:06.409133 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d1121-4417-43fa-b9fe-8a617b6ac95f req-47684af5-d8ea-42bb-85b9-c711acb6c468 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:06.411284 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-655d1121-4417-43fa-b9fe-8a617b6ac95f req-47684af5-d8ea-42bb-85b9-c711acb6c468 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3636f367-7bcd-449f-8e47-979905287efa HTTP/1.1" status: 200 len: 911 time: 0.5220342 Mar 14 15:35:06.415207 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:06.417332 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321c614-80a5-49de-bdbd-5634098a33f8 None None] Sync routers for ids ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:35:06.459318 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-67ba49a5-02b2-4738-8c5a-59b0ef9cc5b7 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "DELETE /v2.0/ports/1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a/tags HTTP/1.1" status: 204 len: 168 time: 0.2892730 Mar 14 15:35:06.470942 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52350) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:06.480973 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-fc1b945b-1223-4d82-a4ad-1757a8f884ea tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a', 'tempest-TagsExtTest-Tag-1709727369') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:06.487942 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:06.540367 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e7cd6133-f9f1-4be1-ba95-16c2db1253cd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:06.553106 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e7cd6133-f9f1-4be1-ba95-16c2db1253cd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:port and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:06.553383 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7321c614-80a5-49de-bdbd-5634098a33f8 None None] Routers {'1282ae95-e3f9-44da-b78d-7fbd53ba518c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:35:06.553853 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7321c614-80a5-49de-bdbd-5634098a33f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:06.558669 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e7cd6133-f9f1-4be1-ba95-16c2db1253cd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:06.567339 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e7cd6133-f9f1-4be1-ba95-16c2db1253cd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:06.583896 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-fc1b945b-1223-4d82-a4ad-1757a8f884ea tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] show failed (client error): The resource could not be found. Mar 14 15:35:06.587512 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fc1b945b-1223-4d82-a4ad-1757a8f884ea tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/ports/1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a/tags/tempest-TagsExtTest-Tag-1709727369 HTTP/1.1" status: 404 len: 329 time: 0.1131725 Mar 14 15:35:06.587512 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cd6133-f9f1-4be1-ba95-16c2db1253cd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:06.589691 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e7cd6133-f9f1-4be1-ba95-16c2db1253cd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:06.600240 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52354) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:06.607691 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-14be9068-c8ad-4f19-828e-acebb689c9f9 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a', 'tempest-TagsExtTest-Tag-257852821') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:06.664928 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-e7cd6133-f9f1-4be1-ba95-16c2db1253cd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] device_id is not set on port 6aaadd3a-72e0-47d5-88af-112ca3c87ce6 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:35:06.754429 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=797dcc42-16db-4900-8ffb-89b19a9840de,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:06.756299 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-14be9068-c8ad-4f19-828e-acebb689c9f9 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] show failed (client error): The resource could not be found. Mar 14 15:35:06.757350 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-14be9068-c8ad-4f19-828e-acebb689c9f9 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/ports/1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a/tags/tempest-TagsExtTest-Tag-257852821 HTTP/1.1" status: 404 len: 328 time: 0.1561892 Mar 14 15:35:06.760077 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52358) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:06.765405 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-886f5427-7ab4-4c87-8882-1c3d07dffd50 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a', 'tempest-TagsExtTest-Tag-681220926') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:06.786269 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-655d1121-4417-43fa-b9fe-8a617b6ac95f req-9d7c6b4c-d488-48e8-86ca-efb53a4d0054 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 HTTP/1.1" status: 200 len: 1001 time: 0.3672519 Mar 14 15:35:06.815953 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86da63cb-68a3-4ed0-91a0-175dc42b5e30 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:06.830898 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-86da63cb-68a3-4ed0-91a0-175dc42b5e30 None None] Transition to ACTIVE for port object f210a4ba-cb43-45ee-8dea-c40221daee6a will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:06.837282 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7321c614-80a5-49de-bdbd-5634098a33f8 None None] Set router 1282ae95-e3f9-44da-b78d-7fbd53ba518c gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:35:06.845549 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-886f5427-7ab4-4c87-8882-1c3d07dffd50 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] show failed (client error): The resource could not be found. Mar 14 15:35:06.846663 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-886f5427-7ab4-4c87-8882-1c3d07dffd50 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/ports/1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a/tags/tempest-TagsExtTest-Tag-681220926 HTTP/1.1" status: 404 len: 328 time: 0.0856917 Mar 14 15:35:06.849301 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52362) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:06.855001 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:06.855364 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-e12f6e4a-77ed-4688-aa7c-e6cca6fc0099 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c6dbb3f5-107e-4130-b1fa-70238556c629', {'tags': ['tempest-TagsExtTest-Tag-2035734546', 'tempest-TagsExtTest-Tag-898866391', 'tempest-TagsExtTest-Tag-2014129245']}) {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:06.885992 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device a32897ea-c8bd-438f-8825-8280c9ffe945 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:35:06.946259 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: a32897ea-c8bd-438f-8825-8280c9ffe945 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:35:06.946259 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device a32897ea-c8bd-438f-8825-8280c9ffe945 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:35:06.962572 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-86da63cb-68a3-4ed0-91a0-175dc42b5e30 None None] Transition to ACTIVE for port object f210a4ba-cb43-45ee-8dea-c40221daee6a will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:06.972680 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86da63cb-68a3-4ed0-91a0-175dc42b5e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:06.978573 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d1121-4417-43fa-b9fe-8a617b6ac95f req-6b897d21-0a49-4963-b305-c85abbaae8ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:06.980118 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-655d1121-4417-43fa-b9fe-8a617b6ac95f req-6b897d21-0a49-4963-b305-c85abbaae8ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d72d1897-6b00-4d72-b749-ed3bdadbf186 HTTP/1.1" status: 200 len: 849 time: 0.1838214 Mar 14 15:35:06.988183 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7acb9cf5-6191-46c4-b1ff-81983ce9ef29 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:07.125350 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86da63cb-68a3-4ed0-91a0-175dc42b5e30 None None] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:07.130263 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-86da63cb-68a3-4ed0-91a0-175dc42b5e30 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:07.133138 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86da63cb-68a3-4ed0-91a0-175dc42b5e30 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:35:07.231670 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da63cb-68a3-4ed0-91a0-175dc42b5e30 None None] Pushing event updated for resources: {'Port': ['ID=f210a4ba-cb43-45ee-8dea-c40221daee6a,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:07.247496 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-655d1121-4417-43fa-b9fe-8a617b6ac95f req-6438fc24-c499-462d-abd0-a51c701a4e5c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3636f367-7bcd-449f-8e47-979905287efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1950948 Mar 14 15:35:07.301451 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-86da63cb-68a3-4ed0-91a0-175dc42b5e30 None None] Attempting to bind port f210a4ba-cb43-45ee-8dea-c40221daee6a on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:35:07.301737 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-86da63cb-68a3-4ed0-91a0-175dc42b5e30 None None] Attempting to bind port f210a4ba-cb43-45ee-8dea-c40221daee6a by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:35:07.302118 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86da63cb-68a3-4ed0-91a0-175dc42b5e30 None None] Attempting to bind port f210a4ba-cb43-45ee-8dea-c40221daee6a on network 9afff20e-053f-4563-a829-c09143628c31 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:35:07.316296 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-e7cd6133-f9f1-4be1-ba95-16c2db1253cd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 172.20.0.10 (9afff20e-053f-4563-a829-c09143628c31/ec3078c2-3eb2-4c30-ae69-12c09e33ae28/6aaadd3a-72e0-47d5-88af-112ca3c87ce6) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:07.322635 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-e7cd6133-f9f1-4be1-ba95-16c2db1253cd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8::f816:3eff:fe9c:cc0a (9afff20e-053f-4563-a829-c09143628c31/fa89a3b4-d6ff-4b90-b2ca-c6254c5f381c/6aaadd3a-72e0-47d5-88af-112ca3c87ce6) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:07.324775 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86da63cb-68a3-4ed0-91a0-175dc42b5e30 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:35:07.325141 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86da63cb-68a3-4ed0-91a0-175dc42b5e30 None None] Checking segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:35:07.325541 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86da63cb-68a3-4ed0-91a0-175dc42b5e30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:07.325929 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86da63cb-68a3-4ed0-91a0-175dc42b5e30 None None] Bound using segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:35:07.326701 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-86da63cb-68a3-4ed0-91a0-175dc42b5e30 None None] Bound port: f210a4ba-cb43-45ee-8dea-c40221daee6a, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:35:07.327433 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86da63cb-68a3-4ed0-91a0-175dc42b5e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:07.368271 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e12f6e4a-77ed-4688-aa7c-e6cca6fc0099 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "PUT /v2.0/routers/c6dbb3f5-107e-4130-b1fa-70238556c629/tags HTTP/1.1" status: 200 len: 317 time: 0.5177951 Mar 14 15:35:07.371676 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52366) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:07.380696 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-56cf7f5a-324c-4ee7-b2bc-0dff55c9396f tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c6dbb3f5-107e-4130-b1fa-70238556c629') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:07.458389 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-655d1121-4417-43fa-b9fe-8a617b6ac95f req-f835653e-737f-4704-b19d-d850b4cb29f3 service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015848 Mar 14 15:35:07.467029 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.l3_db [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Floating IP f9f21868-3e98-4916-b05a-b7609ba1d883 associated. External IP: 172.26.4.66, port: 32b6eaed-5616-43b7-b32c-381ff1b91f0f. Mar 14 15:35:07.542180 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-86da63cb-68a3-4ed0-91a0-175dc42b5e30 None None] For port f210a4ba-cb43-45ee-8dea-c40221daee6a, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:35:07.546472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-86da63cb-68a3-4ed0-91a0-175dc42b5e30 None None] For port f210a4ba-cb43-45ee-8dea-c40221daee6a, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f210a4ba-cb43-45ee-8dea-c40221daee6a,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:35:07.554285 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86da63cb-68a3-4ed0-91a0-175dc42b5e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:07.592161 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7321c614-80a5-49de-bdbd-5634098a33f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:35:00Z', 'revision_number': 7, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:36Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b02ba3-6a11-4614-96cf-52021d13b652', 'name': '', 'network_id': 'de86157d-05a5-41a7-b032-b6468abfbae1', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:eb:23:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7555e56a-fcbf-476a-a995-df42163094f1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:49Z', 'updated_at': '2022-03-14T15:35:04Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '7555e56a-fcbf-476a-a995-df42163094f1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb740a0b-f1c2-4890-9797-7e5cfc82986e', 'name': '', 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:d4:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:33Z', 'updated_at': '2022-03-14T15:34:54Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7011e4-b7f1-4efe-9dcb-c352d792abe5', 'name': '', 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:19:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:40Z', 'updated_at': '2022-03-14T15:34:56Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:07.618206 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321c614-80a5-49de-bdbd-5634098a33f8 None None] Checking router: 1282ae95-e3f9-44da-b78d-7fbd53ba518c for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:35:07.644400 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-56cf7f5a-324c-4ee7-b2bc-0dff55c9396f tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "DELETE /v2.0/routers/c6dbb3f5-107e-4130-b1fa-70238556c629/tags HTTP/1.1" status: 204 len: 168 time: 0.2715685 Mar 14 15:35:07.647509 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52370) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:07.656545 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da63cb-68a3-4ed0-91a0-175dc42b5e30 None None] Pushing event updated for resources: {'Port': ['ID=f210a4ba-cb43-45ee-8dea-c40221daee6a,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:07.660788 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7321c614-80a5-49de-bdbd-5634098a33f8 None None] Routers {'1282ae95-e3f9-44da-b78d-7fbd53ba518c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:35:07.661409 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7321c614-80a5-49de-bdbd-5634098a33f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:07.663906 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-ebf6e6b0-cb0e-4ba8-966d-c2c0cbc4a61e tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c6dbb3f5-107e-4130-b1fa-70238556c629', 'tempest-TagsExtTest-Tag-2035734546') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:07.810129 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e7cd6133-f9f1-4be1-ba95-16c2db1253cd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:07.834207 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7321c614-80a5-49de-bdbd-5634098a33f8 None None] Set router 1282ae95-e3f9-44da-b78d-7fbd53ba518c gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:35:07.834607 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-e7cd6133-f9f1-4be1-ba95-16c2db1253cd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Transition to ACTIVE for port object 6aaadd3a-72e0-47d5-88af-112ca3c87ce6 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:07.843841 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-ebf6e6b0-cb0e-4ba8-966d-c2c0cbc4a61e tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] show failed (client error): The resource could not be found. Mar 14 15:35:07.843841 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ebf6e6b0-cb0e-4ba8-966d-c2c0cbc4a61e tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/routers/c6dbb3f5-107e-4130-b1fa-70238556c629/tags/tempest-TagsExtTest-Tag-2035734546 HTTP/1.1" status: 404 len: 329 time: 0.1909225 Mar 14 15:35:07.843841 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52374) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:07.850015 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-fdcb933f-3761-41d2-9393-e22036151dd3 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c6dbb3f5-107e-4130-b1fa-70238556c629', 'tempest-TagsExtTest-Tag-898866391') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:08.045760 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-fdcb933f-3761-41d2-9393-e22036151dd3 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] show failed (client error): The resource could not be found. Mar 14 15:35:08.051074 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fdcb933f-3761-41d2-9393-e22036151dd3 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/routers/c6dbb3f5-107e-4130-b1fa-70238556c629/tags/tempest-TagsExtTest-Tag-898866391 HTTP/1.1" status: 404 len: 328 time: 0.2069492 Mar 14 15:35:08.052289 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52378) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:08.056750 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-655d1121-4417-43fa-b9fe-8a617b6ac95f req-fcdcfcd4-5b23-4a55-a6a1-b739bec4cba7 service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421801 Mar 14 15:35:08.057315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e7cd6133-f9f1-4be1-ba95-16c2db1253cd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.063261 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-5cdfaf09-ee5f-4b9a-ae1a-72ea31ec0cb8 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c6dbb3f5-107e-4130-b1fa-70238556c629', 'tempest-TagsExtTest-Tag-2014129245') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:08.303996 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7321c614-80a5-49de-bdbd-5634098a33f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:35:00Z', 'revision_number': 7, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:36Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b02ba3-6a11-4614-96cf-52021d13b652', 'name': '', 'network_id': 'de86157d-05a5-41a7-b032-b6468abfbae1', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:eb:23:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7555e56a-fcbf-476a-a995-df42163094f1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:49Z', 'updated_at': '2022-03-14T15:35:04Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '7555e56a-fcbf-476a-a995-df42163094f1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb740a0b-f1c2-4890-9797-7e5cfc82986e', 'name': '', 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:d4:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:33Z', 'updated_at': '2022-03-14T15:34:54Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7011e4-b7f1-4efe-9dcb-c352d792abe5', 'name': '', 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:19:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:40Z', 'updated_at': '2022-03-14T15:34:56Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:08.303996 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321c614-80a5-49de-bdbd-5634098a33f8 None None] The sync data for ids ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'] in dv-neutron-833561-1-hyperv is: [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:35:00Z', 'revision_number': 7, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:36Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b02ba3-6a11-4614-96cf-52021d13b652', 'name': '', 'network_id': 'de86157d-05a5-41a7-b032-b6468abfbae1', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:eb:23:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7555e56a-fcbf-476a-a995-df42163094f1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:49Z', 'updated_at': '2022-03-14T15:35:04Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '7555e56a-fcbf-476a-a995-df42163094f1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb740a0b-f1c2-4890-9797-7e5cfc82986e', 'name': '', 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:d4:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:33Z', 'updated_at': '2022-03-14T15:34:54Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7011e4-b7f1-4efe-9dcb-c352d792abe5', 'name': '', 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:19:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:40Z', 'updated_at': '2022-03-14T15:34:56Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:35:08.404021 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cd6133-f9f1-4be1-ba95-16c2db1253cd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:08.404021 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd6133-f9f1-4be1-ba95-16c2db1253cd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=6aaadd3a-72e0-47d5-88af-112ca3c87ce6,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:08.417127 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-e7cd6133-f9f1-4be1-ba95-16c2db1253cd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:08.425293 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cd6133-f9f1-4be1-ba95-16c2db1253cd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:35:08.532574 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-5cdfaf09-ee5f-4b9a-ae1a-72ea31ec0cb8 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] show failed (client error): The resource could not be found. Mar 14 15:35:08.532574 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5cdfaf09-ee5f-4b9a-ae1a-72ea31ec0cb8 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/routers/c6dbb3f5-107e-4130-b1fa-70238556c629/tags/tempest-TagsExtTest-Tag-2014129245 HTTP/1.1" status: 404 len: 329 time: 0.4747043 Mar 14 15:35:08.532574 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52382) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:08.555674 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-5830cc97-9cec-4d67-8707-dcac1189727e tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ea043e43-413a-415b-9bf2-c17d2f730aef', {'tags': ['tempest-TagsExtTest-Tag-1552945784', 'tempest-TagsExtTest-Tag-1042871538', 'tempest-TagsExtTest-Tag-1809546342']}) {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:08.577192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cd6133-f9f1-4be1-ba95-16c2db1253cd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:08.577192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e7cd6133-f9f1-4be1-ba95-16c2db1253cd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.617576 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e7cd6133-f9f1-4be1-ba95-16c2db1253cd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2845368 Mar 14 15:35:08.617576 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52386) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:08.683877 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5830cc97-9cec-4d67-8707-dcac1189727e tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "PUT /v2.0/subnetpools/ea043e43-413a-415b-9bf2-c17d2f730aef/tags HTTP/1.1" status: 200 len: 318 time: 0.1411512 Mar 14 15:35:08.689818 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52390) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:08.702474 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.tag.tag_plugin [None req-3f5d45b3-6946-4669-814f-5df913d18741 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ea043e43-413a-415b-9bf2-c17d2f730aef') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:08.712152 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42deed8-52f0-4a36-90cb-62198d695d02 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:08.716437 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7acb9cf5-6191-46c4-b1ff-81983ce9ef29 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting port 73b02ba3-6a11-4614-96cf-52021d13b652 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:08.716437 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7acb9cf5-6191-46c4-b1ff-81983ce9ef29 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.730509 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42deed8-52f0-4a36-90cb-62198d695d02 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:08.730509 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e42deed8-52f0-4a36-90cb-62198d695d02 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:08.752958 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e42deed8-52f0-4a36-90cb-62198d695d02 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:08.763166 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52394) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:08.767243 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e42deed8-52f0-4a36-90cb-62198d695d02 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1461155 Mar 14 15:35:08.927153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5772b-f5e3-4a99-aaed-b2a6735ef2fc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting port 6aaadd3a-72e0-47d5-88af-112ca3c87ce6 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:08.927153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ddb5772b-f5e3-4a99-aaed-b2a6735ef2fc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:09.019807 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3f5d45b3-6946-4669-814f-5df913d18741 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "DELETE /v2.0/subnetpools/ea043e43-413a-415b-9bf2-c17d2f730aef/tags HTTP/1.1" status: 204 len: 168 time: 0.3328745 Mar 14 15:35:09.024954 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52398) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:09.024954 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-df21fa2c-909d-443e-b698-608604402471 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ea043e43-413a-415b-9bf2-c17d2f730aef', 'tempest-TagsExtTest-Tag-1552945784') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:09.066479 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-df21fa2c-909d-443e-b698-608604402471 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] show failed (client error): The resource could not be found. Mar 14 15:35:09.072722 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-df21fa2c-909d-443e-b698-608604402471 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/subnetpools/ea043e43-413a-415b-9bf2-c17d2f730aef/tags/tempest-TagsExtTest-Tag-1552945784 HTTP/1.1" status: 404 len: 329 time: 0.0509691 Mar 14 15:35:09.072722 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52402) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:09.099177 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-a736f9e1-b76c-4f7a-a8e5-d6f8990203b6 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ea043e43-413a-415b-9bf2-c17d2f730aef', 'tempest-TagsExtTest-Tag-1042871538') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:09.149486 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-a736f9e1-b76c-4f7a-a8e5-d6f8990203b6 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] show failed (client error): The resource could not be found. Mar 14 15:35:09.149486 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a736f9e1-b76c-4f7a-a8e5-d6f8990203b6 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/subnetpools/ea043e43-413a-415b-9bf2-c17d2f730aef/tags/tempest-TagsExtTest-Tag-1042871538 HTTP/1.1" status: 404 len: 329 time: 0.0584555 Mar 14 15:35:09.149486 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52406) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:09.163589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-451901c3-8a33-422c-aad2-b44770fb51d8 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ea043e43-413a-415b-9bf2-c17d2f730aef', 'tempest-TagsExtTest-Tag-1809546342') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:09.229130 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278c501a-4e30-4fd7-8a99-8a24165cdd6b None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:09.279860 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-451901c3-8a33-422c-aad2-b44770fb51d8 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] show failed (client error): The resource could not be found. Mar 14 15:35:09.279860 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-451901c3-8a33-422c-aad2-b44770fb51d8 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/subnetpools/ea043e43-413a-415b-9bf2-c17d2f730aef/tags/tempest-TagsExtTest-Tag-1809546342 HTTP/1.1" status: 404 len: 329 time: 0.1239593 Mar 14 15:35:09.279860 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52410) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:09.291986 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-94f741a9-b1c3-4c34-8f41-33df298e5efd tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ea043e43-413a-415b-9bf2-c17d2f730aef') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:09.305553 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f210a4ba-cb43-45ee-8dea-c40221daee6a up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:35:09.341335 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-94f741a9-b1c3-4c34-8f41-33df298e5efd tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "DELETE /v2.0/subnetpools/ea043e43-413a-415b-9bf2-c17d2f730aef/tags HTTP/1.1" status: 204 len: 168 time: 0.0519290 Mar 14 15:35:09.341335 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52414) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:09.348042 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-23799b9a-91c7-486e-8916-baa39cd9aa6f tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c6dbb3f5-107e-4130-b1fa-70238556c629') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:09.371991 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-7acb9cf5-6191-46c4-b1ff-81983ce9ef29 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] For port 73b02ba3-6a11-4614-96cf-52021d13b652, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=73b02ba3-6a11-4614-96cf-52021d13b652,segment=NetworkSegment(71df4dc6-06ef-4291-9151-7e12558aadf4),segment_id=71df4dc6-06ef-4291-9151-7e12558aadf4)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:09.371991 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7acb9cf5-6191-46c4-b1ff-81983ce9ef29 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:09.480236 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-30dd5b9c-37d5-4eef-89d5-3b1740e171cb None None] Provisioning for port f210a4ba-cb43-45ee-8dea-c40221daee6a completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:35:09.559597 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7acb9cf5-6191-46c4-b1ff-81983ce9ef29 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Calling delete_port for 73b02ba3-6a11-4614-96cf-52021d13b652 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:09.583492 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port f210a4ba-cb43-45ee-8dea-c40221daee6a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:35:09.593709 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port f210a4ba-cb43-45ee-8dea-c40221daee6a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:09.593709 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:09.613031 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 42d7e10c-917a-4794-bd6a-2fb103018182 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:35:09.697979 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ddb5772b-f5e3-4a99-aaed-b2a6735ef2fc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:09.703506 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-23799b9a-91c7-486e-8916-baa39cd9aa6f tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "DELETE /v2.0/routers/c6dbb3f5-107e-4130-b1fa-70238556c629/tags HTTP/1.1" status: 204 len: 168 time: 0.3614450 Mar 14 15:35:09.703506 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52418) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:09.709630 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-42b687b4-4d2a-498d-b1dd-220496a04df9 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:09.819357 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:09.846731 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-42b687b4-4d2a-498d-b1dd-220496a04df9 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "DELETE /v2.0/ports/1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a/tags HTTP/1.1" status: 204 len: 168 time: 0.1389003 Mar 14 15:35:09.846731 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52422) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:09.861714 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-a5b09878-8a56-47a2-8d29-d39bd5d6935e tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '12fff920-fdb6-4473-b378-4c0ac7f3a6e7') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:09.889396 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port f210a4ba-cb43-45ee-8dea-c40221daee6a, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f210a4ba-cb43-45ee-8dea-c40221daee6a,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:09.889396 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:10.006933 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a5b09878-8a56-47a2-8d29-d39bd5d6935e tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "DELETE /v2.0/subnets/12fff920-fdb6-4473-b378-4c0ac7f3a6e7/tags HTTP/1.1" status: 204 len: 168 time: 0.1536071 Mar 14 15:35:10.011552 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5772b-f5e3-4a99-aaed-b2a6735ef2fc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Calling delete_port for 6aaadd3a-72e0-47d5-88af-112ca3c87ce6 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:10.016321 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52426) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:10.066532 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=f210a4ba-cb43-45ee-8dea-c40221daee6a,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:10.088721 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c08da3-9b7b-4718-a8e9-717986c4e178 None None] Update dhcp port {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'fixed_ips': [{'subnet_id': 'ec3078c2-3eb2-4c30-ae69-12c09e33ae28', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fa89a3b4-d6ff-4b90-b2ca-c6254c5f381c'}], 'binding:host_id': 'dv-neutron-833561-1-hyperv'}, 'id': 'f210a4ba-cb43-45ee-8dea-c40221daee6a'} from dv-neutron-833561-1-hyperv. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 14 15:35:10.170939 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5fab0c36-26b9-4bf9-ab3a-1a03d7b0f052 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks [] for subnetpool, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:10.170939 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5fab0c36-26b9-4bf9-ab3a-1a03d7b0f052 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "DELETE /v2.0/subnetpools/ea043e43-413a-415b-9bf2-c17d2f730aef HTTP/1.1" status: 204 len: 168 time: 0.1639168 Mar 14 15:35:10.170939 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52430) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:10.192087 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94c08da3-9b7b-4718-a8e9-717986c4e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:10.274595 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8b051f58-b4ac-4437-b071-fdda379f48f8 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Synchronizing usage tracker for tenant:06f3e6939fba4d41aa8a84893cd307b9 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:10.303721 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8b051f58-b4ac-4437-b071-fdda379f48f8 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Unset dirty status for tenant:06f3e6939fba4d41aa8a84893cd307b9 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:10.303721 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8b051f58-b4ac-4437-b071-fdda379f48f8 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6dbb3f5-107e-4130-b1fa-70238556c629 HTTP/1.1" status: 200 len: 205 time: 0.1332438 Mar 14 15:35:10.303721 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52434) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:10.457394 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7acb9cf5-6191-46c4-b1ff-81983ce9ef29 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:10.522983 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb9cf5-6191-46c4-b1ff-81983ce9ef29 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Port': ['ID=73b02ba3-6a11-4614-96cf-52021d13b652,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:10.547222 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6055e855-0265-4b20-97e0-046b48cf366a tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:10.654497 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-94c08da3-9b7b-4718-a8e9-717986c4e178 None None] Allocated IP 2001:db8::f816:3eff:fec9:818b (9afff20e-053f-4563-a829-c09143628c31/fa89a3b4-d6ff-4b90-b2ca-c6254c5f381c/f210a4ba-cb43-45ee-8dea-c40221daee6a) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:10.902592 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-94c08da3-9b7b-4718-a8e9-717986c4e178 None None] For port f210a4ba-cb43-45ee-8dea-c40221daee6a, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f210a4ba-cb43-45ee-8dea-c40221daee6a,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:10.933850 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94c08da3-9b7b-4718-a8e9-717986c4e178 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:10.950613 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-94c08da3-9b7b-4718-a8e9-717986c4e178 None None] Transition to ACTIVE for port object f210a4ba-cb43-45ee-8dea-c40221daee6a will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:10.961921 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94c08da3-9b7b-4718-a8e9-717986c4e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:10.986497 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:35:11.000528 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d0e401-1c6a-481d-b5d6-b47c17222b9a None None] Sync routers for ids ['42d7e10c-917a-4794-bd6a-2fb103018182'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:35:11.014355 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d0e401-1c6a-481d-b5d6-b47c17222b9a None None] Routers {'42d7e10c-917a-4794-bd6a-2fb103018182'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:35:11.014355 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-45d0e401-1c6a-481d-b5d6-b47c17222b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['42d7e10c-917a-4794-bd6a-2fb103018182'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:11.106121 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:11.150565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ddb5772b-f5e3-4a99-aaed-b2a6735ef2fc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:11.291763 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c08da3-9b7b-4718-a8e9-717986c4e178 None None] Pushing event updated for resources: {'Port': ['ID=f210a4ba-cb43-45ee-8dea-c40221daee6a,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:11.319254 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-45d0e401-1c6a-481d-b5d6-b47c17222b9a None None] Set router 42d7e10c-917a-4794-bd6a-2fb103018182 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:35:11.336258 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f210a4ba-cb43-45ee-8dea-c40221daee6a up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:35:11.431842 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6055e855-0265-4b20-97e0-046b48cf366a tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:11.443110 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6055e855-0265-4b20-97e0-046b48cf366a tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:11.462174 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5772b-f5e3-4a99-aaed-b2a6735ef2fc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Port': ['ID=6aaadd3a-72e0-47d5-88af-112ca3c87ce6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:11.467543 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7acb9cf5-6191-46c4-b1ff-81983ce9ef29 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:11.510596 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6055e855-0265-4b20-97e0-046b48cf366a tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:11.510596 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6055e855-0265-4b20-97e0-046b48cf366a tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Fanout notify agent at l3_agent the message router_deleted on router c6dbb3f5-107e-4130-b1fa-70238556c629 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:35:11.537808 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6055e855-0265-4b20-97e0-046b48cf366a tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:11.537808 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6055e855-0265-4b20-97e0-046b48cf366a tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "DELETE /v2.0/routers/c6dbb3f5-107e-4130-b1fa-70238556c629 HTTP/1.1" status: 204 len: 168 time: 1.2326543 Mar 14 15:35:11.537808 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52438) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:11.661540 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e2dfddba-77c6-4709-ae0e-c13c95c73ed5 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Deleting port 1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:11.661540 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2dfddba-77c6-4709-ae0e-c13c95c73ed5 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:11.803402 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52442) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:11.815011 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-60d60472-ae7d-4835-b601-e6df481c55f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.4398160 Mar 14 15:35:11.815011 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05c809e-67e1-4451-9cf7-b08a71e57aa6', 'tag': '32b6eaed-5616-43b7-b32c-381ff1b91f0f'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:35:12.009665 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05c809e-67e1-4451-9cf7-b08a71e57aa6', 'tag': '32b6eaed-5616-43b7-b32c-381ff1b91f0f', 'status': 'completed', 'code': 200} Mar 14 15:35:12.068010 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-45d0e401-1c6a-481d-b5d6-b47c17222b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'name': 'tempest-TestNetworkBasicOps-router-723591753', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:02Z', 'updated_at': '2022-03-14T15:34:17Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:03Z', 'updated_at': '2022-03-14T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'f9f21868-3e98-4916-b05a-b7609ba1d883', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.66', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'port_id': '32b6eaed-5616-43b7-b32c-381ff1b91f0f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3', 'mac_address': 'fa:16:3e:7a:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c809e-67e1-4451-9cf7-b08a71e57aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:35:05Z', 'updated_at': '2022-03-14T15:35:05Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98', 'name': '', 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:4b:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2598908-02a9-482c-bda7-a7c25c61b9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:15Z', 'updated_at': '2022-03-14T15:34:26Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'e2598908-02a9-482c-bda7-a7c25c61b9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:12.078256 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d0e401-1c6a-481d-b5d6-b47c17222b9a None None] Checking router: 42d7e10c-917a-4794-bd6a-2fb103018182 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:35:12.097544 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d0e401-1c6a-481d-b5d6-b47c17222b9a None None] Routers {'42d7e10c-917a-4794-bd6a-2fb103018182'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:35:12.097544 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-45d0e401-1c6a-481d-b5d6-b47c17222b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['42d7e10c-917a-4794-bd6a-2fb103018182'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:12.226976 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ddb5772b-f5e3-4a99-aaed-b2a6735ef2fc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:12.242273 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ddb5772b-f5e3-4a99-aaed-b2a6735ef2fc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/6aaadd3a-72e0-47d5-88af-112ca3c87ce6 HTTP/1.1" status: 204 len: 168 time: 3.4718251 Mar 14 15:35:12.242273 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52448) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:12.323276 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1e215f11-8695-4122-8226-c2b3372182ab tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/f9f21868-3e98-4916-b05a-b7609ba1d883 HTTP/1.1" status: 200 len: 991 time: 0.5199029 Mar 14 15:35:12.373998 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b0d81bc5-b7e5-4ddd-a070-df19b76af035 None None] Provisioning for port f210a4ba-cb43-45ee-8dea-c40221daee6a completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:35:12.379490 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b0d81bc5-b7e5-4ddd-a070-df19b76af035 None None] Provisioning complete for port f210a4ba-cb43-45ee-8dea-c40221daee6a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:12.380042 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b0d81bc5-b7e5-4ddd-a070-df19b76af035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:12.394653 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8342df11-0220-47f4-8ce0-97663dee7bae tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:12.395963 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8342df11-0220-47f4-8ce0-97663dee7bae tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:12.396934 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2dfddba-77c6-4709-ae0e-c13c95c73ed5 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:12.397262 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8342df11-0220-47f4-8ce0-97663dee7bae tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:12.398045 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8342df11-0220-47f4-8ce0-97663dee7bae tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:12.448860 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-45d0e401-1c6a-481d-b5d6-b47c17222b9a None None] Set router 42d7e10c-917a-4794-bd6a-2fb103018182 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:35:12.454486 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4a138078-12e3-4ba3-8b12-c9f495124063 req-34afcb93-fe1d-4199-b3ee-b142d7256dd5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 1099 time: 0.4456263 Mar 14 15:35:12.457654 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8342df11-0220-47f4-8ce0-97663dee7bae tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:12.460850 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8342df11-0220-47f4-8ce0-97663dee7bae tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2190440 Mar 14 15:35:12.493759 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52452) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:12.722024 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b0d81bc5-b7e5-4ddd-a070-df19b76af035 None None] Could not find standard attr ID for object 6aaadd3a-72e0-47d5-88af-112ca3c87ce6. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:35:12.880478 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e2dfddba-77c6-4709-ae0e-c13c95c73ed5 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Calling delete_port for 1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:12.930639 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f27ccab8-8e1b-4448-be26-0fcb0a76be9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:12.941443 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1212628e-8ec4-42d3-a8f3-c6e99864ea85 None None] Could not find standard attr ID for object f51708c5-d124-4b46-9330-758ae58d16c5. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:35:13.179987 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f210a4ba-cb43-45ee-8dea-c40221daee6a up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:35:13.332872 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-45d0e401-1c6a-481d-b5d6-b47c17222b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'name': 'tempest-TestNetworkBasicOps-router-723591753', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:02Z', 'updated_at': '2022-03-14T15:34:17Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:03Z', 'updated_at': '2022-03-14T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'f9f21868-3e98-4916-b05a-b7609ba1d883', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.66', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'port_id': '32b6eaed-5616-43b7-b32c-381ff1b91f0f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3', 'mac_address': 'fa:16:3e:7a:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c809e-67e1-4451-9cf7-b08a71e57aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:35:05Z', 'updated_at': '2022-03-14T15:35:05Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98', 'name': '', 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:4b:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2598908-02a9-482c-bda7-a7c25c61b9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:15Z', 'updated_at': '2022-03-14T15:34:26Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'e2598908-02a9-482c-bda7-a7c25c61b9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:13.343284 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d0e401-1c6a-481d-b5d6-b47c17222b9a None None] The sync data for ids ['42d7e10c-917a-4794-bd6a-2fb103018182'] in dv-neutron-833561-1-hyperv is: [{'id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'name': 'tempest-TestNetworkBasicOps-router-723591753', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:02Z', 'updated_at': '2022-03-14T15:34:17Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:03Z', 'updated_at': '2022-03-14T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'f9f21868-3e98-4916-b05a-b7609ba1d883', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.66', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'port_id': '32b6eaed-5616-43b7-b32c-381ff1b91f0f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3', 'mac_address': 'fa:16:3e:7a:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c809e-67e1-4451-9cf7-b08a71e57aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:35:05Z', 'updated_at': '2022-03-14T15:35:05Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98', 'name': '', 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:4b:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2598908-02a9-482c-bda7-a7c25c61b9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:15Z', 'updated_at': '2022-03-14T15:34:26Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'e2598908-02a9-482c-bda7-a7c25c61b9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:35:13.347107 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52456) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:13.396284 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port f210a4ba-cb43-45ee-8dea-c40221daee6a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:13.396284 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:13.488064 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8d16b41e-10ec-4622-b7d2-e8fda0b5d075 None None] Could not find standard attr ID for object 6aaadd3a-72e0-47d5-88af-112ca3c87ce6. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:35:13.559065 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a138078-12e3-4ba3-8b12-c9f495124063 req-cd2d4986-6bec-492b-900c-9150f3b57966 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:13.563226 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4a138078-12e3-4ba3-8b12-c9f495124063 req-cd2d4986-6bec-492b-900c-9150f3b57966 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d8db04e-b47d-4b3f-b0f4-895055390ad3 HTTP/1.1" status: 200 len: 898 time: 1.0978765 Mar 14 15:35:13.601893 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6fcf2c2e-c375-4c02-ac08-4dfed3d0e744 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/f9f21868-3e98-4916-b05a-b7609ba1d883 HTTP/1.1" status: 200 len: 991 time: 0.2565584 Mar 14 15:35:13.620880 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2dfddba-77c6-4709-ae0e-c13c95c73ed5 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:13.660157 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-95633bcf-007b-41e9-b78f-de4cb5e9db0e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet ec3078c2-3eb2-4c30-ae69-12c09e33ae28 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:35:13.677145 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95633bcf-007b-41e9-b78f-de4cb5e9db0e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:13.723923 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfddba-77c6-4709-ae0e-c13c95c73ed5 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Pushing event deleted for resources: {'Port': ['ID=1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:13.733550 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4a138078-12e3-4ba3-8b12-c9f495124063 req-478dd177-4b8e-4ebd-aafe-cab4758ae4a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32b6eaed-5616-43b7-b32c-381ff1b91f0f HTTP/1.1" status: 200 len: 999 time: 0.1484897 Mar 14 15:35:13.803971 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a138078-12e3-4ba3-8b12-c9f495124063 req-f99556ef-c5f8-4584-8e38-01508d49edc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:13.809147 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4a138078-12e3-4ba3-8b12-c9f495124063 req-f99556ef-c5f8-4584-8e38-01508d49edc6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2598908-02a9-482c-bda7-a7c25c61b9fb HTTP/1.1" status: 200 len: 834 time: 0.0828273 Mar 14 15:35:13.856640 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95633bcf-007b-41e9-b78f-de4cb5e9db0e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:13.860584 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acb9cf5-6191-46c4-b1ff-81983ce9ef29 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Router 1282ae95-e3f9-44da-b78d-7fbd53ba518c has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:35:13.940627 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2dfddba-77c6-4709-ae0e-c13c95c73ed5 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:13.965818 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e2dfddba-77c6-4709-ae0e-c13c95c73ed5 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "DELETE /v2.0/ports/1846e2ab-46ac-4eb8-ab9b-11f7089e7c1a HTTP/1.1" status: 204 len: 168 time: 2.4271650 Mar 14 15:35:13.968484 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52460) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:14.009100 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95633bcf-007b-41e9-b78f-de4cb5e9db0e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.038167 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4a138078-12e3-4ba3-8b12-c9f495124063 req-1f43024a-f31c-43ba-acd5-e05d46fe6120 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d8db04e-b47d-4b3f-b0f4-895055390ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2238312 Mar 14 15:35:14.167904 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acb9cf5-6191-46c4-b1ff-81983ce9ef29 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:35:14.174479 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7acb9cf5-6191-46c4-b1ff-81983ce9ef29 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/routers/1282ae95-e3f9-44da-b78d-7fbd53ba518c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7101488 Mar 14 15:35:14.182226 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c083ab-b17f-4526-9eda-33f93015d0b9 None None] Sync routers for ids ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:35:14.182477 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52464) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:14.207198 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c083ab-b17f-4526-9eda-33f93015d0b9 None None] Routers {'1282ae95-e3f9-44da-b78d-7fbd53ba518c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:35:14.208284 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c5c083ab-b17f-4526-9eda-33f93015d0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:14.209026 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4a138078-12e3-4ba3-8b12-c9f495124063 req-52a1fb30-e960-461e-839a-fd8d9a570894 service neutron] 10.222.0.24 "GET /v2.0/networks/1d8db04e-b47d-4b3f-b0f4-895055390ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595719 Mar 14 15:35:14.238740 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95633bcf-007b-41e9-b78f-de4cb5e9db0e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.309717 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95633bcf-007b-41e9-b78f-de4cb5e9db0e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=ec3078c2-3eb2-4c30-ae69-12c09e33ae28,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:14.328158 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d455ba-e812-4300-a9be-0fbd68eec582 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Deleting subnet 12fff920-fdb6-4473-b378-4c0ac7f3a6e7 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:35:14.332591 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95633bcf-007b-41e9-b78f-de4cb5e9db0e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.339125 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6d455ba-e812-4300-a9be-0fbd68eec582 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.372027 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4a138078-12e3-4ba3-8b12-c9f495124063 req-244c6e51-8bbe-40d2-abfc-de358101dedc service neutron] 10.222.0.24 "GET /v2.0/networks/1d8db04e-b47d-4b3f-b0f4-895055390ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543801 Mar 14 15:35:14.399844 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-c5c083ab-b17f-4526-9eda-33f93015d0b9 None None] Set router 1282ae95-e3f9-44da-b78d-7fbd53ba518c gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:35:14.519763 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-95633bcf-007b-41e9-b78f-de4cb5e9db0e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/ec3078c2-3eb2-4c30-ae69-12c09e33ae28 HTTP/1.1" status: 204 len: 168 time: 2.0283458 Mar 14 15:35:14.522419 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52468) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:14.534691 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6d455ba-e812-4300-a9be-0fbd68eec582 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.599755 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59834b9b-a3c2-40ff-a361-b321ef6ffe5e None None] New status for floating IP f9f21868-3e98-4916-b05a-b7609ba1d883: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:35:14.616738 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52472) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:14.624052 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1a3075-12c8-4ad5-b513-fe6092a60065 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:14.738856 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-8078fba4-0eca-44c9-aeb8-d775cd68767b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet fa89a3b4-d6ff-4b90-b2ca-c6254c5f381c {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:35:14.743761 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8078fba4-0eca-44c9-aeb8-d775cd68767b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.760084 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-55030dcf-3a92-47b2-ab5d-0dd9ba441a32 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting subnet 7555e56a-fcbf-476a-a995-df42163094f1 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:35:14.771956 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-55030dcf-3a92-47b2-ab5d-0dd9ba441a32 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.808392 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8078fba4-0eca-44c9-aeb8-d775cd68767b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.933193 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8078fba4-0eca-44c9-aeb8-d775cd68767b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.972627 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a35d4c19-2f07-4b19-b214-ceefea7cdb81 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/f9f21868-3e98-4916-b05a-b7609ba1d883 HTTP/1.1" status: 200 len: 991 time: 0.3471377 Mar 14 15:35:14.981890 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-55030dcf-3a92-47b2-ab5d-0dd9ba441a32 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.015808 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8078fba4-0eca-44c9-aeb8-d775cd68767b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.027969 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6d455ba-e812-4300-a9be-0fbd68eec582 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.081842 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078fba4-0eca-44c9-aeb8-d775cd68767b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=fa89a3b4-d6ff-4b90-b2ca-c6254c5f381c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:15.096487 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8078fba4-0eca-44c9-aeb8-d775cd68767b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.111321 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a8e9de3d-ec39-47d3-8332-fff18af60527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.114796 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8078fba4-0eca-44c9-aeb8-d775cd68767b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/fa89a3b4-d6ff-4b90-b2ca-c6254c5f381c HTTP/1.1" status: 204 len: 168 time: 0.5909913 Mar 14 15:35:15.118482 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52476) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:15.119634 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c5c083ab-b17f-4526-9eda-33f93015d0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:35:10Z', 'revision_number': 8, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:36Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb740a0b-f1c2-4890-9797-7e5cfc82986e', 'name': '', 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:d4:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:33Z', 'updated_at': '2022-03-14T15:34:54Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7011e4-b7f1-4efe-9dcb-c352d792abe5', 'name': '', 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:19:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:40Z', 'updated_at': '2022-03-14T15:34:56Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:15.127511 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c083ab-b17f-4526-9eda-33f93015d0b9 None None] Checking router: 1282ae95-e3f9-44da-b78d-7fbd53ba518c for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:35:15.130510 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-55030dcf-3a92-47b2-ab5d-0dd9ba441a32 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.152652 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c083ab-b17f-4526-9eda-33f93015d0b9 None None] Routers {'1282ae95-e3f9-44da-b78d-7fbd53ba518c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:35:15.153470 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c5c083ab-b17f-4526-9eda-33f93015d0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:34:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:15.177437 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6d455ba-e812-4300-a9be-0fbd68eec582 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.218697 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-43331894-1f23-42b1-88cd-243cab5d1f59 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988543 Mar 14 15:35:15.220056 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52480) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:15.236459 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d455ba-e812-4300-a9be-0fbd68eec582 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Pushing event deleted for resources: {'Subnet': ['ID=12fff920-fdb6-4473-b378-4c0ac7f3a6e7,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:15.246622 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6d455ba-e812-4300-a9be-0fbd68eec582 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.258196 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d6d455ba-e812-4300-a9be-0fbd68eec582 tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "DELETE /v2.0/subnets/12fff920-fdb6-4473-b378-4c0ac7f3a6e7 HTTP/1.1" status: 204 len: 168 time: 1.2887092 Mar 14 15:35:15.260565 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52484) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:15.282904 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086a367d-6fbb-4413-8260-116f852db2ba None None] Network 0cdc298f-8b11-4478-9081-7075456986d3 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:15.311996 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb5128b-6751-479a-8f8a-b29a607e0795 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:15.312687 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bdb5128b-6751-479a-8f8a-b29a607e0795 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:15.328900 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bdb5128b-6751-479a-8f8a-b29a607e0795 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:15.330162 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bdb5128b-6751-479a-8f8a-b29a607e0795 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1090372 Mar 14 15:35:15.332722 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52488) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:15.368950 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-55030dcf-3a92-47b2-ab5d-0dd9ba441a32 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.398374 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e33b771-39bc-425e-98d7-bf5ab604e9cd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:15.399356 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2e33b771-39bc-425e-98d7-bf5ab604e9cd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:15.415522 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2e33b771-39bc-425e-98d7-bf5ab604e9cd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:15.416785 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2e33b771-39bc-425e-98d7-bf5ab604e9cd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0830109 Mar 14 15:35:15.418521 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55030dcf-3a92-47b2-ab5d-0dd9ba441a32 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Subnet': ['ID=7555e56a-fcbf-476a-a995-df42163094f1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:15.419387 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52492) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:15.425134 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4469-cb60-445f-abc2-91831f1597dc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.430274 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-55030dcf-3a92-47b2-ab5d-0dd9ba441a32 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.439991 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-55030dcf-3a92-47b2-ab5d-0dd9ba441a32 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/subnets/7555e56a-fcbf-476a-a995-df42163094f1 HTTP/1.1" status: 204 len: 168 time: 1.2532473 Mar 14 15:35:15.442719 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52496) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:15.455455 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b718ed01-d180-41b4-b145-a59869f52419 None None] Network de86157d-05a5-41a7-b032-b6468abfbae1 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:15.466251 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4469-cb60-445f-abc2-91831f1597dc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Deleting port ab35f0db-c9e1-458e-a6c3-59b35fcab0f3 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:15.466599 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4469-cb60-445f-abc2-91831f1597dc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.610763 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8f929f60-d640-4f6d-901d-f07c0e005c3c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1845653 Mar 14 15:35:15.634024 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52500) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:15.634024 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-93887cdb-37cf-4168-8916-0ddca7b4a63f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:15.679858 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b31a22e-6a84-4005-80dc-2bd4e6691081 None None] Update dhcp port {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'fixed_ips': [{'subnet_id': 'fa89a3b4-d6ff-4b90-b2ca-c6254c5f381c'}], 'binding:host_id': 'dv-neutron-833561-1-hyperv'}, 'id': 'f210a4ba-cb43-45ee-8dea-c40221daee6a'} from dv-neutron-833561-1-hyperv. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 14 15:35:15.727732 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ec51eb0-6c36-497a-8382-5b1af42da1f1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.740366 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-c5c083ab-b17f-4526-9eda-33f93015d0b9 None None] Set router 1282ae95-e3f9-44da-b78d-7fbd53ba518c gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:35:15.760439 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4ec51eb0-6c36-497a-8382-5b1af42da1f1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting port 5e63db36-84da-4917-808a-483ebc212cb2 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:15.760439 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ec51eb0-6c36-497a-8382-5b1af42da1f1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.849199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-93887cdb-37cf-4168-8916-0ddca7b4a63f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:15.865561 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-93887cdb-37cf-4168-8916-0ddca7b4a63f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:15.883066 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93887cdb-37cf-4168-8916-0ddca7b4a63f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:15.883066 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93887cdb-37cf-4168-8916-0ddca7b4a63f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.888101 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b31a22e-6a84-4005-80dc-2bd4e6691081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.893782 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-93887cdb-37cf-4168-8916-0ddca7b4a63f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:15.893782 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93887cdb-37cf-4168-8916-0ddca7b4a63f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:35:15.916069 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-93887cdb-37cf-4168-8916-0ddca7b4a63f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2912393 Mar 14 15:35:15.919212 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52504) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:15.935288 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-442f4025-8cdd-40cb-98c0-31902f1a53c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:16.032513 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52508) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:16.102613 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-4ec51eb0-6c36-497a-8382-5b1af42da1f1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] For port 5e63db36-84da-4917-808a-483ebc212cb2, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5e63db36-84da-4917-808a-483ebc212cb2,segment=NetworkSegment(71df4dc6-06ef-4291-9151-7e12558aadf4),segment_id=71df4dc6-06ef-4291-9151-7e12558aadf4)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:16.102613 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ec51eb0-6c36-497a-8382-5b1af42da1f1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:16.201708 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-442f4025-8cdd-40cb-98c0-31902f1a53c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:16.213708 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c851275b-d772-4f6a-8d0f-79a829492172 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/f9f21868-3e98-4916-b05a-b7609ba1d883 HTTP/1.1" status: 200 len: 993 time: 0.1872177 Mar 14 15:35:16.223659 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-442f4025-8cdd-40cb-98c0-31902f1a53c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:16.239130 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442f4025-8cdd-40cb-98c0-31902f1a53c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:16.247468 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-442f4025-8cdd-40cb-98c0-31902f1a53c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:16.247629 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4ec51eb0-6c36-497a-8382-5b1af42da1f1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Calling delete_port for 5e63db36-84da-4917-808a-483ebc212cb2 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:16.249481 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-442f4025-8cdd-40cb-98c0-31902f1a53c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:16.250251 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442f4025-8cdd-40cb-98c0-31902f1a53c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:35:16.256735 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6ae006-8912-4426-8b8e-45fef3c265de None None] DHCP port deletion for 0cdc298f-8b11-4478-9081-7075456986d3 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:35:16.273843 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5e6ae006-8912-4426-8b8e-45fef3c265de None None] Deleting port ab35f0db-c9e1-458e-a6c3-59b35fcab0f3 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:16.273843 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e6ae006-8912-4426-8b8e-45fef3c265de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:16.308765 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-442f4025-8cdd-40cb-98c0-31902f1a53c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3884292 Mar 14 15:35:16.312340 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52512) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:16.323156 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-340617c8-eb3c-476f-a464-0ea2f9098b82 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:16.377038 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdf05b6-a09f-4bd7-95df-27a533992c83 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:16.380244 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-ec2c4469-cb60-445f-abc2-91831f1597dc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] For port ab35f0db-c9e1-458e-a6c3-59b35fcab0f3, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ab35f0db-c9e1-458e-a6c3-59b35fcab0f3,segment=NetworkSegment(bdb4219a-b3a9-4ca7-9af7-9f8773d06ae2),segment_id=bdb4219a-b3a9-4ca7-9af7-9f8773d06ae2)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:16.380244 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4469-cb60-445f-abc2-91831f1597dc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:16.445396 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ec51eb0-6c36-497a-8382-5b1af42da1f1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:16.492586 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:16.531591 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-340617c8-eb3c-476f-a464-0ea2f9098b82 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:16.541976 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4469-cb60-445f-abc2-91831f1597dc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Calling delete_port for ab35f0db-c9e1-458e-a6c3-59b35fcab0f3 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:16.545669 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-340617c8-eb3c-476f-a464-0ea2f9098b82 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:16.569222 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340617c8-eb3c-476f-a464-0ea2f9098b82 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:16.576012 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-340617c8-eb3c-476f-a464-0ea2f9098b82 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:16.576012 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-340617c8-eb3c-476f-a464-0ea2f9098b82 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:16.580287 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340617c8-eb3c-476f-a464-0ea2f9098b82 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:35:16.606934 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec51eb0-6c36-497a-8382-5b1af42da1f1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Port': ['ID=5e63db36-84da-4917-808a-483ebc212cb2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:16.616767 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-340617c8-eb3c-476f-a464-0ea2f9098b82 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2982540 Mar 14 15:35:16.619215 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52516) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:16.622103 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec51eb0-6c36-497a-8382-5b1af42da1f1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] No DVR routers for this DVR port 5e63db36-84da-4917-808a-483ebc212cb2 on host dv-neutron-833561-1-hyperv {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:35:16.632119 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f6aaed0f-1c17-4d80-90e3-b15859e67d17 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:16.656348 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdccd1ee-efa1-492b-93ab-cf22755512fc None None] DHCP port deletion for de86157d-05a5-41a7-b032-b6468abfbae1 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:35:16.697392 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:16.712732 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cfe18a6d-7685-4b64-887c-ed579ffa3d91 None None] Provisioning complete for port f210a4ba-cb43-45ee-8dea-c40221daee6a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:16.712732 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cfe18a6d-7685-4b64-887c-ed579ffa3d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:16.815999 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f6aaed0f-1c17-4d80-90e3-b15859e67d17 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:16.833150 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f6aaed0f-1c17-4d80-90e3-b15859e67d17 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:16.853488 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6aaed0f-1c17-4d80-90e3-b15859e67d17 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:16.853488 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6aaed0f-1c17-4d80-90e3-b15859e67d17 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:16.863831 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6aaed0f-1c17-4d80-90e3-b15859e67d17 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:16.863831 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6aaed0f-1c17-4d80-90e3-b15859e67d17 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:35:16.892442 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4469-cb60-445f-abc2-91831f1597dc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:16.905994 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f6aaed0f-1c17-4d80-90e3-b15859e67d17 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2795482 Mar 14 15:35:16.905994 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52520) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:16.924588 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-78897e96-e489-48ff-b5b0-8a1b5d60ced1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:16.986130 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5e6ae006-8912-4426-8b8e-45fef3c265de None None] For port ab35f0db-c9e1-458e-a6c3-59b35fcab0f3, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ab35f0db-c9e1-458e-a6c3-59b35fcab0f3,segment=NetworkSegment(bdb4219a-b3a9-4ca7-9af7-9f8773d06ae2),segment_id=bdb4219a-b3a9-4ca7-9af7-9f8773d06ae2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:16.986130 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e6ae006-8912-4426-8b8e-45fef3c265de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.070460 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ec51eb0-6c36-497a-8382-5b1af42da1f1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.104933 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-4ec51eb0-6c36-497a-8382-5b1af42da1f1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de86157d-05a5-41a7-b032-b6468abfbae1']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:17.114890 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-4ec51eb0-6c36-497a-8382-5b1af42da1f1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71df4dc6-06ef-4291-9151-7e12558aadf4') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:17.114890 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-4ec51eb0-6c36-497a-8382-5b1af42da1f1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71df4dc6-06ef-4291-9151-7e12558aadf4') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:17.131490 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ec51eb0-6c36-497a-8382-5b1af42da1f1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.151050 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ec51eb0-6c36-497a-8382-5b1af42da1f1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.161857 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec51eb0-6c36-497a-8382-5b1af42da1f1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:35:17.161857 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ec51eb0-6c36-497a-8382-5b1af42da1f1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.180711 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-78897e96-e489-48ff-b5b0-8a1b5d60ced1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:17.195916 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-78897e96-e489-48ff-b5b0-8a1b5d60ced1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:17.239637 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78897e96-e489-48ff-b5b0-8a1b5d60ced1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:17.239637 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78897e96-e489-48ff-b5b0-8a1b5d60ced1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.239637 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-78897e96-e489-48ff-b5b0-8a1b5d60ced1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:17.239637 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78897e96-e489-48ff-b5b0-8a1b5d60ced1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:35:17.273498 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c4469-cb60-445f-abc2-91831f1597dc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Pushing event deleted for resources: {'Port': ['ID=ab35f0db-c9e1-458e-a6c3-59b35fcab0f3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:17.287122 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ec51eb0-6c36-497a-8382-5b1af42da1f1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.290462 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-78897e96-e489-48ff-b5b0-8a1b5d60ced1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3771884 Mar 14 15:35:17.290462 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52524) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:17.296052 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-87a4d7ee-5032-47d8-9c21-9a534b0e7485 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:17.298458 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ec51eb0-6c36-497a-8382-5b1af42da1f1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.306258 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2c4469-cb60-445f-abc2-91831f1597dc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] No DVR routers for this DVR port ab35f0db-c9e1-458e-a6c3-59b35fcab0f3 on host dv-neutron-833561-1-hyperv {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:35:17.312832 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec51eb0-6c36-497a-8382-5b1af42da1f1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Network': ['ID=de86157d-05a5-41a7-b032-b6468abfbae1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:17.328308 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5e6ae006-8912-4426-8b8e-45fef3c265de None None] Calling delete_port for ab35f0db-c9e1-458e-a6c3-59b35fcab0f3 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:17.358209 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ab35f0db-c9e1-458e-a6c3-59b35fcab0f3 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:35:17.410399 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: ab35f0db-c9e1-458e-a6c3-59b35fcab0f3 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:35:17.410664 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ab35f0db-c9e1-458e-a6c3-59b35fcab0f3 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:35:17.411089 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f210a4ba-cb43-45ee-8dea-c40221daee6a no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:35:17.414622 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-87a4d7ee-5032-47d8-9c21-9a534b0e7485 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:17.429062 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-87a4d7ee-5032-47d8-9c21-9a534b0e7485 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:17.448152 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a4d7ee-5032-47d8-9c21-9a534b0e7485 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:17.462460 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-87a4d7ee-5032-47d8-9c21-9a534b0e7485 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.466391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4469-cb60-445f-abc2-91831f1597dc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.473874 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a4d7ee-5032-47d8-9c21-9a534b0e7485 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:17.473874 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87a4d7ee-5032-47d8-9c21-9a534b0e7485 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:35:17.500270 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ec2c4469-cb60-445f-abc2-91831f1597dc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cdc298f-8b11-4478-9081-7075456986d3']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:17.504549 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-87a4d7ee-5032-47d8-9c21-9a534b0e7485 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2061627 Mar 14 15:35:17.507978 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ec2c4469-cb60-445f-abc2-91831f1597dc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb4219a-b3a9-4ca7-9af7-9f8773d06ae2') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:17.507978 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ec2c4469-cb60-445f-abc2-91831f1597dc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb4219a-b3a9-4ca7-9af7-9f8773d06ae2') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:17.511877 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52528) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:17.515192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4469-cb60-445f-abc2-91831f1597dc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.535639 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4469-cb60-445f-abc2-91831f1597dc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.535639 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2c4469-cb60-445f-abc2-91831f1597dc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:35:17.535639 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4469-cb60-445f-abc2-91831f1597dc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn_limited( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn_limited( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:35:17.556883 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c5c083ab-b17f-4526-9eda-33f93015d0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:35:10Z', 'revision_number': 8, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:36Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb740a0b-f1c2-4890-9797-7e5cfc82986e', 'name': '', 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:d4:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:33Z', 'updated_at': '2022-03-14T15:34:54Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7011e4-b7f1-4efe-9dcb-c352d792abe5', 'name': '', 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:19:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:40Z', 'updated_at': '2022-03-14T15:34:56Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:17.589648 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c083ab-b17f-4526-9eda-33f93015d0b9 None None] The sync data for ids ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'] in dv-neutron-833561-1-hyperv is: [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:35:10Z', 'revision_number': 8, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:36Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb740a0b-f1c2-4890-9797-7e5cfc82986e', 'name': '', 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:d4:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:33Z', 'updated_at': '2022-03-14T15:34:54Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7011e4-b7f1-4efe-9dcb-c352d792abe5', 'name': '', 'network_id': 'b0b6925d-5870-452a-9834-43aaed8d5c72', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:19:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:40Z', 'updated_at': '2022-03-14T15:34:56Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'd194baf8-7404-4a6e-9dcc-1bf461abe487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:35:17.609220 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-5e6ae006-8912-4426-8b8e-45fef3c265de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:35:17.609220 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-5e6ae006-8912-4426-8b8e-45fef3c265de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:35:17.624438 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:35:17.627818 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4ec51eb0-6c36-497a-8382-5b1af42da1f1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/networks/de86157d-05a5-41a7-b032-b6468abfbae1 HTTP/1.1" status: 204 len: 168 time: 2.1834056 Mar 14 15:35:17.629473 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52532) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:17.687375 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045fbb81-4e1f-4d3e-a201-7329efc1345e None None] DHCP port deletion for 9afff20e-053f-4563-a829-c09143628c31 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:35:17.696166 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f4caf6-7d1a-4880-a911-d942bec08438 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:17.698305 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-27f4caf6-7d1a-4880-a911-d942bec08438 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1994207 Mar 14 15:35:17.701239 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52536) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:17.708786 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-045fbb81-4e1f-4d3e-a201-7329efc1345e None None] Deleting port f210a4ba-cb43-45ee-8dea-c40221daee6a {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:17.708786 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-045fbb81-4e1f-4d3e-a201-7329efc1345e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.760523 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.787165 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8164b79-9323-4e45-b29e-d7855dad2c8a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:17.787165 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f8164b79-9323-4e45-b29e-d7855dad2c8a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0840642 Mar 14 15:35:17.788920 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52540) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:17.817295 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4469-cb60-445f-abc2-91831f1597dc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.846196 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4469-cb60-445f-abc2-91831f1597dc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.852928 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port f210a4ba-cb43-45ee-8dea-c40221daee6a, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f210a4ba-cb43-45ee-8dea-c40221daee6a,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:17.866955 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c4469-cb60-445f-abc2-91831f1597dc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] Pushing event deleted for resources: {'Network': ['ID=0cdc298f-8b11-4478-9081-7075456986d3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:17.871056 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ec2c4469-cb60-445f-abc2-91831f1597dc tempest-TagsExtTest-1720315559 tempest-TagsExtTest-1720315559-project] 10.222.0.60 "DELETE /v2.0/networks/0cdc298f-8b11-4478-9081-7075456986d3 HTTP/1.1" status: 204 len: 168 time: 2.6071692 Mar 14 15:35:17.887224 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.888351 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5e63db36-84da-4917-808a-483ebc212cb2 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:35:17.888657 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9028bbfa-7837-4f46-b20a-18559377362d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0983422 Mar 14 15:35:17.892375 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52546) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:17.905222 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0a77a6c9-edc2-43a2-9b19-71ea9d280fb5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:18.057308 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=f210a4ba-cb43-45ee-8dea-c40221daee6a,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:18.074605 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 5e63db36-84da-4917-808a-483ebc212cb2 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:35:18.074605 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5e63db36-84da-4917-808a-483ebc212cb2 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:35:18.089565 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:18.106380 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5e6ae006-8912-4426-8b8e-45fef3c265de None None] Deleting port ab35f0db-c9e1-458e-a6c3-59b35fcab0f3 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:18.106990 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e6ae006-8912-4426-8b8e-45fef3c265de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:18.160571 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-045fbb81-4e1f-4d3e-a201-7329efc1345e None None] For port f210a4ba-cb43-45ee-8dea-c40221daee6a, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f210a4ba-cb43-45ee-8dea-c40221daee6a,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:18.160963 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-045fbb81-4e1f-4d3e-a201-7329efc1345e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:18.209576 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5e6ae006-8912-4426-8b8e-45fef3c265de None None] The port 'ab35f0db-c9e1-458e-a6c3-59b35fcab0f3' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:35:18.212811 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0a77a6c9-edc2-43a2-9b19-71ea9d280fb5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:18.240711 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0a77a6c9-edc2-43a2-9b19-71ea9d280fb5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:18.258160 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a77a6c9-edc2-43a2-9b19-71ea9d280fb5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:18.261578 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a77a6c9-edc2-43a2-9b19-71ea9d280fb5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:18.357929 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-045fbb81-4e1f-4d3e-a201-7329efc1345e None None] Calling delete_port for f210a4ba-cb43-45ee-8dea-c40221daee6a owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:18.360402 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52552) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:18.417225 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d89e7156-b9b7-4af8-89df-b03964a5fc69 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:18.458809 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-045fbb81-4e1f-4d3e-a201-7329efc1345e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:35:18.459179 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-045fbb81-4e1f-4d3e-a201-7329efc1345e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:35:18.797741 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7d211a7e-ab21-4289-8fea-c911bb46dd3a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=06f3e6939fba4d41aa8a84893cd307b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4339116 Mar 14 15:35:18.800372 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52558) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:18.870603 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d3f6d69-2693-40c1-b88a-87dae09d7021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:18.901520 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d3f6d69-2693-40c1-b88a-87dae09d7021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:18.967373 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-045fbb81-4e1f-4d3e-a201-7329efc1345e None None] Deleting port f210a4ba-cb43-45ee-8dea-c40221daee6a {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:18.967373 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-045fbb81-4e1f-4d3e-a201-7329efc1345e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:18.978887 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d3f6d69-2693-40c1-b88a-87dae09d7021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:19.005523 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f6d69-2693-40c1-b88a-87dae09d7021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa96816-5e35-463c-852d-2061d92d0aef,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:19.013451 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d3f6d69-2693-40c1-b88a-87dae09d7021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:19.013864 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3d3f6d69-2693-40c1-b88a-87dae09d7021 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2aa96816-5e35-463c-852d-2061d92d0aef HTTP/1.1" status: 204 len: 168 time: 0.2124591 Mar 14 15:35:19.060949 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 73b02ba3-6a11-4614-96cf-52021d13b652 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:35:19.100712 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 73b02ba3-6a11-4614-96cf-52021d13b652 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:35:19.100832 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 73b02ba3-6a11-4614-96cf-52021d13b652 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:35:19.152952 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.objects.ports [None req-0a77a6c9-edc2-43a2-9b19-71ea9d280fb5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83910) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 14 15:35:19.366272 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-045fbb81-4e1f-4d3e-a201-7329efc1345e None None] For port f210a4ba-cb43-45ee-8dea-c40221daee6a, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f210a4ba-cb43-45ee-8dea-c40221daee6a,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:19.366429 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-045fbb81-4e1f-4d3e-a201-7329efc1345e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:19.498600 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-045fbb81-4e1f-4d3e-a201-7329efc1345e None None] Calling delete_port for f210a4ba-cb43-45ee-8dea-c40221daee6a owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:19.512286 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a77a6c9-edc2-43a2-9b19-71ea9d280fb5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:19.575022 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-045fbb81-4e1f-4d3e-a201-7329efc1345e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:35:19.575315 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-045fbb81-4e1f-4d3e-a201-7329efc1345e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:35:19.823551 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-0a77a6c9-edc2-43a2-9b19-71ea9d280fb5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] For port f210a4ba-cb43-45ee-8dea-c40221daee6a, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f210a4ba-cb43-45ee-8dea-c40221daee6a,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:19.848533 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d89e7156-b9b7-4af8-89df-b03964a5fc69 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting port df7011e4-b7f1-4efe-9dcb-c352d792abe5 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:19.848820 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d89e7156-b9b7-4af8-89df-b03964a5fc69 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:19.911250 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a77a6c9-edc2-43a2-9b19-71ea9d280fb5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:19.917288 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a77a6c9-edc2-43a2-9b19-71ea9d280fb5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:19.917977 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a77a6c9-edc2-43a2-9b19-71ea9d280fb5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:20.114544 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a77a6c9-edc2-43a2-9b19-71ea9d280fb5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:20.123245 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-0a77a6c9-edc2-43a2-9b19-71ea9d280fb5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:20.131658 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a77a6c9-edc2-43a2-9b19-71ea9d280fb5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:20.131899 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a77a6c9-edc2-43a2-9b19-71ea9d280fb5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:20.137732 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77a6c9-edc2-43a2-9b19-71ea9d280fb5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=cc1cc0f7-0267-4903-96a5-fd409c1a2524,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:20.171873 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77a6c9-edc2-43a2-9b19-71ea9d280fb5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=f210a4ba-cb43-45ee-8dea-c40221daee6a,revision_number=9']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:20.197893 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0a77a6c9-edc2-43a2-9b19-71ea9d280fb5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3034139 Mar 14 15:35:20.206108 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52564) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:20.211846 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-d89e7156-b9b7-4af8-89df-b03964a5fc69 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] For port df7011e4-b7f1-4efe-9dcb-c352d792abe5, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=df7011e4-b7f1-4efe-9dcb-c352d792abe5,segment=NetworkSegment(707c8594-bfce-425a-8eb0-4883316dd67d),segment_id=707c8594-bfce-425a-8eb0-4883316dd67d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:20.211846 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d89e7156-b9b7-4af8-89df-b03964a5fc69 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:20.221662 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c11c9940-a2a2-41e9-baae-b53aea5d0f7e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'mac_address': 'fa:16:3e:e6:b6:f4', 'name': 'tempest-NetworksTestDHCPv6-1611735691'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:20.291379 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-045fbb81-4e1f-4d3e-a201-7329efc1345e None None] Deleting port f210a4ba-cb43-45ee-8dea-c40221daee6a {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:20.291379 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-045fbb81-4e1f-4d3e-a201-7329efc1345e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:20.347400 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d89e7156-b9b7-4af8-89df-b03964a5fc69 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Calling delete_port for df7011e4-b7f1-4efe-9dcb-c352d792abe5 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:20.379126 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c11c9940-a2a2-41e9-baae-b53aea5d0f7e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:20.390185 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c11c9940-a2a2-41e9-baae-b53aea5d0f7e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:20.403179 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11c9940-a2a2-41e9-baae-b53aea5d0f7e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:20.684372 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-045fbb81-4e1f-4d3e-a201-7329efc1345e None None] For port f210a4ba-cb43-45ee-8dea-c40221daee6a, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f210a4ba-cb43-45ee-8dea-c40221daee6a,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:20.684372 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-045fbb81-4e1f-4d3e-a201-7329efc1345e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:20.751244 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c11c9940-a2a2-41e9-baae-b53aea5d0f7e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:20.805780 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-c11c9940-a2a2-41e9-baae-b53aea5d0f7e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] device_id is not set on port e9e2d63f-80ab-4824-9ea9-4ff26371cb96 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:35:20.836212 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-045fbb81-4e1f-4d3e-a201-7329efc1345e None None] Calling delete_port for f210a4ba-cb43-45ee-8dea-c40221daee6a owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:20.855862 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d89e7156-b9b7-4af8-89df-b03964a5fc69 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:20.902337 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:20.981276 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e7156-b9b7-4af8-89df-b03964a5fc69 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Port': ['ID=df7011e4-b7f1-4efe-9dcb-c352d792abe5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:21.018377 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-c11c9940-a2a2-41e9-baae-b53aea5d0f7e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8::f816:3eff:fee6:b6f4 (9afff20e-053f-4563-a829-c09143628c31/cc1cc0f7-0267-4903-96a5-fd409c1a2524/e9e2d63f-80ab-4824-9ea9-4ff26371cb96) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:21.040836 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-045fbb81-4e1f-4d3e-a201-7329efc1345e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:21.116129 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fbb81-4e1f-4d3e-a201-7329efc1345e None None] Pushing event deleted for resources: {'Port': ['ID=f210a4ba-cb43-45ee-8dea-c40221daee6a,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:21.215568 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045fbb81-4e1f-4d3e-a201-7329efc1345e None None] No DVR routers for this DVR port f210a4ba-cb43-45ee-8dea-c40221daee6a on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:35:21.254589 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef85df2-066b-41fc-9638-2038776c306a None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:21.360496 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d89e7156-b9b7-4af8-89df-b03964a5fc69 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:21.386174 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c11c9940-a2a2-41e9-baae-b53aea5d0f7e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:21.402982 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-c11c9940-a2a2-41e9-baae-b53aea5d0f7e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Transition to ACTIVE for port object e9e2d63f-80ab-4824-9ea9-4ff26371cb96 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:21.426877 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c11c9940-a2a2-41e9-baae-b53aea5d0f7e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:21.507326 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11c9940-a2a2-41e9-baae-b53aea5d0f7e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:21.508204 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c9940-a2a2-41e9-baae-b53aea5d0f7e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=e9e2d63f-80ab-4824-9ea9-4ff26371cb96,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:21.510701 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-c11c9940-a2a2-41e9-baae-b53aea5d0f7e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:21.512855 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c9940-a2a2-41e9-baae-b53aea5d0f7e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:35:21.517589 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11c9940-a2a2-41e9-baae-b53aea5d0f7e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:21.518375 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c11c9940-a2a2-41e9-baae-b53aea5d0f7e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:21.548237 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b621e30c-9965-4c6c-919d-93e777ca84e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-9afff20e-053f-4563-a829-c09143628c31', 'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'fixed_ips': [{'subnet_id': 'cc1cc0f7-0267-4903-96a5-fd409c1a2524'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:35:21.548855 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c11c9940-a2a2-41e9-baae-b53aea5d0f7e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3447886 Mar 14 15:35:21.549150 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b621e30c-9965-4c6c-919d-93e777ca84e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:21.550625 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52568) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:21.655892 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2dc887-2304-4d38-bb55-5052d559332b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:21.657928 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bc2dc887-2304-4d38-bb55-5052d559332b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:21.678985 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bc2dc887-2304-4d38-bb55-5052d559332b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:21.683267 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bc2dc887-2304-4d38-bb55-5052d559332b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1285751 Mar 14 15:35:21.683267 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52572) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:21.733867 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-b621e30c-9965-4c6c-919d-93e777ca84e6 None None] Allocated IP 2001:db8::f816:3eff:fefd:f745 (9afff20e-053f-4563-a829-c09143628c31/cc1cc0f7-0267-4903-96a5-fd409c1a2524/159ebb9d-502f-4055-b5b8-2aa9338f4368) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:21.749637 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-70f29bb7-0ab0-42a7-a9b5-df9a013cfb67 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting port e9e2d63f-80ab-4824-9ea9-4ff26371cb96 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:21.749981 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-70f29bb7-0ab0-42a7-a9b5-df9a013cfb67 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:21.949268 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89e7156-b9b7-4af8-89df-b03964a5fc69 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Router 1282ae95-e3f9-44da-b78d-7fbd53ba518c has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:35:21.993730 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b621e30c-9965-4c6c-919d-93e777ca84e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:22.003110 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-70f29bb7-0ab0-42a7-a9b5-df9a013cfb67 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:22.005348 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b621e30c-9965-4c6c-919d-93e777ca84e6 None None] Transition to ACTIVE for port object 159ebb9d-502f-4055-b5b8-2aa9338f4368 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:22.024539 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b621e30c-9965-4c6c-919d-93e777ca84e6 None None] Transition to ACTIVE for port object 159ebb9d-502f-4055-b5b8-2aa9338f4368 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:22.030419 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b621e30c-9965-4c6c-919d-93e777ca84e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:22.112240 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b621e30c-9965-4c6c-919d-93e777ca84e6 None None] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:22.115805 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-b621e30c-9965-4c6c-919d-93e777ca84e6 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:22.117708 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621e30c-9965-4c6c-919d-93e777ca84e6 None None] Pushing event updated for resources: {'Port': ['ID=159ebb9d-502f-4055-b5b8-2aa9338f4368,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:22.119888 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89e7156-b9b7-4af8-89df-b03964a5fc69 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:35:22.120481 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b621e30c-9965-4c6c-919d-93e777ca84e6 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:35:22.127284 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-70f29bb7-0ab0-42a7-a9b5-df9a013cfb67 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Calling delete_port for e9e2d63f-80ab-4824-9ea9-4ff26371cb96 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:22.140162 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d89e7156-b9b7-4af8-89df-b03964a5fc69 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/routers/1282ae95-e3f9-44da-b78d-7fbd53ba518c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4961374 Mar 14 15:35:22.143435 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52576) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:22.215203 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db23fe-001b-4f0b-8915-f18bb3854882 None None] Sync routers for ids ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:35:22.258426 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b621e30c-9965-4c6c-919d-93e777ca84e6 None None] Attempting to bind port 159ebb9d-502f-4055-b5b8-2aa9338f4368 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:35:22.258802 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b621e30c-9965-4c6c-919d-93e777ca84e6 None None] Attempting to bind port 159ebb9d-502f-4055-b5b8-2aa9338f4368 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:35:22.259156 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b621e30c-9965-4c6c-919d-93e777ca84e6 None None] Attempting to bind port 159ebb9d-502f-4055-b5b8-2aa9338f4368 on network 9afff20e-053f-4563-a829-c09143628c31 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:35:22.261942 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23db23fe-001b-4f0b-8915-f18bb3854882 None None] Routers {'1282ae95-e3f9-44da-b78d-7fbd53ba518c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:35:22.262578 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-23db23fe-001b-4f0b-8915-f18bb3854882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:35:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:22.281171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-70f29bb7-0ab0-42a7-a9b5-df9a013cfb67 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:22.338656 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f29bb7-0ab0-42a7-a9b5-df9a013cfb67 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Port': ['ID=e9e2d63f-80ab-4824-9ea9-4ff26371cb96,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:22.351489 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-41181800-e3cc-47ae-b92f-56eb599ea440 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting subnet d194baf8-7404-4a6e-9dcc-1bf461abe487 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:35:22.354532 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41181800-e3cc-47ae-b92f-56eb599ea440 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:22.382024 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b621e30c-9965-4c6c-919d-93e777ca84e6 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:35:22.382428 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b621e30c-9965-4c6c-919d-93e777ca84e6 None None] Checking segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:35:22.382840 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b621e30c-9965-4c6c-919d-93e777ca84e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:22.383238 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b621e30c-9965-4c6c-919d-93e777ca84e6 None None] Bound using segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:35:22.383717 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b621e30c-9965-4c6c-919d-93e777ca84e6 None None] Bound port: 159ebb9d-502f-4055-b5b8-2aa9338f4368, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:35:22.384112 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b621e30c-9965-4c6c-919d-93e777ca84e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:22.386304 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-70f29bb7-0ab0-42a7-a9b5-df9a013cfb67 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:22.403771 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-70f29bb7-0ab0-42a7-a9b5-df9a013cfb67 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/e9e2d63f-80ab-4824-9ea9-4ff26371cb96 HTTP/1.1" status: 204 len: 168 time: 0.7170687 Mar 14 15:35:22.404177 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52580) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:22.451302 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41181800-e3cc-47ae-b92f-56eb599ea440 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:22.496511 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-23db23fe-001b-4f0b-8915-f18bb3854882 None None] Set router 1282ae95-e3f9-44da-b78d-7fbd53ba518c gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:35:22.570882 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b621e30c-9965-4c6c-919d-93e777ca84e6 None None] For port 159ebb9d-502f-4055-b5b8-2aa9338f4368, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:35:22.585077 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b621e30c-9965-4c6c-919d-93e777ca84e6 None None] For port 159ebb9d-502f-4055-b5b8-2aa9338f4368, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=159ebb9d-502f-4055-b5b8-2aa9338f4368,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:35:22.617872 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90edd255-60e5-4709-b15f-1a568d271477 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:22.619311 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90edd255-60e5-4709-b15f-1a568d271477 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:22.620049 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-90edd255-60e5-4709-b15f-1a568d271477 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:22.638394 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b621e30c-9965-4c6c-919d-93e777ca84e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:22.651892 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-90edd255-60e5-4709-b15f-1a568d271477 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:22.655503 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-90edd255-60e5-4709-b15f-1a568d271477 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2478864 Mar 14 15:35:22.655825 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52586) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:22.709953 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41181800-e3cc-47ae-b92f-56eb599ea440 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:22.806332 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621e30c-9965-4c6c-919d-93e777ca84e6 None None] Pushing event updated for resources: {'Port': ['ID=159ebb9d-502f-4055-b5b8-2aa9338f4368,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:22.884589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41181800-e3cc-47ae-b92f-56eb599ea440 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:22.929553 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41181800-e3cc-47ae-b92f-56eb599ea440 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Subnet': ['ID=d194baf8-7404-4a6e-9dcc-1bf461abe487,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:22.931277 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-23db23fe-001b-4f0b-8915-f18bb3854882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:35:20Z', 'revision_number': 9, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:36Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb740a0b-f1c2-4890-9797-7e5cfc82986e', 'name': '', 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:d4:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:33Z', 'updated_at': '2022-03-14T15:34:54Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:22.936821 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db23fe-001b-4f0b-8915-f18bb3854882 None None] Checking router: 1282ae95-e3f9-44da-b78d-7fbd53ba518c for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:35:22.949157 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23db23fe-001b-4f0b-8915-f18bb3854882 None None] Routers {'1282ae95-e3f9-44da-b78d-7fbd53ba518c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:35:22.949412 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41181800-e3cc-47ae-b92f-56eb599ea440 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:22.949717 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-23db23fe-001b-4f0b-8915-f18bb3854882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:35:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:22.955795 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-3edec3f6-4471-4eb8-abb8-ec00d8eb1933 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet cc1cc0f7-0267-4903-96a5-fd409c1a2524 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:35:22.959941 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3edec3f6-4471-4eb8-abb8-ec00d8eb1933 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:22.993592 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-41181800-e3cc-47ae-b92f-56eb599ea440 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/subnets/d194baf8-7404-4a6e-9dcc-1bf461abe487 HTTP/1.1" status: 204 len: 168 time: 0.8489127 Mar 14 15:35:22.995094 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52590) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:23.025573 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3edec3f6-4471-4eb8-abb8-ec00d8eb1933 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:23.032477 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32b1292-1a96-4dcc-8dce-ecefa7361beb None None] Network b0b6925d-5870-452a-9834-43aaed8d5c72 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:23.135494 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c7938b8-3849-4978-a608-6bc6834cde3e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:23.147093 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7c7938b8-3849-4978-a608-6bc6834cde3e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting port 336a6875-e570-4eb5-9502-f103869e752b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:23.147680 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c7938b8-3849-4978-a608-6bc6834cde3e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:23.181978 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3edec3f6-4471-4eb8-abb8-ec00d8eb1933 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:23.242244 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 159ebb9d-502f-4055-b5b8-2aa9338f4368 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:35:23.300178 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3edec3f6-4471-4eb8-abb8-ec00d8eb1933 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:23.344850 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edec3f6-4471-4eb8-abb8-ec00d8eb1933 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=cc1cc0f7-0267-4903-96a5-fd409c1a2524,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:23.349827 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3edec3f6-4471-4eb8-abb8-ec00d8eb1933 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:23.364147 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3edec3f6-4471-4eb8-abb8-ec00d8eb1933 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/cc1cc0f7-0267-4903-96a5-fd409c1a2524 HTTP/1.1" status: 204 len: 168 time: 0.7074437 Mar 14 15:35:23.366595 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52594) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:23.389924 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-23db23fe-001b-4f0b-8915-f18bb3854882 None None] Set router 1282ae95-e3f9-44da-b78d-7fbd53ba518c gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:35:23.403887 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-7c7938b8-3849-4978-a608-6bc6834cde3e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] For port 336a6875-e570-4eb5-9502-f103869e752b, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=336a6875-e570-4eb5-9502-f103869e752b,segment=NetworkSegment(707c8594-bfce-425a-8eb0-4883316dd67d),segment_id=707c8594-bfce-425a-8eb0-4883316dd67d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:23.404838 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c7938b8-3849-4978-a608-6bc6834cde3e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:23.436985 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2cc40418-c948-4397-807e-e3d640454e5b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664840 Mar 14 15:35:23.437562 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52598) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:23.443508 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c631d748-917e-41f4-a43d-8fbbfba3bd26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:23.564164 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c631d748-917e-41f4-a43d-8fbbfba3bd26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:23.568943 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c631d748-917e-41f4-a43d-8fbbfba3bd26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:23.572525 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c631d748-917e-41f4-a43d-8fbbfba3bd26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:23.579553 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c631d748-917e-41f4-a43d-8fbbfba3bd26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:23.590661 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c631d748-917e-41f4-a43d-8fbbfba3bd26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:23.594863 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c631d748-917e-41f4-a43d-8fbbfba3bd26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:23.640053 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7c7938b8-3849-4978-a608-6bc6834cde3e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Calling delete_port for 336a6875-e570-4eb5-9502-f103869e752b owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:23.653179 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 159ebb9d-502f-4055-b5b8-2aa9338f4368 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:35:23.725323 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c7938b8-3849-4978-a608-6bc6834cde3e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:23.795324 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7938b8-3849-4978-a608-6bc6834cde3e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Port': ['ID=336a6875-e570-4eb5-9502-f103869e752b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:23.811084 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7938b8-3849-4978-a608-6bc6834cde3e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] No DVR routers for this DVR port 336a6875-e570-4eb5-9502-f103869e752b on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:35:23.865968 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4764b5-3729-49c1-ae78-ebe451c52884 None None] DHCP port deletion for b0b6925d-5870-452a-9834-43aaed8d5c72 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:35:23.882094 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-23db23fe-001b-4f0b-8915-f18bb3854882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:35:20Z', 'revision_number': 9, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:36Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb740a0b-f1c2-4890-9797-7e5cfc82986e', 'name': '', 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:d4:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:33Z', 'updated_at': '2022-03-14T15:34:54Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:23.887312 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db23fe-001b-4f0b-8915-f18bb3854882 None None] The sync data for ids ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'] in dv-neutron-833561-1-hyperv is: [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:35:20Z', 'revision_number': 9, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:36Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb740a0b-f1c2-4890-9797-7e5cfc82986e', 'name': '', 'network_id': '94f148f8-629f-4151-b2f4-6825d6977048', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:d4:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:33Z', 'updated_at': '2022-03-14T15:34:54Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': '3d846c9f-185b-4d96-84dc-4722368c2e2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:35:23.981431 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c7938b8-3849-4978-a608-6bc6834cde3e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:24.008978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-7c7938b8-3849-4978-a608-6bc6834cde3e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b6925d-5870-452a-9834-43aaed8d5c72']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:24.024899 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-7c7938b8-3849-4978-a608-6bc6834cde3e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707c8594-bfce-425a-8eb0-4883316dd67d') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:24.025198 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-7c7938b8-3849-4978-a608-6bc6834cde3e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707c8594-bfce-425a-8eb0-4883316dd67d') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:24.038046 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c7938b8-3849-4978-a608-6bc6834cde3e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:24.039229 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.objects.ports [None req-c631d748-917e-41f4-a43d-8fbbfba3bd26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83910) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 14 15:35:24.056426 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c7938b8-3849-4978-a608-6bc6834cde3e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:24.063997 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7938b8-3849-4978-a608-6bc6834cde3e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:35:24.064426 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c7938b8-3849-4978-a608-6bc6834cde3e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:24.070459 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b9ff56-1774-4fbb-a4df-b0e9013d5dda None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:35:24.078887 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:35:24.150996 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b09fbf8f-f863-4bc6-83a5-c0619bbcb5c6 None None] Could not find standard attr ID for object e9e2d63f-80ab-4824-9ea9-4ff26371cb96. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:35:24.165471 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c7938b8-3849-4978-a608-6bc6834cde3e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:24.189549 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b09fbf8f-f863-4bc6-83a5-c0619bbcb5c6 None None] Provisioning for port 159ebb9d-502f-4055-b5b8-2aa9338f4368 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:35:24.193190 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c7938b8-3849-4978-a608-6bc6834cde3e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:24.196113 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7938b8-3849-4978-a608-6bc6834cde3e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Network': ['ID=b0b6925d-5870-452a-9834-43aaed8d5c72,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:24.206550 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b09fbf8f-f863-4bc6-83a5-c0619bbcb5c6 None None] Provisioning complete for port 159ebb9d-502f-4055-b5b8-2aa9338f4368 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:24.206928 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b09fbf8f-f863-4bc6-83a5-c0619bbcb5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:24.208909 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7c7938b8-3849-4978-a608-6bc6834cde3e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/networks/b0b6925d-5870-452a-9834-43aaed8d5c72 HTTP/1.1" status: 204 len: 168 time: 1.2124143 Mar 14 15:35:24.211444 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52602) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:24.238723 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c631d748-917e-41f4-a43d-8fbbfba3bd26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:24.424446 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b09fbf8f-f863-4bc6-83a5-c0619bbcb5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:24.476076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-c631d748-917e-41f4-a43d-8fbbfba3bd26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] For port 159ebb9d-502f-4055-b5b8-2aa9338f4368, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=159ebb9d-502f-4055-b5b8-2aa9338f4368,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:24.503547 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c631d748-917e-41f4-a43d-8fbbfba3bd26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:24.509700 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c631d748-917e-41f4-a43d-8fbbfba3bd26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:24.510722 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c631d748-917e-41f4-a43d-8fbbfba3bd26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:24.588728 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-b09fbf8f-f863-4bc6-83a5-c0619bbcb5c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:35:24.589757 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-b09fbf8f-f863-4bc6-83a5-c0619bbcb5c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:35:24.611036 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39d4f707-7598-4325-aea3-b8bd31a46e25 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:24.747653 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c631d748-917e-41f4-a43d-8fbbfba3bd26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:24.753320 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c631d748-917e-41f4-a43d-8fbbfba3bd26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:24.757257 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631d748-917e-41f4-a43d-8fbbfba3bd26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=09611222-a424-4e9b-b945-dabc5fd5f504,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:24.759975 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c631d748-917e-41f4-a43d-8fbbfba3bd26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:24.760554 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c631d748-917e-41f4-a43d-8fbbfba3bd26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:24.786394 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631d748-917e-41f4-a43d-8fbbfba3bd26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=159ebb9d-502f-4055-b5b8-2aa9338f4368,revision_number=5']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:24.798714 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c631d748-917e-41f4-a43d-8fbbfba3bd26 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3598514 Mar 14 15:35:24.801300 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52606) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:24.807109 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f3c7fbf1-87e3-4036-8f63-e99672e21d58 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'mac_address': 'fa:16:3e:09:2c:f2', 'name': 'tempest-NetworksTestDHCPv6-317380176'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:24.874629 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dc9b5e-d02f-4021-9464-4f364ec2ff57 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:24.971545 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f3c7fbf1-87e3-4036-8f63-e99672e21d58 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:24.977655 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f3c7fbf1-87e3-4036-8f63-e99672e21d58 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:port and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:24.980851 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f3c7fbf1-87e3-4036-8f63-e99672e21d58 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:24.987530 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f3c7fbf1-87e3-4036-8f63-e99672e21d58 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:25.003838 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c7fbf1-87e3-4036-8f63-e99672e21d58 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:25.008646 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fbf1-87e3-4036-8f63-e99672e21d58 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:25.047614 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-f3c7fbf1-87e3-4036-8f63-e99672e21d58 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] device_id is not set on port f2e70e1b-7e65-42b1-a013-375a24e2f6b6 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:35:25.168291 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 159ebb9d-502f-4055-b5b8-2aa9338f4368 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:35:25.206285 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-f3c7fbf1-87e3-4036-8f63-e99672e21d58 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8::f816:3eff:fe09:2cf2 (9afff20e-053f-4563-a829-c09143628c31/09611222-a424-4e9b-b945-dabc5fd5f504/f2e70e1b-7e65-42b1-a013-375a24e2f6b6) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:25.265671 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b09fbf8f-f863-4bc6-83a5-c0619bbcb5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:25.362899 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b09fbf8f-f863-4bc6-83a5-c0619bbcb5c6 None None] For port 159ebb9d-502f-4055-b5b8-2aa9338f4368, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=159ebb9d-502f-4055-b5b8-2aa9338f4368,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:25.364922 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 159ebb9d-502f-4055-b5b8-2aa9338f4368 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:25.365205 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:25.366261 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-39d4f707-7598-4325-aea3-b8bd31a46e25 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting port bb740a0b-f1c2-4890-9797-7e5cfc82986e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:25.366609 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39d4f707-7598-4325-aea3-b8bd31a46e25 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:25.402525 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b09fbf8f-f863-4bc6-83a5-c0619bbcb5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:25.437083 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fbf1-87e3-4036-8f63-e99672e21d58 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:25.456553 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-f3c7fbf1-87e3-4036-8f63-e99672e21d58 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Transition to ACTIVE for port object f2e70e1b-7e65-42b1-a013-375a24e2f6b6 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:25.482113 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fbf1-87e3-4036-8f63-e99672e21d58 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:25.497636 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fbf8f-f863-4bc6-83a5-c0619bbcb5c6 None None] Pushing event updated for resources: {'Port': ['ID=159ebb9d-502f-4055-b5b8-2aa9338f4368,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:25.553993 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d05e89d9-b1bb-4515-acdb-bf522489d701 None None] Could not find standard attr ID for object e9e2d63f-80ab-4824-9ea9-4ff26371cb96. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:35:25.580589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c7fbf1-87e3-4036-8f63-e99672e21d58 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:25.583645 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f3c7fbf1-87e3-4036-8f63-e99672e21d58 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:25.584353 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-39d4f707-7598-4325-aea3-b8bd31a46e25 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] For port bb740a0b-f1c2-4890-9797-7e5cfc82986e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=bb740a0b-f1c2-4890-9797-7e5cfc82986e,segment=NetworkSegment(9b957e1b-9940-42c8-9197-aa686d3f1e28),segment_id=9b957e1b-9940-42c8-9197-aa686d3f1e28)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:25.584728 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39d4f707-7598-4325-aea3-b8bd31a46e25 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:25.591336 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c7fbf1-87e3-4036-8f63-e99672e21d58 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:35:25.596135 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c7fbf1-87e3-4036-8f63-e99672e21d58 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:25.596737 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fbf1-87e3-4036-8f63-e99672e21d58 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:25.612517 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d05e89d9-b1bb-4515-acdb-bf522489d701 None None] Provisioning complete for port 159ebb9d-502f-4055-b5b8-2aa9338f4368 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:25.613876 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d05e89d9-b1bb-4515-acdb-bf522489d701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:25.622595 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7fbf1-87e3-4036-8f63-e99672e21d58 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=f2e70e1b-7e65-42b1-a013-375a24e2f6b6,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:25.646636 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f3c7fbf1-87e3-4036-8f63-e99672e21d58 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8439946 Mar 14 15:35:25.651033 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52610) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:25.661937 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device df7011e4-b7f1-4efe-9dcb-c352d792abe5 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:35:25.734495 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: df7011e4-b7f1-4efe-9dcb-c352d792abe5 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:35:25.735781 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device df7011e4-b7f1-4efe-9dcb-c352d792abe5 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:35:25.736726 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 336a6875-e570-4eb5-9502-f103869e752b no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:35:25.744238 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae518cb-1ba7-4101-90d0-4b48194823f5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:25.749540 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae518cb-1ba7-4101-90d0-4b48194823f5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:25.750095 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-39d4f707-7598-4325-aea3-b8bd31a46e25 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Calling delete_port for bb740a0b-f1c2-4890-9797-7e5cfc82986e owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:25.751171 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9ae518cb-1ba7-4101-90d0-4b48194823f5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:25.769432 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9ae518cb-1ba7-4101-90d0-4b48194823f5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:25.772139 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9ae518cb-1ba7-4101-90d0-4b48194823f5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1188333 Mar 14 15:35:25.773530 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52614) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:25.781326 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 336a6875-e570-4eb5-9502-f103869e752b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:35:25.782875 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 336a6875-e570-4eb5-9502-f103869e752b not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:35:25.845367 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cb7cef8d-302c-4fac-8428-be5fbdf3d07a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting port f2e70e1b-7e65-42b1-a013-375a24e2f6b6 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:25.845367 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb7cef8d-302c-4fac-8428-be5fbdf3d07a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:25.960049 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39d4f707-7598-4325-aea3-b8bd31a46e25 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:25.979115 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c7a4adc6-ad18-45b3-aa1b-2adbbfa050c3 None None] Provisioning complete for port 159ebb9d-502f-4055-b5b8-2aa9338f4368 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:25.980221 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7a4adc6-ad18-45b3-aa1b-2adbbfa050c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:26.022956 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4f707-7598-4325-aea3-b8bd31a46e25 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Port': ['ID=bb740a0b-f1c2-4890-9797-7e5cfc82986e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:26.117726 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb7cef8d-302c-4fac-8428-be5fbdf3d07a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:26.269369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cb7cef8d-302c-4fac-8428-be5fbdf3d07a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Calling delete_port for f2e70e1b-7e65-42b1-a013-375a24e2f6b6 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:26.287842 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39d4f707-7598-4325-aea3-b8bd31a46e25 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:26.318172 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a5e59651-a70b-41a5-b94d-ea9339474d0b None None] Provisioning for port f2e70e1b-7e65-42b1-a013-375a24e2f6b6 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:35:26.325251 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a5e59651-a70b-41a5-b94d-ea9339474d0b None None] Provisioning complete for port f2e70e1b-7e65-42b1-a013-375a24e2f6b6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:26.325959 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5e59651-a70b-41a5-b94d-ea9339474d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:26.387240 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a5e59651-a70b-41a5-b94d-ea9339474d0b None None] Port f2e70e1b-7e65-42b1-a013-375a24e2f6b6 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:35:26.453016 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb7cef8d-302c-4fac-8428-be5fbdf3d07a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:26.507543 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7cef8d-302c-4fac-8428-be5fbdf3d07a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Port': ['ID=f2e70e1b-7e65-42b1-a013-375a24e2f6b6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:26.556743 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb7cef8d-302c-4fac-8428-be5fbdf3d07a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:26.572710 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-cb7cef8d-302c-4fac-8428-be5fbdf3d07a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/f2e70e1b-7e65-42b1-a013-375a24e2f6b6 HTTP/1.1" status: 204 len: 168 time: 0.7979219 Mar 14 15:35:26.575163 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52618) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:26.650640 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592618ec-2bbd-437b-be62-260883ab656d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:26.651927 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592618ec-2bbd-437b-be62-260883ab656d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:26.652696 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-592618ec-2bbd-437b-be62-260883ab656d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:26.671989 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-592618ec-2bbd-437b-be62-260883ab656d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:26.677348 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-592618ec-2bbd-437b-be62-260883ab656d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0987539 Mar 14 15:35:26.677812 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52622) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:26.764716 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5427eda-254e-4438-ab50-e75fcbdc7aa7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet 09611222-a424-4e9b-b945-dabc5fd5f504 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:35:26.769466 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b5427eda-254e-4438-ab50-e75fcbdc7aa7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:26.839180 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d4f707-7598-4325-aea3-b8bd31a46e25 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Router 1282ae95-e3f9-44da-b78d-7fbd53ba518c has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:35:26.845763 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b5427eda-254e-4438-ab50-e75fcbdc7aa7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:26.951548 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b5427eda-254e-4438-ab50-e75fcbdc7aa7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:27.034188 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b5427eda-254e-4438-ab50-e75fcbdc7aa7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:27.121284 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d4f707-7598-4325-aea3-b8bd31a46e25 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:35:27.145804 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84602695-cd9b-4ab4-904f-a7b99d9f620c None None] Sync routers for ids ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:35:27.161008 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-39d4f707-7598-4325-aea3-b8bd31a46e25 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/routers/1282ae95-e3f9-44da-b78d-7fbd53ba518c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9459610 Mar 14 15:35:27.161943 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84602695-cd9b-4ab4-904f-a7b99d9f620c None None] Routers {'1282ae95-e3f9-44da-b78d-7fbd53ba518c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:35:27.162590 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52626) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:27.163028 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-84602695-cd9b-4ab4-904f-a7b99d9f620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:35:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:27.177981 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 159ebb9d-502f-4055-b5b8-2aa9338f4368 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:35:27.178558 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5427eda-254e-4438-ab50-e75fcbdc7aa7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=09611222-a424-4e9b-b945-dabc5fd5f504,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:27.189841 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b5427eda-254e-4438-ab50-e75fcbdc7aa7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:27.209976 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b5427eda-254e-4438-ab50-e75fcbdc7aa7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/09611222-a424-4e9b-b945-dabc5fd5f504 HTTP/1.1" status: 204 len: 168 time: 0.5308933 Mar 14 15:35:27.211038 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52630) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:27.251802 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea34e7c0-c212-457b-a646-0678a2580112 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:27.298738 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-bc684f60-cf29-4abd-94d8-5aa8f9f0aa85 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0861602 Mar 14 15:35:27.299176 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52634) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:27.363358 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-84602695-cd9b-4ab4-904f-a7b99d9f620c None None] Set router 1282ae95-e3f9-44da-b78d-7fbd53ba518c gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:35:27.382445 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ae8e25-9170-461c-b19a-4b492670cdf9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting subnet 3d846c9f-185b-4d96-84dc-4722368c2e2f {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:35:27.386548 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e2ae8e25-9170-461c-b19a-4b492670cdf9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:27.399533 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d137e8f0-6f72-4712-ac8d-8ee48a39f564 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:27.400366 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d137e8f0-6f72-4712-ac8d-8ee48a39f564 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:27.420725 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d137e8f0-6f72-4712-ac8d-8ee48a39f564 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:27.426290 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d137e8f0-6f72-4712-ac8d-8ee48a39f564 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1257939 Mar 14 15:35:27.426886 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52638) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:27.438027 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 159ebb9d-502f-4055-b5b8-2aa9338f4368 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:27.438515 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:27.445052 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e2ae8e25-9170-461c-b19a-4b492670cdf9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:27.504079 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e719ee2-055d-43fb-b938-d4bc6eaebecd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:27.505047 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0e719ee2-055d-43fb-b938-d4bc6eaebecd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:27.527217 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0e719ee2-055d-43fb-b938-d4bc6eaebecd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:27.531834 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52642) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:27.531992 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0e719ee2-055d-43fb-b938-d4bc6eaebecd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1037288 Mar 14 15:35:27.601888 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-41a53e75-65e6-4916-b262-9b112054d527 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687208 Mar 14 15:35:27.605904 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52646) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:27.606802 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e2ae8e25-9170-461c-b19a-4b492670cdf9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:27.613640 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-19ecedf6-b4e6-495f-afc6-7511f519145e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:27.627526 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2693feae-9d01-4f28-b0d1-fc198083809c None None] DHCP port deletion for 9afff20e-053f-4563-a829-c09143628c31 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:35:27.632151 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2693feae-9d01-4f28-b0d1-fc198083809c None None] Deleting port 159ebb9d-502f-4055-b5b8-2aa9338f4368 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:27.632609 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2693feae-9d01-4f28-b0d1-fc198083809c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:27.693492 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e2ae8e25-9170-461c-b19a-4b492670cdf9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:27.740641 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae8e25-9170-461c-b19a-4b492670cdf9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Subnet': ['ID=3d846c9f-185b-4d96-84dc-4722368c2e2f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:27.740882 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-19ecedf6-b4e6-495f-afc6-7511f519145e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:27.752224 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e2ae8e25-9170-461c-b19a-4b492670cdf9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:27.754995 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-19ecedf6-b4e6-495f-afc6-7511f519145e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:27.756105 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-84602695-cd9b-4ab4-904f-a7b99d9f620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:35:25Z', 'revision_number': 10, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:36Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:27.762003 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e2ae8e25-9170-461c-b19a-4b492670cdf9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/subnets/3d846c9f-185b-4d96-84dc-4722368c2e2f HTTP/1.1" status: 204 len: 168 time: 0.5959380 Mar 14 15:35:27.762491 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52650) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:27.764375 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84602695-cd9b-4ab4-904f-a7b99d9f620c None None] Checking router: 1282ae95-e3f9-44da-b78d-7fbd53ba518c for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:35:27.768128 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ecedf6-b4e6-495f-afc6-7511f519145e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:27.773405 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-19ecedf6-b4e6-495f-afc6-7511f519145e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:27.777669 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84602695-cd9b-4ab4-904f-a7b99d9f620c None None] Routers {'1282ae95-e3f9-44da-b78d-7fbd53ba518c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:35:27.778558 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-84602695-cd9b-4ab4-904f-a7b99d9f620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:35:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:27.820705 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b213fb7c-c01d-4176-8ede-518654edb33d None None] Network 94f148f8-629f-4151-b2f4-6825d6977048 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:27.893591 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6270de69-f3c8-40e7-9b33-dd7c8a485b11 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:27.908514 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6270de69-f3c8-40e7-9b33-dd7c8a485b11 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting port e350d5b7-eb61-4c48-ba0d-9553a32f418f {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:27.912543 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6270de69-f3c8-40e7-9b33-dd7c8a485b11 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:27.958822 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-84602695-cd9b-4ab4-904f-a7b99d9f620c None None] Set router 1282ae95-e3f9-44da-b78d-7fbd53ba518c gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:35:28.055425 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2693feae-9d01-4f28-b0d1-fc198083809c None None] For port 159ebb9d-502f-4055-b5b8-2aa9338f4368, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=159ebb9d-502f-4055-b5b8-2aa9338f4368,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:28.056060 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2693feae-9d01-4f28-b0d1-fc198083809c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:28.139748 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-6270de69-f3c8-40e7-9b33-dd7c8a485b11 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] For port e350d5b7-eb61-4c48-ba0d-9553a32f418f, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=e350d5b7-eb61-4c48-ba0d-9553a32f418f,segment=NetworkSegment(9b957e1b-9940-42c8-9197-aa686d3f1e28),segment_id=9b957e1b-9940-42c8-9197-aa686d3f1e28)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:28.140047 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6270de69-f3c8-40e7-9b33-dd7c8a485b11 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:28.201178 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.objects.ports [None req-19ecedf6-b4e6-495f-afc6-7511f519145e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83910) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 14 15:35:28.271547 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2693feae-9d01-4f28-b0d1-fc198083809c None None] Calling delete_port for 159ebb9d-502f-4055-b5b8-2aa9338f4368 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:28.289861 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6270de69-f3c8-40e7-9b33-dd7c8a485b11 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Calling delete_port for e350d5b7-eb61-4c48-ba0d-9553a32f418f owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:28.339714 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-84602695-cd9b-4ab4-904f-a7b99d9f620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:35:25Z', 'revision_number': 10, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:36Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:28.345641 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84602695-cd9b-4ab4-904f-a7b99d9f620c None None] The sync data for ids ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'] in dv-neutron-833561-1-hyperv is: [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:35:25Z', 'revision_number': 10, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None, '_interfaces': [{'id': '23b698ef-da9b-4f42-94df-2e6d27b59739', 'name': '', 'network_id': '4839f0cc-1ef6-4f1e-ae9c-bd1992da4020', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:17Z', 'updated_at': '2022-03-14T15:34:36Z', 'revision_number': 5, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'subnets': [{'id': 'f0c05de1-7c9d-47d4-b698-0b3f8afdb06d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:35:28.376305 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-2693feae-9d01-4f28-b0d1-fc198083809c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:35:28.376666 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-2693feae-9d01-4f28-b0d1-fc198083809c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:35:28.377991 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6270de69-f3c8-40e7-9b33-dd7c8a485b11 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:28.407032 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-19ecedf6-b4e6-495f-afc6-7511f519145e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:28.426322 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270de69-f3c8-40e7-9b33-dd7c8a485b11 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Port': ['ID=e350d5b7-eb61-4c48-ba0d-9553a32f418f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:28.432846 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6270de69-f3c8-40e7-9b33-dd7c8a485b11 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] No DVR routers for this DVR port e350d5b7-eb61-4c48-ba0d-9553a32f418f on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:35:28.558866 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6270de69-f3c8-40e7-9b33-dd7c8a485b11 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:28.631489 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-19ecedf6-b4e6-495f-afc6-7511f519145e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] For port 159ebb9d-502f-4055-b5b8-2aa9338f4368, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=159ebb9d-502f-4055-b5b8-2aa9338f4368,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:28.657762 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-19ecedf6-b4e6-495f-afc6-7511f519145e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:28.662286 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-19ecedf6-b4e6-495f-afc6-7511f519145e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:28.662939 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-19ecedf6-b4e6-495f-afc6-7511f519145e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:28.676378 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-6270de69-f3c8-40e7-9b33-dd7c8a485b11 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f148f8-629f-4151-b2f4-6825d6977048']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:28.692578 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-6270de69-f3c8-40e7-9b33-dd7c8a485b11 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b957e1b-9940-42c8-9197-aa686d3f1e28') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:28.693020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-6270de69-f3c8-40e7-9b33-dd7c8a485b11 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b957e1b-9940-42c8-9197-aa686d3f1e28') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:28.706482 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6270de69-f3c8-40e7-9b33-dd7c8a485b11 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:28.721333 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66d0cff-7f69-40af-9053-75fddb38c058 None None] DHCP port deletion for 94f148f8-629f-4151-b2f4-6825d6977048 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:35:28.724524 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6270de69-f3c8-40e7-9b33-dd7c8a485b11 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:28.743089 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6270de69-f3c8-40e7-9b33-dd7c8a485b11 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:35:28.743488 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6270de69-f3c8-40e7-9b33-dd7c8a485b11 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:35:28.759937 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:35:28.780853 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ecedf6-b4e6-495f-afc6-7511f519145e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:28.785895 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-19ecedf6-b4e6-495f-afc6-7511f519145e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:28.792102 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ecedf6-b4e6-495f-afc6-7511f519145e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:28.792682 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-19ecedf6-b4e6-495f-afc6-7511f519145e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:28.796156 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ecedf6-b4e6-495f-afc6-7511f519145e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=22ada26b-88ef-483e-bed5-de2cf8b88d9a,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:28.821343 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ecedf6-b4e6-495f-afc6-7511f519145e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=159ebb9d-502f-4055-b5b8-2aa9338f4368,revision_number=9']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:28.834348 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-19ecedf6-b4e6-495f-afc6-7511f519145e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2254059 Mar 14 15:35:28.835141 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52654) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:28.845459 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-78fd6621-3905-499f-8faf-50233c4048a6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'mac_address': 'fa:16:3e:9d:d2:63', 'name': 'tempest-NetworksTestDHCPv6-68132021'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:28.851080 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6270de69-f3c8-40e7-9b33-dd7c8a485b11 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:28.857457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6270de69-f3c8-40e7-9b33-dd7c8a485b11 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:28.877819 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2693feae-9d01-4f28-b0d1-fc198083809c None None] Deleting port 159ebb9d-502f-4055-b5b8-2aa9338f4368 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:28.878507 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2693feae-9d01-4f28-b0d1-fc198083809c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:28.885590 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270de69-f3c8-40e7-9b33-dd7c8a485b11 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Network': ['ID=94f148f8-629f-4151-b2f4-6825d6977048,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:28.892217 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6270de69-f3c8-40e7-9b33-dd7c8a485b11 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/networks/94f148f8-629f-4151-b2f4-6825d6977048 HTTP/1.1" status: 204 len: 168 time: 1.1283684 Mar 14 15:35:28.895156 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52658) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:28.983937 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-78fd6621-3905-499f-8faf-50233c4048a6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:28.993844 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-78fd6621-3905-499f-8faf-50233c4048a6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:29.004854 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fd6621-3905-499f-8faf-50233c4048a6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:29.111501 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2693feae-9d01-4f28-b0d1-fc198083809c None None] For port 159ebb9d-502f-4055-b5b8-2aa9338f4368, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=159ebb9d-502f-4055-b5b8-2aa9338f4368,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:29.112442 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2693feae-9d01-4f28-b0d1-fc198083809c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:29.131290 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 159ebb9d-502f-4055-b5b8-2aa9338f4368 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:35:29.153771 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78fd6621-3905-499f-8faf-50233c4048a6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:29.186068 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-78fd6621-3905-499f-8faf-50233c4048a6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] device_id is not set on port e31ef4fb-6a83-4d47-bf65-0ee2a8d5f025 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:35:29.240817 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2326be7e-7251-411a-ab69-10ad8e0d51fa tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:29.339999 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2693feae-9d01-4f28-b0d1-fc198083809c None None] Calling delete_port for 159ebb9d-502f-4055-b5b8-2aa9338f4368 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:29.424585 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-78fd6621-3905-499f-8faf-50233c4048a6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8::f816:3eff:fe9d:d263 (9afff20e-053f-4563-a829-c09143628c31/22ada26b-88ef-483e-bed5-de2cf8b88d9a/e31ef4fb-6a83-4d47-bf65-0ee2a8d5f025) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:29.511176 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:29.576233 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2693feae-9d01-4f28-b0d1-fc198083809c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:29.632407 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device e350d5b7-eb61-4c48-ba0d-9553a32f418f no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:35:29.642068 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78fd6621-3905-499f-8faf-50233c4048a6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:29.661580 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-78fd6621-3905-499f-8faf-50233c4048a6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Transition to ACTIVE for port object e31ef4fb-6a83-4d47-bf65-0ee2a8d5f025 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:29.661829 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693feae-9d01-4f28-b0d1-fc198083809c None None] Pushing event deleted for resources: {'Port': ['ID=159ebb9d-502f-4055-b5b8-2aa9338f4368,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:29.670070 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: e350d5b7-eb61-4c48-ba0d-9553a32f418f {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:35:29.670428 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device e350d5b7-eb61-4c48-ba0d-9553a32f418f not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:35:29.670853 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device bb740a0b-f1c2-4890-9797-7e5cfc82986e no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:35:29.684542 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78fd6621-3905-499f-8faf-50233c4048a6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:29.733519 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: bb740a0b-f1c2-4890-9797-7e5cfc82986e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:35:29.733869 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device bb740a0b-f1c2-4890-9797-7e5cfc82986e not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:35:29.759095 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fd6621-3905-499f-8faf-50233c4048a6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:29.762770 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-78fd6621-3905-499f-8faf-50233c4048a6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:29.767308 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fd6621-3905-499f-8faf-50233c4048a6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:35:29.772716 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fd6621-3905-499f-8faf-50233c4048a6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:29.773338 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78fd6621-3905-499f-8faf-50233c4048a6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:29.774917 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2693feae-9d01-4f28-b0d1-fc198083809c None None] No DVR routers for this DVR port 159ebb9d-502f-4055-b5b8-2aa9338f4368 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:35:29.792789 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd6621-3905-499f-8faf-50233c4048a6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=e31ef4fb-6a83-4d47-bf65-0ee2a8d5f025,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:29.794913 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d653c9c-7005-4d09-862f-c666bf7d6545 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:29.810013 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-78fd6621-3905-499f-8faf-50233c4048a6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9738882 Mar 14 15:35:29.813010 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52664) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:29.934720 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2326be7e-7251-411a-ab69-10ad8e0d51fa tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting port 23b698ef-da9b-4f42-94df-2e6d27b59739 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:29.935433 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2326be7e-7251-411a-ab69-10ad8e0d51fa tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:29.996659 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f72397f-d557-4935-8c13-ab61d33d3b98 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:29.997344 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3f72397f-d557-4935-8c13-ab61d33d3b98 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:30.040688 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6f85a5-a6b4-412b-bfee-688c054fa417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-9afff20e-053f-4563-a829-c09143628c31', 'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'fixed_ips': [{'subnet_id': '22ada26b-88ef-483e-bed5-de2cf8b88d9a'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:35:30.041764 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d6f85a5-a6b4-412b-bfee-688c054fa417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:30.090347 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3f72397f-d557-4935-8c13-ab61d33d3b98 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:30.093967 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3f72397f-d557-4935-8c13-ab61d33d3b98 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.2775254 Mar 14 15:35:30.095020 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52668) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:30.139790 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-2326be7e-7251-411a-ab69-10ad8e0d51fa tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] For port 23b698ef-da9b-4f42-94df-2e6d27b59739, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=23b698ef-da9b-4f42-94df-2e6d27b59739,segment=NetworkSegment(923ae60b-0a91-4161-b6e6-6ec1e3dfd09a),segment_id=923ae60b-0a91-4161-b6e6-6ec1e3dfd09a)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:30.139790 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2326be7e-7251-411a-ab69-10ad8e0d51fa tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:30.165062 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-653547ac-f36d-4391-9455-608b53191fea tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting port e31ef4fb-6a83-4d47-bf65-0ee2a8d5f025 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:30.165424 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-653547ac-f36d-4391-9455-608b53191fea tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:30.223471 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-5d6f85a5-a6b4-412b-bfee-688c054fa417 None None] Allocated IP 2001:db8::f816:3eff:fed0:579b (9afff20e-053f-4563-a829-c09143628c31/22ada26b-88ef-483e-bed5-de2cf8b88d9a/dd29d736-616d-484e-aa43-8a2927a69772) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:30.375654 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2326be7e-7251-411a-ab69-10ad8e0d51fa tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Calling delete_port for 23b698ef-da9b-4f42-94df-2e6d27b59739 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:30.435885 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-653547ac-f36d-4391-9455-608b53191fea tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:30.457502 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d6f85a5-a6b4-412b-bfee-688c054fa417 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:30.470568 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5d6f85a5-a6b4-412b-bfee-688c054fa417 None None] Transition to ACTIVE for port object dd29d736-616d-484e-aa43-8a2927a69772 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:30.489976 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5d6f85a5-a6b4-412b-bfee-688c054fa417 None None] Transition to ACTIVE for port object dd29d736-616d-484e-aa43-8a2927a69772 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:30.502350 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d6f85a5-a6b4-412b-bfee-688c054fa417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:30.557651 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-653547ac-f36d-4391-9455-608b53191fea tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Calling delete_port for e31ef4fb-6a83-4d47-bf65-0ee2a8d5f025 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:30.575441 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2326be7e-7251-411a-ab69-10ad8e0d51fa tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:30.582276 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6f85a5-a6b4-412b-bfee-688c054fa417 None None] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:30.583123 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f85a5-a6b4-412b-bfee-688c054fa417 None None] Pushing event updated for resources: {'Port': ['ID=dd29d736-616d-484e-aa43-8a2927a69772,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:30.585661 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-5d6f85a5-a6b4-412b-bfee-688c054fa417 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:30.588990 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6f85a5-a6b4-412b-bfee-688c054fa417 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:35:30.628379 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326be7e-7251-411a-ab69-10ad8e0d51fa tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Port': ['ID=23b698ef-da9b-4f42-94df-2e6d27b59739,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:30.677199 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5d6f85a5-a6b4-412b-bfee-688c054fa417 None None] Attempting to bind port dd29d736-616d-484e-aa43-8a2927a69772 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:35:30.677577 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5d6f85a5-a6b4-412b-bfee-688c054fa417 None None] Attempting to bind port dd29d736-616d-484e-aa43-8a2927a69772 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:35:30.677942 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6f85a5-a6b4-412b-bfee-688c054fa417 None None] Attempting to bind port dd29d736-616d-484e-aa43-8a2927a69772 on network 9afff20e-053f-4563-a829-c09143628c31 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:35:30.686145 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6f85a5-a6b4-412b-bfee-688c054fa417 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:35:30.686804 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6f85a5-a6b4-412b-bfee-688c054fa417 None None] Checking segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:35:30.687504 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d6f85a5-a6b4-412b-bfee-688c054fa417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:30.688711 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6f85a5-a6b4-412b-bfee-688c054fa417 None None] Bound using segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:35:30.689371 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5d6f85a5-a6b4-412b-bfee-688c054fa417 None None] Bound port: dd29d736-616d-484e-aa43-8a2927a69772, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:35:30.689933 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d6f85a5-a6b4-412b-bfee-688c054fa417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:30.715309 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-653547ac-f36d-4391-9455-608b53191fea tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:30.776208 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653547ac-f36d-4391-9455-608b53191fea tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Port': ['ID=e31ef4fb-6a83-4d47-bf65-0ee2a8d5f025,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:30.800565 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5d6f85a5-a6b4-412b-bfee-688c054fa417 None None] For port dd29d736-616d-484e-aa43-8a2927a69772, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:35:30.803826 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5d6f85a5-a6b4-412b-bfee-688c054fa417 None None] For port dd29d736-616d-484e-aa43-8a2927a69772, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=dd29d736-616d-484e-aa43-8a2927a69772,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:35:30.811049 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d6f85a5-a6b4-412b-bfee-688c054fa417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:30.815022 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2326be7e-7251-411a-ab69-10ad8e0d51fa tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:30.835978 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-653547ac-f36d-4391-9455-608b53191fea tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:30.853309 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-653547ac-f36d-4391-9455-608b53191fea tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/e31ef4fb-6a83-4d47-bf65-0ee2a8d5f025 HTTP/1.1" status: 204 len: 168 time: 0.7571900 Mar 14 15:35:30.855661 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52672) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:30.910078 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f85a5-a6b4-412b-bfee-688c054fa417 None None] Pushing event updated for resources: {'Port': ['ID=dd29d736-616d-484e-aa43-8a2927a69772,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:30.924368 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3a42ee-c25e-46d9-bb0d-94843b526bf8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:30.925863 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3a42ee-c25e-46d9-bb0d-94843b526bf8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:30.926633 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8e3a42ee-c25e-46d9-bb0d-94843b526bf8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:30.947760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8e3a42ee-c25e-46d9-bb0d-94843b526bf8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:30.951505 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8e3a42ee-c25e-46d9-bb0d-94843b526bf8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0923176 Mar 14 15:35:30.951718 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52676) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:31.025807 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-268e7f12-eac3-49e3-8cee-45cf31d03c66 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet 22ada26b-88ef-483e-bed5-de2cf8b88d9a {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:35:31.029462 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-268e7f12-eac3-49e3-8cee-45cf31d03c66 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:31.100933 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-268e7f12-eac3-49e3-8cee-45cf31d03c66 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:31.199042 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-268e7f12-eac3-49e3-8cee-45cf31d03c66 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:31.289471 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2326be7e-7251-411a-ab69-10ad8e0d51fa tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Router 1282ae95-e3f9-44da-b78d-7fbd53ba518c has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:35:31.290586 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-268e7f12-eac3-49e3-8cee-45cf31d03c66 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:31.331935 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e7f12-eac3-49e3-8cee-45cf31d03c66 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=22ada26b-88ef-483e-bed5-de2cf8b88d9a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:31.336580 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-268e7f12-eac3-49e3-8cee-45cf31d03c66 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:31.348812 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-268e7f12-eac3-49e3-8cee-45cf31d03c66 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/22ada26b-88ef-483e-bed5-de2cf8b88d9a HTTP/1.1" status: 204 len: 168 time: 0.3960848 Mar 14 15:35:31.351155 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52680) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:31.419509 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a96b402c-0891-4213-a388-7d00f48ec4cb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670774 Mar 14 15:35:31.422645 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52684) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:31.430588 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9dc6e717-1775-47b6-a1f1-86ec604a0ce6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:31.441402 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2326be7e-7251-411a-ab69-10ad8e0d51fa tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:35:31.452388 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23df2965-dd4f-473f-a130-d4dd47b47ee2 None None] Sync routers for ids ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:35:31.453800 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2326be7e-7251-411a-ab69-10ad8e0d51fa tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/routers/1282ae95-e3f9-44da-b78d-7fbd53ba518c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5572822 Mar 14 15:35:31.456645 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52688) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:31.465944 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23df2965-dd4f-473f-a130-d4dd47b47ee2 None None] Routers {'1282ae95-e3f9-44da-b78d-7fbd53ba518c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:35:31.466631 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-23df2965-dd4f-473f-a130-d4dd47b47ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:35:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:31.595807 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-23df2965-dd4f-473f-a130-d4dd47b47ee2 None None] Set router 1282ae95-e3f9-44da-b78d-7fbd53ba518c gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:35:31.642899 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9dc6e717-1775-47b6-a1f1-86ec604a0ce6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:31.647846 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9dc6e717-1775-47b6-a1f1-86ec604a0ce6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:31.650955 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9dc6e717-1775-47b6-a1f1-86ec604a0ce6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:31.657685 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9dc6e717-1775-47b6-a1f1-86ec604a0ce6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:31.669127 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc6e717-1775-47b6-a1f1-86ec604a0ce6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:31.670928 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b0dfda-32c1-49e9-9357-9245f7228c25 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting subnet f0c05de1-7c9d-47d4-b698-0b3f8afdb06d {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:35:31.673757 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e717-1775-47b6-a1f1-86ec604a0ce6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:31.675454 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98b0dfda-32c1-49e9-9357-9245f7228c25 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:31.748997 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-23df2965-dd4f-473f-a130-d4dd47b47ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:35:30Z', 'revision_number': 11, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:31.754804 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23df2965-dd4f-473f-a130-d4dd47b47ee2 None None] Checking router: 1282ae95-e3f9-44da-b78d-7fbd53ba518c for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:35:31.767554 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23df2965-dd4f-473f-a130-d4dd47b47ee2 None None] Routers {'1282ae95-e3f9-44da-b78d-7fbd53ba518c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:35:31.768197 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-23df2965-dd4f-473f-a130-d4dd47b47ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:35:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:31.858929 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98b0dfda-32c1-49e9-9357-9245f7228c25 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:31.904139 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-23df2965-dd4f-473f-a130-d4dd47b47ee2 None None] Set router 1282ae95-e3f9-44da-b78d-7fbd53ba518c gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:35:31.952306 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98b0dfda-32c1-49e9-9357-9245f7228c25 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:32.033725 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-23df2965-dd4f-473f-a130-d4dd47b47ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:35:30Z', 'revision_number': 11, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:32.050099 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23df2965-dd4f-473f-a130-d4dd47b47ee2 None None] The sync data for ids ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'] in dv-neutron-833561-1-hyperv is: [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:35:30Z', 'revision_number': 11, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:35:32.050966 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98b0dfda-32c1-49e9-9357-9245f7228c25 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:32.089149 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3967bb-206c-4739-b1c8-fa590d91efbb None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:32.094610 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0dfda-32c1-49e9-9357-9245f7228c25 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Subnet': ['ID=f0c05de1-7c9d-47d4-b698-0b3f8afdb06d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:32.101607 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98b0dfda-32c1-49e9-9357-9245f7228c25 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:32.111565 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-98b0dfda-32c1-49e9-9357-9245f7228c25 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/subnets/f0c05de1-7c9d-47d4-b698-0b3f8afdb06d HTTP/1.1" status: 204 len: 168 time: 0.6504970 Mar 14 15:35:32.111756 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.objects.ports [None req-9dc6e717-1775-47b6-a1f1-86ec604a0ce6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83910) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 14 15:35:32.112224 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014fa1e3-4974-40b7-8849-fc9bd48a2d6d None None] Network 4839f0cc-1ef6-4f1e-ae9c-bd1992da4020 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:32.114505 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52692) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:32.232418 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38017278-9eb8-457a-8cc3-9031eda2f514 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:32.232712 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-71dd45d7-473c-410d-b0e3-77ad60ae4cb0 None None] Could not find standard attr ID for object e31ef4fb-6a83-4d47-bf65-0ee2a8d5f025. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:35:32.243296 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-38017278-9eb8-457a-8cc3-9031eda2f514 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Deleting port 5718fbb8-c8e9-4d99-b167-6c2f5717e2b4 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:32.243296 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38017278-9eb8-457a-8cc3-9031eda2f514 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:32.275259 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e717-1775-47b6-a1f1-86ec604a0ce6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:32.349516 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-71dd45d7-473c-410d-b0e3-77ad60ae4cb0 None None] Provisioning for port dd29d736-616d-484e-aa43-8a2927a69772 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:35:32.477273 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-38017278-9eb8-457a-8cc3-9031eda2f514 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] For port 5718fbb8-c8e9-4d99-b167-6c2f5717e2b4, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5718fbb8-c8e9-4d99-b167-6c2f5717e2b4,segment=NetworkSegment(923ae60b-0a91-4161-b6e6-6ec1e3dfd09a),segment_id=923ae60b-0a91-4161-b6e6-6ec1e3dfd09a)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:32.477834 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38017278-9eb8-457a-8cc3-9031eda2f514 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:32.530416 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-9dc6e717-1775-47b6-a1f1-86ec604a0ce6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] For port dd29d736-616d-484e-aa43-8a2927a69772, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=dd29d736-616d-484e-aa43-8a2927a69772,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:32.558617 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e717-1775-47b6-a1f1-86ec604a0ce6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:32.565080 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e717-1775-47b6-a1f1-86ec604a0ce6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:32.565762 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e717-1775-47b6-a1f1-86ec604a0ce6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:32.639850 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-38017278-9eb8-457a-8cc3-9031eda2f514 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Calling delete_port for 5718fbb8-c8e9-4d99-b167-6c2f5717e2b4 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:32.695693 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ae09a9-cc37-4d1d-87d5-3f88a2bce44d None None] DHCP port deletion for 4839f0cc-1ef6-4f1e-ae9c-bd1992da4020 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:35:32.700788 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-01ae09a9-cc37-4d1d-87d5-3f88a2bce44d None None] Deleting port 5718fbb8-c8e9-4d99-b167-6c2f5717e2b4 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:32.701331 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-01ae09a9-cc37-4d1d-87d5-3f88a2bce44d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:32.710826 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc6e717-1775-47b6-a1f1-86ec604a0ce6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:32.715247 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-9dc6e717-1775-47b6-a1f1-86ec604a0ce6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:32.727822 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38017278-9eb8-457a-8cc3-9031eda2f514 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:32.728274 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc6e717-1775-47b6-a1f1-86ec604a0ce6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:32.728391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e717-1775-47b6-a1f1-86ec604a0ce6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:32.736362 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6e717-1775-47b6-a1f1-86ec604a0ce6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=60a33fda-ee41-41e2-ad52-d5544bba53d6,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:32.743380 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6e717-1775-47b6-a1f1-86ec604a0ce6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=dd29d736-616d-484e-aa43-8a2927a69772,revision_number=5']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:32.771377 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9dc6e717-1775-47b6-a1f1-86ec604a0ce6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3456638 Mar 14 15:35:32.771968 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52702) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:32.777474 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-94126ca5-2f61-4852-a9b9-6e4b15c6d947 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'mac_address': 'fa:16:3e:2c:ca:32', 'name': 'tempest-NetworksTestDHCPv6-962782393'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:32.779580 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-01ae09a9-cc37-4d1d-87d5-3f88a2bce44d None None] The port '5718fbb8-c8e9-4d99-b167-6c2f5717e2b4' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:35:32.801234 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38017278-9eb8-457a-8cc3-9031eda2f514 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] No DVR routers for this DVR port 5718fbb8-c8e9-4d99-b167-6c2f5717e2b4 on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:35:32.838120 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38017278-9eb8-457a-8cc3-9031eda2f514 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Port': ['ID=5718fbb8-c8e9-4d99-b167-6c2f5717e2b4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:32.884080 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0904a6a6-3130-451f-8f02-a1448896a96e None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:32.940348 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-94126ca5-2f61-4852-a9b9-6e4b15c6d947 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:32.943153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38017278-9eb8-457a-8cc3-9031eda2f514 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:32.945008 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-94126ca5-2f61-4852-a9b9-6e4b15c6d947 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:port and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:32.954734 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-94126ca5-2f61-4852-a9b9-6e4b15c6d947 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:32.964357 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-94126ca5-2f61-4852-a9b9-6e4b15c6d947 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:32.980334 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94126ca5-2f61-4852-a9b9-6e4b15c6d947 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:32.983001 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-38017278-9eb8-457a-8cc3-9031eda2f514 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4839f0cc-1ef6-4f1e-ae9c-bd1992da4020']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:32.985442 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94126ca5-2f61-4852-a9b9-6e4b15c6d947 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:33.000881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-38017278-9eb8-457a-8cc3-9031eda2f514 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923ae60b-0a91-4161-b6e6-6ec1e3dfd09a') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:33.001191 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-38017278-9eb8-457a-8cc3-9031eda2f514 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923ae60b-0a91-4161-b6e6-6ec1e3dfd09a') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:33.015254 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38017278-9eb8-457a-8cc3-9031eda2f514 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:33.021756 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-94126ca5-2f61-4852-a9b9-6e4b15c6d947 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] device_id is not set on port 8dfe7e18-7a60-467b-abf1-6c2ed4dd1311 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:35:33.034570 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38017278-9eb8-457a-8cc3-9031eda2f514 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:33.042173 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38017278-9eb8-457a-8cc3-9031eda2f514 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:35:33.042564 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38017278-9eb8-457a-8cc3-9031eda2f514 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:35:33.063570 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:35:33.188800 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38017278-9eb8-457a-8cc3-9031eda2f514 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:33.192823 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38017278-9eb8-457a-8cc3-9031eda2f514 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:33.230814 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device dd29d736-616d-484e-aa43-8a2927a69772 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:35:33.248947 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-38017278-9eb8-457a-8cc3-9031eda2f514 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/networks/4839f0cc-1ef6-4f1e-ae9c-bd1992da4020 HTTP/1.1" status: 204 len: 168 time: 1.1290817 Mar 14 15:35:33.250791 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52706) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:33.261374 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38017278-9eb8-457a-8cc3-9031eda2f514 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Pushing event deleted for resources: {'Network': ['ID=4839f0cc-1ef6-4f1e-ae9c-bd1992da4020,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:33.261665 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-413fd303-6629-4419-9ccf-a955d8056d49 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'router': {'routes': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:33.318029 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port dd29d736-616d-484e-aa43-8a2927a69772 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:35:33.323865 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port dd29d736-616d-484e-aa43-8a2927a69772 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:33.324232 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:33.384545 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-94126ca5-2f61-4852-a9b9-6e4b15c6d947 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8::f816:3eff:fe2c:ca32 (9afff20e-053f-4563-a829-c09143628c31/60a33fda-ee41-41e2-ad52-d5544bba53d6/8dfe7e18-7a60-467b-abf1-6c2ed4dd1311) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:33.452341 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:33.487484 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port dd29d736-616d-484e-aa43-8a2927a69772, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=dd29d736-616d-484e-aa43-8a2927a69772,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:33.493682 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:33.599144 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 23b698ef-da9b-4f42-94df-2e6d27b59739 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:35:33.639016 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 23b698ef-da9b-4f42-94df-2e6d27b59739 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:35:33.639404 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 23b698ef-da9b-4f42-94df-2e6d27b59739 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:35:33.639780 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5718fbb8-c8e9-4d99-b167-6c2f5717e2b4 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:35:33.681895 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 5718fbb8-c8e9-4d99-b167-6c2f5717e2b4 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:35:33.682268 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5718fbb8-c8e9-4d99-b167-6c2f5717e2b4 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:35:33.689174 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-19455cf9-ece5-4ee9-8c1c-4928fee11ffd None None] Provisioning complete for port dd29d736-616d-484e-aa43-8a2927a69772 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:33.689174 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-19455cf9-ece5-4ee9-8c1c-4928fee11ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:33.714787 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=dd29d736-616d-484e-aa43-8a2927a69772,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:33.734486 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.extraroute_db [None req-413fd303-6629-4419-9ccf-a955d8056d49 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Added routes are [] {{(pid=83910) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 14 15:35:33.734814 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.extraroute_db [None req-413fd303-6629-4419-9ccf-a955d8056d49 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Removed routes are [] {{(pid=83910) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 14 15:35:33.735147 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-413fd303-6629-4419-9ccf-a955d8056d49 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:33.926941 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4b799b55-216a-4e6d-94ac-2339864fb66f None None] Could not find standard attr ID for object e31ef4fb-6a83-4d47-bf65-0ee2a8d5f025. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:35:34.029931 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94126ca5-2f61-4852-a9b9-6e4b15c6d947 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:34.110213 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-413fd303-6629-4419-9ccf-a955d8056d49 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:34.112105 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-94126ca5-2f61-4852-a9b9-6e4b15c6d947 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Transition to ACTIVE for port object 8dfe7e18-7a60-467b-abf1-6c2ed4dd1311 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:34.116526 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-413fd303-6629-4419-9ccf-a955d8056d49 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-950448'] for router, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:34.253980 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94126ca5-2f61-4852-a9b9-6e4b15c6d947 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:34.324661 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413fd303-6629-4419-9ccf-a955d8056d49 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Router 1282ae95-e3f9-44da-b78d-7fbd53ba518c has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:35:34.341341 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94126ca5-2f61-4852-a9b9-6e4b15c6d947 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:34.342110 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94126ca5-2f61-4852-a9b9-6e4b15c6d947 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=8dfe7e18-7a60-467b-abf1-6c2ed4dd1311,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:34.345137 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-94126ca5-2f61-4852-a9b9-6e4b15c6d947 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:34.347579 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94126ca5-2f61-4852-a9b9-6e4b15c6d947 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:35:34.351411 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94126ca5-2f61-4852-a9b9-6e4b15c6d947 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:34.352017 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94126ca5-2f61-4852-a9b9-6e4b15c6d947 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:34.496795 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-94126ca5-2f61-4852-a9b9-6e4b15c6d947 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7237239 Mar 14 15:35:34.499582 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52710) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:34.519832 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413fd303-6629-4419-9ccf-a955d8056d49 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:35:34.526698 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-413fd303-6629-4419-9ccf-a955d8056d49 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:34.530471 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-413fd303-6629-4419-9ccf-a955d8056d49 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/routers/1282ae95-e3f9-44da-b78d-7fbd53ba518c HTTP/1.1" status: 200 len: 704 time: 1.2755239 Mar 14 15:35:34.530731 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52714) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:34.536717 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30566f6-5841-4f49-87c1-0548414391d2 None None] Sync routers for ids ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:35:34.552674 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30566f6-5841-4f49-87c1-0548414391d2 None None] Routers {'1282ae95-e3f9-44da-b78d-7fbd53ba518c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:35:34.553740 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d30566f6-5841-4f49-87c1-0548414391d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:35:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:34.581387 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d2f010ff-aab4-4430-9fe0-2b31eca6aa8b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Synchronizing usage tracker for tenant:8d2b5d0d495944a3854f9775f18c15a3 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:34.583441 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51431450-fa51-4d72-a10e-b30730694c75 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:34.587378 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51431450-fa51-4d72-a10e-b30730694c75 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:34.588887 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-51431450-fa51-4d72-a10e-b30730694c75 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0883338 Mar 14 15:35:34.591803 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52718) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:34.598907 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d2f010ff-aab4-4430-9fe0-2b31eca6aa8b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Unset dirty status for tenant:8d2b5d0d495944a3854f9775f18c15a3 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:34.602671 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d2f010ff-aab4-4430-9fe0-2b31eca6aa8b tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/ports?device_id=1282ae95-e3f9-44da-b78d-7fbd53ba518c HTTP/1.1" status: 200 len: 205 time: 0.0678303 Mar 14 15:35:34.603050 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52722) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:34.659082 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-465ab4ef-9e27-4455-a3ef-ba7de67d99ce tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting port 8dfe7e18-7a60-467b-abf1-6c2ed4dd1311 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:34.659420 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-465ab4ef-9e27-4455-a3ef-ba7de67d99ce tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:34.659734 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4f5ae46f-f4ab-4b50-8538-73290716b2a4 None None] Provisioning for port 8dfe7e18-7a60-467b-abf1-6c2ed4dd1311 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:35:34.666398 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4f5ae46f-f4ab-4b50-8538-73290716b2a4 None None] Provisioning complete for port 8dfe7e18-7a60-467b-abf1-6c2ed4dd1311 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:34.667125 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f5ae46f-f4ab-4b50-8538-73290716b2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:34.703047 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d30566f6-5841-4f49-87c1-0548414391d2 None None] Set router 1282ae95-e3f9-44da-b78d-7fbd53ba518c gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:35:34.728273 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4f5ae46f-f4ab-4b50-8538-73290716b2a4 None None] Port 8dfe7e18-7a60-467b-abf1-6c2ed4dd1311 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:35:34.756755 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbbc4a0b-bd0d-45c9-9dc0-076500b188de tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:34.816196 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d30566f6-5841-4f49-87c1-0548414391d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:35:30Z', 'revision_number': 11, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:34.820531 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30566f6-5841-4f49-87c1-0548414391d2 None None] Checking router: 1282ae95-e3f9-44da-b78d-7fbd53ba518c for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:35:34.831299 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30566f6-5841-4f49-87c1-0548414391d2 None None] Routers {'1282ae95-e3f9-44da-b78d-7fbd53ba518c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:35:34.832065 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d30566f6-5841-4f49-87c1-0548414391d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:35:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:34.917092 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-465ab4ef-9e27-4455-a3ef-ba7de67d99ce tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:34.955561 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d30566f6-5841-4f49-87c1-0548414391d2 None None] Set router 1282ae95-e3f9-44da-b78d-7fbd53ba518c gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:35:35.071817 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d30566f6-5841-4f49-87c1-0548414391d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:35:30Z', 'revision_number': 11, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:35.076095 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30566f6-5841-4f49-87c1-0548414391d2 None None] The sync data for ids ['1282ae95-e3f9-44da-b78d-7fbd53ba518c'] in dv-neutron-833561-1-hyperv is: [{'id': '1282ae95-e3f9-44da-b78d-7fbd53ba518c', 'name': 'tempest-RoutersIpV6Test-router-577489497', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:13Z', 'updated_at': '2022-03-14T15:35:30Z', 'revision_number': 11, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:35:35.119547 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device dd29d736-616d-484e-aa43-8a2927a69772 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:35:35.144972 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-465ab4ef-9e27-4455-a3ef-ba7de67d99ce tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Calling delete_port for 8dfe7e18-7a60-467b-abf1-6c2ed4dd1311 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:35.238562 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port dd29d736-616d-484e-aa43-8a2927a69772 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:35.238946 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:35.257608 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbbc4a0b-bd0d-45c9-9dc0-076500b188de tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:35.261895 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbbc4a0b-bd0d-45c9-9dc0-076500b188de tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:35.291169 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbbc4a0b-bd0d-45c9-9dc0-076500b188de tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:35.291670 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbc4a0b-bd0d-45c9-9dc0-076500b188de tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Fanout notify agent at l3_agent the message router_deleted on router 1282ae95-e3f9-44da-b78d-7fbd53ba518c {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:35:35.300014 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-465ab4ef-9e27-4455-a3ef-ba7de67d99ce tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:35.306698 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbbc4a0b-bd0d-45c9-9dc0-076500b188de tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:35.307814 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-cbbc4a0b-bd0d-45c9-9dc0-076500b188de tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/routers/1282ae95-e3f9-44da-b78d-7fbd53ba518c HTTP/1.1" status: 204 len: 168 time: 0.7036710 Mar 14 15:35:35.313900 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52728) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:35.318813 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3d37e6cf-dfad-4201-9b05-e8ea2d1dbee0 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1264537015', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:35.325107 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3d37e6cf-dfad-4201-9b05-e8ea2d1dbee0 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:35.329914 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3d37e6cf-dfad-4201-9b05-e8ea2d1dbee0 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Usage tracker for resource:router and tenant:8d2b5d0d495944a3854f9775f18c15a3 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:35.333334 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3d37e6cf-dfad-4201-9b05-e8ea2d1dbee0 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:35.339626 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3d37e6cf-dfad-4201-9b05-e8ea2d1dbee0 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:35.353932 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d37e6cf-dfad-4201-9b05-e8ea2d1dbee0 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:35.354223 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ab4ef-9e27-4455-a3ef-ba7de67d99ce tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Port': ['ID=8dfe7e18-7a60-467b-abf1-6c2ed4dd1311,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:35.354929 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d37e6cf-dfad-4201-9b05-e8ea2d1dbee0 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:35.393168 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d37e6cf-dfad-4201-9b05-e8ea2d1dbee0 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:35.407194 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-465ab4ef-9e27-4455-a3ef-ba7de67d99ce tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:35.417723 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-465ab4ef-9e27-4455-a3ef-ba7de67d99ce tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/8dfe7e18-7a60-467b-abf1-6c2ed4dd1311 HTTP/1.1" status: 204 len: 168 time: 0.8249078 Mar 14 15:35:35.420133 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52732) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:35.421479 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d37e6cf-dfad-4201-9b05-e8ea2d1dbee0 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:35.454990 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d37e6cf-dfad-4201-9b05-e8ea2d1dbee0 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:35.459972 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52736) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:35.460151 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3d37e6cf-dfad-4201-9b05-e8ea2d1dbee0 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1458740 Mar 14 15:35:35.471788 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-844ca2b7-3946-41dd-b7d5-1cf84b8339df tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:35.614751 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f7c4f9-29c9-4aec-8c83-c101c131bbe7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:35.616174 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f7c4f9-29c9-4aec-8c83-c101c131bbe7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:35.617663 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c7f7c4f9-29c9-4aec-8c83-c101c131bbe7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1951978 Mar 14 15:35:35.620510 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52740) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:35.800441 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd8953c-8963-4e22-b599-a13b97d4c132 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet 60a33fda-ee41-41e2-ad52-d5544bba53d6 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:35:35.803239 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5fd8953c-8963-4e22-b599-a13b97d4c132 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:35.859481 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5fd8953c-8963-4e22-b599-a13b97d4c132 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:35.879924 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-844ca2b7-3946-41dd-b7d5-1cf84b8339df tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:35.890236 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-844ca2b7-3946-41dd-b7d5-1cf84b8339df tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-950448'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:35.938627 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5fd8953c-8963-4e22-b599-a13b97d4c132 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:36.016280 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5fd8953c-8963-4e22-b599-a13b97d4c132 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:36.055373 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844ca2b7-3946-41dd-b7d5-1cf84b8339df tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Router 76d6226a-e0d3-4285-a8ec-6f7d70bf33be is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:35:36.055657 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8953c-8963-4e22-b599-a13b97d4c132 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=60a33fda-ee41-41e2-ad52-d5544bba53d6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:36.061360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5fd8953c-8963-4e22-b599-a13b97d4c132 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:36.069479 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01bf82b-4bdd-4205-906d-c4723ef31d6d None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:36.073084 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5fd8953c-8963-4e22-b599-a13b97d4c132 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/60a33fda-ee41-41e2-ad52-d5544bba53d6 HTTP/1.1" status: 204 len: 168 time: 0.4512441 Mar 14 15:35:36.075335 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52744) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:36.146809 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a6a4ebff-1548-4d21-921d-e9e5fcf8b57a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703986 Mar 14 15:35:36.151521 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52748) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:36.213547 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844ca2b7-3946-41dd-b7d5-1cf84b8339df tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:35:36.221192 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-844ca2b7-3946-41dd-b7d5-1cf84b8339df tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:36.223272 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-844ca2b7-3946-41dd-b7d5-1cf84b8339df tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "PUT /v2.0/routers/76d6226a-e0d3-4285-a8ec-6f7d70bf33be HTTP/1.1" status: 200 len: 698 time: 0.7628632 Mar 14 15:35:36.230565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52752) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:36.241769 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26858a3-a965-49ed-80af-4438860b077d None None] Sync routers for ids ['76d6226a-e0d3-4285-a8ec-6f7d70bf33be'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:35:36.253195 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996c15f1-9555-4686-9c2e-7116b0e8f724 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:36.255741 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-996c15f1-9555-4686-9c2e-7116b0e8f724 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:36.273761 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-996c15f1-9555-4686-9c2e-7116b0e8f724 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:36.275919 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-996c15f1-9555-4686-9c2e-7116b0e8f724 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1230190 Mar 14 15:35:36.278398 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52756) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:36.289550 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26858a3-a965-49ed-80af-4438860b077d None None] Routers {'76d6226a-e0d3-4285-a8ec-6f7d70bf33be'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:35:36.290246 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b26858a3-a965-49ed-80af-4438860b077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:35:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['76d6226a-e0d3-4285-a8ec-6f7d70bf33be'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:36.365650 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181678b9-079c-4118-a35a-8a54c624ba89 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:36.365650 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-181678b9-079c-4118-a35a-8a54c624ba89 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:36.384180 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-181678b9-079c-4118-a35a-8a54c624ba89 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:36.389432 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-181678b9-079c-4118-a35a-8a54c624ba89 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1064415 Mar 14 15:35:36.389621 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52760) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:36.436723 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b26858a3-a965-49ed-80af-4438860b077d None None] Set router 76d6226a-e0d3-4285-a8ec-6f7d70bf33be gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:35:36.470204 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1cd57621-57a3-4ca2-9224-3553373fc01e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745666 Mar 14 15:35:36.471277 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52764) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:36.477528 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e338b8fd-a54c-467a-b42c-ce43776b5c80 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:36.506768 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5af81bc7-4f21-41a6-943c-868aa4bb21e2 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/routers/76d6226a-e0d3-4285-a8ec-6f7d70bf33be HTTP/1.1" status: 200 len: 704 time: 0.2749751 Mar 14 15:35:36.508118 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52768) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:36.553045 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b26858a3-a965-49ed-80af-4438860b077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d6226a-e0d3-4285-a8ec-6f7d70bf33be', 'name': 'tempest-RoutersIpV6Test-router-1264537015', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:35Z', 'updated_at': '2022-03-14T15:35:35Z', 'revision_number': 2, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:36.553677 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-af7c0586-9505-478a-b1af-bc306638eaf8 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Synchronizing usage tracker for tenant:8d2b5d0d495944a3854f9775f18c15a3 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:36.561474 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26858a3-a965-49ed-80af-4438860b077d None None] Checking router: 76d6226a-e0d3-4285-a8ec-6f7d70bf33be for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:35:36.568197 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-af7c0586-9505-478a-b1af-bc306638eaf8 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Unset dirty status for tenant:8d2b5d0d495944a3854f9775f18c15a3 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:36.569698 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-af7c0586-9505-478a-b1af-bc306638eaf8 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/ports?device_id=76d6226a-e0d3-4285-a8ec-6f7d70bf33be HTTP/1.1" status: 200 len: 205 time: 0.0606277 Mar 14 15:35:36.572413 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52772) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:36.574426 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26858a3-a965-49ed-80af-4438860b077d None None] Routers {'76d6226a-e0d3-4285-a8ec-6f7d70bf33be'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:35:36.575244 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b26858a3-a965-49ed-80af-4438860b077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:35:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['76d6226a-e0d3-4285-a8ec-6f7d70bf33be'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:36.603459 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e338b8fd-a54c-467a-b42c-ce43776b5c80 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:36.616932 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e338b8fd-a54c-467a-b42c-ce43776b5c80 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:36.628259 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e338b8fd-a54c-467a-b42c-ce43776b5c80 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:36.632427 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e338b8fd-a54c-467a-b42c-ce43776b5c80 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:36.696972 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc86481-3593-4482-9fdb-86518ff490dd None None] DHCP port deletion for 9afff20e-053f-4563-a829-c09143628c31 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:35:36.711574 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6cc86481-3593-4482-9fdb-86518ff490dd None None] Deleting port dd29d736-616d-484e-aa43-8a2927a69772 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:36.711780 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6cc86481-3593-4482-9fdb-86518ff490dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:36.715330 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fce4d92-ed33-4819-ae04-16ae68cad7a1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:36.765077 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b26858a3-a965-49ed-80af-4438860b077d None None] Set router 76d6226a-e0d3-4285-a8ec-6f7d70bf33be gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:35:36.863298 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e338b8fd-a54c-467a-b42c-ce43776b5c80 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:36.911323 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b26858a3-a965-49ed-80af-4438860b077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d6226a-e0d3-4285-a8ec-6f7d70bf33be', 'name': 'tempest-RoutersIpV6Test-router-1264537015', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:35Z', 'updated_at': '2022-03-14T15:35:35Z', 'revision_number': 2, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:36.925160 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26858a3-a965-49ed-80af-4438860b077d None None] The sync data for ids ['76d6226a-e0d3-4285-a8ec-6f7d70bf33be'] in dv-neutron-833561-1-hyperv is: [{'id': '76d6226a-e0d3-4285-a8ec-6f7d70bf33be', 'name': 'tempest-RoutersIpV6Test-router-1264537015', 'tenant_id': '8d2b5d0d495944a3854f9775f18c15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:35Z', 'updated_at': '2022-03-14T15:35:35Z', 'revision_number': 2, 'project_id': '8d2b5d0d495944a3854f9775f18c15a3', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:35:36.939594 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e338b8fd-a54c-467a-b42c-ce43776b5c80 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:36.942982 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-e338b8fd-a54c-467a-b42c-ce43776b5c80 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:36.945880 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e338b8fd-a54c-467a-b42c-ce43776b5c80 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:36.946665 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e338b8fd-a54c-467a-b42c-ce43776b5c80 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:36.951322 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338b8fd-a54c-467a-b42c-ce43776b5c80 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=ff641bf0-4cfc-4268-9b93-0741d892187c,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:36.995998 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e338b8fd-a54c-467a-b42c-ce43776b5c80 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5235164 Mar 14 15:35:36.998999 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52778) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:37.006265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-6a179248-d0b7-4532-900e-e5a294949fff tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'mac_address': 'fa:16:3e:ee:91:a0', 'name': 'tempest-NetworksTestDHCPv6-1434791688'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:37.128389 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device dd29d736-616d-484e-aa43-8a2927a69772 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:35:37.149915 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fce4d92-ed33-4819-ae04-16ae68cad7a1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:37.155216 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fce4d92-ed33-4819-ae04-16ae68cad7a1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:37.232291 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fce4d92-ed33-4819-ae04-16ae68cad7a1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:37.233029 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fce4d92-ed33-4819-ae04-16ae68cad7a1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Fanout notify agent at l3_agent the message router_deleted on router 76d6226a-e0d3-4285-a8ec-6f7d70bf33be {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:35:37.249659 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fce4d92-ed33-4819-ae04-16ae68cad7a1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:37.255821 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2fce4d92-ed33-4819-ae04-16ae68cad7a1 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/routers/76d6226a-e0d3-4285-a8ec-6f7d70bf33be HTTP/1.1" status: 204 len: 168 time: 0.6823399 Mar 14 15:35:37.256411 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52782) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:37.273820 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6cc86481-3593-4482-9fdb-86518ff490dd None None] For port dd29d736-616d-484e-aa43-8a2927a69772, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=dd29d736-616d-484e-aa43-8a2927a69772,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:37.274385 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6cc86481-3593-4482-9fdb-86518ff490dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:37.304366 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ebcdfcdc-9e31-4739-a7ce-fa3da46d77eb tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/ports?device_id=76d6226a-e0d3-4285-a8ec-6f7d70bf33be HTTP/1.1" status: 200 len: 205 time: 0.0467925 Mar 14 15:35:37.306874 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52786) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:37.334801 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6a179248-d0b7-4532-900e-e5a294949fff tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:37.345253 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6a179248-d0b7-4532-900e-e5a294949fff tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:37.356027 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a179248-d0b7-4532-900e-e5a294949fff tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:37.360734 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6a179248-d0b7-4532-900e-e5a294949fff tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:37.374517 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-5e3677ca-5a2e-41b8-88c5-d0fec3a8acb9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] delete failed (client error): The resource could not be found. Mar 14 15:35:37.377938 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5e3677ca-5a2e-41b8-88c5-d0fec3a8acb9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/routers/76d6226a-e0d3-4285-a8ec-6f7d70bf33be HTTP/1.1" status: 404 len: 336 time: 0.0678389 Mar 14 15:35:37.378194 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52790) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:37.395455 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-6a179248-d0b7-4532-900e-e5a294949fff tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] device_id is not set on port c83c6307-f7a4-4cca-8ca9-50a7aabe8285 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:35:37.416082 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-f090791c-1eae-4483-997f-168136d97209 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] DELETE failed (client error): The resource could not be found. Mar 14 15:35:37.416520 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f090791c-1eae-4483-997f-168136d97209 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:35:37.420530 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f090791c-1eae-4483-997f-168136d97209 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/subnets/7555e56a-fcbf-476a-a995-df42163094f1 HTTP/1.1" status: 404 len: 337 time: 0.0390606 Mar 14 15:35:37.423205 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52794) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:37.433946 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6cc86481-3593-4482-9fdb-86518ff490dd None None] Calling delete_port for dd29d736-616d-484e-aa43-8a2927a69772 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:37.463527 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-2531ec71-c376-454f-a3b7-3c140d8640c7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] DELETE failed (client error): The resource could not be found. Mar 14 15:35:37.463973 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2531ec71-c376-454f-a3b7-3c140d8640c7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:35:37.468009 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2531ec71-c376-454f-a3b7-3c140d8640c7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/subnets/d194baf8-7404-4a6e-9dcc-1bf461abe487 HTTP/1.1" status: 404 len: 337 time: 0.0408609 Mar 14 15:35:37.468157 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52798) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:37.510867 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:37.511557 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8455e8-cd59-43d0-9436-24e0473aeafd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] DELETE failed (client error): The resource could not be found. Mar 14 15:35:37.511982 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8455e8-cd59-43d0-9436-24e0473aeafd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:35:37.513584 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9c8455e8-cd59-43d0-9436-24e0473aeafd tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/subnets/3d846c9f-185b-4d96-84dc-4722368c2e2f HTTP/1.1" status: 404 len: 337 time: 0.0444489 Mar 14 15:35:37.516284 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52802) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:37.555388 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f4acb8-679f-4567-9fea-26b9cdc268ba tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] DELETE failed (client error): The resource could not be found. Mar 14 15:35:37.556004 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f4acb8-679f-4567-9fea-26b9cdc268ba tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:35:37.558526 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a9f4acb8-679f-4567-9fea-26b9cdc268ba tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/subnets/f0c05de1-7c9d-47d4-b698-0b3f8afdb06d HTTP/1.1" status: 404 len: 337 time: 0.0409024 Mar 14 15:35:37.561232 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52806) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:37.570802 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-6a179248-d0b7-4532-900e-e5a294949fff tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8::2a9 (9afff20e-053f-4563-a829-c09143628c31/ff641bf0-4cfc-4268-9b93-0741d892187c/c83c6307-f7a4-4cca-8ca9-50a7aabe8285) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:37.586422 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6cc86481-3593-4482-9fdb-86518ff490dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:37.608657 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1bfe423c-a580-430f-915f-394ef926414d tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/ports?device_id=1282ae95-e3f9-44da-b78d-7fbd53ba518c HTTP/1.1" status: 200 len: 205 time: 0.0461149 Mar 14 15:35:37.611850 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52810) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:37.632643 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc86481-3593-4482-9fdb-86518ff490dd None None] Pushing event deleted for resources: {'Port': ['ID=dd29d736-616d-484e-aa43-8a2927a69772,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:37.650435 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc86481-3593-4482-9fdb-86518ff490dd None None] No DVR routers for this DVR port dd29d736-616d-484e-aa43-8a2927a69772 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:35:37.673626 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2d0fe2-c484-41c6-ae12-876b8037d59b None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:37.721291 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-62cb5b0c-3753-4b8a-a379-900a3b000ab9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] delete failed (client error): The resource could not be found. Mar 14 15:35:37.724789 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-62cb5b0c-3753-4b8a-a379-900a3b000ab9 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/routers/1282ae95-e3f9-44da-b78d-7fbd53ba518c HTTP/1.1" status: 404 len: 336 time: 0.1096826 Mar 14 15:35:37.725195 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52814) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:37.787972 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2a7f5ddb-3cc6-4bf8-a899-016b18d8be6e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c04b4e4-7ec0-4f56-9813-5b19515f71f8 HTTP/1.1" status: 200 len: 205 time: 0.0615675 Mar 14 15:35:37.790286 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52818) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:37.844194 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6a179248-d0b7-4532-900e-e5a294949fff tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:37.876584 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-6a179248-d0b7-4532-900e-e5a294949fff tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Transition to ACTIVE for port object c83c6307-f7a4-4cca-8ca9-50a7aabe8285 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:37.883440 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-b47c6217-9c07-4cc0-bfb5-999daed445e5 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] delete failed (client error): The resource could not be found. Mar 14 15:35:37.884635 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b47c6217-9c07-4cc0-bfb5-999daed445e5 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/routers/9c04b4e4-7ec0-4f56-9813-5b19515f71f8 HTTP/1.1" status: 404 len: 336 time: 0.0930183 Mar 14 15:35:37.887583 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52822) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:37.936547 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6a179248-d0b7-4532-900e-e5a294949fff tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:37.943341 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9623ec57-50c2-4182-97a3-0d7227402824 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] DELETE failed (client error): The resource could not be found. Mar 14 15:35:37.943341 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9623ec57-50c2-4182-97a3-0d7227402824 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:35:37.948030 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9623ec57-50c2-4182-97a3-0d7227402824 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/subnets/f242fc2a-0b49-44ef-93ba-fc70752188c7 HTTP/1.1" status: 404 len: 337 time: 0.0565984 Mar 14 15:35:37.948030 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52826) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:37.952193 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f11f1e3-dff9-4413-97ed-41f1f883acfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-9afff20e-053f-4563-a829-c09143628c31', 'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'fixed_ips': [{'subnet_id': 'ff641bf0-4cfc-4268-9b93-0741d892187c'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:35:37.956470 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f11f1e3-dff9-4413-97ed-41f1f883acfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:38.004570 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b36a7294-9e16-4f2c-9ec6-117ede991a9c tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6dd36f2-be59-4ed9-a707-5b08537eb159 HTTP/1.1" status: 200 len: 205 time: 0.0552056 Mar 14 15:35:38.006980 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52830) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:38.050493 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a179248-d0b7-4532-900e-e5a294949fff tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=c83c6307-f7a4-4cca-8ca9-50a7aabe8285,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:38.068369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a179248-d0b7-4532-900e-e5a294949fff tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:38.069588 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-6a179248-d0b7-4532-900e-e5a294949fff tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:38.077076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a179248-d0b7-4532-900e-e5a294949fff tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:35:38.081720 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a179248-d0b7-4532-900e-e5a294949fff tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:38.083159 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6a179248-d0b7-4532-900e-e5a294949fff tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:38.119134 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6a179248-d0b7-4532-900e-e5a294949fff tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1175237 Mar 14 15:35:38.120397 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52834) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:38.195910 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-4f11f1e3-dff9-4413-97ed-41f1f883acfd None None] Allocated IP 2001:db8::2 (9afff20e-053f-4563-a829-c09143628c31/ff641bf0-4cfc-4268-9b93-0741d892187c/241a91f6-b3e5-4ab6-a34e-8e0089955de4) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:38.224960 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4092093-d3f1-4608-9ed4-cc21dd9155e7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:38.226989 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a4092093-d3f1-4608-9ed4-cc21dd9155e7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:38.247568 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a4092093-d3f1-4608-9ed4-cc21dd9155e7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:38.249607 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a4092093-d3f1-4608-9ed4-cc21dd9155e7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1273930 Mar 14 15:35:38.252877 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52838) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:38.305207 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-d76d715d-99a1-4c1b-b23f-b037aa24516e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] delete failed (client error): The resource could not be found. Mar 14 15:35:38.306298 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d76d715d-99a1-4c1b-b23f-b037aa24516e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/routers/e6dd36f2-be59-4ed9-a707-5b08537eb159 HTTP/1.1" status: 404 len: 336 time: 0.2966452 Mar 14 15:35:38.309610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52842) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:38.341648 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-036f57a1-29e8-4e8c-abb0-12a87d8274f8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting port c83c6307-f7a4-4cca-8ca9-50a7aabe8285 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:38.342659 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-036f57a1-29e8-4e8c-abb0-12a87d8274f8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:38.355379 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-75d17d4b-96d5-4ecc-a471-903a4bd7ab35 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/ports?device_id=341980f5-4848-4ea0-b179-c3aad0bcf3c5 HTTP/1.1" status: 200 len: 205 time: 0.0445273 Mar 14 15:35:38.361434 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52846) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:38.428877 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-28c1c9ab-fab0-415a-92bd-d02c7fe02d87 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] delete failed (client error): The resource could not be found. Mar 14 15:35:38.429895 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-28c1c9ab-fab0-415a-92bd-d02c7fe02d87 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/routers/341980f5-4848-4ea0-b179-c3aad0bcf3c5 HTTP/1.1" status: 404 len: 336 time: 0.0712509 Mar 14 15:35:38.432548 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52850) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:38.470846 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a1271e-5412-449f-ae57-1ff8d66bdb6e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] DELETE failed (client error): The resource could not be found. Mar 14 15:35:38.471373 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1a1271e-5412-449f-ae57-1ff8d66bdb6e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:35:38.474113 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f1a1271e-5412-449f-ae57-1ff8d66bdb6e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/subnets/5fe6a099-6edf-493e-8f6d-dab66dc1a349 HTTP/1.1" status: 404 len: 337 time: 0.0391839 Mar 14 15:35:38.476386 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52854) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:38.492008 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f11f1e3-dff9-4413-97ed-41f1f883acfd None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:38.522772 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4f11f1e3-dff9-4413-97ed-41f1f883acfd None None] Transition to ACTIVE for port object 241a91f6-b3e5-4ab6-a34e-8e0089955de4 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:38.544203 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9084c958-cfbd-485d-896e-5138a0f86185 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bebf3e-b0b0-405b-9635-dbaa10817a20 HTTP/1.1" status: 200 len: 205 time: 0.0622129 Mar 14 15:35:38.546868 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4f11f1e3-dff9-4413-97ed-41f1f883acfd None None] Transition to ACTIVE for port object 241a91f6-b3e5-4ab6-a34e-8e0089955de4 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:38.548198 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52858) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:38.562252 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f11f1e3-dff9-4413-97ed-41f1f883acfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:38.626505 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-68660af1-2ef8-4b56-9581-ce5405ea94fe tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] delete failed (client error): The resource could not be found. Mar 14 15:35:38.629846 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-68660af1-2ef8-4b56-9581-ce5405ea94fe tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/routers/66bebf3e-b0b0-405b-9635-dbaa10817a20 HTTP/1.1" status: 404 len: 336 time: 0.0832796 Mar 14 15:35:38.633746 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f11f1e3-dff9-4413-97ed-41f1f883acfd None None] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:38.635546 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52864) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:38.635748 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-4f11f1e3-dff9-4413-97ed-41f1f883acfd None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:38.636983 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f11f1e3-dff9-4413-97ed-41f1f883acfd None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:35:38.645933 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11f1e3-dff9-4413-97ed-41f1f883acfd None None] Pushing event updated for resources: {'Port': ['ID=241a91f6-b3e5-4ab6-a34e-8e0089955de4,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:38.762382 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-036f57a1-29e8-4e8c-abb0-12a87d8274f8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:38.766290 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-0468499d-df68-4b50-8fdb-015bd5aafb78 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] DELETE failed (client error): The resource could not be found. Mar 14 15:35:38.766290 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0468499d-df68-4b50-8fdb-015bd5aafb78 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:35:38.766290 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0468499d-df68-4b50-8fdb-015bd5aafb78 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/subnets/5ba6073f-2724-4d76-ae64-09e5a46ec4cc HTTP/1.1" status: 404 len: 337 time: 0.0667951 Mar 14 15:35:38.766290 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52868) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:38.768755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4f11f1e3-dff9-4413-97ed-41f1f883acfd None None] Attempting to bind port 241a91f6-b3e5-4ab6-a34e-8e0089955de4 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:35:38.768755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4f11f1e3-dff9-4413-97ed-41f1f883acfd None None] Attempting to bind port 241a91f6-b3e5-4ab6-a34e-8e0089955de4 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:35:38.768755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f11f1e3-dff9-4413-97ed-41f1f883acfd None None] Attempting to bind port 241a91f6-b3e5-4ab6-a34e-8e0089955de4 on network 9afff20e-053f-4563-a829-c09143628c31 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:35:38.770874 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fe1baf83-fc66-424a-a243-73d63a90f40e tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6c931b6-ded3-47f9-9d31-2ed984d19f4b HTTP/1.1" status: 200 len: 205 time: 0.0503998 Mar 14 15:35:38.770874 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52872) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:38.773902 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f11f1e3-dff9-4413-97ed-41f1f883acfd None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:35:38.773902 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f11f1e3-dff9-4413-97ed-41f1f883acfd None None] Checking segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:35:38.773902 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f11f1e3-dff9-4413-97ed-41f1f883acfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:38.773902 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f11f1e3-dff9-4413-97ed-41f1f883acfd None None] Bound using segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:35:38.773902 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4f11f1e3-dff9-4413-97ed-41f1f883acfd None None] Bound port: 241a91f6-b3e5-4ab6-a34e-8e0089955de4, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:35:38.773902 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f11f1e3-dff9-4413-97ed-41f1f883acfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:38.851703 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-a02a70e8-ac23-4d58-91bb-473fd4a624d7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] delete failed (client error): The resource could not be found. Mar 14 15:35:38.851703 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a02a70e8-ac23-4d58-91bb-473fd4a624d7 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/routers/a6c931b6-ded3-47f9-9d31-2ed984d19f4b HTTP/1.1" status: 404 len: 336 time: 0.0872028 Mar 14 15:35:38.853385 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52876) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:38.877565 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4f11f1e3-dff9-4413-97ed-41f1f883acfd None None] For port 241a91f6-b3e5-4ab6-a34e-8e0089955de4, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:35:38.883766 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4f11f1e3-dff9-4413-97ed-41f1f883acfd None None] For port 241a91f6-b3e5-4ab6-a34e-8e0089955de4, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=241a91f6-b3e5-4ab6-a34e-8e0089955de4,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:35:38.885664 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-036f57a1-29e8-4e8c-abb0-12a87d8274f8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Calling delete_port for c83c6307-f7a4-4cca-8ca9-50a7aabe8285 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:38.890985 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f11f1e3-dff9-4413-97ed-41f1f883acfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:38.906182 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e82447b-e9c8-47cc-aff1-df49c03f34b2 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] DELETE failed (client error): The resource could not be found. Mar 14 15:35:38.907057 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e82447b-e9c8-47cc-aff1-df49c03f34b2 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:35:38.910322 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2e82447b-e9c8-47cc-aff1-df49c03f34b2 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/subnets/c5e0f6ed-bfed-44f2-a225-f46dc68982ae HTTP/1.1" status: 404 len: 337 time: 0.0555234 Mar 14 15:35:38.913594 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52880) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:38.964743 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb64830-bfcb-4179-b8af-b5ac2216c221 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] DELETE failed (client error): The resource could not be found. Mar 14 15:35:38.965352 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cb64830-bfcb-4179-b8af-b5ac2216c221 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:35:38.967573 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4cb64830-bfcb-4179-b8af-b5ac2216c221 tempest-RoutersIpV6Test-513571162 tempest-RoutersIpV6Test-513571162-project] 10.222.0.60 "DELETE /v2.0/subnets/005446f2-d399-4388-8491-103e508e5a37 HTTP/1.1" status: 404 len: 337 time: 0.0534666 Mar 14 15:35:38.995485 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11f1e3-dff9-4413-97ed-41f1f883acfd None None] Pushing event updated for resources: {'Port': ['ID=241a91f6-b3e5-4ab6-a34e-8e0089955de4,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:39.083513 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-036f57a1-29e8-4e8c-abb0-12a87d8274f8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:39.150735 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f57a1-29e8-4e8c-abb0-12a87d8274f8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Port': ['ID=c83c6307-f7a4-4cca-8ca9-50a7aabe8285,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:39.215688 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-036f57a1-29e8-4e8c-abb0-12a87d8274f8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:39.226646 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-036f57a1-29e8-4e8c-abb0-12a87d8274f8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/c83c6307-f7a4-4cca-8ca9-50a7aabe8285 HTTP/1.1" status: 204 len: 168 time: 0.9739726 Mar 14 15:35:39.229084 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52886) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:39.340317 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c874a90-86fa-45cd-930b-bf65573196f3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:39.341833 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c874a90-86fa-45cd-930b-bf65573196f3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:39.342419 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0c874a90-86fa-45cd-930b-bf65573196f3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:39.370496 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0c874a90-86fa-45cd-930b-bf65573196f3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:39.371627 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0c874a90-86fa-45cd-930b-bf65573196f3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1415961 Mar 14 15:35:39.375948 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52892) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:39.501845 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52896) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:39.581012 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-34cb8092-a008-4622-b633-aa003907a81d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet ff641bf0-4cfc-4268-9b93-0741d892187c {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:35:39.584320 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-34cb8092-a008-4622-b633-aa003907a81d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:39.644581 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-34cb8092-a008-4622-b633-aa003907a81d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:39.715616 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-65b7ca67-4ef4-4f1b-aac7-d22c847c27d4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d2b5d0d495944a3854f9775f18c15a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2122815 Mar 14 15:35:39.721388 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52902) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:39.786516 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-34cb8092-a008-4622-b633-aa003907a81d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:39.795730 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fd4188fb-9750-4031-ac59-b697d0a9e545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:39.827904 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fd4188fb-9750-4031-ac59-b697d0a9e545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:39.889874 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-34cb8092-a008-4622-b633-aa003907a81d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:39.908005 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fd4188fb-9750-4031-ac59-b697d0a9e545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:39.924879 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4188fb-9750-4031-ac59-b697d0a9e545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8342653-a915-42bf-b5f6-54c8445bcc8c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:39.931659 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb8092-a008-4622-b633-aa003907a81d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=ff641bf0-4cfc-4268-9b93-0741d892187c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:39.934372 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fd4188fb-9750-4031-ac59-b697d0a9e545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:39.937105 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-34cb8092-a008-4622-b633-aa003907a81d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:39.948111 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fd4188fb-9750-4031-ac59-b697d0a9e545 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e8342653-a915-42bf-b5f6-54c8445bcc8c HTTP/1.1" status: 204 len: 168 time: 0.2143734 Mar 14 15:35:39.969781 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-34cb8092-a008-4622-b633-aa003907a81d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/ff641bf0-4cfc-4268-9b93-0741d892187c HTTP/1.1" status: 204 len: 168 time: 0.5900223 Mar 14 15:35:39.969946 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52908) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:40.052508 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6001a11e-5734-4c8f-a578-d73c73dc4a8f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0815034 Mar 14 15:35:40.056491 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52912) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:40.172376 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ee61b1-fba2-4810-a25d-6af95a6d429a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:40.173682 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f8ee61b1-fba2-4810-a25d-6af95a6d429a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:40.201780 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f8ee61b1-fba2-4810-a25d-6af95a6d429a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:40.204745 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f8ee61b1-fba2-4810-a25d-6af95a6d429a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1454468 Mar 14 15:35:40.205927 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52918) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:40.244266 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7285b300-09eb-4900-a702-5ec13d1efc52 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:40.285018 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8800d4d5-86b3-4689-8b4d-a7ed51ca6a3a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:40.286540 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8800d4d5-86b3-4689-8b4d-a7ed51ca6a3a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0794196 Mar 14 15:35:40.289190 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52924) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:40.368251 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6d102bd2-2abf-4b3a-b8ba-56aa63ad41c3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758967 Mar 14 15:35:40.372962 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52930) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:40.378593 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9753dcd4-1cb5-4393-9b91-667501662709 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:40.394585 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-241bc4ea-4d15-448c-b6a3-4c5dda765970 None None] Provisioning for port 241a91f6-b3e5-4ab6-a34e-8e0089955de4 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:35:40.615375 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9753dcd4-1cb5-4393-9b91-667501662709 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:40.623391 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f1fa1b-461f-4d38-adfc-3dc3b8d03390 None None] DHCP port deletion for 9afff20e-053f-4563-a829-c09143628c31 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:35:40.630001 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a7f1fa1b-461f-4d38-adfc-3dc3b8d03390 None None] Deleting port 241a91f6-b3e5-4ab6-a34e-8e0089955de4 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:40.630001 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a7f1fa1b-461f-4d38-adfc-3dc3b8d03390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:40.631220 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9753dcd4-1cb5-4393-9b91-667501662709 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:40.634040 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9753dcd4-1cb5-4393-9b91-667501662709 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:40.642751 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9753dcd4-1cb5-4393-9b91-667501662709 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:40.657241 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9753dcd4-1cb5-4393-9b91-667501662709 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:40.660747 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9753dcd4-1cb5-4393-9b91-667501662709 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:40.863225 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a7f1fa1b-461f-4d38-adfc-3dc3b8d03390 None None] For port 241a91f6-b3e5-4ab6-a34e-8e0089955de4, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=241a91f6-b3e5-4ab6-a34e-8e0089955de4,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:40.863434 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a7f1fa1b-461f-4d38-adfc-3dc3b8d03390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:41.009247 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a7f1fa1b-461f-4d38-adfc-3dc3b8d03390 None None] Calling delete_port for 241a91f6-b3e5-4ab6-a34e-8e0089955de4 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:41.094835 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a7f1fa1b-461f-4d38-adfc-3dc3b8d03390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:41.127958 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.objects.ports [None req-9753dcd4-1cb5-4393-9b91-667501662709 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83911) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 14 15:35:41.141712 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1fa1b-461f-4d38-adfc-3dc3b8d03390 None None] Pushing event deleted for resources: {'Port': ['ID=241a91f6-b3e5-4ab6-a34e-8e0089955de4,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:41.151287 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52944) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:41.153830 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f1fa1b-461f-4d38-adfc-3dc3b8d03390 None None] No DVR routers for this DVR port 241a91f6-b3e5-4ab6-a34e-8e0089955de4 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:35:41.248637 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.ipam_pluggable_backend [None req-9753dcd4-1cb5-4393-9b91-667501662709 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Port 241a91f6-b3e5-4ab6-a34e-8e0089955de4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83911) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 14 15:35:41.248637 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.ipam_pluggable_backend [None req-9753dcd4-1cb5-4393-9b91-667501662709 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7d:510d {{(pid=83911) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 14 15:35:41.260459 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9753dcd4-1cb5-4393-9b91-667501662709 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:41.315433 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-27614a15-1a43-4643-ab79-a7d83f27f799 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:41.316323 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-27614a15-1a43-4643-ab79-a7d83f27f799 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] create failed (client error): There was a conflict when trying to complete your request. Mar 14 15:35:41.317184 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-27614a15-1a43-4643-ab79-a7d83f27f799 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1605811 Mar 14 15:35:41.321257 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52950) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:41.328767 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5d1ee073-ea62-427a-9be1-b9130a41b8cd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group': {'name': 'tempest-secgroup--1383021681'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:41.333762 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9753dcd4-1cb5-4393-9b91-667501662709 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:41.335430 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-9753dcd4-1cb5-4393-9b91-667501662709 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:41.336467 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5d1ee073-ea62-427a-9be1-b9130a41b8cd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:41.342676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9753dcd4-1cb5-4393-9b91-667501662709 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:41.342676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9753dcd4-1cb5-4393-9b91-667501662709 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:41.346084 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5d1ee073-ea62-427a-9be1-b9130a41b8cd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:41.347643 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9fc6ea-5851-4e01-8023-5e32e05b9e10 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:41.351926 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5d1ee073-ea62-427a-9be1-b9130a41b8cd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:41.352392 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753dcd4-1cb5-4393-9b91-667501662709 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=91b4eb33-936e-4a8f-b987-0e102f6776cd,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:41.368598 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5d1ee073-ea62-427a-9be1-b9130a41b8cd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:41.375035 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9753dcd4-1cb5-4393-9b91-667501662709 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0001855 Mar 14 15:35:41.377090 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52954) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:41.384126 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b717e5a4-deae-4ddf-acfc-9a0dfe226b36 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:41.403736 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d1ee073-ea62-427a-9be1-b9130a41b8cd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:41.472438 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d1ee073-ea62-427a-9be1-b9130a41b8cd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:41.552208 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5d1ee073-ea62-427a-9be1-b9130a41b8cd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:41.559981 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5d1ee073-ea62-427a-9be1-b9130a41b8cd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group_rule and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:41.562914 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5d1ee073-ea62-427a-9be1-b9130a41b8cd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:41.571326 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5d1ee073-ea62-427a-9be1-b9130a41b8cd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:41.573362 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b717e5a4-deae-4ddf-acfc-9a0dfe226b36 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:41.580619 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b717e5a4-deae-4ddf-acfc-9a0dfe226b36 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:41.586421 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b717e5a4-deae-4ddf-acfc-9a0dfe226b36 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:41.593104 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b717e5a4-deae-4ddf-acfc-9a0dfe226b36 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:41.607437 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c28f26f-9be5-4480-a2d5-ccccff11d142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-9afff20e-053f-4563-a829-c09143628c31', 'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'fixed_ips': [{'subnet_id': '91b4eb33-936e-4a8f-b987-0e102f6776cd'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:35:41.608929 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c28f26f-9be5-4480-a2d5-ccccff11d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:41.617151 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b717e5a4-deae-4ddf-acfc-9a0dfe226b36 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:41.760348 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d1ee073-ea62-427a-9be1-b9130a41b8cd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:41.775559 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d1ee073-ea62-427a-9be1-b9130a41b8cd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:41.790380 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-2c28f26f-9be5-4480-a2d5-ccccff11d142 None None] Allocated IP 2001:db8::f816:3eff:fe5a:d06d (9afff20e-053f-4563-a829-c09143628c31/91b4eb33-936e-4a8f-b987-0e102f6776cd/f993ef81-2092-4b05-a1b4-0010577ce0aa) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:41.795567 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b717e5a4-deae-4ddf-acfc-9a0dfe226b36 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:41.974319 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5d1ee073-ea62-427a-9be1-b9130a41b8cd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:41.989792 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5d1ee073-ea62-427a-9be1-b9130a41b8cd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group_rule and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:41.994577 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ee073-ea62-427a-9be1-b9130a41b8cd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d92115-4071-4008-bdc8-829078dd6c51,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:41.997092 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5d1ee073-ea62-427a-9be1-b9130a41b8cd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:41.997382 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c28f26f-9be5-4480-a2d5-ccccff11d142 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:42.007205 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5d1ee073-ea62-427a-9be1-b9130a41b8cd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:42.011525 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2c28f26f-9be5-4480-a2d5-ccccff11d142 None None] Transition to ACTIVE for port object f993ef81-2092-4b05-a1b4-0010577ce0aa will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:42.030195 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2c28f26f-9be5-4480-a2d5-ccccff11d142 None None] Transition to ACTIVE for port object f993ef81-2092-4b05-a1b4-0010577ce0aa will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:42.037023 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c28f26f-9be5-4480-a2d5-ccccff11d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:42.058837 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.ipam_backend_mixin [None req-b717e5a4-deae-4ddf-acfc-9a0dfe226b36 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 91b4eb33-936e-4a8f-b987-0e102f6776cd (CIDR: 2001:db8::/64) Mar 14 15:35:42.065031 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-b717e5a4-deae-4ddf-acfc-9a0dfe226b36 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:42.065472 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b717e5a4-deae-4ddf-acfc-9a0dfe226b36 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:35:42.110858 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d1ee073-ea62-427a-9be1-b9130a41b8cd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:42.112661 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b717e5a4-deae-4ddf-acfc-9a0dfe226b36 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7343743 Mar 14 15:35:42.116544 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52958) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:42.118372 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d1ee073-ea62-427a-9be1-b9130a41b8cd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:42.123364 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6bcf186e-18f4-4008-a2a7-c374ada1f6a2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:42.124533 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c28f26f-9be5-4480-a2d5-ccccff11d142 None None] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:42.126012 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28f26f-9be5-4480-a2d5-ccccff11d142 None None] Pushing event updated for resources: {'Port': ['ID=f993ef81-2092-4b05-a1b4-0010577ce0aa,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:42.128609 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-2c28f26f-9be5-4480-a2d5-ccccff11d142 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:42.130580 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c28f26f-9be5-4480-a2d5-ccccff11d142 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:35:42.157450 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d1ee073-ea62-427a-9be1-b9130a41b8cd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:42.158996 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5d1ee073-ea62-427a-9be1-b9130a41b8cd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8365276 Mar 14 15:35:42.161790 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52962) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:42.170188 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-43012a34-0deb-4737-9fdb-40a22be52bcd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group_rule': {'security_group_id': 'f8efa444-74fd-434b-915a-33aab16a1c6a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:42.178908 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ee073-ea62-427a-9be1-b9130a41b8cd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8efa444-74fd-434b-915a-33aab16a1c6a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:42.181913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-43012a34-0deb-4737-9fdb-40a22be52bcd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:42.186719 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-43012a34-0deb-4737-9fdb-40a22be52bcd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group_rule and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:42.190626 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-43012a34-0deb-4737-9fdb-40a22be52bcd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:42.196774 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-43012a34-0deb-4737-9fdb-40a22be52bcd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:42.216570 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43012a34-0deb-4737-9fdb-40a22be52bcd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:42.275081 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2c28f26f-9be5-4480-a2d5-ccccff11d142 None None] Attempting to bind port f993ef81-2092-4b05-a1b4-0010577ce0aa on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:35:42.275728 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2c28f26f-9be5-4480-a2d5-ccccff11d142 None None] Attempting to bind port f993ef81-2092-4b05-a1b4-0010577ce0aa by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:35:42.276105 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c28f26f-9be5-4480-a2d5-ccccff11d142 None None] Attempting to bind port f993ef81-2092-4b05-a1b4-0010577ce0aa on network 9afff20e-053f-4563-a829-c09143628c31 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:35:42.284158 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c28f26f-9be5-4480-a2d5-ccccff11d142 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:35:42.284158 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c28f26f-9be5-4480-a2d5-ccccff11d142 None None] Checking segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:35:42.284158 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c28f26f-9be5-4480-a2d5-ccccff11d142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:42.284457 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c28f26f-9be5-4480-a2d5-ccccff11d142 None None] Bound using segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:35:42.284922 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2c28f26f-9be5-4480-a2d5-ccccff11d142 None None] Bound port: f993ef81-2092-4b05-a1b4-0010577ce0aa, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:35:42.285300 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c28f26f-9be5-4480-a2d5-ccccff11d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:42.300712 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43012a34-0deb-4737-9fdb-40a22be52bcd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:42.305652 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43012a34-0deb-4737-9fdb-40a22be52bcd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:42.308549 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6bcf186e-18f4-4008-a2a7-c374ada1f6a2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:42.316901 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-6bcf186e-18f4-4008-a2a7-c374ada1f6a2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:42.320793 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-6bcf186e-18f4-4008-a2a7-c374ada1f6a2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:42.329713 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6bcf186e-18f4-4008-a2a7-c374ada1f6a2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:42.332246 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43012a34-0deb-4737-9fdb-40a22be52bcd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9088c98-d000-4c9a-8602-70015eafec23,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:42.343215 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43012a34-0deb-4737-9fdb-40a22be52bcd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:42.345334 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-43012a34-0deb-4737-9fdb-40a22be52bcd tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1822939 Mar 14 15:35:42.350293 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52966) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:42.354998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-dbfaf681-d3fa-4048-acfc-5fbaa57f0aa9 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group_rule': {'security_group_id': 'f8efa444-74fd-434b-915a-33aab16a1c6a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:42.362423 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dbfaf681-d3fa-4048-acfc-5fbaa57f0aa9 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:42.364667 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcf186e-18f4-4008-a2a7-c374ada1f6a2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:42.369980 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6bcf186e-18f4-4008-a2a7-c374ada1f6a2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:42.390131 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-dbfaf681-d3fa-4048-acfc-5fbaa57f0aa9 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group_rule and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:42.401400 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2c28f26f-9be5-4480-a2d5-ccccff11d142 None None] For port f993ef81-2092-4b05-a1b4-0010577ce0aa, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:35:42.404748 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2c28f26f-9be5-4480-a2d5-ccccff11d142 None None] For port f993ef81-2092-4b05-a1b4-0010577ce0aa, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f993ef81-2092-4b05-a1b4-0010577ce0aa,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:35:42.408671 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c28f26f-9be5-4480-a2d5-ccccff11d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:42.443290 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-dbfaf681-d3fa-4048-acfc-5fbaa57f0aa9 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:42.462775 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dbfaf681-d3fa-4048-acfc-5fbaa57f0aa9 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:42.496907 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28f26f-9be5-4480-a2d5-ccccff11d142 None None] Pushing event updated for resources: {'Port': ['ID=f993ef81-2092-4b05-a1b4-0010577ce0aa,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:42.528429 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dbfaf681-d3fa-4048-acfc-5fbaa57f0aa9 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:42.621440 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-dbfaf681-d3fa-4048-acfc-5fbaa57f0aa9 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] create failed (client error): There was a conflict when trying to complete your request. Mar 14 15:35:42.625690 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-dbfaf681-d3fa-4048-acfc-5fbaa57f0aa9 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2733457 Mar 14 15:35:42.626152 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52970) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:42.638090 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:35:42.722438 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2216e9b2-306a-4812-9145-4edddb604339 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:42.760878 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2216e9b2-306a-4812-9145-4edddb604339 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:42.783342 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6bcf186e-18f4-4008-a2a7-c374ada1f6a2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:42.823160 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2216e9b2-306a-4812-9145-4edddb604339 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:42.839254 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216e9b2-306a-4812-9145-4edddb604339 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8efa444-74fd-434b-915a-33aab16a1c6a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:42.843139 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcf186e-18f4-4008-a2a7-c374ada1f6a2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:42.847239 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-6bcf186e-18f4-4008-a2a7-c374ada1f6a2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:42.847594 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2216e9b2-306a-4812-9145-4edddb604339 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:42.851880 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2216e9b2-306a-4812-9145-4edddb604339 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "DELETE /v2.0/security-groups/f8efa444-74fd-434b-915a-33aab16a1c6a HTTP/1.1" status: 204 len: 168 time: 0.2221763 Mar 14 15:35:42.852171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcf186e-18f4-4008-a2a7-c374ada1f6a2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:42.852272 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52974) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:42.852729 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6bcf186e-18f4-4008-a2a7-c374ada1f6a2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:42.873603 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf186e-18f4-4008-a2a7-c374ada1f6a2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=7bcdb2a0-0067-4dcf-8b98-2fe978fa0760,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:42.889276 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6bcf186e-18f4-4008-a2a7-c374ada1f6a2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7715073 Mar 14 15:35:42.892299 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 52978) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:42.898006 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7274cc19-f7fa-4936-ad11-ff857dba00b0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'mac_address': 'fa:16:3e:57:ff:f0', 'name': 'tempest-NetworksTestDHCPv6-1789195612'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:42.905833 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1fbba7e-1aec-4d69-b7e7-9f09b0d58de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:42.909232 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a8207647-8b5f-447e-b43a-83a42d35c29e tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Synchronizing usage tracker for tenant:13f9ebee2ec247fabf0e80fba2dd1304 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:42.925763 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a8207647-8b5f-447e-b43a-83a42d35c29e tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Unset dirty status for tenant:13f9ebee2ec247fabf0e80fba2dd1304 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:42.927019 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a8207647-8b5f-447e-b43a-83a42d35c29e tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0736492 Mar 14 15:35:42.930915 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52982) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:42.936562 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-72bfd16d-941a-49c7-9d97-5fb38b81c153 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group': {'name': 'tempest-secgroup--336195155'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:42.944275 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-72bfd16d-941a-49c7-9d97-5fb38b81c153 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:42.954601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-72bfd16d-941a-49c7-9d97-5fb38b81c153 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:42.963935 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72bfd16d-941a-49c7-9d97-5fb38b81c153 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:42.999404 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-72bfd16d-941a-49c7-9d97-5fb38b81c153 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:43.003850 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-72bfd16d-941a-49c7-9d97-5fb38b81c153 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group_rule and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:43.006714 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-72bfd16d-941a-49c7-9d97-5fb38b81c153 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:43.012389 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-72bfd16d-941a-49c7-9d97-5fb38b81c153 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:43.039050 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7274cc19-f7fa-4936-ad11-ff857dba00b0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:43.043305 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7274cc19-f7fa-4936-ad11-ff857dba00b0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:port and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:43.046117 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7274cc19-f7fa-4936-ad11-ff857dba00b0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:43.053545 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7274cc19-f7fa-4936-ad11-ff857dba00b0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:43.069132 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7274cc19-f7fa-4936-ad11-ff857dba00b0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:43.073257 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7274cc19-f7fa-4936-ad11-ff857dba00b0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:43.076615 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72bfd16d-941a-49c7-9d97-5fb38b81c153 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:43.081441 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72bfd16d-941a-49c7-9d97-5fb38b81c153 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:43.117360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-7274cc19-f7fa-4936-ad11-ff857dba00b0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] device_id is not set on port 41719136-1918-45c2-8602-ca4fcd9be9d4 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:35:43.134164 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfd16d-941a-49c7-9d97-5fb38b81c153 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8742c4-eb60-4c24-83c1-c47ce1657278,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:43.143179 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72bfd16d-941a-49c7-9d97-5fb38b81c153 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:43.144666 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-72bfd16d-941a-49c7-9d97-5fb38b81c153 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2128122 Mar 14 15:35:43.148603 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52990) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:43.157860 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-76570dc8-331d-4a58-aebb-755c7fe3db23 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group_rule': {'security_group_id': 'ce8742c4-eb60-4c24-83c1-c47ce1657278', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:43.158798 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-76570dc8-331d-4a58-aebb-755c7fe3db23 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:43.160229 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-76570dc8-331d-4a58-aebb-755c7fe3db23 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0095711 Mar 14 15:35:43.162887 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52994) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:43.195528 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f993ef81-2092-4b05-a1b4-0010577ce0aa up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:35:43.238230 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8be763d9-cc55-4964-8876-9338bdaad31a tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:43.268841 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8be763d9-cc55-4964-8876-9338bdaad31a tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:43.283255 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port f993ef81-2092-4b05-a1b4-0010577ce0aa completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:35:43.322791 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8be763d9-cc55-4964-8876-9338bdaad31a tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:43.341360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be763d9-cc55-4964-8876-9338bdaad31a tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8742c4-eb60-4c24-83c1-c47ce1657278,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:43.350192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8be763d9-cc55-4964-8876-9338bdaad31a tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:43.351297 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8be763d9-cc55-4964-8876-9338bdaad31a tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "DELETE /v2.0/security-groups/ce8742c4-eb60-4c24-83c1-c47ce1657278 HTTP/1.1" status: 204 len: 168 time: 0.1872799 Mar 14 15:35:43.353804 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 52998) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:43.410857 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-7274cc19-f7fa-4936-ad11-ff857dba00b0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8:0:1::2b7 (9afff20e-053f-4563-a829-c09143628c31/7bcdb2a0-0067-4dcf-8b98-2fe978fa0760/41719136-1918-45c2-8602-ca4fcd9be9d4) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:43.414953 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-db313cf7-cd1a-4d60-96ab-1ec2a703aeb0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Synchronizing usage tracker for tenant:13f9ebee2ec247fabf0e80fba2dd1304 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:43.417634 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-7274cc19-f7fa-4936-ad11-ff857dba00b0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8::f816:3eff:fe57:fff0 (9afff20e-053f-4563-a829-c09143628c31/91b4eb33-936e-4a8f-b987-0e102f6776cd/41719136-1918-45c2-8602-ca4fcd9be9d4) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:43.432239 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-db313cf7-cd1a-4d60-96ab-1ec2a703aeb0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Unset dirty status for tenant:13f9ebee2ec247fabf0e80fba2dd1304 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:43.435621 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-db313cf7-cd1a-4d60-96ab-1ec2a703aeb0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0806916 Mar 14 15:35:43.440618 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53002) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:43.446567 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ac5c2a43-68dc-4ea7-82d1-06e1ed4dd702 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group': {'name': 'tempest-secgroup--451326929'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:43.455080 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ac5c2a43-68dc-4ea7-82d1-06e1ed4dd702 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:43.467196 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ac5c2a43-68dc-4ea7-82d1-06e1ed4dd702 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:43.478302 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ac5c2a43-68dc-4ea7-82d1-06e1ed4dd702 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:43.520487 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ac5c2a43-68dc-4ea7-82d1-06e1ed4dd702 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:43.524982 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ac5c2a43-68dc-4ea7-82d1-06e1ed4dd702 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group_rule and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:43.528328 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ac5c2a43-68dc-4ea7-82d1-06e1ed4dd702 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:43.534831 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ac5c2a43-68dc-4ea7-82d1-06e1ed4dd702 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:43.596211 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ac5c2a43-68dc-4ea7-82d1-06e1ed4dd702 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:43.601498 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ac5c2a43-68dc-4ea7-82d1-06e1ed4dd702 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:43.611362 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad453460-5c6b-4682-8d39-9f0d21071e6e None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:43.644168 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7274cc19-f7fa-4936-ad11-ff857dba00b0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:43.648645 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c2a43-68dc-4ea7-82d1-06e1ed4dd702 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe361990-ca9f-4d8c-8ae4-dad2257a7d1a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:43.654694 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ac5c2a43-68dc-4ea7-82d1-06e1ed4dd702 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:43.655941 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ac5c2a43-68dc-4ea7-82d1-06e1ed4dd702 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2142384 Mar 14 15:35:43.659382 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53006) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:43.662771 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-7274cc19-f7fa-4936-ad11-ff857dba00b0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Transition to ACTIVE for port object 41719136-1918-45c2-8602-ca4fcd9be9d4 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:43.664961 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4609e7df-163d-42f3-80bb-f294659c7d7c tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group_rule': {'security_group_id': 'fe361990-ca9f-4d8c-8ae4-dad2257a7d1a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:43.665568 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-4609e7df-163d-42f3-80bb-f294659c7d7c tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:43.666688 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4609e7df-163d-42f3-80bb-f294659c7d7c tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064206 Mar 14 15:35:43.669223 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53010) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:43.685974 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7274cc19-f7fa-4936-ad11-ff857dba00b0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:43.744018 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d478051-c7b9-4d0d-bc87-0ad0036f8e0b tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:43.779866 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3bd09f80-41a6-46ee-9c99-adf4d489a4d7 None None] Provisioning for port f993ef81-2092-4b05-a1b4-0010577ce0aa completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:35:43.786442 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d478051-c7b9-4d0d-bc87-0ad0036f8e0b tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:43.792687 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3bd09f80-41a6-46ee-9c99-adf4d489a4d7 None None] Provisioning complete for port f993ef81-2092-4b05-a1b4-0010577ce0aa triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:43.793272 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bd09f80-41a6-46ee-9c99-adf4d489a4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:43.855756 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d478051-c7b9-4d0d-bc87-0ad0036f8e0b tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:43.872208 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7274cc19-f7fa-4936-ad11-ff857dba00b0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:43.874892 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-7274cc19-f7fa-4936-ad11-ff857dba00b0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:43.878894 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7274cc19-f7fa-4936-ad11-ff857dba00b0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:35:43.881374 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d478051-c7b9-4d0d-bc87-0ad0036f8e0b tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe361990-ca9f-4d8c-8ae4-dad2257a7d1a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:43.882863 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7274cc19-f7fa-4936-ad11-ff857dba00b0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:43.883542 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7274cc19-f7fa-4936-ad11-ff857dba00b0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:43.891027 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d478051-c7b9-4d0d-bc87-0ad0036f8e0b tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:43.893274 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1d478051-c7b9-4d0d-bc87-0ad0036f8e0b tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "DELETE /v2.0/security-groups/fe361990-ca9f-4d8c-8ae4-dad2257a7d1a HTTP/1.1" status: 204 len: 168 time: 0.2230306 Mar 14 15:35:43.895833 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53014) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:43.904938 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274cc19-f7fa-4936-ad11-ff857dba00b0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=41719136-1918-45c2-8602-ca4fcd9be9d4,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:43.922697 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7274cc19-f7fa-4936-ad11-ff857dba00b0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.0285461 Mar 14 15:35:43.923118 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53018) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:44.010969 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-75a7d6e0-8ac9-4d53-a5bf-c3708fa310b2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting port 41719136-1918-45c2-8602-ca4fcd9be9d4 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:44.011238 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-75a7d6e0-8ac9-4d53-a5bf-c3708fa310b2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:44.045457 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3a4b7eb7-3334-4aeb-8186-6cc0456b9bf9 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Synchronizing usage tracker for tenant:13f9ebee2ec247fabf0e80fba2dd1304 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:44.046819 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bd09f80-41a6-46ee-9c99-adf4d489a4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:44.085838 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3a4b7eb7-3334-4aeb-8186-6cc0456b9bf9 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Unset dirty status for tenant:13f9ebee2ec247fabf0e80fba2dd1304 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:44.090549 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3a4b7eb7-3334-4aeb-8186-6cc0456b9bf9 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1897526 Mar 14 15:35:44.091302 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53022) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:44.097240 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e61f63c3-8aac-41ca-b9e5-322518a66c95 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group': {'name': 'tempest-secgroup--2103966724'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:44.099786 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3bd09f80-41a6-46ee-9c99-adf4d489a4d7 None None] For port f993ef81-2092-4b05-a1b4-0010577ce0aa, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f993ef81-2092-4b05-a1b4-0010577ce0aa,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:44.104233 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e61f63c3-8aac-41ca-b9e5-322518a66c95 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:44.107300 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bd09f80-41a6-46ee-9c99-adf4d489a4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:44.117521 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e61f63c3-8aac-41ca-b9e5-322518a66c95 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:44.146487 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e61f63c3-8aac-41ca-b9e5-322518a66c95 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:44.186891 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd09f80-41a6-46ee-9c99-adf4d489a4d7 None None] Pushing event updated for resources: {'Port': ['ID=f993ef81-2092-4b05-a1b4-0010577ce0aa,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:44.189745 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e61f63c3-8aac-41ca-b9e5-322518a66c95 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:44.193818 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e61f63c3-8aac-41ca-b9e5-322518a66c95 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group_rule and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:44.198365 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e61f63c3-8aac-41ca-b9e5-322518a66c95 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:44.205259 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e61f63c3-8aac-41ca-b9e5-322518a66c95 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:44.258449 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2811df99-140e-417e-9f5d-de3975d4c363 None None] Update dhcp port {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'fixed_ips': [{'subnet_id': '91b4eb33-936e-4a8f-b987-0e102f6776cd', 'ip_address': '2001:db8::f816:3eff:fe5a:d06d'}, {'subnet_id': '7bcdb2a0-0067-4dcf-8b98-2fe978fa0760'}], 'binding:host_id': 'dv-neutron-833561-1-hyperv'}, 'id': 'f993ef81-2092-4b05-a1b4-0010577ce0aa'} from dv-neutron-833561-1-hyperv. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 14 15:35:44.266852 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e61f63c3-8aac-41ca-b9e5-322518a66c95 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:44.270666 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e61f63c3-8aac-41ca-b9e5-322518a66c95 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:44.295443 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-75a7d6e0-8ac9-4d53-a5bf-c3708fa310b2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:44.312117 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2811df99-140e-417e-9f5d-de3975d4c363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:44.323309 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f63c3-8aac-41ca-b9e5-322518a66c95 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613a8af0-700d-4ae1-9019-5447783575a6,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:44.330325 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e61f63c3-8aac-41ca-b9e5-322518a66c95 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:44.335322 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e61f63c3-8aac-41ca-b9e5-322518a66c95 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2432845 Mar 14 15:35:44.335889 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53026) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:44.341656 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0e325c57-1b7d-4857-bf85-5b25fafc3a4f tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group_rule': {'security_group_id': '613a8af0-700d-4ae1-9019-5447783575a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:44.342531 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-0e325c57-1b7d-4857-bf85-5b25fafc3a4f tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:44.346314 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0e325c57-1b7d-4857-bf85-5b25fafc3a4f tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094569 Mar 14 15:35:44.347059 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53030) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:44.352041 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5d418a1f-1b40-4074-8895-3d736a8e4b0d tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group_rule': {'security_group_id': '613a8af0-700d-4ae1-9019-5447783575a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:44.352836 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-5d418a1f-1b40-4074-8895-3d736a8e4b0d tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:44.356546 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5d418a1f-1b40-4074-8895-3d736a8e4b0d tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0085118 Mar 14 15:35:44.357233 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53034) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:44.363712 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a759619b-5b3c-4c7e-90d9-fe4cfacf7ff8 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group_rule': {'security_group_id': '613a8af0-700d-4ae1-9019-5447783575a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:44.364370 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-a759619b-5b3c-4c7e-90d9-fe4cfacf7ff8 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:44.367843 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a759619b-5b3c-4c7e-90d9-fe4cfacf7ff8 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083427 Mar 14 15:35:44.368055 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53038) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:44.374512 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d71d4735-f8bd-40e8-87ff-308059352285 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group_rule': {'security_group_id': '613a8af0-700d-4ae1-9019-5447783575a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:44.375915 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-d71d4735-f8bd-40e8-87ff-308059352285 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:44.379359 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d71d4735-f8bd-40e8-87ff-308059352285 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0079792 Mar 14 15:35:44.379590 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53042) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:44.425278 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-75a7d6e0-8ac9-4d53-a5bf-c3708fa310b2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Calling delete_port for 41719136-1918-45c2-8602-ca4fcd9be9d4 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:44.444621 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf33dfca-65a2-4eba-b8f7-79ce20271e62 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:44.474703 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf33dfca-65a2-4eba-b8f7-79ce20271e62 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:44.527006 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf33dfca-65a2-4eba-b8f7-79ce20271e62 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:44.537635 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-2811df99-140e-417e-9f5d-de3975d4c363 None None] Allocated IP 2001:db8:0:1::2 (9afff20e-053f-4563-a829-c09143628c31/7bcdb2a0-0067-4dcf-8b98-2fe978fa0760/f993ef81-2092-4b05-a1b4-0010577ce0aa) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:44.551626 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33dfca-65a2-4eba-b8f7-79ce20271e62 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=613a8af0-700d-4ae1-9019-5447783575a6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:44.564241 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf33dfca-65a2-4eba-b8f7-79ce20271e62 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:44.570633 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cf33dfca-65a2-4eba-b8f7-79ce20271e62 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "DELETE /v2.0/security-groups/613a8af0-700d-4ae1-9019-5447783575a6 HTTP/1.1" status: 204 len: 168 time: 0.1901245 Mar 14 15:35:44.571627 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53046) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:44.692867 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ff2e04bc-841d-4950-8f3e-93ea48bef545 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1199794 Mar 14 15:35:44.697286 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53050) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:44.713872 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-75a7d6e0-8ac9-4d53-a5bf-c3708fa310b2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:44.720077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4a108d03-8662-46f5-856d-839f73a177b3 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group': {'name': 'tempest-secgroup--1648603895'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:44.722503 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4a108d03-8662-46f5-856d-839f73a177b3 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:44.726672 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2811df99-140e-417e-9f5d-de3975d4c363 None None] For port f993ef81-2092-4b05-a1b4-0010577ce0aa, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f993ef81-2092-4b05-a1b4-0010577ce0aa,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:44.727710 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4a108d03-8662-46f5-856d-839f73a177b3 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:44.731177 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4a108d03-8662-46f5-856d-839f73a177b3 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:44.737444 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4a108d03-8662-46f5-856d-839f73a177b3 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:44.748181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a108d03-8662-46f5-856d-839f73a177b3 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:44.754827 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2811df99-140e-417e-9f5d-de3975d4c363 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:44.774616 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2811df99-140e-417e-9f5d-de3975d4c363 None None] Transition to ACTIVE for port object f993ef81-2092-4b05-a1b4-0010577ce0aa will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:44.779229 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2811df99-140e-417e-9f5d-de3975d4c363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:44.780921 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7d6e0-8ac9-4d53-a5bf-c3708fa310b2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Port': ['ID=41719136-1918-45c2-8602-ca4fcd9be9d4,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:44.790004 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4a108d03-8662-46f5-856d-839f73a177b3 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:44.794024 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4a108d03-8662-46f5-856d-839f73a177b3 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group_rule and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:44.798677 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4a108d03-8662-46f5-856d-839f73a177b3 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:44.805373 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4a108d03-8662-46f5-856d-839f73a177b3 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:44.870362 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a108d03-8662-46f5-856d-839f73a177b3 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:44.878679 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a108d03-8662-46f5-856d-839f73a177b3 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:44.882490 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-75a7d6e0-8ac9-4d53-a5bf-c3708fa310b2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:44.892733 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-75a7d6e0-8ac9-4d53-a5bf-c3708fa310b2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/41719136-1918-45c2-8602-ca4fcd9be9d4 HTTP/1.1" status: 204 len: 168 time: 0.9686275 Mar 14 15:35:44.895298 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53054) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:44.924832 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811df99-140e-417e-9f5d-de3975d4c363 None None] Pushing event updated for resources: {'Port': ['ID=f993ef81-2092-4b05-a1b4-0010577ce0aa,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:44.926653 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a108d03-8662-46f5-856d-839f73a177b3 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85dcb2ef-dffe-49e9-9de1-4964eda5e799,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:44.930641 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a108d03-8662-46f5-856d-839f73a177b3 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:44.931949 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4a108d03-8662-46f5-856d-839f73a177b3 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2236156 Mar 14 15:35:44.935245 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53058) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:44.943982 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ba84367c-9aa0-476e-a7a4-29c1860eb82b tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group_rule': {'security_group_id': '85dcb2ef-dffe-49e9-9de1-4964eda5e799', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:44.945769 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-ba84367c-9aa0-476e-a7a4-29c1860eb82b tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:44.950034 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ba84367c-9aa0-476e-a7a4-29c1860eb82b tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0112669 Mar 14 15:35:44.950034 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53062) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:44.955941 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-50b48de0-0ac0-4102-826e-24649a032506 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group_rule': {'security_group_id': '85dcb2ef-dffe-49e9-9de1-4964eda5e799', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:44.963201 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-50b48de0-0ac0-4102-826e-24649a032506 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:44.967199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-50b48de0-0ac0-4102-826e-24649a032506 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group_rule and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:44.970439 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-50b48de0-0ac0-4102-826e-24649a032506 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:44.976180 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-50b48de0-0ac0-4102-826e-24649a032506 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:44.988413 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cd0456-8359-4587-a8d9-3a549064c005 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:44.989134 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-05cd0456-8359-4587-a8d9-3a549064c005 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:45.007155 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-05cd0456-8359-4587-a8d9-3a549064c005 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:45.008388 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-05cd0456-8359-4587-a8d9-3a549064c005 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1119869 Mar 14 15:35:45.008714 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-50b48de0-0ac0-4102-826e-24649a032506 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:45.012333 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-50b48de0-0ac0-4102-826e-24649a032506 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0589561 Mar 14 15:35:45.012333 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53066) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:45.012697 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53068) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:45.019074 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8e916103-a633-4092-9814-8203432d9326 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group_rule': {'security_group_id': '85dcb2ef-dffe-49e9-9de1-4964eda5e799', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:45.019777 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-8e916103-a633-4092-9814-8203432d9326 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:45.023234 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8e916103-a633-4092-9814-8203432d9326 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070772 Mar 14 15:35:45.026699 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53074) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:45.033338 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-42867dd5-387c-4cf7-86c3-ab1150989c3d tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group_rule': {'security_group_id': '85dcb2ef-dffe-49e9-9de1-4964eda5e799', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:45.041453 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-42867dd5-387c-4cf7-86c3-ab1150989c3d tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:45.046256 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-42867dd5-387c-4cf7-86c3-ab1150989c3d tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group_rule and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:45.050921 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-42867dd5-387c-4cf7-86c3-ab1150989c3d tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:45.057921 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-42867dd5-387c-4cf7-86c3-ab1150989c3d tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:45.071832 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-35022cfb-6b60-416d-8160-dceacd6ffbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:45.105475 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-42867dd5-387c-4cf7-86c3-ab1150989c3d tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:45.106946 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-42867dd5-387c-4cf7-86c3-ab1150989c3d tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0790327 Mar 14 15:35:45.110753 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53078) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:45.111906 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf63f54-8f59-47a4-9768-e42140907f8e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:45.112791 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-eaf63f54-8f59-47a4-9768-e42140907f8e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:45.118597 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d4d23f99-be2c-4575-90f5-1a2530c88839 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group_rule': {'security_group_id': '85dcb2ef-dffe-49e9-9de1-4964eda5e799', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:45.119406 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-d4d23f99-be2c-4575-90f5-1a2530c88839 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:45.121831 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d4d23f99-be2c-4575-90f5-1a2530c88839 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086489 Mar 14 15:35:45.123913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53082) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:45.134941 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f993ef81-2092-4b05-a1b4-0010577ce0aa up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:35:45.140675 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2282748a-674d-489f-94a0-3b1a7fcd66e1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group_rule': {'security_group_id': '85dcb2ef-dffe-49e9-9de1-4964eda5e799', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:45.149058 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-eaf63f54-8f59-47a4-9768-e42140907f8e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:45.149297 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2282748a-674d-489f-94a0-3b1a7fcd66e1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:45.150261 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-eaf63f54-8f59-47a4-9768-e42140907f8e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1380582 Mar 14 15:35:45.154879 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53086) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:45.159146 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2282748a-674d-489f-94a0-3b1a7fcd66e1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group_rule and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:45.164222 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2282748a-674d-489f-94a0-3b1a7fcd66e1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:45.175138 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2282748a-674d-489f-94a0-3b1a7fcd66e1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:45.195891 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-2282748a-674d-489f-94a0-3b1a7fcd66e1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Project 13f9ebee2ec247fabf0e80fba2dd1304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:35:45.232999 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-2282748a-674d-489f-94a0-3b1a7fcd66e1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:45.235141 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2282748a-674d-489f-94a0-3b1a7fcd66e1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1079540 Mar 14 15:35:45.238521 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53090) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:45.251588 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-64472498-9e40-4518-a179-6b8283ce9e08 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group_rule': {'security_group_id': '85dcb2ef-dffe-49e9-9de1-4964eda5e799', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:45.251697 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-64472498-9e40-4518-a179-6b8283ce9e08 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:45.255877 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-64472498-9e40-4518-a179-6b8283ce9e08 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0169036 Mar 14 15:35:45.256433 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53094) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:45.264652 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-35c134e5-cdff-470b-bcc0-e990eb730e3b tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group_rule': {'security_group_id': '85dcb2ef-dffe-49e9-9de1-4964eda5e799', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:45.271690 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-35c134e5-cdff-470b-bcc0-e990eb730e3b tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:45.275823 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-35c134e5-cdff-470b-bcc0-e990eb730e3b tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group_rule and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:45.279334 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-35c134e5-cdff-470b-bcc0-e990eb730e3b tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:45.285824 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-35c134e5-cdff-470b-bcc0-e990eb730e3b tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:45.285975 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33055aea-c1ed-42e6-b447-3e982533d4ff tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:45.287280 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33055aea-c1ed-42e6-b447-3e982533d4ff tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:45.288798 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33055aea-c1ed-42e6-b447-3e982533d4ff tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:45.289789 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-33055aea-c1ed-42e6-b447-3e982533d4ff tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:45.297734 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-35c134e5-cdff-470b-bcc0-e990eb730e3b tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Project 13f9ebee2ec247fabf0e80fba2dd1304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:35:45.308765 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-33055aea-c1ed-42e6-b447-3e982533d4ff tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:45.312973 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53098) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:45.313105 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-33055aea-c1ed-42e6-b447-3e982533d4ff tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1567056 Mar 14 15:35:45.459521 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-35c134e5-cdff-470b-bcc0-e990eb730e3b tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:45.460567 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-35c134e5-cdff-470b-bcc0-e990eb730e3b tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2032189 Mar 14 15:35:45.464264 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53102) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:45.470993 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-580117b9-c6c5-4d64-a59a-1cb5a66d8a81 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group_rule': {'security_group_id': '85dcb2ef-dffe-49e9-9de1-4964eda5e799', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:45.479328 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-580117b9-c6c5-4d64-a59a-1cb5a66d8a81 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:45.479957 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5ff7a4-63bd-4687-97d0-a986af7600fc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet 7bcdb2a0-0067-4dcf-8b98-2fe978fa0760 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:35:45.482952 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad5ff7a4-63bd-4687-97d0-a986af7600fc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:45.483970 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-580117b9-c6c5-4d64-a59a-1cb5a66d8a81 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group_rule and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:45.487557 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-580117b9-c6c5-4d64-a59a-1cb5a66d8a81 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:45.493476 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-580117b9-c6c5-4d64-a59a-1cb5a66d8a81 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:45.513436 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-580117b9-c6c5-4d64-a59a-1cb5a66d8a81 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Project 13f9ebee2ec247fabf0e80fba2dd1304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:35:45.531921 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-79bedd15-51e9-4829-b1eb-fc0f49c3f835 None None] Could not find standard attr ID for object 41719136-1918-45c2-8602-ca4fcd9be9d4. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:35:45.537797 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-580117b9-c6c5-4d64-a59a-1cb5a66d8a81 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:45.542274 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-580117b9-c6c5-4d64-a59a-1cb5a66d8a81 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0768569 Mar 14 15:35:45.542961 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53106) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:45.543227 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad5ff7a4-63bd-4687-97d0-a986af7600fc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:45.548131 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-79bedd15-51e9-4829-b1eb-fc0f49c3f835 None None] Provisioning for port f993ef81-2092-4b05-a1b4-0010577ce0aa completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:35:45.553676 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-79bedd15-51e9-4829-b1eb-fc0f49c3f835 None None] Provisioning complete for port f993ef81-2092-4b05-a1b4-0010577ce0aa triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:45.554637 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79bedd15-51e9-4829-b1eb-fc0f49c3f835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:45.627114 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-804d8f81-06df-4343-8b27-70215fcf3c6d tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:45.659245 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad5ff7a4-63bd-4687-97d0-a986af7600fc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:45.680456 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-804d8f81-06df-4343-8b27-70215fcf3c6d tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:45.743171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-804d8f81-06df-4343-8b27-70215fcf3c6d tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:45.746757 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad5ff7a4-63bd-4687-97d0-a986af7600fc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:45.763519 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d8f81-06df-4343-8b27-70215fcf3c6d tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dcb2ef-dffe-49e9-9de1-4964eda5e799,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:45.774217 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-804d8f81-06df-4343-8b27-70215fcf3c6d tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:45.776266 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-804d8f81-06df-4343-8b27-70215fcf3c6d tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "DELETE /v2.0/security-groups/85dcb2ef-dffe-49e9-9de1-4964eda5e799 HTTP/1.1" status: 204 len: 168 time: 0.2317922 Mar 14 15:35:45.780774 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53110) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:45.785592 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ff7a4-63bd-4687-97d0-a986af7600fc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=7bcdb2a0-0067-4dcf-8b98-2fe978fa0760,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:45.792136 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad5ff7a4-63bd-4687-97d0-a986af7600fc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:45.806591 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ad5ff7a4-63bd-4687-97d0-a986af7600fc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/7bcdb2a0-0067-4dcf-8b98-2fe978fa0760 HTTP/1.1" status: 204 len: 168 time: 0.4926021 Mar 14 15:35:45.809325 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53114) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:45.833757 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6a3c73c2-02c0-420c-8575-41d4cbd4f5a0 None None] Could not find standard attr ID for object 41719136-1918-45c2-8602-ca4fcd9be9d4. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:35:45.841638 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f867ef90-3f62-44ba-8e0b-6aafee75ebc1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Synchronizing usage tracker for tenant:13f9ebee2ec247fabf0e80fba2dd1304 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:45.862402 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f867ef90-3f62-44ba-8e0b-6aafee75ebc1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Unset dirty status for tenant:13f9ebee2ec247fabf0e80fba2dd1304 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:45.863932 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f867ef90-3f62-44ba-8e0b-6aafee75ebc1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0812905 Mar 14 15:35:45.867802 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53118) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:45.873931 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5a8891eb-f199-4745-affb-49561568caf0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group': {'name': 'tempest-secgroup--318424806'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:45.881020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5a8891eb-f199-4745-affb-49561568caf0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:45.887121 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c846a5-a348-4f8f-94a2-e9b14eaaf3de tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet 91b4eb33-936e-4a8f-b987-0e102f6776cd {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:35:45.890543 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e0c846a5-a348-4f8f-94a2-e9b14eaaf3de tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:45.895092 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5a8891eb-f199-4745-affb-49561568caf0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:45.905196 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a8891eb-f199-4745-affb-49561568caf0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:45.935486 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cd5a56-6b3d-49b7-83cb-13da2fc0c495 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:45.944364 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5a8891eb-f199-4745-affb-49561568caf0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:45.948129 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5a8891eb-f199-4745-affb-49561568caf0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group_rule and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:45.948522 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e0c846a5-a348-4f8f-94a2-e9b14eaaf3de tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:45.950978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5a8891eb-f199-4745-affb-49561568caf0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:45.957370 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5a8891eb-f199-4745-affb-49561568caf0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:46.017014 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a8891eb-f199-4745-affb-49561568caf0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:46.022164 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a8891eb-f199-4745-affb-49561568caf0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:46.036672 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e0c846a5-a348-4f8f-94a2-e9b14eaaf3de tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:46.065155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a8891eb-f199-4745-affb-49561568caf0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:46.070567 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5a8891eb-f199-4745-affb-49561568caf0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1973236 Mar 14 15:35:46.070715 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53122) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:46.077713 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-84a4b271-1747-41b6-87d4-99dda89de230 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group_rule': {'security_group_id': '646f7f40-c995-48cd-b0d5-f4a52c2984ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:46.087746 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8891eb-f199-4745-affb-49561568caf0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646f7f40-c995-48cd-b0d5-f4a52c2984ea,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:46.091146 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-84a4b271-1747-41b6-87d4-99dda89de230 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:46.098914 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-84a4b271-1747-41b6-87d4-99dda89de230 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group_rule and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:46.103221 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-84a4b271-1747-41b6-87d4-99dda89de230 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:46.112929 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-84a4b271-1747-41b6-87d4-99dda89de230 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:46.144598 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e0c846a5-a348-4f8f-94a2-e9b14eaaf3de tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:46.194136 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c846a5-a348-4f8f-94a2-e9b14eaaf3de tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=91b4eb33-936e-4a8f-b987-0e102f6776cd,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:46.203216 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-84a4b271-1747-41b6-87d4-99dda89de230 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] create failed (client error): The resource could not be found. Mar 14 15:35:46.204166 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-84a4b271-1747-41b6-87d4-99dda89de230 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1338634 Mar 14 15:35:46.205313 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e0c846a5-a348-4f8f-94a2-e9b14eaaf3de tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:46.207286 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53126) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:46.214878 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-19638fcc-144a-42b5-8717-3ca717133e57 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group_rule': {'security_group_id': '646f7f40-c995-48cd-b0d5-f4a52c2984ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a8e003f8-b40c-4a5d-aed1-800ee7a1cd86'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:46.220433 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e0c846a5-a348-4f8f-94a2-e9b14eaaf3de tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/91b4eb33-936e-4a8f-b987-0e102f6776cd HTTP/1.1" status: 204 len: 168 time: 0.4073839 Mar 14 15:35:46.220745 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53130) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:46.226380 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-19638fcc-144a-42b5-8717-3ca717133e57 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:46.231585 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-19638fcc-144a-42b5-8717-3ca717133e57 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group_rule and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:46.236209 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-19638fcc-144a-42b5-8717-3ca717133e57 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:46.242825 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-19638fcc-144a-42b5-8717-3ca717133e57 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:46.277557 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:46.282329 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-19638fcc-144a-42b5-8717-3ca717133e57 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] create failed (client error): The resource could not be found. Mar 14 15:35:46.283424 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-19638fcc-144a-42b5-8717-3ca717133e57 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0751619 Mar 14 15:35:46.286215 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53134) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:46.291406 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6f77e805-f7a4-4e75-8743-825b62b3ccb1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695238 Mar 14 15:35:46.294314 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53138) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:46.304091 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-95730bfb-3637-4ce9-b828-322236bca121 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:46.313597 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6467284e-8232-403a-b761-a92778e048db None None] Update dhcp port {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'fixed_ips': [{'subnet_id': '91b4eb33-936e-4a8f-b987-0e102f6776cd'}], 'binding:host_id': 'dv-neutron-833561-1-hyperv'}, 'id': 'f993ef81-2092-4b05-a1b4-0010577ce0aa'} from dv-neutron-833561-1-hyperv. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 14 15:35:46.351362 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fdef774-6047-47fc-9163-e13ce54504f3 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:46.365182 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6467284e-8232-403a-b761-a92778e048db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:46.380006 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fdef774-6047-47fc-9163-e13ce54504f3 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:46.415083 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-95730bfb-3637-4ce9-b828-322236bca121 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:46.419368 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-95730bfb-3637-4ce9-b828-322236bca121 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:46.423422 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-95730bfb-3637-4ce9-b828-322236bca121 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:46.429586 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-95730bfb-3637-4ce9-b828-322236bca121 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:46.432000 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fdef774-6047-47fc-9163-e13ce54504f3 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:46.441866 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95730bfb-3637-4ce9-b828-322236bca121 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:46.445839 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95730bfb-3637-4ce9-b828-322236bca121 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:46.455890 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdef774-6047-47fc-9163-e13ce54504f3 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=646f7f40-c995-48cd-b0d5-f4a52c2984ea,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:46.463967 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fdef774-6047-47fc-9163-e13ce54504f3 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:46.465645 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8fdef774-6047-47fc-9163-e13ce54504f3 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "DELETE /v2.0/security-groups/646f7f40-c995-48cd-b0d5-f4a52c2984ea HTTP/1.1" status: 204 len: 168 time: 0.1778815 Mar 14 15:35:46.467591 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53142) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:46.524577 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9902dd1e-bdae-4c53-8a46-e16e2cfa4a69 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Synchronizing usage tracker for tenant:13f9ebee2ec247fabf0e80fba2dd1304 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:46.541899 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9902dd1e-bdae-4c53-8a46-e16e2cfa4a69 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Unset dirty status for tenant:13f9ebee2ec247fabf0e80fba2dd1304 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:46.543584 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9902dd1e-bdae-4c53-8a46-e16e2cfa4a69 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0750713 Mar 14 15:35:46.548509 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53146) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:46.548865 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:46.555389 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a09b6f03-c040-4a9d-9408-482ebecc554a tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group_rule': {'security_group_id': '8a4a008f-f20b-452f-8c47-bce6c9601f34', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:46.563296 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a09b6f03-c040-4a9d-9408-482ebecc554a tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:46.567609 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a09b6f03-c040-4a9d-9408-482ebecc554a tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group_rule and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:46.570534 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a09b6f03-c040-4a9d-9408-482ebecc554a tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:46.576476 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a09b6f03-c040-4a9d-9408-482ebecc554a tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:46.622569 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-a09b6f03-c040-4a9d-9408-482ebecc554a tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] create failed (client error): The resource could not be found. Mar 14 15:35:46.622707 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac724b2-30bb-4a91-b605-b4786afa3e86 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:46.627718 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a09b6f03-c040-4a9d-9408-482ebecc554a tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0742743 Mar 14 15:35:46.628541 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53150) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:46.636387 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e0bb90cb-6c4b-468a-bbfc-1ff181d418d6 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group': {'name': 'tempest-secgroup--1441471304'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:46.644159 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e0bb90cb-6c4b-468a-bbfc-1ff181d418d6 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:46.655857 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e0bb90cb-6c4b-468a-bbfc-1ff181d418d6 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:46.668098 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e0bb90cb-6c4b-468a-bbfc-1ff181d418d6 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:46.711070 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e0bb90cb-6c4b-468a-bbfc-1ff181d418d6 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:46.715329 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e0bb90cb-6c4b-468a-bbfc-1ff181d418d6 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group_rule and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:46.723065 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e0bb90cb-6c4b-468a-bbfc-1ff181d418d6 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:46.731193 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e0bb90cb-6c4b-468a-bbfc-1ff181d418d6 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:46.766913 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dacf8d43-8d98-440f-8704-b410696251be None None] Provisioning complete for port f993ef81-2092-4b05-a1b4-0010577ce0aa triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:46.767281 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dacf8d43-8d98-440f-8704-b410696251be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:46.796347 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e0bb90cb-6c4b-468a-bbfc-1ff181d418d6 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:46.802305 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e0bb90cb-6c4b-468a-bbfc-1ff181d418d6 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:46.850534 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb90cb-6c4b-468a-bbfc-1ff181d418d6 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4fec34-baff-4a2e-b511-bf7c6a827352,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:46.858441 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e0bb90cb-6c4b-468a-bbfc-1ff181d418d6 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:46.863456 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e0bb90cb-6c4b-468a-bbfc-1ff181d418d6 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2338524 Mar 14 15:35:46.864037 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53154) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:46.869877 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-faf293f6-f2ba-404a-bd2e-0fcb0ac4b3a1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group': {'name': 'tempest-secgroup--922658214'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:46.871238 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.objects.ports [None req-95730bfb-3637-4ce9-b828-322236bca121 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83910) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 14 15:35:46.876726 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-faf293f6-f2ba-404a-bd2e-0fcb0ac4b3a1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:46.881079 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-faf293f6-f2ba-404a-bd2e-0fcb0ac4b3a1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:46.883963 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-faf293f6-f2ba-404a-bd2e-0fcb0ac4b3a1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:46.890030 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-faf293f6-f2ba-404a-bd2e-0fcb0ac4b3a1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:46.903063 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-faf293f6-f2ba-404a-bd2e-0fcb0ac4b3a1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:46.943969 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-faf293f6-f2ba-404a-bd2e-0fcb0ac4b3a1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:46.948453 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-faf293f6-f2ba-404a-bd2e-0fcb0ac4b3a1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group_rule and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:46.954272 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-faf293f6-f2ba-404a-bd2e-0fcb0ac4b3a1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:46.962148 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-faf293f6-f2ba-404a-bd2e-0fcb0ac4b3a1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:47.029990 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14242225-0c4d-41a6-a5c0-088ab3baf197 None None] Update dhcp port {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'fixed_ips': [{'subnet_id': '2068a3ef-6e59-42f1-b7d1-9fe2bdcf71bb'}], 'binding:host_id': 'dv-neutron-833561-1-hyperv'}, 'id': 'f993ef81-2092-4b05-a1b4-0010577ce0aa'} from dv-neutron-833561-1-hyperv. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 14 15:35:47.030572 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-faf293f6-f2ba-404a-bd2e-0fcb0ac4b3a1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:47.036860 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-faf293f6-f2ba-404a-bd2e-0fcb0ac4b3a1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:47.046397 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95730bfb-3637-4ce9-b828-322236bca121 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:47.086460 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf293f6-f2ba-404a-bd2e-0fcb0ac4b3a1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a42118-da6b-4d31-ad2c-155ccac33fbc,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:47.090590 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-faf293f6-f2ba-404a-bd2e-0fcb0ac4b3a1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:47.092110 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-faf293f6-f2ba-404a-bd2e-0fcb0ac4b3a1 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2271156 Mar 14 15:35:47.095867 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53158) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:47.102092 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f175e671-fd22-4b94-9c3e-f9004d19d096 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group_rule': {'security_group_id': 'ac4fec34-baff-4a2e-b511-bf7c6a827352', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '41a42118-da6b-4d31-ad2c-155ccac33fbc'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:47.106576 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-14242225-0c4d-41a6-a5c0-088ab3baf197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:47.108192 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f175e671-fd22-4b94-9c3e-f9004d19d096 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:47.113069 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f175e671-fd22-4b94-9c3e-f9004d19d096 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group_rule and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:47.115955 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f175e671-fd22-4b94-9c3e-f9004d19d096 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:47.136084 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f175e671-fd22-4b94-9c3e-f9004d19d096 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:47.155862 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f993ef81-2092-4b05-a1b4-0010577ce0aa no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:35:47.176976 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-f175e671-fd22-4b94-9c3e-f9004d19d096 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:47.180734 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f175e671-fd22-4b94-9c3e-f9004d19d096 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0810211 Mar 14 15:35:47.182326 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53162) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:47.342230 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-95730bfb-3637-4ce9-b828-322236bca121 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] For port f993ef81-2092-4b05-a1b4-0010577ce0aa, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f993ef81-2092-4b05-a1b4-0010577ce0aa,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:47.350772 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2ed009e0-b925-41ea-bf9a-43abcbf017e5 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:47.391224 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2ed009e0-b925-41ea-bf9a-43abcbf017e5 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:47.399003 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:47.403533 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95730bfb-3637-4ce9-b828-322236bca121 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:47.413925 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95730bfb-3637-4ce9-b828-322236bca121 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:47.414636 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95730bfb-3637-4ce9-b828-322236bca121 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:47.420728 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-14242225-0c4d-41a6-a5c0-088ab3baf197 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:35:47.421089 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-14242225-0c4d-41a6-a5c0-088ab3baf197 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:35:47.485252 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:35:47.485682 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:35:47.636085 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2ed009e0-b925-41ea-bf9a-43abcbf017e5 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:47.639580 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95730bfb-3637-4ce9-b828-322236bca121 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:47.658375 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-95730bfb-3637-4ce9-b828-322236bca121 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:47.663508 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95730bfb-3637-4ce9-b828-322236bca121 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=2068a3ef-6e59-42f1-b7d1-9fe2bdcf71bb,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:47.666148 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95730bfb-3637-4ce9-b828-322236bca121 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:47.666725 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95730bfb-3637-4ce9-b828-322236bca121 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:47.670526 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95730bfb-3637-4ce9-b828-322236bca121 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=f993ef81-2092-4b05-a1b4-0010577ce0aa,revision_number=8']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:47.673051 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed009e0-b925-41ea-bf9a-43abcbf017e5 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a42118-da6b-4d31-ad2c-155ccac33fbc,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:47.699103 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2ed009e0-b925-41ea-bf9a-43abcbf017e5 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:47.703520 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2ed009e0-b925-41ea-bf9a-43abcbf017e5 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "DELETE /v2.0/security-groups/41a42118-da6b-4d31-ad2c-155ccac33fbc HTTP/1.1" status: 204 len: 168 time: 0.5170410 Mar 14 15:35:47.703520 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-95730bfb-3637-4ce9-b828-322236bca121 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4059951 Mar 14 15:35:47.703520 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53166) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:47.705869 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53168) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:47.711980 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b918c061-fa42-42a2-9480-c3d72f2523bc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:47.769143 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d16c23e2-ed90-4b06-a6f7-507ec7db1b89 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Synchronizing usage tracker for tenant:13f9ebee2ec247fabf0e80fba2dd1304 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:47.787366 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d16c23e2-ed90-4b06-a6f7-507ec7db1b89 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Unset dirty status for tenant:13f9ebee2ec247fabf0e80fba2dd1304 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:47.788754 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d16c23e2-ed90-4b06-a6f7-507ec7db1b89 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0845311 Mar 14 15:35:47.791644 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53174) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:47.857258 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b918c061-fa42-42a2-9480-c3d72f2523bc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:47.858110 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc8e0fee-ecc5-4b2b-a303-79ca7e05dd78 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:47.862603 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b918c061-fa42-42a2-9480-c3d72f2523bc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:47.865719 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b918c061-fa42-42a2-9480-c3d72f2523bc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:47.871505 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b918c061-fa42-42a2-9480-c3d72f2523bc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:47.883867 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b918c061-fa42-42a2-9480-c3d72f2523bc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:47.890541 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc8e0fee-ecc5-4b2b-a303-79ca7e05dd78 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:47.897182 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:47.943087 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc8e0fee-ecc5-4b2b-a303-79ca7e05dd78 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:47.965614 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e0fee-ecc5-4b2b-a303-79ca7e05dd78 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4fec34-baff-4a2e-b511-bf7c6a827352,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:47.983056 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc8e0fee-ecc5-4b2b-a303-79ca7e05dd78 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:47.987829 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-dc8e0fee-ecc5-4b2b-a303-79ca7e05dd78 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "DELETE /v2.0/security-groups/ac4fec34-baff-4a2e-b511-bf7c6a827352 HTTP/1.1" status: 204 len: 168 time: 0.1952624 Mar 14 15:35:47.988623 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53178) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:48.025939 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b918c061-fa42-42a2-9480-c3d72f2523bc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:48.049326 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-14242225-0c4d-41a6-a5c0-088ab3baf197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:48.053158 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a7c955e1-3f72-4e53-98db-26cb4bdc7478 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Synchronizing usage tracker for tenant:13f9ebee2ec247fabf0e80fba2dd1304 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:48.071832 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:48.073484 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a7c955e1-3f72-4e53-98db-26cb4bdc7478 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Unset dirty status for tenant:13f9ebee2ec247fabf0e80fba2dd1304 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:48.079289 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a7c955e1-3f72-4e53-98db-26cb4bdc7478 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0896528 Mar 14 15:35:48.080067 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53182) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:48.087344 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-21ba807c-a5c8-4042-9eb5-a59eee6b9213 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group': {'name': 'tempest-secgroup--764787209'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:48.096234 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-21ba807c-a5c8-4042-9eb5-a59eee6b9213 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:48.108321 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-21ba807c-a5c8-4042-9eb5-a59eee6b9213 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:48.121839 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-21ba807c-a5c8-4042-9eb5-a59eee6b9213 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:48.163981 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-21ba807c-a5c8-4042-9eb5-a59eee6b9213 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:48.169210 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-21ba807c-a5c8-4042-9eb5-a59eee6b9213 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group_rule and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:48.173835 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-21ba807c-a5c8-4042-9eb5-a59eee6b9213 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:48.175060 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.ipam_backend_mixin [None req-b918c061-fa42-42a2-9480-c3d72f2523bc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2068a3ef-6e59-42f1-b7d1-9fe2bdcf71bb (CIDR: 2001:db8::/64) Mar 14 15:35:48.179194 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b918c061-fa42-42a2-9480-c3d72f2523bc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:48.179775 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b918c061-fa42-42a2-9480-c3d72f2523bc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:35:48.181801 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-21ba807c-a5c8-4042-9eb5-a59eee6b9213 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:48.204664 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b918c061-fa42-42a2-9480-c3d72f2523bc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4973466 Mar 14 15:35:48.208081 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53186) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:48.213475 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-657ea9dd-cddd-4750-9a29-85d4b60726af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:48.232668 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port f993ef81-2092-4b05-a1b4-0010577ce0aa, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f993ef81-2092-4b05-a1b4-0010577ce0aa,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:48.278781 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:48.338985 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-21ba807c-a5c8-4042-9eb5-a59eee6b9213 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:48.356679 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-21ba807c-a5c8-4042-9eb5-a59eee6b9213 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:48.378018 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-14242225-0c4d-41a6-a5c0-088ab3baf197 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:35:48.378416 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-14242225-0c4d-41a6-a5c0-088ab3baf197 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:35:48.378879 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=f993ef81-2092-4b05-a1b4-0010577ce0aa,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:48.427198 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba807c-a5c8-4042-9eb5-a59eee6b9213 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0a9a47-80dc-41be-8bdc-3b4b6703f9ca,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:48.429597 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-657ea9dd-cddd-4750-9a29-85d4b60726af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:48.433825 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-21ba807c-a5c8-4042-9eb5-a59eee6b9213 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:48.435027 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-21ba807c-a5c8-4042-9eb5-a59eee6b9213 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3539038 Mar 14 15:35:48.436420 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-657ea9dd-cddd-4750-9a29-85d4b60726af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:48.438925 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53190) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:48.439483 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-657ea9dd-cddd-4750-9a29-85d4b60726af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:48.445101 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-cd8ddc77-f384-4f2e-9111-86f85243e634 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group_rule': {'security_group_id': 'fd0a9a47-80dc-41be-8bdc-3b4b6703f9ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:48.445517 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-657ea9dd-cddd-4750-9a29-85d4b60726af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:48.452687 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cd8ddc77-f384-4f2e-9111-86f85243e634 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:48.456263 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657ea9dd-cddd-4750-9a29-85d4b60726af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:48.457478 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-cd8ddc77-f384-4f2e-9111-86f85243e634 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group_rule and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:48.460960 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-cd8ddc77-f384-4f2e-9111-86f85243e634 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:48.466884 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cd8ddc77-f384-4f2e-9111-86f85243e634 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:48.498547 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-cd8ddc77-f384-4f2e-9111-86f85243e634 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:48.499582 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cd8ddc77-f384-4f2e-9111-86f85243e634 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0596361 Mar 14 15:35:48.502540 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53194) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:48.508044 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b0fd4cc3-6076-49a0-9ff8-9b11740dbd1f tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group_rule': {'security_group_id': 'fd0a9a47-80dc-41be-8bdc-3b4b6703f9ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:48.514242 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b0fd4cc3-6076-49a0-9ff8-9b11740dbd1f tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:48.519449 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b0fd4cc3-6076-49a0-9ff8-9b11740dbd1f tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group_rule and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:48.522914 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b0fd4cc3-6076-49a0-9ff8-9b11740dbd1f tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:48.528630 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b0fd4cc3-6076-49a0-9ff8-9b11740dbd1f tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:48.560323 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-b0fd4cc3-6076-49a0-9ff8-9b11740dbd1f tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:48.561429 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b0fd4cc3-6076-49a0-9ff8-9b11740dbd1f tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0579934 Mar 14 15:35:48.564889 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53198) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:48.588079 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-657ea9dd-cddd-4750-9a29-85d4b60726af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:48.635235 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-209b3b3c-9116-4d1a-92be-593887f22aad tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:48.667579 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-209b3b3c-9116-4d1a-92be-593887f22aad tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:48.717435 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-209b3b3c-9116-4d1a-92be-593887f22aad tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:48.741379 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b3b3c-9116-4d1a-92be-593887f22aad tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0a9a47-80dc-41be-8bdc-3b4b6703f9ca,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:48.746653 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-209b3b3c-9116-4d1a-92be-593887f22aad tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:48.747232 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-209b3b3c-9116-4d1a-92be-593887f22aad tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "DELETE /v2.0/security-groups/fd0a9a47-80dc-41be-8bdc-3b4b6703f9ca HTTP/1.1" status: 204 len: 168 time: 0.1813889 Mar 14 15:35:48.749768 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53204) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:48.810249 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-695f34a4-5d9d-4d72-8373-715679686bc3 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Synchronizing usage tracker for tenant:13f9ebee2ec247fabf0e80fba2dd1304 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:48.827565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-695f34a4-5d9d-4d72-8373-715679686bc3 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Unset dirty status for tenant:13f9ebee2ec247fabf0e80fba2dd1304 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:48.830577 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-695f34a4-5d9d-4d72-8373-715679686bc3 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0796981 Mar 14 15:35:48.833624 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53208) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:48.848534 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b953a4f1-6719-48ae-b340-80b84bde1be0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group': {'name': 'tempest-secgroup--709913271'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:48.857651 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b953a4f1-6719-48ae-b340-80b84bde1be0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:48.862471 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-14242225-0c4d-41a6-a5c0-088ab3baf197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:48.879612 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b953a4f1-6719-48ae-b340-80b84bde1be0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:48.883304 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-657ea9dd-cddd-4750-9a29-85d4b60726af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:48.938755 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b953a4f1-6719-48ae-b340-80b84bde1be0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:48.980288 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657ea9dd-cddd-4750-9a29-85d4b60726af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:48.986015 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-657ea9dd-cddd-4750-9a29-85d4b60726af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:48.993697 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ea9dd-cddd-4750-9a29-85d4b60726af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=3519e506-11b2-4993-a3df-baf368ff5049,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:48.996176 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657ea9dd-cddd-4750-9a29-85d4b60726af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:48.996755 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-657ea9dd-cddd-4750-9a29-85d4b60726af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:49.013368 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b953a4f1-6719-48ae-b340-80b84bde1be0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:49.019830 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b953a4f1-6719-48ae-b340-80b84bde1be0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Usage tracker for resource:security_group_rule and tenant:13f9ebee2ec247fabf0e80fba2dd1304 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:49.025780 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b953a4f1-6719-48ae-b340-80b84bde1be0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:49.035669 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b953a4f1-6719-48ae-b340-80b84bde1be0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:49.044610 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-657ea9dd-cddd-4750-9a29-85d4b60726af tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8354969 Mar 14 15:35:49.046174 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53212) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:49.054380 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7621c289-3a31-4ac6-8929-a444accabe69 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'mac_address': 'fa:16:3e:ae:96:68', 'name': 'tempest-NetworksTestDHCPv6-532013591'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:49.113379 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b953a4f1-6719-48ae-b340-80b84bde1be0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:49.119320 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b953a4f1-6719-48ae-b340-80b84bde1be0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:49.193560 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953a4f1-6719-48ae-b340-80b84bde1be0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85a80c8c-d843-4973-ace3-07960374d4fb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:49.200974 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b953a4f1-6719-48ae-b340-80b84bde1be0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:49.204712 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b953a4f1-6719-48ae-b340-80b84bde1be0 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3699503 Mar 14 15:35:49.207351 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53216) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:49.216661 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-de4913f0-ebf9-4613-a4e1-b2a7b7e90482 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:49.217486 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-de4913f0-ebf9-4613-a4e1-b2a7b7e90482 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] update failed (client error): There was a conflict when trying to complete your request. Mar 14 15:35:49.219785 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-de4913f0-ebf9-4613-a4e1-b2a7b7e90482 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "PUT /v2.0/security-groups/85a80c8c-d843-4973-ace3-07960374d4fb HTTP/1.1" status: 409 len: 330 time: 0.0106158 Mar 14 15:35:49.223670 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53220) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:49.289147 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-14242225-0c4d-41a6-a5c0-088ab3baf197 None None] For port f993ef81-2092-4b05-a1b4-0010577ce0aa, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f993ef81-2092-4b05-a1b4-0010577ce0aa,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:49.302807 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a6c722c-8813-4e20-b824-aeb7b4fe2864 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:49.311618 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7621c289-3a31-4ac6-8929-a444accabe69 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:49.320451 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-14242225-0c4d-41a6-a5c0-088ab3baf197 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:49.323230 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7621c289-3a31-4ac6-8929-a444accabe69 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:49.325288 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-14242225-0c4d-41a6-a5c0-088ab3baf197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:49.336611 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7621c289-3a31-4ac6-8929-a444accabe69 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:49.340190 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a6c722c-8813-4e20-b824-aeb7b4fe2864 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:49.340623 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7621c289-3a31-4ac6-8929-a444accabe69 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:49.374486 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-7621c289-3a31-4ac6-8929-a444accabe69 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] device_id is not set on port 54853468-d6a7-4f01-9b1b-0d2e1a9d692b yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:35:49.397123 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14242225-0c4d-41a6-a5c0-088ab3baf197 None None] Pushing event updated for resources: {'Port': ['ID=f993ef81-2092-4b05-a1b4-0010577ce0aa,revision_number=10']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:49.408384 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a6c722c-8813-4e20-b824-aeb7b4fe2864 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:49.435425 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c722c-8813-4e20-b824-aeb7b4fe2864 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a80c8c-d843-4973-ace3-07960374d4fb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:49.461624 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a6c722c-8813-4e20-b824-aeb7b4fe2864 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:49.464710 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3a6c722c-8813-4e20-b824-aeb7b4fe2864 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "DELETE /v2.0/security-groups/85a80c8c-d843-4973-ace3-07960374d4fb HTTP/1.1" status: 204 len: 168 time: 0.2404592 Mar 14 15:35:49.468823 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53224) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:49.561442 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f6f72e82-f2f8-4158-b127-e1e13cedab7b tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Synchronizing usage tracker for tenant:13f9ebee2ec247fabf0e80fba2dd1304 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:49.581368 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f6f72e82-f2f8-4158-b127-e1e13cedab7b tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] Unset dirty status for tenant:13f9ebee2ec247fabf0e80fba2dd1304 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:49.586385 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f6f72e82-f2f8-4158-b127-e1e13cedab7b tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1084411 Mar 14 15:35:49.588081 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53228) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:49.607622 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-d271a745-d9d4-4508-aa26-5548c882d293 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] delete failed (client error): The resource could not be found. Mar 14 15:35:49.608756 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d271a745-d9d4-4508-aa26-5548c882d293 tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "DELETE /v2.0/security-groups/1b7c6524-bce9-41dd-acc1-ed9963918006 HTTP/1.1" status: 404 len: 347 time: 0.0196767 Mar 14 15:35:49.612998 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53232) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:49.647435 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-6882ea3d-fc7d-48f2-960a-6be776a45f9d tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] show failed (client error): The resource could not be found. Mar 14 15:35:49.651664 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6882ea3d-fc7d-48f2-960a-6be776a45f9d tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "GET /v2.0/security-groups/47f855ab-163c-4ec1-8269-4ac03e58f49d HTTP/1.1" status: 404 len: 347 time: 0.0341341 Mar 14 15:35:49.652470 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53236) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:49.705480 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-8b8f8f88-7aa9-463c-8578-915e9fc9741f tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] show failed (client error): The resource could not be found. Mar 14 15:35:49.712758 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8b8f8f88-7aa9-463c-8578-915e9fc9741f tempest-NegativeSecGroupIPv6Test-1368936208 tempest-NegativeSecGroupIPv6Test-1368936208-project] 10.222.0.60 "GET /v2.0/security-group-rules/1077ffca-2142-44c9-b491-35917c625456 HTTP/1.1" status: 404 len: 356 time: 0.0535569 Mar 14 15:35:49.746498 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-7621c289-3a31-4ac6-8929-a444accabe69 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8:0:1::3e9 (9afff20e-053f-4563-a829-c09143628c31/3519e506-11b2-4993-a3df-baf368ff5049/54853468-d6a7-4f01-9b1b-0d2e1a9d692b) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:49.754999 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-7621c289-3a31-4ac6-8929-a444accabe69 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8::f816:3eff:feae:9668 (9afff20e-053f-4563-a829-c09143628c31/2068a3ef-6e59-42f1-b7d1-9fe2bdcf71bb/54853468-d6a7-4f01-9b1b-0d2e1a9d692b) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:50.011210 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7621c289-3a31-4ac6-8929-a444accabe69 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:50.033270 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-7621c289-3a31-4ac6-8929-a444accabe69 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Transition to ACTIVE for port object 54853468-d6a7-4f01-9b1b-0d2e1a9d692b will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:50.057834 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7621c289-3a31-4ac6-8929-a444accabe69 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:50.117775 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5565f912-4246-492b-975d-64d208238275 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:50.142040 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7621c289-3a31-4ac6-8929-a444accabe69 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:50.145207 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-7621c289-3a31-4ac6-8929-a444accabe69 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:50.149960 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7621c289-3a31-4ac6-8929-a444accabe69 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:35:50.154080 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7621c289-3a31-4ac6-8929-a444accabe69 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:50.154856 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7621c289-3a31-4ac6-8929-a444accabe69 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:50.184029 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621c289-3a31-4ac6-8929-a444accabe69 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=54853468-d6a7-4f01-9b1b-0d2e1a9d692b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:50.189960 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7621c289-3a31-4ac6-8929-a444accabe69 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1420467 Mar 14 15:35:50.193096 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53248) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:50.205690 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53252) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:50.267893 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d10ddcf3-99b7-48e9-aaa9-2ce602de6d1f None None] Provisioning complete for port f993ef81-2092-4b05-a1b4-0010577ce0aa triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:50.268524 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d10ddcf3-99b7-48e9-aaa9-2ce602de6d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:50.284746 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-078324f6-60a1-4504-aa5a-d862364097a2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting port 54853468-d6a7-4f01-9b1b-0d2e1a9d692b {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:50.285091 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-078324f6-60a1-4504-aa5a-d862364097a2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:50.473548 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-dce6da2e-f2c6-4627-b301-16a8995ccc79 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=13f9ebee2ec247fabf0e80fba2dd1304&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2588763 Mar 14 15:35:50.473548 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53258) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:50.499813 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d10ddcf3-99b7-48e9-aaa9-2ce602de6d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:50.548866 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d10ddcf3-99b7-48e9-aaa9-2ce602de6d1f None None] For port f993ef81-2092-4b05-a1b4-0010577ce0aa, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f993ef81-2092-4b05-a1b4-0010577ce0aa,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:50.548969 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8c44359b-f9a2-4b7b-bbbd-48e387a6dab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:50.554887 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d10ddcf3-99b7-48e9-aaa9-2ce602de6d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:50.572825 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-078324f6-60a1-4504-aa5a-d862364097a2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:50.606424 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8c44359b-f9a2-4b7b-bbbd-48e387a6dab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:50.675466 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ddcf3-99b7-48e9-aaa9-2ce602de6d1f None None] Pushing event updated for resources: {'Port': ['ID=f993ef81-2092-4b05-a1b4-0010577ce0aa,revision_number=11']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:50.721764 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8c44359b-f9a2-4b7b-bbbd-48e387a6dab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:50.752196 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44359b-f9a2-4b7b-bbbd-48e387a6dab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d92115-4071-4008-bdc8-829078dd6c51,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:50.767328 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8c44359b-f9a2-4b7b-bbbd-48e387a6dab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:50.770534 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8c44359b-f9a2-4b7b-bbbd-48e387a6dab6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40d92115-4071-4008-bdc8-829078dd6c51 HTTP/1.1" status: 204 len: 168 time: 0.2957404 Mar 14 15:35:50.806852 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:50.813525 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-078324f6-60a1-4504-aa5a-d862364097a2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Calling delete_port for 54853468-d6a7-4f01-9b1b-0d2e1a9d692b owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:50.818286 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf45ca7-ad81-4acb-b758-5ba6b2b0a787 None None] Update dhcp port {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'fixed_ips': [{'subnet_id': '2068a3ef-6e59-42f1-b7d1-9fe2bdcf71bb', 'ip_address': '2001:db8::f816:3eff:fe5a:d06d'}, {'subnet_id': '3519e506-11b2-4993-a3df-baf368ff5049'}], 'binding:host_id': 'dv-neutron-833561-1-hyperv'}, 'id': 'f993ef81-2092-4b05-a1b4-0010577ce0aa'} from dv-neutron-833561-1-hyperv. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 14 15:35:50.895205 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dcf45ca7-ad81-4acb-b758-5ba6b2b0a787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:51.097991 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-078324f6-60a1-4504-aa5a-d862364097a2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:51.229152 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f993ef81-2092-4b05-a1b4-0010577ce0aa up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:35:51.229861 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078324f6-60a1-4504-aa5a-d862364097a2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Port': ['ID=54853468-d6a7-4f01-9b1b-0d2e1a9d692b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:51.277368 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-dcf45ca7-ad81-4acb-b758-5ba6b2b0a787 None None] Allocated IP 2001:db8:0:1::2 (9afff20e-053f-4563-a829-c09143628c31/3519e506-11b2-4993-a3df-baf368ff5049/f993ef81-2092-4b05-a1b4-0010577ce0aa) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:51.287287 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-078324f6-60a1-4504-aa5a-d862364097a2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:51.302577 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53270) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:51.317864 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-078324f6-60a1-4504-aa5a-d862364097a2 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/54853468-d6a7-4f01-9b1b-0d2e1a9d692b HTTP/1.1" status: 204 len: 168 time: 1.1182790 Mar 14 15:35:51.403936 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b1b217-8482-434d-80e8-deb3caa1ff16 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:51.403936 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-92b1b217-8482-434d-80e8-deb3caa1ff16 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:51.426302 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-92b1b217-8482-434d-80e8-deb3caa1ff16 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:51.431415 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-92b1b217-8482-434d-80e8-deb3caa1ff16 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.1240940 Mar 14 15:35:51.431415 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53276) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:51.457401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port f993ef81-2092-4b05-a1b4-0010577ce0aa triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:51.457401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:51.487417 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dcf45ca7-ad81-4acb-b758-5ba6b2b0a787 None None] For port f993ef81-2092-4b05-a1b4-0010577ce0aa, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f993ef81-2092-4b05-a1b4-0010577ce0aa,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:51.523830 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbb1c3c-acbf-4239-bb46-f2a22662fabf tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:51.525432 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3cbb1c3c-acbf-4239-bb46-f2a22662fabf tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.0942047 Mar 14 15:35:51.528099 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53282) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:51.548643 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dcf45ca7-ad81-4acb-b758-5ba6b2b0a787 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:51.599649 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dcf45ca7-ad81-4acb-b758-5ba6b2b0a787 None None] Transition to ACTIVE for port object f993ef81-2092-4b05-a1b4-0010577ce0aa will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:51.604213 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95860a92-2b38-4cfe-8869-fa602f5b5b27 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:51.605944 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95860a92-2b38-4cfe-8869-fa602f5b5b27 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:51.607067 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dcf45ca7-ad81-4acb-b758-5ba6b2b0a787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:51.608045 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95860a92-2b38-4cfe-8869-fa602f5b5b27 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:51.610676 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-95860a92-2b38-4cfe-8869-fa602f5b5b27 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0814621 Mar 14 15:35:51.613570 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53286) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:51.714927 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3b3df8-743e-4376-ace9-2d081a826739 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet 2068a3ef-6e59-42f1-b7d1-9fe2bdcf71bb {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:35:51.719678 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c3b3df8-743e-4376-ace9-2d081a826739 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:51.768461 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf45ca7-ad81-4acb-b758-5ba6b2b0a787 None None] Pushing event updated for resources: {'Port': ['ID=f993ef81-2092-4b05-a1b4-0010577ce0aa,revision_number=12']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:51.791203 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c3b3df8-743e-4376-ace9-2d081a826739 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:51.898472 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c3b3df8-743e-4376-ace9-2d081a826739 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:51.997266 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c3b3df8-743e-4376-ace9-2d081a826739 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:52.010546 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53296) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:52.039443 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b3df8-743e-4376-ace9-2d081a826739 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=2068a3ef-6e59-42f1-b7d1-9fe2bdcf71bb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:52.043992 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c3b3df8-743e-4376-ace9-2d081a826739 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:52.056470 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1c3b3df8-743e-4376-ace9-2d081a826739 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/2068a3ef-6e59-42f1-b7d1-9fe2bdcf71bb HTTP/1.1" status: 204 len: 168 time: 0.4398108 Mar 14 15:35:52.056967 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53302) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:52.168307 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-49cdc533-420b-4c87-a37d-3be58759906f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet 3519e506-11b2-4993-a3df-baf368ff5049 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:35:52.174678 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-49cdc533-420b-4c87-a37d-3be58759906f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:52.215896 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-61dbd0e0-3dac-495b-a2e5-6b57d590a5bb tempest-SubnetPoolsTestJSON-1845777871 tempest-SubnetPoolsTestJSON-1845777871-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-535176168', 'prefixes': ['172.20.0.0/16']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:52.222031 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-61dbd0e0-3dac-495b-a2e5-6b57d590a5bb tempest-SubnetPoolsTestJSON-1845777871 tempest-SubnetPoolsTestJSON-1845777871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:52.269154 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-49cdc533-420b-4c87-a37d-3be58759906f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:52.374426 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-49cdc533-420b-4c87-a37d-3be58759906f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:52.384734 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac277e98-e115-4676-9230-c30fb16dd444 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:52.406917 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-61dbd0e0-3dac-495b-a2e5-6b57d590a5bb tempest-SubnetPoolsTestJSON-1845777871 tempest-SubnetPoolsTestJSON-1845777871-project] Notify callbacks [] for subnetpool, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:52.410544 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-61dbd0e0-3dac-495b-a2e5-6b57d590a5bb tempest-SubnetPoolsTestJSON-1845777871 tempest-SubnetPoolsTestJSON-1845777871-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3964541 Mar 14 15:35:52.411346 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53306) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:52.455131 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ac319295-b16a-4b4a-ac4e-7c0603607502 None None] Could not find standard attr ID for object 54853468-d6a7-4f01-9b1b-0d2e1a9d692b. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:35:52.462658 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-810a25f5-a1b2-44a9-8164-1d88979958ca tempest-SubnetPoolsTestJSON-1845777871 tempest-SubnetPoolsTestJSON-1845777871-project] 10.222.0.60 "GET /v2.0/subnetpools/6af54f84-f2f8-408a-a294-29ecb5be4312 HTTP/1.1" status: 200 len: 731 time: 0.0484860 Mar 14 15:35:52.463086 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53310) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:52.468914 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-fe02d744-30ae-41b1-b50a-f9dcf5c95c59 tempest-SubnetPoolsTestJSON-1845777871 tempest-SubnetPoolsTestJSON-1845777871-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-901113959'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:52.491793 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ac319295-b16a-4b4a-ac4e-7c0603607502 None None] Provisioning for port f993ef81-2092-4b05-a1b4-0010577ce0aa completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:35:52.505550 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ac319295-b16a-4b4a-ac4e-7c0603607502 None None] Provisioning complete for port f993ef81-2092-4b05-a1b4-0010577ce0aa triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:52.506033 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac319295-b16a-4b4a-ac4e-7c0603607502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:52.513217 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-49cdc533-420b-4c87-a37d-3be58759906f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:52.566438 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cdc533-420b-4c87-a37d-3be58759906f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=3519e506-11b2-4993-a3df-baf368ff5049,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:52.583589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-49cdc533-420b-4c87-a37d-3be58759906f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:52.590631 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cdc533-420b-4c87-a37d-3be58759906f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:52.590973 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cdc533-420b-4c87-a37d-3be58759906f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:52.591309 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cdc533-420b-4c87-a37d-3be58759906f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:52.591639 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cdc533-420b-4c87-a37d-3be58759906f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:52.591969 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cdc533-420b-4c87-a37d-3be58759906f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:52.592297 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cdc533-420b-4c87-a37d-3be58759906f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:52.592680 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cdc533-420b-4c87-a37d-3be58759906f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:52.592947 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cdc533-420b-4c87-a37d-3be58759906f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:52.593866 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cdc533-420b-4c87-a37d-3be58759906f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:52.594316 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cdc533-420b-4c87-a37d-3be58759906f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:52.594641 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cdc533-420b-4c87-a37d-3be58759906f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:52.608299 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-49cdc533-420b-4c87-a37d-3be58759906f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/3519e506-11b2-4993-a3df-baf368ff5049 HTTP/1.1" status: 204 len: 168 time: 0.5501027 Mar 14 15:35:52.611889 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53314) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:52.677887 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fe02d744-30ae-41b1-b50a-f9dcf5c95c59 tempest-SubnetPoolsTestJSON-1845777871 tempest-SubnetPoolsTestJSON-1845777871-project] Notify callbacks [] for subnetpool, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:52.681615 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fe02d744-30ae-41b1-b50a-f9dcf5c95c59 tempest-SubnetPoolsTestJSON-1845777871 tempest-SubnetPoolsTestJSON-1845777871-project] 10.222.0.60 "PUT /v2.0/subnetpools/6af54f84-f2f8-408a-a294-29ecb5be4312 HTTP/1.1" status: 200 len: 683 time: 0.2153409 Mar 14 15:35:52.682514 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53318) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:52.687496 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-53b66aa5-8688-4a44-9236-908dbddf1777 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746999 Mar 14 15:35:52.690623 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53322) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:52.696016 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7fbb7d2f-f507-4a98-98cf-1d2b8c0f0074 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:52.797398 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7a9cb13-a223-43e9-99b4-ef537339d50f tempest-SubnetPoolsTestJSON-1845777871 tempest-SubnetPoolsTestJSON-1845777871-project] Notify callbacks [] for subnetpool, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:52.801263 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e7a9cb13-a223-43e9-99b4-ef537339d50f tempest-SubnetPoolsTestJSON-1845777871 tempest-SubnetPoolsTestJSON-1845777871-project] 10.222.0.60 "DELETE /v2.0/subnetpools/6af54f84-f2f8-408a-a294-29ecb5be4312 HTTP/1.1" status: 204 len: 168 time: 0.1144483 Mar 14 15:35:52.801483 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53326) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:52.823763 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7fbb7d2f-f507-4a98-98cf-1d2b8c0f0074 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:52.825149 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-a4f1c582-fc80-411f-832a-b572c5e7e0b3 tempest-SubnetPoolsTestJSON-1845777871 tempest-SubnetPoolsTestJSON-1845777871-project] show failed (client error): The resource could not be found. Mar 14 15:35:52.829122 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a4f1c582-fc80-411f-832a-b572c5e7e0b3 tempest-SubnetPoolsTestJSON-1845777871 tempest-SubnetPoolsTestJSON-1845777871-project] 10.222.0.60 "GET /v2.0/subnetpools/6af54f84-f2f8-408a-a294-29ecb5be4312 HTTP/1.1" status: 404 len: 346 time: 0.0226262 Mar 14 15:35:52.829265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-7fbb7d2f-f507-4a98-98cf-1d2b8c0f0074 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:52.829398 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53330) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:52.831113 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-7fbb7d2f-f507-4a98-98cf-1d2b8c0f0074 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:52.836593 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7fbb7d2f-f507-4a98-98cf-1d2b8c0f0074 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:52.840212 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c457e8b-b52d-4084-8671-43dada1c778e None None] DHCP port deletion for 9afff20e-053f-4563-a829-c09143628c31 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:35:52.845047 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1c457e8b-b52d-4084-8671-43dada1c778e None None] Deleting port f993ef81-2092-4b05-a1b4-0010577ce0aa {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:52.845441 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c457e8b-b52d-4084-8671-43dada1c778e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:52.848424 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbb7d2f-f507-4a98-98cf-1d2b8c0f0074 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:52.850698 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-593170b4-6851-433f-a1b7-b7dc0999e8d7 tempest-SubnetPoolsTestJSON-1845777871 tempest-SubnetPoolsTestJSON-1845777871-project] delete failed (client error): The resource could not be found. Mar 14 15:35:52.855143 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-593170b4-6851-433f-a1b7-b7dc0999e8d7 tempest-SubnetPoolsTestJSON-1845777871 tempest-SubnetPoolsTestJSON-1845777871-project] 10.222.0.60 "DELETE /v2.0/subnetpools/6af54f84-f2f8-408a-a294-29ecb5be4312 HTTP/1.1" status: 404 len: 346 time: 0.0214429 Mar 14 15:35:52.855267 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fbb7d2f-f507-4a98-98cf-1d2b8c0f0074 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:53.063101 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1c457e8b-b52d-4084-8671-43dada1c778e None None] For port f993ef81-2092-4b05-a1b4-0010577ce0aa, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f993ef81-2092-4b05-a1b4-0010577ce0aa,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:53.067306 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c457e8b-b52d-4084-8671-43dada1c778e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:53.089063 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fbb7d2f-f507-4a98-98cf-1d2b8c0f0074 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:53.169284 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbb7d2f-f507-4a98-98cf-1d2b8c0f0074 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:53.174120 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-7fbb7d2f-f507-4a98-98cf-1d2b8c0f0074 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:53.177050 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbb7d2f-f507-4a98-98cf-1d2b8c0f0074 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:53.177795 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fbb7d2f-f507-4a98-98cf-1d2b8c0f0074 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:53.199142 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53338) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:53.200010 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f993ef81-2092-4b05-a1b4-0010577ce0aa no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:35:53.215348 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb7d2f-f507-4a98-98cf-1d2b8c0f0074 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=9688e742-4f0a-4415-a514-0c68757ab1cb,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:53.221003 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7fbb7d2f-f507-4a98-98cf-1d2b8c0f0074 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5292909 Mar 14 15:35:53.224155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53344) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:53.230337 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-fc4a0f44-47f7-4a9a-946b-25e7c048ca99 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:53.241300 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1c457e8b-b52d-4084-8671-43dada1c778e None None] Calling delete_port for f993ef81-2092-4b05-a1b4-0010577ce0aa owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:53.364310 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c457e8b-b52d-4084-8671-43dada1c778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:53.369068 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-99d43e9c-46e1-4821-a5d9-fbc0766a0991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:53.401190 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fc4a0f44-47f7-4a9a-946b-25e7c048ca99 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:53.405683 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Port f993ef81-2092-4b05-a1b4-0010577ce0aa update to DOWN by agent not found {{(pid=83912) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 14 15:35:53.413172 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-fc4a0f44-47f7-4a9a-946b-25e7c048ca99 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:53.417129 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c457e8b-b52d-4084-8671-43dada1c778e None None] Pushing event deleted for resources: {'Port': ['ID=f993ef81-2092-4b05-a1b4-0010577ce0aa,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:53.417268 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-fc4a0f44-47f7-4a9a-946b-25e7c048ca99 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:53.421492 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c457e8b-b52d-4084-8671-43dada1c778e None None] No DVR routers for this DVR port f993ef81-2092-4b05-a1b4-0010577ce0aa on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:35:53.431645 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fc4a0f44-47f7-4a9a-946b-25e7c048ca99 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:53.437663 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-99d43e9c-46e1-4821-a5d9-fbc0766a0991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:53.439306 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b14f57-0bf5-46ec-bfcb-e8563162d22c None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:53.444597 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-99d43e9c-46e1-4821-a5d9-fbc0766a0991 admin admin] Usage tracker for resource:security_group_rule and tenant:88a85dc91ffc432b86940e0c4f660b50 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:53.448057 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-99d43e9c-46e1-4821-a5d9-fbc0766a0991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:53.453917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4a0f44-47f7-4a9a-946b-25e7c048ca99 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:53.467982 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-99d43e9c-46e1-4821-a5d9-fbc0766a0991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:53.609828 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc4a0f44-47f7-4a9a-946b-25e7c048ca99 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:53.649857 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246e4937-d2ae-40bd-aae5-ff32d7d31c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-9afff20e-053f-4563-a829-c09143628c31', 'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'fixed_ips': [{'subnet_id': '9688e742-4f0a-4415-a514-0c68757ab1cb'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:35:53.650716 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-246e4937-d2ae-40bd-aae5-ff32d7d31c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:53.807396 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-246e4937-d2ae-40bd-aae5-ff32d7d31c8c None None] Allocated IP 2001:db8::2 (9afff20e-053f-4563-a829-c09143628c31/9688e742-4f0a-4415-a514-0c68757ab1cb/ef2058e1-829b-4a91-afa6-6b2b0019e6e9) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:53.808186 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-99d43e9c-46e1-4821-a5d9-fbc0766a0991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:53.815546 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-99d43e9c-46e1-4821-a5d9-fbc0766a0991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:53.886475 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d43e9c-46e1-4821-a5d9-fbc0766a0991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71ff62d-e331-4500-95a3-9ccb5c64527c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:53.893378 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-99d43e9c-46e1-4821-a5d9-fbc0766a0991 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=88a85dc91ffc432b86940e0c4f660b50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6902833 Mar 14 15:35:53.893760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53348) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:53.906711 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.ipam_backend_mixin [None req-fc4a0f44-47f7-4a9a-946b-25e7c048ca99 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9688e742-4f0a-4415-a514-0c68757ab1cb (CIDR: 2001:db8::/64) Mar 14 15:35:53.910457 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4a0f44-47f7-4a9a-946b-25e7c048ca99 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:53.910983 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc4a0f44-47f7-4a9a-946b-25e7c048ca99 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:35:53.938702 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-fc4a0f44-47f7-4a9a-946b-25e7c048ca99 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7131863 Mar 14 15:35:53.941402 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53352) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:53.947268 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9a581d12-ebf3-49de-9976-bf84875b58ee tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:53.973530 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94b7970d-423f-4db6-859f-a8f8bc547d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:54.002591 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94b7970d-423f-4db6-859f-a8f8bc547d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:54.030348 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-246e4937-d2ae-40bd-aae5-ff32d7d31c8c None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:54.043852 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-246e4937-d2ae-40bd-aae5-ff32d7d31c8c None None] Transition to ACTIVE for port object ef2058e1-829b-4a91-afa6-6b2b0019e6e9 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:54.066873 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-246e4937-d2ae-40bd-aae5-ff32d7d31c8c None None] Transition to ACTIVE for port object ef2058e1-829b-4a91-afa6-6b2b0019e6e9 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:54.067078 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94b7970d-423f-4db6-859f-a8f8bc547d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:54.073056 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-246e4937-d2ae-40bd-aae5-ff32d7d31c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:54.083076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7970d-423f-4db6-859f-a8f8bc547d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71ff62d-e331-4500-95a3-9ccb5c64527c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:54.089330 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94b7970d-423f-4db6-859f-a8f8bc547d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:54.090465 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-94b7970d-423f-4db6-859f-a8f8bc547d73 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b71ff62d-e331-4500-95a3-9ccb5c64527c HTTP/1.1" status: 204 len: 168 time: 0.1957235 Mar 14 15:35:54.105235 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9a581d12-ebf3-49de-9976-bf84875b58ee tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:54.109905 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9a581d12-ebf3-49de-9976-bf84875b58ee tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:54.113498 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9a581d12-ebf3-49de-9976-bf84875b58ee tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:54.119838 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9a581d12-ebf3-49de-9976-bf84875b58ee tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:54.132312 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a581d12-ebf3-49de-9976-bf84875b58ee tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:54.135876 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a581d12-ebf3-49de-9976-bf84875b58ee tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:54.169990 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e4937-d2ae-40bd-aae5-ff32d7d31c8c None None] Pushing event updated for resources: {'Port': ['ID=ef2058e1-829b-4a91-afa6-6b2b0019e6e9,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:54.191620 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246e4937-d2ae-40bd-aae5-ff32d7d31c8c None None] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:54.194637 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-246e4937-d2ae-40bd-aae5-ff32d7d31c8c None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:54.197094 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246e4937-d2ae-40bd-aae5-ff32d7d31c8c None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:35:54.299080 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-246e4937-d2ae-40bd-aae5-ff32d7d31c8c None None] Attempting to bind port ef2058e1-829b-4a91-afa6-6b2b0019e6e9 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:35:54.299880 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-246e4937-d2ae-40bd-aae5-ff32d7d31c8c None None] Attempting to bind port ef2058e1-829b-4a91-afa6-6b2b0019e6e9 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:35:54.300259 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e4937-d2ae-40bd-aae5-ff32d7d31c8c None None] Attempting to bind port ef2058e1-829b-4a91-afa6-6b2b0019e6e9 on network 9afff20e-053f-4563-a829-c09143628c31 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:35:54.306872 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e4937-d2ae-40bd-aae5-ff32d7d31c8c None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:35:54.307249 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e4937-d2ae-40bd-aae5-ff32d7d31c8c None None] Checking segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:35:54.307655 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-246e4937-d2ae-40bd-aae5-ff32d7d31c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:54.308056 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e4937-d2ae-40bd-aae5-ff32d7d31c8c None None] Bound using segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:35:54.308754 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-246e4937-d2ae-40bd-aae5-ff32d7d31c8c None None] Bound port: ef2058e1-829b-4a91-afa6-6b2b0019e6e9, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:35:54.309218 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-246e4937-d2ae-40bd-aae5-ff32d7d31c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:54.398046 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-246e4937-d2ae-40bd-aae5-ff32d7d31c8c None None] For port ef2058e1-829b-4a91-afa6-6b2b0019e6e9, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:35:54.401714 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-246e4937-d2ae-40bd-aae5-ff32d7d31c8c None None] For port ef2058e1-829b-4a91-afa6-6b2b0019e6e9, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ef2058e1-829b-4a91-afa6-6b2b0019e6e9,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:35:54.408148 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-246e4937-d2ae-40bd-aae5-ff32d7d31c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:54.534288 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e4937-d2ae-40bd-aae5-ff32d7d31c8c None None] Pushing event updated for resources: {'Port': ['ID=ef2058e1-829b-4a91-afa6-6b2b0019e6e9,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:54.572548 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.objects.ports [None req-9a581d12-ebf3-49de-9976-bf84875b58ee tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83911) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 14 15:35:54.768794 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a581d12-ebf3-49de-9976-bf84875b58ee tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:54.996494 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-9a581d12-ebf3-49de-9976-bf84875b58ee tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] For port ef2058e1-829b-4a91-afa6-6b2b0019e6e9, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ef2058e1-829b-4a91-afa6-6b2b0019e6e9,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:55.023766 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a581d12-ebf3-49de-9976-bf84875b58ee tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:55.028376 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a581d12-ebf3-49de-9976-bf84875b58ee tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:55.029159 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a581d12-ebf3-49de-9976-bf84875b58ee tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:55.143346 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a581d12-ebf3-49de-9976-bf84875b58ee tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:55.149394 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-9a581d12-ebf3-49de-9976-bf84875b58ee tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:55.149664 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ef2058e1-829b-4a91-afa6-6b2b0019e6e9 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:35:55.158840 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a581d12-ebf3-49de-9976-bf84875b58ee tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:55.159349 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a581d12-ebf3-49de-9976-bf84875b58ee tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:55.185343 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a581d12-ebf3-49de-9976-bf84875b58ee tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=578cbcef-d969-40ae-a953-cf57aed82034,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:55.194719 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a581d12-ebf3-49de-9976-bf84875b58ee tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=ef2058e1-829b-4a91-afa6-6b2b0019e6e9,revision_number=4']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:55.206756 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9a581d12-ebf3-49de-9976-bf84875b58ee tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2640548 Mar 14 15:35:55.209232 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53378) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:55.217724 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ff322914-9321-4f64-900c-cc5f71017c1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'mac_address': 'fa:16:3e:60:cf:ef', 'name': 'tempest-NetworksTestDHCPv6-990379711'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:55.285678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port ef2058e1-829b-4a91-afa6-6b2b0019e6e9 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:35:55.401868 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ff322914-9321-4f64-900c-cc5f71017c1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:55.406578 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ff322914-9321-4f64-900c-cc5f71017c1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:port and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:55.409735 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ff322914-9321-4f64-900c-cc5f71017c1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:55.415480 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ff322914-9321-4f64-900c-cc5f71017c1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:55.427350 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff322914-9321-4f64-900c-cc5f71017c1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:55.431404 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff322914-9321-4f64-900c-cc5f71017c1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:55.462959 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-ff322914-9321-4f64-900c-cc5f71017c1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] device_id is not set on port 28563b65-ce4e-47a1-866e-401b16acce6b yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:35:55.582599 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579cc7e9-fa86-4f34-bf0c-60c1516f01cd None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:55.690906 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f3c3983f-51ce-4242-b49c-a13475152682 None None] Provisioning for port ef2058e1-829b-4a91-afa6-6b2b0019e6e9 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:35:55.708067 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f3c3983f-51ce-4242-b49c-a13475152682 None None] Provisioning complete for port ef2058e1-829b-4a91-afa6-6b2b0019e6e9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:55.708444 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f3c3983f-51ce-4242-b49c-a13475152682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:55.712359 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-ff322914-9321-4f64-900c-cc5f71017c1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8::12a (9afff20e-053f-4563-a829-c09143628c31/9688e742-4f0a-4415-a514-0c68757ab1cb/28563b65-ce4e-47a1-866e-401b16acce6b) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:55.719509 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-ff322914-9321-4f64-900c-cc5f71017c1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8:0:1:f816:3eff:fe60:cfef (9afff20e-053f-4563-a829-c09143628c31/578cbcef-d969-40ae-a953-cf57aed82034/28563b65-ce4e-47a1-866e-401b16acce6b) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:55.924979 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f3c3983f-51ce-4242-b49c-a13475152682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:55.980968 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f3c3983f-51ce-4242-b49c-a13475152682 None None] For port ef2058e1-829b-4a91-afa6-6b2b0019e6e9, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ef2058e1-829b-4a91-afa6-6b2b0019e6e9,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:55.985623 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f3c3983f-51ce-4242-b49c-a13475152682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:56.051615 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff322914-9321-4f64-900c-cc5f71017c1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:56.066904 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3983f-51ce-4242-b49c-a13475152682 None None] Pushing event updated for resources: {'Port': ['ID=ef2058e1-829b-4a91-afa6-6b2b0019e6e9,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:56.068294 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-ff322914-9321-4f64-900c-cc5f71017c1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Transition to ACTIVE for port object 28563b65-ce4e-47a1-866e-401b16acce6b will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:56.093466 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff322914-9321-4f64-900c-cc5f71017c1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:56.174286 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff322914-9321-4f64-900c-cc5f71017c1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:56.175187 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff322914-9321-4f64-900c-cc5f71017c1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=28563b65-ce4e-47a1-866e-401b16acce6b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:56.178900 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-ff322914-9321-4f64-900c-cc5f71017c1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:56.180903 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff322914-9321-4f64-900c-cc5f71017c1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:35:56.186235 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff322914-9321-4f64-900c-cc5f71017c1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:56.187198 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff322914-9321-4f64-900c-cc5f71017c1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:56.223219 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ff322914-9321-4f64-900c-cc5f71017c1a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0127497 Mar 14 15:35:56.225747 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53402) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:56.298522 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ea9db657-4825-4837-90f6-8606af5352c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting port 28563b65-ce4e-47a1-866e-401b16acce6b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:56.298854 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea9db657-4825-4837-90f6-8606af5352c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:56.550417 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea9db657-4825-4837-90f6-8606af5352c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:56.618815 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-72053b3d-47ab-4b71-b4fc-030b00ce4e16 None None] Provisioning complete for port ef2058e1-829b-4a91-afa6-6b2b0019e6e9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:56.619840 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-72053b3d-47ab-4b71-b4fc-030b00ce4e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:56.633086 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53406) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:56.639196 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-13394ed8-f5ae-46a8-bffb-c7d8999ecf03 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-868021996', 'description': 'tempest-secgroup-smoke-868021996 description', 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:56.646453 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-13394ed8-f5ae-46a8-bffb-c7d8999ecf03 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:56.650749 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-13394ed8-f5ae-46a8-bffb-c7d8999ecf03 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Usage tracker for resource:security_group and tenant:d4e3d2e02cf4404982bcbc9a66a204af is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:56.655156 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-13394ed8-f5ae-46a8-bffb-c7d8999ecf03 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:56.662401 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-13394ed8-f5ae-46a8-bffb-c7d8999ecf03 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:56.675005 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13394ed8-f5ae-46a8-bffb-c7d8999ecf03 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:56.689784 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13394ed8-f5ae-46a8-bffb-c7d8999ecf03 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:56.694271 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ea9db657-4825-4837-90f6-8606af5352c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Calling delete_port for 28563b65-ce4e-47a1-866e-401b16acce6b owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:56.732186 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-13394ed8-f5ae-46a8-bffb-c7d8999ecf03 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:56.737423 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-13394ed8-f5ae-46a8-bffb-c7d8999ecf03 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Usage tracker for resource:security_group_rule and tenant:d4e3d2e02cf4404982bcbc9a66a204af is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:56.740800 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-13394ed8-f5ae-46a8-bffb-c7d8999ecf03 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:56.747256 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-13394ed8-f5ae-46a8-bffb-c7d8999ecf03 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:56.832554 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13394ed8-f5ae-46a8-bffb-c7d8999ecf03 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:56.836605 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13394ed8-f5ae-46a8-bffb-c7d8999ecf03 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:56.875425 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c8d94589-5fcf-451f-89b4-10b94a5924fb None None] Could not find standard attr ID for object 54853468-d6a7-4f01-9b1b-0d2e1a9d692b. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:35:56.879720 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13394ed8-f5ae-46a8-bffb-c7d8999ecf03 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c95abb92-6f92-4515-b77f-d7b5be36afdf,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:56.909681 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-13394ed8-f5ae-46a8-bffb-c7d8999ecf03 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:56.913842 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-13394ed8-f5ae-46a8-bffb-c7d8999ecf03 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Usage tracker for resource:security_group_rule and tenant:d4e3d2e02cf4404982bcbc9a66a204af is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:56.917174 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-13394ed8-f5ae-46a8-bffb-c7d8999ecf03 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:56.924550 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-13394ed8-f5ae-46a8-bffb-c7d8999ecf03 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:56.943777 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea9db657-4825-4837-90f6-8606af5352c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:56.996453 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13394ed8-f5ae-46a8-bffb-c7d8999ecf03 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.000613 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9db657-4825-4837-90f6-8606af5352c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Port': ['ID=28563b65-ce4e-47a1-866e-401b16acce6b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:57.007049 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13394ed8-f5ae-46a8-bffb-c7d8999ecf03 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.077096 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13394ed8-f5ae-46a8-bffb-c7d8999ecf03 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=789b5df8-26e5-4782-89a3-8d31163a884e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:57.085827 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13394ed8-f5ae-46a8-bffb-c7d8999ecf03 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.087034 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9db657-4825-4837-90f6-8606af5352c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:57.087609 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9db657-4825-4837-90f6-8606af5352c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:57.088074 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9db657-4825-4837-90f6-8606af5352c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:57.088409 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9db657-4825-4837-90f6-8606af5352c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:57.088730 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9db657-4825-4837-90f6-8606af5352c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:57.088952 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-13394ed8-f5ae-46a8-bffb-c7d8999ecf03 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4535201 Mar 14 15:35:57.089050 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9db657-4825-4837-90f6-8606af5352c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:57.089367 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9db657-4825-4837-90f6-8606af5352c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:57.089685 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9db657-4825-4837-90f6-8606af5352c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:57.090183 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9db657-4825-4837-90f6-8606af5352c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:57.090745 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9db657-4825-4837-90f6-8606af5352c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:57.091437 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9db657-4825-4837-90f6-8606af5352c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:57.094668 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53410) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:57.100904 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ec9ad318-3526-4074-941d-ed686f652c3c tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Request body: {'security_group_rule': {'security_group_id': '789b5df8-26e5-4782-89a3-8d31163a884e', 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:57.101496 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6b2425c9-8001-4f34-a75e-90585c06e85d None None] Could not find standard attr ID for object 28563b65-ce4e-47a1-866e-401b16acce6b. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:35:57.101625 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea9db657-4825-4837-90f6-8606af5352c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.108339 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ec9ad318-3526-4074-941d-ed686f652c3c tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:57.114658 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ec9ad318-3526-4074-941d-ed686f652c3c tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Usage tracker for resource:security_group_rule and tenant:d4e3d2e02cf4404982bcbc9a66a204af is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:57.117745 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ec9ad318-3526-4074-941d-ed686f652c3c tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:57.121742 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ea9db657-4825-4837-90f6-8606af5352c7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/28563b65-ce4e-47a1-866e-401b16acce6b HTTP/1.1" status: 204 len: 168 time: 0.8925970 Mar 14 15:35:57.121923 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53414) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:57.170753 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ec9ad318-3526-4074-941d-ed686f652c3c tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:57.172838 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ef2058e1-829b-4a91-afa6-6b2b0019e6e9 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:35:57.204002 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec9ad318-3526-4074-941d-ed686f652c3c tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.272420 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f701e8-897d-4eb3-8f7f-fc756e41cdc1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:57.273049 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e3f701e8-897d-4eb3-8f7f-fc756e41cdc1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:57.280260 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port ef2058e1-829b-4a91-afa6-6b2b0019e6e9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:57.281758 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.305974 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e3f701e8-897d-4eb3-8f7f-fc756e41cdc1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:57.309714 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e3f701e8-897d-4eb3-8f7f-fc756e41cdc1 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1842837 Mar 14 15:35:57.310652 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53418) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:57.313230 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec9ad318-3526-4074-941d-ed686f652c3c tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.318481 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec9ad318-3526-4074-941d-ed686f652c3c tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.348921 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ad318-3526-4074-941d-ed686f652c3c tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c0a0c5-8727-435a-a86a-6049b2054b26,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:57.360441 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec9ad318-3526-4074-941d-ed686f652c3c tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.365027 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ec9ad318-3526-4074-941d-ed686f652c3c tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2692163 Mar 14 15:35:57.365854 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53422) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:57.372584 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-cca7ec8a-4e40-4282-a3f6-46315432d818 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Request body: {'security_group_rule': {'security_group_id': '789b5df8-26e5-4782-89a3-8d31163a884e', 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:57.379967 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cca7ec8a-4e40-4282-a3f6-46315432d818 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:57.384368 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-cca7ec8a-4e40-4282-a3f6-46315432d818 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Usage tracker for resource:security_group_rule and tenant:d4e3d2e02cf4404982bcbc9a66a204af is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:57.388523 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-cca7ec8a-4e40-4282-a3f6-46315432d818 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:57.395445 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cca7ec8a-4e40-4282-a3f6-46315432d818 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:57.398186 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5748cb-7670-45d2-80e1-b6c53a7ce83a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:57.398892 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4f5748cb-7670-45d2-80e1-b6c53a7ce83a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:57.411528 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4f5748cb-7670-45d2-80e1-b6c53a7ce83a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:57.415582 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53426) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:57.416104 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4f5748cb-7670-45d2-80e1-b6c53a7ce83a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1044405 Mar 14 15:35:57.449191 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cca7ec8a-4e40-4282-a3f6-46315432d818 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.608270 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1569d3-967d-4bd4-9482-f6ab6a87ffc0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:57.610226 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1569d3-967d-4bd4-9482-f6ab6a87ffc0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:57.611636 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1569d3-967d-4bd4-9482-f6ab6a87ffc0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:57.612459 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-6d1569d3-967d-4bd4-9482-f6ab6a87ffc0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:35:57.643504 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-6d1569d3-967d-4bd4-9482-f6ab6a87ffc0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:35:57.644632 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6d1569d3-967d-4bd4-9482-f6ab6a87ffc0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2275689 Mar 14 15:35:57.646217 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cca7ec8a-4e40-4282-a3f6-46315432d818 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.647566 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53430) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:57.649850 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cca7ec8a-4e40-4282-a3f6-46315432d818 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.672865 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7ec8a-4e40-4282-a3f6-46315432d818 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a032041-bc90-4e2e-955e-57978a42d81c,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:57.682619 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cca7ec8a-4e40-4282-a3f6-46315432d818 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.684048 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-cca7ec8a-4e40-4282-a3f6-46315432d818 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3169761 Mar 14 15:35:57.686709 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53434) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:57.693030 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c56ece63-a3c2-48d8-a948-31534ad70fba tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Request body: {'security_group_rule': {'security_group_id': '789b5df8-26e5-4782-89a3-8d31163a884e', 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:57.698578 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c56ece63-a3c2-48d8-a948-31534ad70fba tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:57.702271 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c56ece63-a3c2-48d8-a948-31534ad70fba tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Usage tracker for resource:security_group_rule and tenant:d4e3d2e02cf4404982bcbc9a66a204af is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:57.705067 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c56ece63-a3c2-48d8-a948-31534ad70fba tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:57.710717 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c56ece63-a3c2-48d8-a948-31534ad70fba tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:57.721189 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95e7769-73f5-4fc1-9a47-c8598be3183e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet 578cbcef-d969-40ae-a953-cf57aed82034 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:35:57.724254 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c95e7769-73f5-4fc1-9a47-c8598be3183e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.726869 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c56ece63-a3c2-48d8-a948-31534ad70fba tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.777622 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c95e7769-73f5-4fc1-9a47-c8598be3183e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.788490 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c56ece63-a3c2-48d8-a948-31534ad70fba tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.792150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c56ece63-a3c2-48d8-a948-31534ad70fba tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.815663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ece63-a3c2-48d8-a948-31534ad70fba tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21db6d1-a5f2-4dfa-86e2-fe5be83998c0,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:57.825435 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c56ece63-a3c2-48d8-a948-31534ad70fba tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.826700 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c56ece63-a3c2-48d8-a948-31534ad70fba tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1382868 Mar 14 15:35:57.829388 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53438) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:57.834833 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ad0a793a-f867-4363-ba34-08031e85c5de tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Request body: {'security_group_rule': {'security_group_id': '789b5df8-26e5-4782-89a3-8d31163a884e', 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:57.840370 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ad0a793a-f867-4363-ba34-08031e85c5de tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:57.845550 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ad0a793a-f867-4363-ba34-08031e85c5de tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Usage tracker for resource:security_group_rule and tenant:d4e3d2e02cf4404982bcbc9a66a204af is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:57.848612 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ad0a793a-f867-4363-ba34-08031e85c5de tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:57.854366 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ad0a793a-f867-4363-ba34-08031e85c5de tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:57.866644 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c95e7769-73f5-4fc1-9a47-c8598be3183e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.871463 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad0a793a-f867-4363-ba34-08031e85c5de tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.940854 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad0a793a-f867-4363-ba34-08031e85c5de tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.941065 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c95e7769-73f5-4fc1-9a47-c8598be3183e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.944025 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad0a793a-f867-4363-ba34-08031e85c5de tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.974930 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a793a-f867-4363-ba34-08031e85c5de tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e78e7600-670d-4694-b508-6d0f92d1c526,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:57.980945 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e7769-73f5-4fc1-9a47-c8598be3183e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=578cbcef-d969-40ae-a953-cf57aed82034,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:57.982993 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad0a793a-f867-4363-ba34-08031e85c5de tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.985584 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ad0a793a-f867-4363-ba34-08031e85c5de tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1552367 Mar 14 15:35:57.988262 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53442) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:57.988469 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c95e7769-73f5-4fc1-9a47-c8598be3183e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:57.995115 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-53054f5a-c328-4c9e-a915-3678e51093e3 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Request body: {'security_group_rule': {'security_group_id': '789b5df8-26e5-4782-89a3-8d31163a884e', 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:57.997014 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4920e262-ac98-4bbb-a907-bd1caf211c5d None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:58.002466 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-53054f5a-c328-4c9e-a915-3678e51093e3 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:58.005593 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c95e7769-73f5-4fc1-9a47-c8598be3183e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/578cbcef-d969-40ae-a953-cf57aed82034 HTTP/1.1" status: 204 len: 168 time: 0.3545163 Mar 14 15:35:58.006193 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53446) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:58.041148 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-53054f5a-c328-4c9e-a915-3678e51093e3 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Usage tracker for resource:security_group_rule and tenant:d4e3d2e02cf4404982bcbc9a66a204af is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:58.048460 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-53054f5a-c328-4c9e-a915-3678e51093e3 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:58.060964 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-53054f5a-c328-4c9e-a915-3678e51093e3 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:58.095958 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-53054f5a-c328-4c9e-a915-3678e51093e3 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Project d4e3d2e02cf4404982bcbc9a66a204af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:35:58.152459 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53054f5a-c328-4c9e-a915-3678e51093e3 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:58.247392 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-838534ce-966e-431e-b8ca-0f8e6636f076 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet 9688e742-4f0a-4415-a514-0c68757ab1cb {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:35:58.253405 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-838534ce-966e-431e-b8ca-0f8e6636f076 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:58.300577 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53054f5a-c328-4c9e-a915-3678e51093e3 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:58.307773 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53054f5a-c328-4c9e-a915-3678e51093e3 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:58.337735 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53054f5a-c328-4c9e-a915-3678e51093e3 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611f562d-26de-4c6a-b643-e99634daeee4,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:58.349004 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-838534ce-966e-431e-b8ca-0f8e6636f076 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:58.391986 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53054f5a-c328-4c9e-a915-3678e51093e3 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:58.393165 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-53054f5a-c328-4c9e-a915-3678e51093e3 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4037719 Mar 14 15:35:58.396071 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53450) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:58.402340 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a7920899-9956-47d0-810c-1ff9309d612b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Request body: {'security_group_rule': {'security_group_id': '789b5df8-26e5-4782-89a3-8d31163a884e', 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:58.408392 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a7920899-9956-47d0-810c-1ff9309d612b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:58.413074 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a7920899-9956-47d0-810c-1ff9309d612b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Usage tracker for resource:security_group_rule and tenant:d4e3d2e02cf4404982bcbc9a66a204af is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:58.416077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a7920899-9956-47d0-810c-1ff9309d612b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:58.422840 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a7920899-9956-47d0-810c-1ff9309d612b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:58.435077 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-a7920899-9956-47d0-810c-1ff9309d612b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Project d4e3d2e02cf4404982bcbc9a66a204af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:35:58.442999 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7920899-9956-47d0-810c-1ff9309d612b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:58.449794 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-838534ce-966e-431e-b8ca-0f8e6636f076 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:58.518144 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7920899-9956-47d0-810c-1ff9309d612b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:58.522200 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7920899-9956-47d0-810c-1ff9309d612b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:58.532862 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-838534ce-966e-431e-b8ca-0f8e6636f076 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:58.550837 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7920899-9956-47d0-810c-1ff9309d612b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1614be4-f2e7-4722-8737-60b195501dab,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:58.556988 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7920899-9956-47d0-810c-1ff9309d612b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:58.558213 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a7920899-9956-47d0-810c-1ff9309d612b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1611152 Mar 14 15:35:58.561378 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53454) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:58.568560 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9695c498-6d4b-4349-832d-b5b194cce6c2 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Request body: {'network': {'name': 'tempest-network-smoke--1788317131', 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'port_security_enabled': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:58.573898 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9695c498-6d4b-4349-832d-b5b194cce6c2 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:58.575493 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838534ce-966e-431e-b8ca-0f8e6636f076 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=9688e742-4f0a-4415-a514-0c68757ab1cb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:58.577960 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9695c498-6d4b-4349-832d-b5b194cce6c2 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Usage tracker for resource:network and tenant:d4e3d2e02cf4404982bcbc9a66a204af is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:58.579759 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-838534ce-966e-431e-b8ca-0f8e6636f076 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:58.581347 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9695c498-6d4b-4349-832d-b5b194cce6c2 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:58.587638 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9695c498-6d4b-4349-832d-b5b194cce6c2 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:58.589947 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-838534ce-966e-431e-b8ca-0f8e6636f076 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/9688e742-4f0a-4415-a514-0c68757ab1cb HTTP/1.1" status: 204 len: 168 time: 0.5823324 Mar 14 15:35:58.592301 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53458) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:58.600667 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9695c498-6d4b-4349-832d-b5b194cce6c2 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Made reservation on behalf of d4e3d2e02cf4404982bcbc9a66a204af for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:58.603805 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9695c498-6d4b-4349-832d-b5b194cce6c2 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:58.634565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9695c498-6d4b-4349-832d-b5b194cce6c2 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:35:58.645057 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9695c498-6d4b-4349-832d-b5b194cce6c2 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:58.645403 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-9695c498-6d4b-4349-832d-b5b194cce6c2 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Added segment 35a6ab17-57dc-4a8f-831c-ae5de7004f1d of type vlan for network 3eedfa94-96fa-40a7-9693-8d8f73fe9563 Mar 14 15:35:58.670642 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-162b13d7-3cad-4cd8-944e-4a4f2596baeb tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750253 Mar 14 15:35:58.671602 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53462) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:58.673088 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9695c498-6d4b-4349-832d-b5b194cce6c2 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:58.677540 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-debcf5f5-8e4e-4cd6-b16d-eea153b27786 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:58.705758 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9695c498-6d4b-4349-832d-b5b194cce6c2 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:58.709788 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9695c498-6d4b-4349-832d-b5b194cce6c2 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:58.710412 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9695c498-6d4b-4349-832d-b5b194cce6c2 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:58.770867 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bda89e-80d2-4c75-8527-5a60109de50d None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:58.790558 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-debcf5f5-8e4e-4cd6-b16d-eea153b27786 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:58.795497 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-debcf5f5-8e4e-4cd6-b16d-eea153b27786 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:58.799471 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-debcf5f5-8e4e-4cd6-b16d-eea153b27786 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:58.805242 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-debcf5f5-8e4e-4cd6-b16d-eea153b27786 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:58.816643 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9695c498-6d4b-4349-832d-b5b194cce6c2 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2531097 Mar 14 15:35:58.819657 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53466) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:58.823927 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debcf5f5-8e4e-4cd6-b16d-eea153b27786 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:58.827140 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-40fb3c5b-60b1-4a52-beb9-3c57dfba033f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1298500619', 'admin_state_up': True, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:58.828981 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-debcf5f5-8e4e-4cd6-b16d-eea153b27786 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:58.832785 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695c498-6d4b-4349-832d-b5b194cce6c2 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Pushing event updated for resources: {'Network': ['ID=3eedfa94-96fa-40a7-9693-8d8f73fe9563,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:58.836511 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-40fb3c5b-60b1-4a52-beb9-3c57dfba033f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:58.853753 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 3eedfa94-96fa-40a7-9693-8d8f73fe9563 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:35:58.879622 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-40fb3c5b-60b1-4a52-beb9-3c57dfba033f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Usage tracker for resource:router and tenant:d4e3d2e02cf4404982bcbc9a66a204af is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:58.883527 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-40fb3c5b-60b1-4a52-beb9-3c57dfba033f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:58.891886 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-40fb3c5b-60b1-4a52-beb9-3c57dfba033f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:58.916883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-40fb3c5b-60b1-4a52-beb9-3c57dfba033f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:58.918018 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-40fb3c5b-60b1-4a52-beb9-3c57dfba033f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:58.937614 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-40fb3c5b-60b1-4a52-beb9-3c57dfba033f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:58.963178 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f4665c21-1f79-4845-bc83-0930d7363016 req-e0afd85f-75f2-491e-b9f4-9099d954f7fd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1240189 Mar 14 15:35:59.059297 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7d00d401-308f-4721-9371-1833711b6b1e None None] Provisioning complete for port ef2058e1-829b-4a91-afa6-6b2b0019e6e9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:59.059751 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d00d401-308f-4721-9371-1833711b6b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:59.071563 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-debcf5f5-8e4e-4cd6-b16d-eea153b27786 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:59.136788 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debcf5f5-8e4e-4cd6-b16d-eea153b27786 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:59.139793 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-debcf5f5-8e4e-4cd6-b16d-eea153b27786 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:59.143419 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debcf5f5-8e4e-4cd6-b16d-eea153b27786 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:59.144007 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-debcf5f5-8e4e-4cd6-b16d-eea153b27786 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:59.157658 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcf5f5-8e4e-4cd6-b16d-eea153b27786 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=bb7a4b33-f4a0-412a-898c-ac7a8105cc46,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:59.178788 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-debcf5f5-8e4e-4cd6-b16d-eea153b27786 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5036030 Mar 14 15:35:59.179350 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53470) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:59.191217 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b0093004-a74b-45fd-b30a-d97a229ba903 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:59.242553 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f68f987-12c0-401b-baf9-627dcd4898f6 None None] DHCP port deletion for 9afff20e-053f-4563-a829-c09143628c31 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:35:59.249430 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-40fb3c5b-60b1-4a52-beb9-3c57dfba033f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:59.262605 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6f68f987-12c0-401b-baf9-627dcd4898f6 None None] Deleting port ef2058e1-829b-4a91-afa6-6b2b0019e6e9 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:35:59.263614 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f68f987-12c0-401b-baf9-627dcd4898f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:59.268835 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f4665c21-1f79-4845-bc83-0930d7363016 req-e5b4f479-6cc8-453d-8029-672af5fbdb62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 1099 time: 0.2529848 Mar 14 15:35:59.359825 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b0093004-a74b-45fd-b30a-d97a229ba903 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:59.363992 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b0093004-a74b-45fd-b30a-d97a229ba903 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:59.367270 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b0093004-a74b-45fd-b30a-d97a229ba903 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:35:59.372989 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b0093004-a74b-45fd-b30a-d97a229ba903 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:35:59.385613 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0093004-a74b-45fd-b30a-d97a229ba903 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:59.389555 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b0093004-a74b-45fd-b30a-d97a229ba903 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:59.493028 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4665c21-1f79-4845-bc83-0930d7363016 req-bec90fd2-34bd-475b-992a-bab3f9123ce3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:59.494420 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f4665c21-1f79-4845-bc83-0930d7363016 req-bec90fd2-34bd-475b-992a-bab3f9123ce3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d8db04e-b47d-4b3f-b0f4-895055390ad3 HTTP/1.1" status: 200 len: 898 time: 0.1587651 Mar 14 15:35:59.539533 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.ipam_backend_mixin [None req-b0093004-a74b-45fd-b30a-d97a229ba903 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bb7a4b33-f4a0-412a-898c-ac7a8105cc46 (CIDR: 2001:db8::/64) Mar 14 15:35:59.544700 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0093004-a74b-45fd-b30a-d97a229ba903 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:35:59.545192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0093004-a74b-45fd-b30a-d97a229ba903 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:35:59.568060 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b0093004-a74b-45fd-b30a-d97a229ba903 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3864903 Mar 14 15:35:59.570308 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53474) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:35:59.590102 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6f68f987-12c0-401b-baf9-627dcd4898f6 None None] For port ef2058e1-829b-4a91-afa6-6b2b0019e6e9, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ef2058e1-829b-4a91-afa6-6b2b0019e6e9,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:59.590617 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f68f987-12c0-401b-baf9-627dcd4898f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:59.590829 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-dce271fd-5127-45e1-b963-0356b2aa1d95 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'subnet': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:35:59.717949 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6f68f987-12c0-401b-baf9-627dcd4898f6 None None] Calling delete_port for ef2058e1-829b-4a91-afa6-6b2b0019e6e9 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:35:59.731507 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-40fb3c5b-60b1-4a52-beb9-3c57dfba033f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:59.767156 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-40fb3c5b-60b1-4a52-beb9-3c57dfba033f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:59.772231 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f4665c21-1f79-4845-bc83-0930d7363016 req-6bb29c92-72f2-44cb-b579-22eb8f673d11 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32b6eaed-5616-43b7-b32c-381ff1b91f0f HTTP/1.1" status: 200 len: 1001 time: 0.2699866 Mar 14 15:35:59.796219 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f68f987-12c0-401b-baf9-627dcd4898f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:59.852932 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68f987-12c0-401b-baf9-627dcd4898f6 None None] Pushing event deleted for resources: {'Port': ['ID=ef2058e1-829b-4a91-afa6-6b2b0019e6e9,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:59.864636 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f68f987-12c0-401b-baf9-627dcd4898f6 None None] No DVR routers for this DVR port ef2058e1-829b-4a91-afa6-6b2b0019e6e9 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:35:59.870174 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68f987-12c0-401b-baf9-627dcd4898f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:59.870641 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68f987-12c0-401b-baf9-627dcd4898f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:59.871401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68f987-12c0-401b-baf9-627dcd4898f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:59.871401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68f987-12c0-401b-baf9-627dcd4898f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:59.871677 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68f987-12c0-401b-baf9-627dcd4898f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:59.872046 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68f987-12c0-401b-baf9-627dcd4898f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:59.872486 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68f987-12c0-401b-baf9-627dcd4898f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:59.872794 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68f987-12c0-401b-baf9-627dcd4898f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:59.873580 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68f987-12c0-401b-baf9-627dcd4898f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:59.873580 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68f987-12c0-401b-baf9-627dcd4898f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:59.875803 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68f987-12c0-401b-baf9-627dcd4898f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:59.895822 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d3a836-d73b-48c1-8621-93805e2c12af None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:35:59.937245 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dce271fd-5127-45e1-b963-0356b2aa1d95 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:35:59.940085 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4665c21-1f79-4845-bc83-0930d7363016 req-fb50ad01-79a3-4d23-8fbc-8b07a1256f3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:59.941510 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f4665c21-1f79-4845-bc83-0930d7363016 req-fb50ad01-79a3-4d23-8fbc-8b07a1256f3f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2598908-02a9-482c-bda7-a7c25c61b9fb HTTP/1.1" status: 200 len: 834 time: 0.1340342 Mar 14 15:35:59.948354 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-dce271fd-5127-45e1-b963-0356b2aa1d95 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:subnet and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:35:59.978497 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-dce271fd-5127-45e1-b963-0356b2aa1d95 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:00.033781 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dce271fd-5127-45e1-b963-0356b2aa1d95 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:00.060287 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce271fd-5127-45e1-b963-0356b2aa1d95 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:36:00.091203 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-40fb3c5b-60b1-4a52-beb9-3c57dfba033f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Allocated IP 172.26.4.49 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/763f9bf4-21e9-4f7e-99ab-76ac4e80cd29) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:36:00.128905 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10913531-a9f3-4462-8154-ff526895eac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-9afff20e-053f-4563-a829-c09143628c31', 'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'tenant_id': 'c17b2ffab1c64be18823178cbcbbd7e2', 'fixed_ips': [{'subnet_id': 'bb7a4b33-f4a0-412a-898c-ac7a8105cc46'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:36:00.130325 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-10913531-a9f3-4462-8154-ff526895eac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:00.295484 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f4665c21-1f79-4845-bc83-0930d7363016 req-88be3260-a0e9-4dae-b674-6555032e78e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d8db04e-b47d-4b3f-b0f4-895055390ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3182378 Mar 14 15:36:00.302228 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-10913531-a9f3-4462-8154-ff526895eac9 None None] Allocated IP 2001:db8::2 (9afff20e-053f-4563-a829-c09143628c31/bb7a4b33-f4a0-412a-898c-ac7a8105cc46/f51ac480-a5c0-4a33-9f46-46d81184d7df) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:36:00.338199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dce271fd-5127-45e1-b963-0356b2aa1d95 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:00.499431 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-40fb3c5b-60b1-4a52-beb9-3c57dfba033f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:00.511882 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-10913531-a9f3-4462-8154-ff526895eac9 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:00.524466 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-10913531-a9f3-4462-8154-ff526895eac9 None None] Transition to ACTIVE for port object f51ac480-a5c0-4a33-9f46-46d81184d7df will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:00.544769 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-10913531-a9f3-4462-8154-ff526895eac9 None None] Transition to ACTIVE for port object f51ac480-a5c0-4a33-9f46-46d81184d7df will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:00.550613 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-10913531-a9f3-4462-8154-ff526895eac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:00.618045 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10913531-a9f3-4462-8154-ff526895eac9 None None] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:00.621024 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-10913531-a9f3-4462-8154-ff526895eac9 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:00.626619 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10913531-a9f3-4462-8154-ff526895eac9 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:36:00.630272 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10913531-a9f3-4462-8154-ff526895eac9 None None] Pushing event updated for resources: {'Port': ['ID=f51ac480-a5c0-4a33-9f46-46d81184d7df,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:00.707172 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f4665c21-1f79-4845-bc83-0930d7363016 req-96f2aee3-033f-47fd-a9f3-ccb0be63fe30 service neutron] 10.222.0.24 "GET /v2.0/networks/1d8db04e-b47d-4b3f-b0f4-895055390ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954720 Mar 14 15:36:00.720488 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-10913531-a9f3-4462-8154-ff526895eac9 None None] Attempting to bind port f51ac480-a5c0-4a33-9f46-46d81184d7df on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:36:00.720860 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-10913531-a9f3-4462-8154-ff526895eac9 None None] Attempting to bind port f51ac480-a5c0-4a33-9f46-46d81184d7df by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:36:00.721221 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10913531-a9f3-4462-8154-ff526895eac9 None None] Attempting to bind port f51ac480-a5c0-4a33-9f46-46d81184d7df on network 9afff20e-053f-4563-a829-c09143628c31 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:36:00.727518 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10913531-a9f3-4462-8154-ff526895eac9 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:36:00.727884 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10913531-a9f3-4462-8154-ff526895eac9 None None] Checking segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:36:00.728280 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-10913531-a9f3-4462-8154-ff526895eac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:00.728661 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10913531-a9f3-4462-8154-ff526895eac9 None None] Bound using segment: {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:36:00.729115 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-10913531-a9f3-4462-8154-ff526895eac9 None None] Bound port: f51ac480-a5c0-4a33-9f46-46d81184d7df, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fabc619-d9a2-455c-b788-61d65884b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9afff20e-053f-4563-a829-c09143628c31'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:36:00.729530 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-10913531-a9f3-4462-8154-ff526895eac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:00.810858 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-40fb3c5b-60b1-4a52-beb9-3c57dfba033f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:00.820829 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-10913531-a9f3-4462-8154-ff526895eac9 None None] For port f51ac480-a5c0-4a33-9f46-46d81184d7df, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:36:00.824015 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-10913531-a9f3-4462-8154-ff526895eac9 None None] For port f51ac480-a5c0-4a33-9f46-46d81184d7df, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f51ac480-a5c0-4a33-9f46-46d81184d7df,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:36:00.827596 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-10913531-a9f3-4462-8154-ff526895eac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:00.910321 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10913531-a9f3-4462-8154-ff526895eac9 None None] Pushing event updated for resources: {'Port': ['ID=f51ac480-a5c0-4a33-9f46-46d81184d7df,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:00.911221 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fb3c5b-60b1-4a52-beb9-3c57dfba033f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:00.958658 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-40fb3c5b-60b1-4a52-beb9-3c57dfba033f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:00.964700 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb3c5b-60b1-4a52-beb9-3c57dfba033f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Pushing event updated for resources: {'Port': ['ID=763f9bf4-21e9-4f7e-99ab-76ac4e80cd29,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:00.972106 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fb3c5b-60b1-4a52-beb9-3c57dfba033f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:36:01.014273 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f4665c21-1f79-4845-bc83-0930d7363016 req-ca9b6cde-e631-4fdf-a64c-3d2149edf222 service neutron] 10.222.0.24 "GET /v2.0/networks/1d8db04e-b47d-4b3f-b0f4-895055390ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012645 Mar 14 15:36:01.226198 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f51ac480-a5c0-4a33-9f46-46d81184d7df up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:36:01.309085 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port f51ac480-a5c0-4a33-9f46-46d81184d7df completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:01.310870 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.objects.ports [None req-dce271fd-5127-45e1-b963-0356b2aa1d95 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83911) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 14 15:36:01.362675 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ef2058e1-829b-4a91-afa6-6b2b0019e6e9 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:36:01.382686 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-40fb3c5b-60b1-4a52-beb9-3c57dfba033f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:01.383599 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-40fb3c5b-60b1-4a52-beb9-3c57dfba033f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:01.413356 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: ef2058e1-829b-4a91-afa6-6b2b0019e6e9 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:36:01.413747 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ef2058e1-829b-4a91-afa6-6b2b0019e6e9 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:36:01.631724 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dce271fd-5127-45e1-b963-0356b2aa1d95 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:01.876848 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-762cc9ac-04c8-4b11-a331-4c8a2a44a5dc None None] Provisioning for port f51ac480-a5c0-4a33-9f46-46d81184d7df completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:01.881654 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-762cc9ac-04c8-4b11-a331-4c8a2a44a5dc None None] Provisioning complete for port f51ac480-a5c0-4a33-9f46-46d81184d7df triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:01.882117 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-762cc9ac-04c8-4b11-a331-4c8a2a44a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:01.895921 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-dce271fd-5127-45e1-b963-0356b2aa1d95 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] For port f51ac480-a5c0-4a33-9f46-46d81184d7df, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f51ac480-a5c0-4a33-9f46-46d81184d7df,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:01.912190 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fb3c5b-60b1-4a52-beb9-3c57dfba033f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Router 730e98e4-728d-448c-9af0-a0714cc390da is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:36:01.931019 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dce271fd-5127-45e1-b963-0356b2aa1d95 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:01.938243 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dce271fd-5127-45e1-b963-0356b2aa1d95 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:01.938929 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dce271fd-5127-45e1-b963-0356b2aa1d95 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:01.993955 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-762cc9ac-04c8-4b11-a331-4c8a2a44a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:02.028633 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-762cc9ac-04c8-4b11-a331-4c8a2a44a5dc None None] For port f51ac480-a5c0-4a33-9f46-46d81184d7df, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f51ac480-a5c0-4a33-9f46-46d81184d7df,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:02.032786 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-762cc9ac-04c8-4b11-a331-4c8a2a44a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:02.128760 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762cc9ac-04c8-4b11-a331-4c8a2a44a5dc None None] Pushing event updated for resources: {'Port': ['ID=f51ac480-a5c0-4a33-9f46-46d81184d7df,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:02.167330 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce271fd-5127-45e1-b963-0356b2aa1d95 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:02.173567 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-dce271fd-5127-45e1-b963-0356b2aa1d95 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:02.179142 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce271fd-5127-45e1-b963-0356b2aa1d95 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:02.179719 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dce271fd-5127-45e1-b963-0356b2aa1d95 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:02.182870 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2b08f9-261c-4c7e-b8f7-e04e479b4c89 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:36:02.183138 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce271fd-5127-45e1-b963-0356b2aa1d95 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Subnet': ['ID=324dde37-520b-4dc1-af6d-4bc0cd1d6137,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:02.210192 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce271fd-5127-45e1-b963-0356b2aa1d95 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=f51ac480-a5c0-4a33-9f46-46d81184d7df,revision_number=5']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:02.236786 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-dce271fd-5127-45e1-b963-0356b2aa1d95 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6654575 Mar 14 15:36:02.239748 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53478) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:02.245986 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c1674751-c3c6-40de-9d6f-1300f9ceb5cc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Request body: {'port': {'network_id': '9afff20e-053f-4563-a829-c09143628c31', 'mac_address': 'fa:16:3e:06:85:7e', 'name': 'tempest-NetworksTestDHCPv6-767835396'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:02.287367 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fb3c5b-60b1-4a52-beb9-3c57dfba033f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:36:02.302802 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] Sync routers for ids ['730e98e4-728d-448c-9af0-a0714cc390da'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:36:02.311764 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-40fb3c5b-60b1-4a52-beb9-3c57dfba033f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:02.314020 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-40fb3c5b-60b1-4a52-beb9-3c57dfba033f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4932003 Mar 14 15:36:02.317145 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53482) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:02.319452 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] Routers {'730e98e4-728d-448c-9af0-a0714cc390da'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:02.320415 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:35:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['730e98e4-728d-448c-9af0-a0714cc390da'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:02.406555 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c1674751-c3c6-40de-9d6f-1300f9ceb5cc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:02.411273 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c1674751-c3c6-40de-9d6f-1300f9ceb5cc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Usage tracker for resource:port and tenant:c17b2ffab1c64be18823178cbcbbd7e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:02.414577 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c1674751-c3c6-40de-9d6f-1300f9ceb5cc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:02.422694 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c1674751-c3c6-40de-9d6f-1300f9ceb5cc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:02.436106 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1674751-c3c6-40de-9d6f-1300f9ceb5cc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Made reservation on behalf of c17b2ffab1c64be18823178cbcbbd7e2 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:36:02.442929 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c1674751-c3c6-40de-9d6f-1300f9ceb5cc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:02.485568 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-c1674751-c3c6-40de-9d6f-1300f9ceb5cc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] device_id is not set on port 41c78d3a-136b-4b07-9f37-35313f7fd8f9 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:36:02.529259 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] Set router 730e98e4-728d-448c-9af0-a0714cc390da gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:36:02.627003 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-585a854b-3f74-4309-89d9-d21f8517acf2 tempest-TestNetworkAdvancedServerOps-855408530 tempest-TestNetworkAdvancedServerOps-855408530-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=d4e3d2e02cf4404982bcbc9a66a204af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3086903 Mar 14 15:36:02.631101 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53490) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:02.791631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9417fda5-0e71-46d0-973f-5bc17ddf619e tempest-TestNetworkAdvancedServerOps-855408530 tempest-TestNetworkAdvancedServerOps-855408530-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:02.796953 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9417fda5-0e71-46d0-973f-5bc17ddf619e tempest-TestNetworkAdvancedServerOps-855408530 tempest-TestNetworkAdvancedServerOps-855408530-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1641073 Mar 14 15:36:02.797749 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53494) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:02.843640 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c72ad129-032b-4668-937c-fd53a9b3f487 tempest-TestNetworkAdvancedServerOps-855408530 tempest-TestNetworkAdvancedServerOps-855408530-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442741 Mar 14 15:36:02.845950 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53498) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:02.846662 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-c1674751-c3c6-40de-9d6f-1300f9ceb5cc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8::23b (9afff20e-053f-4563-a829-c09143628c31/bb7a4b33-f4a0-412a-898c-ac7a8105cc46/41c78d3a-136b-4b07-9f37-35313f7fd8f9) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:36:02.852596 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0cf182c2-0ae7-4023-9208-db41f56e0b31 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1147219514', 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563', 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:02.853822 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-c1674751-c3c6-40de-9d6f-1300f9ceb5cc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Allocated IP 2001:db8:0:1:f816:3eff:fe06:857e (9afff20e-053f-4563-a829-c09143628c31/324dde37-520b-4dc1-af6d-4bc0cd1d6137/41c78d3a-136b-4b07-9f37-35313f7fd8f9) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:36:02.917361 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730e98e4-728d-448c-9af0-a0714cc390da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298500619', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:58Z', 'updated_at': '2022-03-14T15:36:01Z', 'revision_number': 3, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'gw_port': {'id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:59Z', 'updated_at': '2022-03-14T15:36:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:02.921642 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] Checking router: 730e98e4-728d-448c-9af0-a0714cc390da for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:36:02.922219 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] Updating router 730e98e4-728d-448c-9af0-a0714cc390da port 763f9bf4-21e9-4f7e-99ab-76ac4e80cd29 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:36:02.975407 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:02.988582 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0cf182c2-0ae7-4023-9208-db41f56e0b31 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:02.992731 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-0cf182c2-0ae7-4023-9208-db41f56e0b31 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Usage tracker for resource:subnet and tenant:d4e3d2e02cf4404982bcbc9a66a204af is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:02.995656 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-0cf182c2-0ae7-4023-9208-db41f56e0b31 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:03.005940 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0cf182c2-0ae7-4023-9208-db41f56e0b31 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:03.018517 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf182c2-0ae7-4023-9208-db41f56e0b31 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Made reservation on behalf of d4e3d2e02cf4404982bcbc9a66a204af for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:36:03.075604 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53502) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:03.138508 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0cf182c2-0ae7-4023-9208-db41f56e0b31 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:03.170457 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e5385785-8728-4270-9f06-e1d2b2fabb53 None None] Provisioning complete for port f51ac480-a5c0-4a33-9f46-46d81184d7df triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:03.170916 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e5385785-8728-4270-9f06-e1d2b2fabb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:03.200695 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f51ac480-a5c0-4a33-9f46-46d81184d7df up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:36:03.236662 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c1674751-c3c6-40de-9d6f-1300f9ceb5cc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:03.285694 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-c1674751-c3c6-40de-9d6f-1300f9ceb5cc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Transition to ACTIVE for port object 41c78d3a-136b-4b07-9f37-35313f7fd8f9 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:03.305800 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f16eddb7-2b2f-4f68-8a8a-e1786ec7dba2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/f9f21868-3e98-4916-b05a-b7609ba1d883 HTTP/1.1" status: 200 len: 993 time: 0.2270424 Mar 14 15:36:03.327655 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c1674751-c3c6-40de-9d6f-1300f9ceb5cc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:03.386490 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port f51ac480-a5c0-4a33-9f46-46d81184d7df triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:03.387097 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:03.402385 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1674751-c3c6-40de-9d6f-1300f9ceb5cc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Network 9afff20e-053f-4563-a829-c09143628c31 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:03.411444 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c1674751-c3c6-40de-9d6f-1300f9ceb5cc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:03.414640 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1674751-c3c6-40de-9d6f-1300f9ceb5cc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:36:03.419802 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1674751-c3c6-40de-9d6f-1300f9ceb5cc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:03.420434 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c1674751-c3c6-40de-9d6f-1300f9ceb5cc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:03.443995 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:03.444574 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0cf182c2-0ae7-4023-9208-db41f56e0b31 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:03.464742 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c1674751-c3c6-40de-9d6f-1300f9ceb5cc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2215939 Mar 14 15:36:03.466704 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53508) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:03.470866 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] Transition to ACTIVE for port object 763f9bf4-21e9-4f7e-99ab-76ac4e80cd29 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:03.493343 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:03.526310 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1674751-c3c6-40de-9d6f-1300f9ceb5cc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event updated for resources: {'Port': ['ID=41c78d3a-136b-4b07-9f37-35313f7fd8f9,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:03.564773 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-41ae7451-9484-417b-a6fc-24e7f00b8ac0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting port 41c78d3a-136b-4b07-9f37-35313f7fd8f9 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:36:03.565121 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41ae7451-9484-417b-a6fc-24e7f00b8ac0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:03.573509 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf182c2-0ae7-4023-9208-db41f56e0b31 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Pushing event updated for resources: {'Subnet': ['ID=6096ac49-f806-491a-902d-8af126f44a71,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:03.587801 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf182c2-0ae7-4023-9208-db41f56e0b31 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Checking segment: {'id': '35a6ab17-57dc-4a8f-831c-ae5de7004f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:36:03.588201 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf182c2-0ae7-4023-9208-db41f56e0b31 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Network hostable DHCP agents. Network: 3eedfa94-96fa-40a7-9693-8d8f73fe9563, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:36:03.617251 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] Attempting to bind port 763f9bf4-21e9-4f7e-99ab-76ac4e80cd29 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:36:03.617639 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] Attempting to bind port 763f9bf4-21e9-4f7e-99ab-76ac4e80cd29 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:36:03.617998 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] Attempting to bind port 763f9bf4-21e9-4f7e-99ab-76ac4e80cd29 on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:36:03.621715 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf182c2-0ae7-4023-9208-db41f56e0b31 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Network 3eedfa94-96fa-40a7-9693-8d8f73fe9563 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:36:03.630978 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:36:03.631466 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:36:03.631947 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:03.632486 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:36:03.632974 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] Bound port: 763f9bf4-21e9-4f7e-99ab-76ac4e80cd29, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:36:03.633376 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:03.635289 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-0cf182c2-0ae7-4023-9208-db41f56e0b31 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 3eedfa94-96fa-40a7-9693-8d8f73fe9563) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:03.639614 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf182c2-0ae7-4023-9208-db41f56e0b31 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:03.642194 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0cf182c2-0ae7-4023-9208-db41f56e0b31 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:03.645460 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c1bc59-3fcc-40c4-ad1c-2918cccf81e0 None None] Network 3eedfa94-96fa-40a7-9693-8d8f73fe9563 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:36:03.684959 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0cf182c2-0ae7-4023-9208-db41f56e0b31 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8350370 Mar 14 15:36:03.685553 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53514) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:03.690238 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ad9c5-6f8a-42c0-b1e8-4a71c1971c08 None None] Pushing event updated for resources: {'Port': ['ID=763f9bf4-21e9-4f7e-99ab-76ac4e80cd29,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:03.692784 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53516) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:03.753921 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ad9c5-6f8a-42c0-b1e8-4a71c1971c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:03.754614 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ad9c5-6f8a-42c0-b1e8-4a71c1971c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:03.755135 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ad9c5-6f8a-42c0-b1e8-4a71c1971c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:03.755653 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ad9c5-6f8a-42c0-b1e8-4a71c1971c08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:03.755986 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ad9c5-6f8a-42c0-b1e8-4a71c1971c08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:03.756315 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ad9c5-6f8a-42c0-b1e8-4a71c1971c08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:03.756642 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ad9c5-6f8a-42c0-b1e8-4a71c1971c08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:03.756965 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ad9c5-6f8a-42c0-b1e8-4a71c1971c08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:03.759270 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ad9c5-6f8a-42c0-b1e8-4a71c1971c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:03.759631 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ad9c5-6f8a-42c0-b1e8-4a71c1971c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:03.759966 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ad9c5-6f8a-42c0-b1e8-4a71c1971c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:03.801858 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] For port 763f9bf4-21e9-4f7e-99ab-76ac4e80cd29, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:36:03.805789 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] For port 763f9bf4-21e9-4f7e-99ab-76ac4e80cd29, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=763f9bf4-21e9-4f7e-99ab-76ac4e80cd29,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:36:03.811506 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:03.867524 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-296bcf01-4838-40e1-af78-86cdba3d9cd5 None None] Provisioning for port 41c78d3a-136b-4b07-9f37-35313f7fd8f9 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:03.876184 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-296bcf01-4838-40e1-af78-86cdba3d9cd5 None None] Provisioning complete for port 41c78d3a-136b-4b07-9f37-35313f7fd8f9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:03.876610 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-296bcf01-4838-40e1-af78-86cdba3d9cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:03.923735 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41ae7451-9484-417b-a6fc-24e7f00b8ac0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:03.924946 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] Routers {'730e98e4-728d-448c-9af0-a0714cc390da'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:03.926237 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:35:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['730e98e4-728d-448c-9af0-a0714cc390da'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:03.977808 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122ee138-0c3c-47ff-889c-d5470c269cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-3eedfa94-96fa-40a7-9693-8d8f73fe9563', 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'fixed_ips': [{'subnet_id': '6096ac49-f806-491a-902d-8af126f44a71'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:36:03.978737 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-122ee138-0c3c-47ff-889c-d5470c269cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:03.993675 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-296bcf01-4838-40e1-af78-86cdba3d9cd5 None None] Port 41c78d3a-136b-4b07-9f37-35313f7fd8f9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:36:04.077433 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ad9c5-6f8a-42c0-b1e8-4a71c1971c08 None None] Pushing event updated for resources: {'Port': ['ID=763f9bf4-21e9-4f7e-99ab-76ac4e80cd29,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:04.083270 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a8d29-7dbc-4269-97d0-7b5e80338ac5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 797dcc42-16db-4900-8ffb-89b19a9840de {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:36:04.083799 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8d29-7dbc-4269-97d0-7b5e80338ac5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:04.087684 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-41ae7451-9484-417b-a6fc-24e7f00b8ac0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Calling delete_port for 41c78d3a-136b-4b07-9f37-35313f7fd8f9 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:36:04.151117 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] Set router 730e98e4-728d-448c-9af0-a0714cc390da gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:36:04.178528 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-122ee138-0c3c-47ff-889c-d5470c269cea None None] Allocated IP 172.20.0.2 (3eedfa94-96fa-40a7-9693-8d8f73fe9563/6096ac49-f806-491a-902d-8af126f44a71/479c999d-fa77-493b-a70e-74a60a6da106) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:36:04.280752 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8d29-7dbc-4269-97d0-7b5e80338ac5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:04.281179 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8d29-7dbc-4269-97d0-7b5e80338ac5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:04.382714 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41ae7451-9484-417b-a6fc-24e7f00b8ac0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:04.479606 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-122ee138-0c3c-47ff-889c-d5470c269cea None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:04.492984 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-122ee138-0c3c-47ff-889c-d5470c269cea None None] Transition to ACTIVE for port object 479c999d-fa77-493b-a70e-74a60a6da106 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:04.514908 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-122ee138-0c3c-47ff-889c-d5470c269cea None None] Transition to ACTIVE for port object 479c999d-fa77-493b-a70e-74a60a6da106 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:04.524250 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-122ee138-0c3c-47ff-889c-d5470c269cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:04.531841 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a8d29-7dbc-4269-97d0-7b5e80338ac5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 797dcc42-16db-4900-8ffb-89b19a9840de owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:36:04.542559 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730e98e4-728d-448c-9af0-a0714cc390da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298500619', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:58Z', 'updated_at': '2022-03-14T15:36:01Z', 'revision_number': 3, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'gw_port': {'id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:59Z', 'updated_at': '2022-03-14T15:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:04.555105 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be8a9ff-b350-4524-8679-83d39ca88718 None None] The sync data for ids ['730e98e4-728d-448c-9af0-a0714cc390da'] in dv-neutron-833561-1-hyperv is: [{'id': '730e98e4-728d-448c-9af0-a0714cc390da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298500619', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:58Z', 'updated_at': '2022-03-14T15:36:01Z', 'revision_number': 3, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'gw_port': {'id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:59Z', 'updated_at': '2022-03-14T15:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:36:04.568392 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae7451-9484-417b-a6fc-24e7f00b8ac0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Port': ['ID=41c78d3a-136b-4b07-9f37-35313f7fd8f9,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:04.573872 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41ae7451-9484-417b-a6fc-24e7f00b8ac0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:04.584351 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-41ae7451-9484-417b-a6fc-24e7f00b8ac0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/41c78d3a-136b-4b07-9f37-35313f7fd8f9 HTTP/1.1" status: 204 len: 168 time: 1.1164989 Mar 14 15:36:04.586486 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53522) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:04.649330 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ee138-0c3c-47ff-889c-d5470c269cea None None] Pushing event updated for resources: {'Port': ['ID=479c999d-fa77-493b-a70e-74a60a6da106,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:04.657884 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122ee138-0c3c-47ff-889c-d5470c269cea None None] Network 3eedfa94-96fa-40a7-9693-8d8f73fe9563 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:04.659404 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-122ee138-0c3c-47ff-889c-d5470c269cea None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:04.664428 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122ee138-0c3c-47ff-889c-d5470c269cea None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:36:04.694295 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5b21ef-13ec-4fab-b506-b45bcba995d9 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:04.694996 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0b5b21ef-13ec-4fab-b506-b45bcba995d9 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:36:04.722128 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0b5b21ef-13ec-4fab-b506-b45bcba995d9 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:36:04.723477 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0b5b21ef-13ec-4fab-b506-b45bcba995d9 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1359184 Mar 14 15:36:04.726302 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53526) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:04.794415 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-122ee138-0c3c-47ff-889c-d5470c269cea None None] Attempting to bind port 479c999d-fa77-493b-a70e-74a60a6da106 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:36:04.794935 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-122ee138-0c3c-47ff-889c-d5470c269cea None None] Attempting to bind port 479c999d-fa77-493b-a70e-74a60a6da106 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '35a6ab17-57dc-4a8f-831c-ae5de7004f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:36:04.795358 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122ee138-0c3c-47ff-889c-d5470c269cea None None] Attempting to bind port 479c999d-fa77-493b-a70e-74a60a6da106 on network 3eedfa94-96fa-40a7-9693-8d8f73fe9563 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:36:04.803875 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122ee138-0c3c-47ff-889c-d5470c269cea None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:36:04.804257 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122ee138-0c3c-47ff-889c-d5470c269cea None None] Checking segment: {'id': '35a6ab17-57dc-4a8f-831c-ae5de7004f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:36:04.804643 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-122ee138-0c3c-47ff-889c-d5470c269cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:04.805122 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122ee138-0c3c-47ff-889c-d5470c269cea None None] Bound using segment: {'id': '35a6ab17-57dc-4a8f-831c-ae5de7004f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:36:04.805624 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-122ee138-0c3c-47ff-889c-d5470c269cea None None] Bound port: 479c999d-fa77-493b-a70e-74a60a6da106, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a6ab17-57dc-4a8f-831c-ae5de7004f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:36:04.805962 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-122ee138-0c3c-47ff-889c-d5470c269cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:04.823081 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7634846b-77bf-432f-a60a-a42e424b95e3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:04.825549 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7634846b-77bf-432f-a60a-a42e424b95e3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0979624 Mar 14 15:36:04.828176 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53530) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:04.950192 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8d29-7dbc-4269-97d0-7b5e80338ac5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:04.950422 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-122ee138-0c3c-47ff-889c-d5470c269cea None None] For port 479c999d-fa77-493b-a70e-74a60a6da106, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:36:04.960269 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-122ee138-0c3c-47ff-889c-d5470c269cea None None] For port 479c999d-fa77-493b-a70e-74a60a6da106, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=479c999d-fa77-493b-a70e-74a60a6da106,segment=NetworkSegment(35a6ab17-57dc-4a8f-831c-ae5de7004f1d),segment_id=35a6ab17-57dc-4a8f-831c-ae5de7004f1d)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:36:04.965038 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be220dd6-4f13-418a-96ca-c92aec69b746 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:04.966613 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be220dd6-4f13-418a-96ca-c92aec69b746 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:04.967070 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-122ee138-0c3c-47ff-889c-d5470c269cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:04.968134 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be220dd6-4f13-418a-96ca-c92aec69b746 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:04.969148 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-be220dd6-4f13-418a-96ca-c92aec69b746 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:36:04.989085 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-be220dd6-4f13-418a-96ca-c92aec69b746 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:36:04.991247 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-be220dd6-4f13-418a-96ca-c92aec69b746 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1620715 Mar 14 15:36:04.993753 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53534) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:05.014240 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a8d29-7dbc-4269-97d0-7b5e80338ac5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=797dcc42-16db-4900-8ffb-89b19a9840de,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:05.086689 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ee138-0c3c-47ff-889c-d5470c269cea None None] Pushing event updated for resources: {'Port': ['ID=479c999d-fa77-493b-a70e-74a60a6da106,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:05.221913 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 763f9bf4-21e9-4f7e-99ab-76ac4e80cd29 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:36:05.339857 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8d29-7dbc-4269-97d0-7b5e80338ac5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:05.348433 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 763f9bf4-21e9-4f7e-99ab-76ac4e80cd29 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:05.365499 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 763f9bf4-21e9-4f7e-99ab-76ac4e80cd29 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:05.365882 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:05.367865 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-794a83a5-d63e-4193-b4f4-d8df5eb8d24a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet 324dde37-520b-4dc1-af6d-4bc0cd1d6137 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:36:05.371390 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-794a83a5-d63e-4193-b4f4-d8df5eb8d24a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:05.477920 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-794a83a5-d63e-4193-b4f4-d8df5eb8d24a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:05.589349 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-794a83a5-d63e-4193-b4f4-d8df5eb8d24a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:05.644922 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:05.666447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 763f9bf4-21e9-4f7e-99ab-76ac4e80cd29, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=763f9bf4-21e9-4f7e-99ab-76ac4e80cd29,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:05.672013 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:05.717422 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-794a83a5-d63e-4193-b4f4-d8df5eb8d24a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:05.753428 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=763f9bf4-21e9-4f7e-99ab-76ac4e80cd29,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:05.769932 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a83a5-d63e-4193-b4f4-d8df5eb8d24a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=324dde37-520b-4dc1-af6d-4bc0cd1d6137,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:05.777343 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-794a83a5-d63e-4193-b4f4-d8df5eb8d24a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:05.789539 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7e92ed-697e-411b-a05d-e22bf944b79a None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:36:05.796357 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-794a83a5-d63e-4193-b4f4-d8df5eb8d24a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/324dde37-520b-4dc1-af6d-4bc0cd1d6137 HTTP/1.1" status: 204 len: 168 time: 0.8012636 Mar 14 15:36:05.799260 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53538) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:05.874013 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7481d7-31b4-43b6-a6a6-72e86a32815a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Deleting subnet bb7a4b33-f4a0-412a-898c-ac7a8105cc46 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:36:05.877781 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d7481d7-31b4-43b6-a6a6-72e86a32815a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:05.937301 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d7481d7-31b4-43b6-a6a6-72e86a32815a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:06.044185 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d7481d7-31b4-43b6-a6a6-72e86a32815a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:06.048263 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-188daedb-e982-4cac-ac1c-a4e2208cd595 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:06.129804 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d7481d7-31b4-43b6-a6a6-72e86a32815a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:06.176366 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d7481d7-31b4-43b6-a6a6-72e86a32815a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:06.182774 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7481d7-31b4-43b6-a6a6-72e86a32815a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Subnet': ['ID=bb7a4b33-f4a0-412a-898c-ac7a8105cc46,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:06.196962 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3d7481d7-31b4-43b6-a6a6-72e86a32815a tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/bb7a4b33-f4a0-412a-898c-ac7a8105cc46 HTTP/1.1" status: 204 len: 168 time: 0.3963807 Mar 14 15:36:06.197787 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53542) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:06.286587 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c43b8aa2-8180-402d-b776-18dffe2af608 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873518 Mar 14 15:36:06.289078 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53546) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:06.371230 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca1954a-1df4-4752-985c-13eb33287ec0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:06.375518 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-aca1954a-1df4-4752-985c-13eb33287ec0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0817242 Mar 14 15:36:06.376181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53550) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:06.419851 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01c00df-ed5d-43ee-92b6-de53626701d8 None None] Network 3eedfa94-96fa-40a7-9693-8d8f73fe9563 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:36:06.486480 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56db51cb-2fb4-4c65-98ca-bc3fa99f42e6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:06.487183 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-56db51cb-2fb4-4c65-98ca-bc3fa99f42e6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Synchronizing usage tracker for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:36:06.514714 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-68163a7a-252c-46a8-9854-08bea7c843b1 None None] Provisioning for port 479c999d-fa77-493b-a70e-74a60a6da106 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:06.564791 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-56db51cb-2fb4-4c65-98ca-bc3fa99f42e6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Unset dirty status for tenant:c17b2ffab1c64be18823178cbcbbd7e2 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:36:06.565973 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-56db51cb-2fb4-4c65-98ca-bc3fa99f42e6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1886361 Mar 14 15:36:06.568860 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53554) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:06.587319 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3a8d29-7dbc-4269-97d0-7b5e80338ac5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 42d7e10c-917a-4794-bd6a-2fb103018182 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:36:06.656453 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-07cb2d28-0d02-4464-9859-4cce5611e5dc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852318 Mar 14 15:36:06.666312 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53558) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:06.722033 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93ead51-a65d-4cd5-8efd-e541cbc33edd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:06.722517 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93ead51-a65d-4cd5-8efd-e541cbc33edd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:06.724237 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a93ead51-a65d-4cd5-8efd-e541cbc33edd tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/41c78d3a-136b-4b07-9f37-35313f7fd8f9 HTTP/1.1" status: 404 len: 333 time: 0.0564184 Mar 14 15:36:06.726935 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53562) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:06.772101 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-4796c1eb-e856-42ad-bf9f-2f70568e6d67 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:06.772652 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4796c1eb-e856-42ad-bf9f-2f70568e6d67 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:06.776242 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4796c1eb-e856-42ad-bf9f-2f70568e6d67 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/324dde37-520b-4dc1-af6d-4bc0cd1d6137 HTTP/1.1" status: 404 len: 337 time: 0.0466287 Mar 14 15:36:06.780490 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53566) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:06.824419 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57341b37-7b99-44fe-9132-e693819fc307 None None] Network 9afff20e-053f-4563-a829-c09143628c31 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:36:06.828908 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-29769d2b-63ba-4530-9fba-69bf35b1c4a7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:06.829358 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29769d2b-63ba-4530-9fba-69bf35b1c4a7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:06.836617 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-29769d2b-63ba-4530-9fba-69bf35b1c4a7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/bb7a4b33-f4a0-412a-898c-ac7a8105cc46 HTTP/1.1" status: 404 len: 337 time: 0.0515485 Mar 14 15:36:06.838536 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53570) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:06.880088 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5635a83-8569-4fcf-bb6e-a9eddb5dc647 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:06.880534 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5635a83-8569-4fcf-bb6e-a9eddb5dc647 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:06.884468 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f5635a83-8569-4fcf-bb6e-a9eddb5dc647 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/28563b65-ce4e-47a1-866e-401b16acce6b HTTP/1.1" status: 404 len: 333 time: 0.0427101 Mar 14 15:36:06.885199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-188daedb-e982-4cac-ac1c-a4e2208cd595 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Allocated IP 172.20.0.1 (3eedfa94-96fa-40a7-9693-8d8f73fe9563/6096ac49-f806-491a-902d-8af126f44a71/5164e1b2-1c04-4b38-a655-533aab773c7e) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:36:06.886688 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53574) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:06.940579 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a46c3e-d703-4348-b032-1bce0aa02f87 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:06.941142 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a46c3e-d703-4348-b032-1bce0aa02f87 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:06.942549 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f042f0ff-ed7e-4f6a-8e58-7ef7fcca23d4 None None] Provisioning complete for port f51ac480-a5c0-4a33-9f46-46d81184d7df triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:06.942932 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f042f0ff-ed7e-4f6a-8e58-7ef7fcca23d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:06.945696 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-46a46c3e-d703-4348-b032-1bce0aa02f87 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/578cbcef-d969-40ae-a953-cf57aed82034 HTTP/1.1" status: 404 len: 337 time: 0.0577874 Mar 14 15:36:06.946327 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53578) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:06.985572 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-8525832e-a91e-43b4-938b-1f37ecf71b16 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:06.986482 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8525832e-a91e-43b4-938b-1f37ecf71b16 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:06.990528 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8525832e-a91e-43b4-938b-1f37ecf71b16 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/9688e742-4f0a-4415-a514-0c68757ab1cb HTTP/1.1" status: 404 len: 337 time: 0.0430889 Mar 14 15:36:06.991057 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53582) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:07.029410 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea7d5e4-44f2-4b19-ab41-91028b1403b7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:07.029961 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea7d5e4-44f2-4b19-ab41-91028b1403b7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:07.034379 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5ea7d5e4-44f2-4b19-ab41-91028b1403b7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/54853468-d6a7-4f01-9b1b-0d2e1a9d692b HTTP/1.1" status: 404 len: 333 time: 0.0403202 Mar 14 15:36:07.035261 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53586) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:07.079834 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1b023f-c159-455d-b212-2bbdd498ba98 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:07.080011 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1b023f-c159-455d-b212-2bbdd498ba98 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:07.084999 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8f1b023f-c159-455d-b212-2bbdd498ba98 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/3519e506-11b2-4993-a3df-baf368ff5049 HTTP/1.1" status: 404 len: 337 time: 0.0462513 Mar 14 15:36:07.085155 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53590) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:07.089413 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-188daedb-e982-4cac-ac1c-a4e2208cd595 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:07.112581 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-188daedb-e982-4cac-ac1c-a4e2208cd595 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Transition to ACTIVE for port object 5164e1b2-1c04-4b38-a655-533aab773c7e will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:07.131896 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-7548148c-caa3-49eb-9f4b-2effdd18f3a0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:07.132344 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7548148c-caa3-49eb-9f4b-2effdd18f3a0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:07.136469 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7548148c-caa3-49eb-9f4b-2effdd18f3a0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/2068a3ef-6e59-42f1-b7d1-9fe2bdcf71bb HTTP/1.1" status: 404 len: 337 time: 0.0471196 Mar 14 15:36:07.137362 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53594) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:07.190886 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3a8d29-7dbc-4269-97d0-7b5e80338ac5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:36:07.198744 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc54840-cc02-4fe0-8042-f826407c1b54 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:07.199198 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc54840-cc02-4fe0-8042-f826407c1b54 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:07.201441 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2dc54840-cc02-4fe0-8042-f826407c1b54 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/41719136-1918-45c2-8602-ca4fcd9be9d4 HTTP/1.1" status: 404 len: 333 time: 0.0629389 Mar 14 15:36:07.205300 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33ec6e8-1e81-4eff-a5e8-3cfa9320af08 None None] Sync routers for ids ['42d7e10c-917a-4794-bd6a-2fb103018182'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:36:07.208413 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53598) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:07.225092 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33ec6e8-1e81-4eff-a5e8-3cfa9320af08 None None] Routers {'42d7e10c-917a-4794-bd6a-2fb103018182'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:07.225729 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b33ec6e8-1e81-4eff-a5e8-3cfa9320af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:35:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['42d7e10c-917a-4794-bd6a-2fb103018182'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:07.264005 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef5d9fe-3ccc-458c-9279-6628adc7f4ac tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:07.264546 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ef5d9fe-3ccc-458c-9279-6628adc7f4ac tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:07.270346 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-188daedb-e982-4cac-ac1c-a4e2208cd595 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:07.282744 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccb7091-62c1-475d-bdd2-018e9780a5fc None None] DHCP port deletion for 9afff20e-053f-4563-a829-c09143628c31 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:36:07.323979 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3ef5d9fe-3ccc-458c-9279-6628adc7f4ac tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/7bcdb2a0-0067-4dcf-8b98-2fe978fa0760 HTTP/1.1" status: 404 len: 337 time: 0.1140411 Mar 14 15:36:07.326738 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53602) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:07.333884 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8d29-7dbc-4269-97d0-7b5e80338ac5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:07.352834 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 479c999d-fa77-493b-a70e-74a60a6da106 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:36:07.368337 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bad0dd6-4479-4204-9bf0-7f33ede5827e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:07.368910 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bad0dd6-4479-4204-9bf0-7f33ede5827e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:07.372805 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9bad0dd6-4479-4204-9bf0-7f33ede5827e tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/91b4eb33-936e-4a8f-b987-0e102f6776cd HTTP/1.1" status: 404 len: 337 time: 0.0428600 Mar 14 15:36:07.373903 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53606) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:07.393263 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fccb7091-62c1-475d-bdd2-018e9780a5fc None None] Deleting port f51ac480-a5c0-4a33-9f46-46d81184d7df {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:36:07.393601 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fccb7091-62c1-475d-bdd2-018e9780a5fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:07.405230 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188daedb-e982-4cac-ac1c-a4e2208cd595 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Network 3eedfa94-96fa-40a7-9693-8d8f73fe9563 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:07.410644 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188daedb-e982-4cac-ac1c-a4e2208cd595 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Pushing event updated for resources: {'Port': ['ID=5164e1b2-1c04-4b38-a655-533aab773c7e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:07.414314 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-188daedb-e982-4cac-ac1c-a4e2208cd595 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:07.414966 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3338e82-606e-4fcd-a5f3-42822f616a20 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:07.415685 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3338e82-606e-4fcd-a5f3-42822f616a20 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:07.416527 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188daedb-e982-4cac-ac1c-a4e2208cd595 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:36:07.417728 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e3338e82-606e-4fcd-a5f3-42822f616a20 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/c83c6307-f7a4-4cca-8ca9-50a7aabe8285 HTTP/1.1" status: 404 len: 333 time: 0.0419807 Mar 14 15:36:07.426313 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53610) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:07.461840 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3b3a8d29-7dbc-4269-97d0-7b5e80338ac5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/floatingips/f9f21868-3e98-4916-b05a-b7609ba1d883 HTTP/1.1" status: 204 len: 168 time: 3.7678165 Mar 14 15:36:07.464792 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05c809e-67e1-4451-9cf7-b08a71e57aa6', 'tag': '32b6eaed-5616-43b7-b32c-381ff1b91f0f'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:36:07.480288 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d658ec-02c3-42ca-8aca-60db429119b6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:07.481630 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d658ec-02c3-42ca-8aca-60db429119b6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:07.484395 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-52d658ec-02c3-42ca-8aca-60db429119b6 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/ff641bf0-4cfc-4268-9b93-0741d892187c HTTP/1.1" status: 404 len: 337 time: 0.0551274 Mar 14 15:36:07.486731 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53618) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:07.495626 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-188daedb-e982-4cac-ac1c-a4e2208cd595 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:07.549835 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-4189357e-60ba-4458-a287-55b934d3131d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:07.550319 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4189357e-60ba-4458-a287-55b934d3131d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:07.554202 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4189357e-60ba-4458-a287-55b934d3131d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/8dfe7e18-7a60-467b-abf1-6c2ed4dd1311 HTTP/1.1" status: 404 len: 333 time: 0.0664012 Mar 14 15:36:07.561717 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53622) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:07.566967 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b33ec6e8-1e81-4eff-a5e8-3cfa9320af08 None None] Set router 42d7e10c-917a-4794-bd6a-2fb103018182 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:36:07.616064 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05c809e-67e1-4451-9cf7-b08a71e57aa6', 'tag': '32b6eaed-5616-43b7-b32c-381ff1b91f0f', 'status': 'completed', 'code': 200} Mar 14 15:36:07.638452 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e37414-0f79-4af4-9dc5-24419bed2798 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:07.641895 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e37414-0f79-4af4-9dc5-24419bed2798 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:07.644115 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-10e37414-0f79-4af4-9dc5-24419bed2798 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/60a33fda-ee41-41e2-ad52-d5544bba53d6 HTTP/1.1" status: 404 len: 337 time: 0.0813746 Mar 14 15:36:07.647980 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53626) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:07.699490 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-085220cd-6f56-4995-91d6-be81a61e13cc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:07.699840 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085220cd-6f56-4995-91d6-be81a61e13cc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:07.701581 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-085220cd-6f56-4995-91d6-be81a61e13cc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/e31ef4fb-6a83-4d47-bf65-0ee2a8d5f025 HTTP/1.1" status: 404 len: 333 time: 0.0526917 Mar 14 15:36:07.705857 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53630) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:07.747565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-188daedb-e982-4cac-ac1c-a4e2208cd595 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:07.751201 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94ca5e4-2b3e-4594-b0e1-39107c204bdc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:07.751601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94ca5e4-2b3e-4594-b0e1-39107c204bdc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:07.755630 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d94ca5e4-2b3e-4594-b0e1-39107c204bdc tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/22ada26b-88ef-483e-bed5-de2cf8b88d9a HTTP/1.1" status: 404 len: 337 time: 0.0465543 Mar 14 15:36:07.755991 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53634) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:07.799194 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3380221-00de-4495-abe7-15bb3fa1ecf8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:07.799736 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3380221-00de-4495-abe7-15bb3fa1ecf8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:07.803830 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c3380221-00de-4495-abe7-15bb3fa1ecf8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/f2e70e1b-7e65-42b1-a013-375a24e2f6b6 HTTP/1.1" status: 404 len: 333 time: 0.0446153 Mar 14 15:36:07.804231 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53638) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:07.855343 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-df252687-44e0-4b89-a1c7-3bb2f634876f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:07.855794 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df252687-44e0-4b89-a1c7-3bb2f634876f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:07.857436 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-df252687-44e0-4b89-a1c7-3bb2f634876f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/09611222-a424-4e9b-b945-dabc5fd5f504 HTTP/1.1" status: 404 len: 337 time: 0.0522978 Mar 14 15:36:07.861261 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53644) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:07.910502 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0c784f-4232-4f4c-a32e-4ec24fddf5ab tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:07.910951 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae0c784f-4232-4f4c-a32e-4ec24fddf5ab tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:07.913192 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ae0c784f-4232-4f4c-a32e-4ec24fddf5ab tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/e9e2d63f-80ab-4824-9ea9-4ff26371cb96 HTTP/1.1" status: 404 len: 333 time: 0.0506263 Mar 14 15:36:07.915505 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53648) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:07.961834 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 479c999d-fa77-493b-a70e-74a60a6da106 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:07.962005 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-13734a7d-026d-4f3a-a734-d0b3245fc641 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:07.962297 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13734a7d-026d-4f3a-a734-d0b3245fc641 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:07.966396 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-13734a7d-026d-4f3a-a734-d0b3245fc641 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/cc1cc0f7-0267-4903-96a5-fd409c1a2524 HTTP/1.1" status: 404 len: 337 time: 0.0475686 Mar 14 15:36:07.966884 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53652) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:08.008178 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1566cf-7046-4989-b149-55b37581e647 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:08.008615 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a1566cf-7046-4989-b149-55b37581e647 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:08.012572 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6a1566cf-7046-4989-b149-55b37581e647 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/6aaadd3a-72e0-47d5-88af-112ca3c87ce6 HTTP/1.1" status: 404 len: 333 time: 0.0423801 Mar 14 15:36:08.012794 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53656) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:08.053203 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de53321-33cc-4263-b57b-6cb7b89702e0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:08.054089 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de53321-33cc-4263-b57b-6cb7b89702e0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:08.057728 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8de53321-33cc-4263-b57b-6cb7b89702e0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/fa89a3b4-d6ff-4b90-b2ca-c6254c5f381c HTTP/1.1" status: 404 len: 337 time: 0.0416567 Mar 14 15:36:08.057844 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3653ebba-b902-4deb-96fd-d16b2ca24e26 req-456b7e60-df2a-4605-9dfb-e0764420da27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 1099 time: 0.4353113 Mar 14 15:36:08.057952 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53660) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:08.086295 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 479c999d-fa77-493b-a70e-74a60a6da106 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:08.086295 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:08.098345 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e0870d-971b-4bae-bce6-f3c707c1af59 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:08.098786 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e0870d-971b-4bae-bce6-f3c707c1af59 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:08.102822 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e9e0870d-971b-4bae-bce6-f3c707c1af59 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/ec3078c2-3eb2-4c30-ae69-12c09e33ae28 HTTP/1.1" status: 404 len: 337 time: 0.0415590 Mar 14 15:36:08.103025 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53664) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:08.143747 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c35b3d-e146-47b9-90e4-f3d21d167b18 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:08.144180 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c35b3d-e146-47b9-90e4-f3d21d167b18 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:08.148176 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b8c35b3d-e146-47b9-90e4-f3d21d167b18 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/f51708c5-d124-4b46-9330-758ae58d16c5 HTTP/1.1" status: 404 len: 333 time: 0.0419073 Mar 14 15:36:08.148448 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53668) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:08.199938 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc8dbfc1-0836-4cbf-a7b7-d6d824a9f5e9 None None] Provisioning for port 5164e1b2-1c04-4b38-a655-533aab773c7e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:08.226499 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc8dbfc1-0836-4cbf-a7b7-d6d824a9f5e9 None None] Provisioning complete for port 5164e1b2-1c04-4b38-a655-533aab773c7e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:08.226798 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc8dbfc1-0836-4cbf-a7b7-d6d824a9f5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:08.257755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fccb7091-62c1-475d-bdd2-018e9780a5fc None None] For port f51ac480-a5c0-4a33-9f46-46d81184d7df, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f51ac480-a5c0-4a33-9f46-46d81184d7df,segment=NetworkSegment(1fabc619-d9a2-455c-b788-61d65884b5d1),segment_id=1fabc619-d9a2-455c-b788-61d65884b5d1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:08.258195 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fccb7091-62c1-475d-bdd2-018e9780a5fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:08.292962 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d986943-fff0-47e5-9cbd-91cfc14da5a0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:08.293965 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d986943-fff0-47e5-9cbd-91cfc14da5a0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:08.298115 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1d986943-fff0-47e5-9cbd-91cfc14da5a0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/e42e102e-26c7-4f6f-a17f-38c29a370ef6 HTTP/1.1" status: 404 len: 337 time: 0.1456132 Mar 14 15:36:08.298115 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53672) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:08.343238 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-180e858c-db00-47f8-baa0-98735aa66400 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:08.343677 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180e858c-db00-47f8-baa0-98735aa66400 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:08.345907 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-180e858c-db00-47f8-baa0-98735aa66400 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/4331b092-9115-4a26-a3bd-2a07c84a2526 HTTP/1.1" status: 404 len: 337 time: 0.0464184 Mar 14 15:36:08.347984 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53676) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:08.392722 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a8cec4-2f75-4d1b-a42f-5f640fbfbf14 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:08.393293 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a8cec4-2f75-4d1b-a42f-5f640fbfbf14 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:08.396209 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-85a8cec4-2f75-4d1b-a42f-5f640fbfbf14 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/694a576f-a7a1-480b-908c-1dfa4eec6cef HTTP/1.1" status: 404 len: 333 time: 0.0470767 Mar 14 15:36:08.398657 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53680) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:08.419051 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653ebba-b902-4deb-96fd-d16b2ca24e26 req-28cf1643-3142-4b4e-8620-3e604c063843 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:08.420511 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3653ebba-b902-4deb-96fd-d16b2ca24e26 req-28cf1643-3142-4b4e-8620-3e604c063843 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d8db04e-b47d-4b3f-b0f4-895055390ad3 HTTP/1.1" status: 200 len: 898 time: 0.3565235 Mar 14 15:36:08.426100 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fccb7091-62c1-475d-bdd2-018e9780a5fc None None] Calling delete_port for f51ac480-a5c0-4a33-9f46-46d81184d7df owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:36:08.446709 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb37549-1f95-471c-8bf1-00e0941b2a61 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:08.447284 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fb37549-1f95-471c-8bf1-00e0941b2a61 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:08.451783 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0fb37549-1f95-471c-8bf1-00e0941b2a61 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/bd8266b1-9115-4fd6-9b9c-fec434e19fda HTTP/1.1" status: 404 len: 337 time: 0.0493827 Mar 14 15:36:08.453773 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53684) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:08.481604 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf9d41-ac4f-42a8-a518-ca7818f46c65 req-2e48e9db-01d6-49b0-88ae-c18a34d22081 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:08.482251 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-f0cf9d41-ac4f-42a8-a518-ca7818f46c65 req-2e48e9db-01d6-49b0-88ae-c18a34d22081 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:36:08.493456 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-adbc9b2d-88a7-4280-b6e7-3affd759e509 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:08.494028 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adbc9b2d-88a7-4280-b6e7-3affd759e509 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:08.498168 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-adbc9b2d-88a7-4280-b6e7-3affd759e509 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/a3789b0f-1e43-4850-9418-9aee7a98547d HTTP/1.1" status: 404 len: 337 time: 0.0412939 Mar 14 15:36:08.498468 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53688) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:08.539005 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-18376634-1724-4c2e-8591-c62d81aff766 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:08.539579 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18376634-1724-4c2e-8591-c62d81aff766 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:08.543662 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-18376634-1724-4c2e-8591-c62d81aff766 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/b15eb343-733a-4dff-9388-8e44ff9142e4 HTTP/1.1" status: 404 len: 333 time: 0.0419061 Mar 14 15:36:08.544340 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53692) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:08.554513 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-dc8dbfc1-0836-4cbf-a7b7-d6d824a9f5e9 None None] Port 5164e1b2-1c04-4b38-a655-533aab773c7e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:36:08.575588 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3653ebba-b902-4deb-96fd-d16b2ca24e26 req-1c4860ff-05d7-4d5f-bcdd-0c2a2f19c652 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32b6eaed-5616-43b7-b32c-381ff1b91f0f HTTP/1.1" status: 200 len: 217 time: 0.1042185 Mar 14 15:36:08.589633 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:08.590609 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4b9f19-1e54-4180-83f0-fc0b625d739c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:08.591059 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad4b9f19-1e54-4180-83f0-fc0b625d739c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:08.595400 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ad4b9f19-1e54-4180-83f0-fc0b625d739c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/e4d8daa0-7710-4cf5-984e-d567182a2590 HTTP/1.1" status: 404 len: 337 time: 0.0475760 Mar 14 15:36:08.595633 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53696) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:08.636380 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fccb7091-62c1-475d-bdd2-018e9780a5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:08.639194 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2b319e-75c8-4a98-bb54-8d159f7fe2e0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:08.640889 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c2b319e-75c8-4a98-bb54-8d159f7fe2e0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:08.646015 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8c2b319e-75c8-4a98-bb54-8d159f7fe2e0 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/89e843e1-38c3-40d1-b63e-7bccd7f91609 HTTP/1.1" status: 404 len: 337 time: 0.0493863 Mar 14 15:36:08.648109 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53700) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:08.653731 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653ebba-b902-4deb-96fd-d16b2ca24e26 req-fca24e6f-c57a-45f0-9c02-b34373fd0598 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:08.655176 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3653ebba-b902-4deb-96fd-d16b2ca24e26 req-fca24e6f-c57a-45f0-9c02-b34373fd0598 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2598908-02a9-482c-bda7-a7c25c61b9fb HTTP/1.1" status: 200 len: 834 time: 0.0721483 Mar 14 15:36:08.667430 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-f0cf9d41-ac4f-42a8-a518-ca7818f46c65 req-2e48e9db-01d6-49b0-88ae-c18a34d22081 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:36:08.674444 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f0cf9d41-ac4f-42a8-a518-ca7818f46c65 req-2e48e9db-01d6-49b0-88ae-c18a34d22081 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 946 time: 0.6724789 Mar 14 15:36:08.694105 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-adff33eb-2bb8-40a7-bcb5-21caca0d55de tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports?device_id=265412e8-e03a-4444-8b01-c2593d42921a HTTP/1.1" status: 200 len: 205 time: 0.0424128 Mar 14 15:36:08.694301 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb7091-62c1-475d-bdd2-018e9780a5fc None None] Pushing event deleted for resources: {'Port': ['ID=f51ac480-a5c0-4a33-9f46-46d81184d7df,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:08.694987 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53704) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:08.700257 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 479c999d-fa77-493b-a70e-74a60a6da106, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=479c999d-fa77-493b-a70e-74a60a6da106,segment=NetworkSegment(35a6ab17-57dc-4a8f-831c-ae5de7004f1d),segment_id=35a6ab17-57dc-4a8f-831c-ae5de7004f1d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:08.709266 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccb7091-62c1-475d-bdd2-018e9780a5fc None None] No DVR routers for this DVR port f51ac480-a5c0-4a33-9f46-46d81184d7df on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:36:08.717966 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:08.717966 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 763f9bf4-21e9-4f7e-99ab-76ac4e80cd29 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:36:08.766268 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-ff5a4bd8-5cd6-4bfc-b139-1418aa1bcef3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] delete failed (client error): The resource could not be found. Mar 14 15:36:08.769728 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ff5a4bd8-5cd6-4bfc-b139-1418aa1bcef3 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/routers/265412e8-e03a-4444-8b01-c2593d42921a HTTP/1.1" status: 404 len: 336 time: 0.0715172 Mar 14 15:36:08.769950 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53708) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:08.811882 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2abfa7b-80d6-4def-b415-8247e5b8367d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:08.812917 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2abfa7b-80d6-4def-b415-8247e5b8367d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:08.817042 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b2abfa7b-80d6-4def-b415-8247e5b8367d tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/db548602-0659-4163-af64-f044f4d32b5e HTTP/1.1" status: 404 len: 337 time: 0.0439014 Mar 14 15:36:08.817176 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f0cf9d41-ac4f-42a8-a518-ca7818f46c65 req-5d236d6c-8644-452b-a1f1-4d0628e41935 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=b774a8a7-2b09-4219-93cf-0ded6bc0a816&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1414464 Mar 14 15:36:08.821398 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b33ec6e8-1e81-4eff-a5e8-3cfa9320af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'name': 'tempest-TestNetworkBasicOps-router-723591753', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:02Z', 'updated_at': '2022-03-14T15:34:17Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:03Z', 'updated_at': '2022-03-14T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98', 'name': '', 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:4b:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2598908-02a9-482c-bda7-a7c25c61b9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:15Z', 'updated_at': '2022-03-14T15:34:26Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'e2598908-02a9-482c-bda7-a7c25c61b9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:08.821592 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53712) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:08.838257 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33ec6e8-1e81-4eff-a5e8-3cfa9320af08 None None] Checking router: 42d7e10c-917a-4794-bd6a-2fb103018182 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:36:08.846545 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=479c999d-fa77-493b-a70e-74a60a6da106,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:08.863097 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33ec6e8-1e81-4eff-a5e8-3cfa9320af08 None None] Routers {'42d7e10c-917a-4794-bd6a-2fb103018182'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:08.863823 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b33ec6e8-1e81-4eff-a5e8-3cfa9320af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:35:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['42d7e10c-917a-4794-bd6a-2fb103018182'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:08.880881 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6055c2ec-2250-402b-9902-4af43debe960 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e4806c1-c86f-4424-95f0-4739af77b722 HTTP/1.1" status: 200 len: 205 time: 0.0582795 Mar 14 15:36:08.883053 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-188daedb-e982-4cac-ac1c-a4e2208cd595 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:08.883398 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53716) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:08.890191 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-188daedb-e982-4cac-ac1c-a4e2208cd595 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:08.948344 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-55f2caed-f47c-4891-89c5-e69b287fb4db tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] delete failed (client error): The resource could not be found. Mar 14 15:36:08.951592 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-55f2caed-f47c-4891-89c5-e69b287fb4db tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/routers/1e4806c1-c86f-4424-95f0-4739af77b722 HTTP/1.1" status: 404 len: 336 time: 0.0646763 Mar 14 15:36:08.951850 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53720) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:08.962930 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3653ebba-b902-4deb-96fd-d16b2ca24e26 req-d2da66d9-c56d-4a3a-bccd-29af0b34567e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d8db04e-b47d-4b3f-b0f4-895055390ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2963707 Mar 14 15:36:08.993519 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a3a1ab-61b6-4693-b2de-cfdb511e9469 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:08.993956 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a3a1ab-61b6-4693-b2de-cfdb511e9469 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:08.998576 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-86a3a1ab-61b6-4693-b2de-cfdb511e9469 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/1be6f4a1-1606-410c-862c-249824007d8f HTTP/1.1" status: 404 len: 337 time: 0.0423250 Mar 14 15:36:08.998704 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 763f9bf4-21e9-4f7e-99ab-76ac4e80cd29 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:08.998704 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:08.998858 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53724) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:09.036113 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3aff4d-d45c-4b52-8c23-680640b8359b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:09.036872 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3aff4d-d45c-4b52-8c23-680640b8359b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:09.040370 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9b3aff4d-d45c-4b52-8c23-680640b8359b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/54078ffe-e5cc-4673-aca2-8e746f1bab51 HTTP/1.1" status: 404 len: 337 time: 0.0390491 Mar 14 15:36:09.041109 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53728) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:09.080489 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07fedc4-6b05-42e5-8bcb-f5baa0ff681b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:09.080952 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b07fedc4-6b05-42e5-8bcb-f5baa0ff681b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:09.084965 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b07fedc4-6b05-42e5-8bcb-f5baa0ff681b tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/ed410f49-33a1-4918-920e-25d8a77c68cf HTTP/1.1" status: 404 len: 333 time: 0.0410819 Mar 14 15:36:09.085249 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53732) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:09.091114 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-188daedb-e982-4cac-ac1c-a4e2208cd595 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:09.095138 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188daedb-e982-4cac-ac1c-a4e2208cd595 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Pushing event updated for resources: {'Port': ['ID=5164e1b2-1c04-4b38-a655-533aab773c7e,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:09.132614 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca198ed-60b5-44da-88b8-c32cbf0b0ddf tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:09.133407 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca198ed-60b5-44da-88b8-c32cbf0b0ddf tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:09.141340 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-dca198ed-60b5-44da-88b8-c32cbf0b0ddf tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/b8f6a2ac-b257-487a-9bdb-df8a15264e8c HTTP/1.1" status: 404 len: 337 time: 0.0551145 Mar 14 15:36:09.142210 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53736) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:09.149491 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b33ec6e8-1e81-4eff-a5e8-3cfa9320af08 None None] Set router 42d7e10c-917a-4794-bd6a-2fb103018182 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:36:09.195717 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c4fab1-0505-4ab5-a04c-aa8cc28d2b9f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:09.198297 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c4fab1-0505-4ab5-a04c-aa8cc28d2b9f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:09.204215 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53740) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:09.205653 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-22c4fab1-0505-4ab5-a04c-aa8cc28d2b9f tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/3faff2bf-9a5a-41cb-8fe7-865986a20ecf HTTP/1.1" status: 404 len: 333 time: 0.0622647 Mar 14 15:36:09.261448 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18e8ca1-94af-4211-8f2a-b44d730f98be tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:09.261886 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d18e8ca1-94af-4211-8f2a-b44d730f98be tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:09.266044 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d18e8ca1-94af-4211-8f2a-b44d730f98be tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/ebc9390a-505c-45cd-98e9-d2fe7618ad3c HTTP/1.1" status: 404 len: 337 time: 0.0509439 Mar 14 15:36:09.266044 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3653ebba-b902-4deb-96fd-d16b2ca24e26 req-1a8d3276-a0c9-484d-8eca-6499b03ac93f service neutron] 10.222.0.24 "GET /v2.0/networks/1d8db04e-b47d-4b3f-b0f4-895055390ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933309 Mar 14 15:36:09.266947 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53744) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:09.320333 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 479c999d-fa77-493b-a70e-74a60a6da106 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:36:09.334444 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a3a0200-caff-4f2f-be53-1891f02acaf8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:09.334896 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a3a0200-caff-4f2f-be53-1891f02acaf8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:09.338096 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8a3a0200-caff-4f2f-be53-1891f02acaf8 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/44cae92c-311a-49ca-adf3-532c48880aba HTTP/1.1" status: 404 len: 333 time: 0.0673535 Mar 14 15:36:09.339435 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53748) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:09.382549 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1f2845-4b8e-4d49-8cf5-22a2ca8564a5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:09.382781 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1f2845-4b8e-4d49-8cf5-22a2ca8564a5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:09.386638 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9e1f2845-4b8e-4d49-8cf5-22a2ca8564a5 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/3e54e49f-c90a-4ccb-8f78-92146979a7a7 HTTP/1.1" status: 404 len: 337 time: 0.0439885 Mar 14 15:36:09.386902 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53752) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:09.399008 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188daedb-e982-4cac-ac1c-a4e2208cd595 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Network 3eedfa94-96fa-40a7-9693-8d8f73fe9563 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:09.401948 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-188daedb-e982-4cac-ac1c-a4e2208cd595 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:09.432294 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb6c1ac-8013-4d1a-889f-eefbb4b68a00 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:09.432841 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb6c1ac-8013-4d1a-889f-eefbb4b68a00 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:09.437730 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-bdb6c1ac-8013-4d1a-889f-eefbb4b68a00 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/f11d68ae-5325-422c-aa28-1f3e9a2c1183 HTTP/1.1" status: 404 len: 333 time: 0.0472682 Mar 14 15:36:09.438201 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53756) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:09.479646 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-720191eb-891f-4246-a553-5acc3ebbf1d7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:09.479646 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720191eb-891f-4246-a553-5acc3ebbf1d7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:09.484237 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-720191eb-891f-4246-a553-5acc3ebbf1d7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/4b3d08c7-f03f-4382-ac93-cb392f4221d4 HTTP/1.1" status: 404 len: 337 time: 0.0424998 Mar 14 15:36:09.485493 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53760) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:09.537442 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41edce1-052c-4897-bbb9-65d60cf51384 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:09.537894 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c41edce1-052c-4897-bbb9-65d60cf51384 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:09.541806 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c41edce1-052c-4897-bbb9-65d60cf51384 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/883724c5-e445-4a99-8ca8-a3ca4893b0fe HTTP/1.1" status: 404 len: 333 time: 0.0531096 Mar 14 15:36:09.541974 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 479c999d-fa77-493b-a70e-74a60a6da106 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:09.541974 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:09.542252 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53764) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:09.584802 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a02831-ae11-4c8d-81fb-76f2c3bf4e52 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:09.585039 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a02831-ae11-4c8d-81fb-76f2c3bf4e52 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:09.586810 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-46a02831-ae11-4c8d-81fb-76f2c3bf4e52 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/253ab20c-e71d-4ea7-aa83-90103cec6961 HTTP/1.1" status: 404 len: 337 time: 0.0434451 Mar 14 15:36:09.589630 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53768) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:09.615155 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3653ebba-b902-4deb-96fd-d16b2ca24e26 req-00191027-e121-4ed6-b844-041dcb86508d service neutron] 10.222.0.24 "GET /v2.0/networks/1d8db04e-b47d-4b3f-b0f4-895055390ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333862 Mar 14 15:36:09.641915 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-87bb5119-3176-4976-bf3d-175a5d1cde16 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:09.643110 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87bb5119-3176-4976-bf3d-175a5d1cde16 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:09.647738 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-87bb5119-3176-4976-bf3d-175a5d1cde16 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/4c95b3e5-ac8f-4e1f-ad27-862495653124 HTTP/1.1" status: 404 len: 333 time: 0.0564411 Mar 14 15:36:09.649965 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53772) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:09.685365 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c429243-2c9c-4a23-b64e-2caa87f34a8f req-21b90979-bcd5-454b-9777-fc5ad187aac7 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:09.686864 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0c429243-2c9c-4a23-b64e-2caa87f34a8f req-21b90979-bcd5-454b-9777-fc5ad187aac7 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/ports?device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 946 time: 0.1519489 Mar 14 15:36:09.700177 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed95f4c7-f454-4d6d-9c23-6bcd0919d58c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:09.700627 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed95f4c7-f454-4d6d-9c23-6bcd0919d58c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:09.706250 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ed95f4c7-f454-4d6d-9c23-6bcd0919d58c tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/a348cb19-2ff8-4bbc-aa9d-6e6dcabe22bb HTTP/1.1" status: 404 len: 337 time: 0.0551188 Mar 14 15:36:09.706861 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53776) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:09.716919 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b33ec6e8-1e81-4eff-a5e8-3cfa9320af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'name': 'tempest-TestNetworkBasicOps-router-723591753', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:02Z', 'updated_at': '2022-03-14T15:34:17Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:03Z', 'updated_at': '2022-03-14T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98', 'name': '', 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:4b:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2598908-02a9-482c-bda7-a7c25c61b9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:15Z', 'updated_at': '2022-03-14T15:34:26Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'e2598908-02a9-482c-bda7-a7c25c61b9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:09.739604 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33ec6e8-1e81-4eff-a5e8-3cfa9320af08 None None] The sync data for ids ['42d7e10c-917a-4794-bd6a-2fb103018182'] in dv-neutron-833561-1-hyperv is: [{'id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'name': 'tempest-TestNetworkBasicOps-router-723591753', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:02Z', 'updated_at': '2022-03-14T15:34:17Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:03Z', 'updated_at': '2022-03-14T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98', 'name': '', 'network_id': '1d8db04e-b47d-4b3f-b0f4-895055390ad3', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:4b:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2598908-02a9-482c-bda7-a7c25c61b9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:15Z', 'updated_at': '2022-03-14T15:34:26Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'e2598908-02a9-482c-bda7-a7c25c61b9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:36:09.756278 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-a371b9ce-da3c-4268-9349-15964b2cc215 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:09.756728 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a371b9ce-da3c-4268-9349-15964b2cc215 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:09.759518 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a371b9ce-da3c-4268-9349-15964b2cc215 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/ports/16c49c0d-b7ff-4c7d-8700-e0f401dd094e HTTP/1.1" status: 404 len: 333 time: 0.0513074 Mar 14 15:36:09.762154 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53780) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:09.800846 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-695c821c-7100-401b-b94c-75808efa9ce1 None None] Provisioning complete for port 5164e1b2-1c04-4b38-a655-533aab773c7e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:09.801215 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-695c821c-7100-401b-b94c-75808efa9ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:09.803916 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4dc202-625e-48ca-9216-1ae4f81b61d7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] DELETE failed (client error): The resource could not be found. Mar 14 15:36:09.804458 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e4dc202-625e-48ca-9216-1ae4f81b61d7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:36:09.806283 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8e4dc202-625e-48ca-9216-1ae4f81b61d7 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/subnets/7a7eb5d3-f101-4fb0-a24b-06aff6727f0d HTTP/1.1" status: 404 len: 337 time: 0.0429659 Mar 14 15:36:09.808961 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53784) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:09.852776 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f51ac480-a5c0-4a33-9f46-46d81184d7df no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:36:09.909490 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: f51ac480-a5c0-4a33-9f46-46d81184d7df {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:36:09.909833 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f51ac480-a5c0-4a33-9f46-46d81184d7df not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:36:09.929459 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-695c821c-7100-401b-b94c-75808efa9ce1 None None] Port 5164e1b2-1c04-4b38-a655-533aab773c7e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:36:09.962342 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18b13ba4-80e4-468e-bd0e-2642f3ec4075 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:10.040241 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-0c429243-2c9c-4a23-b64e-2caa87f34a8f req-2808b5fb-e24c-4a17-bf3f-0ccbdbb77e38 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 32b6eaed-5616-43b7-b32c-381ff1b91f0f {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:36:10.040580 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0c429243-2c9c-4a23-b64e-2caa87f34a8f req-2808b5fb-e24c-4a17-bf3f-0ccbdbb77e38 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:10.224429 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18b13ba4-80e4-468e-bd0e-2642f3ec4075 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:10.254913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-18b13ba4-80e4-468e-bd0e-2642f3ec4075 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9afff20e-053f-4563-a829-c09143628c31']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:10.269334 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-18b13ba4-80e4-468e-bd0e-2642f3ec4075 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fabc619-d9a2-455c-b788-61d65884b5d1') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:10.269641 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-18b13ba4-80e4-468e-bd0e-2642f3ec4075 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fabc619-d9a2-455c-b788-61d65884b5d1') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:10.284181 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18b13ba4-80e4-468e-bd0e-2642f3ec4075 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:10.299686 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a4a48-b988-4b7a-ba38-f0ea6671eac0 req-2d0c3ce7-bb30-49c6-9269-eed6079a48fb tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:10.300175 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-083a4a48-b988-4b7a-ba38-f0ea6671eac0 req-2d0c3ce7-bb30-49c6-9269-eed6079a48fb tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 946 time: 0.3012815 Mar 14 15:36:10.320090 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18b13ba4-80e4-468e-bd0e-2642f3ec4075 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:10.328353 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b13ba4-80e4-468e-bd0e-2642f3ec4075 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:36:10.328760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18b13ba4-80e4-468e-bd0e-2642f3ec4075 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:10.337966 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-0c429243-2c9c-4a23-b64e-2caa87f34a8f req-2808b5fb-e24c-4a17-bf3f-0ccbdbb77e38 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port 32b6eaed-5616-43b7-b32c-381ff1b91f0f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=32b6eaed-5616-43b7-b32c-381ff1b91f0f,segment=NetworkSegment(c5cb67dc-3a25-4842-b412-005f912a0871),segment_id=c5cb67dc-3a25-4842-b412-005f912a0871)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:10.338386 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0c429243-2c9c-4a23-b64e-2caa87f34a8f req-2808b5fb-e24c-4a17-bf3f-0ccbdbb77e38 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:36:10.342995 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:36:10.439507 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-083a4a48-b988-4b7a-ba38-f0ea6671eac0 req-c9619003-0b2a-43e2-85f3-6b794cf02cc3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=b774a8a7-2b09-4219-93cf-0ded6bc0a816&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1337361 Mar 14 15:36:10.440531 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18b13ba4-80e4-468e-bd0e-2642f3ec4075 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:10.460350 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18b13ba4-80e4-468e-bd0e-2642f3ec4075 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:10.467564 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b13ba4-80e4-468e-bd0e-2642f3ec4075 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] Pushing event deleted for resources: {'Network': ['ID=9afff20e-053f-4563-a829-c09143628c31,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:10.473701 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-18b13ba4-80e4-468e-bd0e-2642f3ec4075 tempest-NetworksTestDHCPv6-1378650968 tempest-NetworksTestDHCPv6-1378650968-project] 10.222.0.60 "DELETE /v2.0/networks/9afff20e-053f-4563-a829-c09143628c31 HTTP/1.1" status: 204 len: 168 time: 0.6636531 Mar 14 15:36:10.480348 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-0c429243-2c9c-4a23-b64e-2caa87f34a8f req-2808b5fb-e24c-4a17-bf3f-0ccbdbb77e38 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 32b6eaed-5616-43b7-b32c-381ff1b91f0f owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:36:10.507610 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188daedb-e982-4cac-ac1c-a4e2208cd595 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Router 730e98e4-728d-448c-9af0-a0714cc390da has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:36:10.773629 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0c429243-2c9c-4a23-b64e-2caa87f34a8f req-2808b5fb-e24c-4a17-bf3f-0ccbdbb77e38 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:10.805728 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53794) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:10.825245 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808b5fb-e24c-4a17-bf3f-0ccbdbb77e38 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=32b6eaed-5616-43b7-b32c-381ff1b91f0f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:10.905351 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c429243-2c9c-4a23-b64e-2caa87f34a8f req-2808b5fb-e24c-4a17-bf3f-0ccbdbb77e38 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] No DVR routers for this DVR port 32b6eaed-5616-43b7-b32c-381ff1b91f0f on host hv-neutron-8335 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:36:10.909238 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0c429243-2c9c-4a23-b64e-2caa87f34a8f req-2808b5fb-e24c-4a17-bf3f-0ccbdbb77e38 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:10.911644 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05c809e-67e1-4451-9cf7-b08a71e57aa6', 'name': 'network-vif-deleted', 'tag': '32b6eaed-5616-43b7-b32c-381ff1b91f0f'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:36:10.937956 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0c429243-2c9c-4a23-b64e-2caa87f34a8f req-2808b5fb-e24c-4a17-bf3f-0ccbdbb77e38 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "DELETE /v2.0/ports/32b6eaed-5616-43b7-b32c-381ff1b91f0f HTTP/1.1" status: 204 len: 173 time: 1.2457016 Mar 14 15:36:10.951477 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188daedb-e982-4cac-ac1c-a4e2208cd595 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:36:10.961742 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-188daedb-e982-4cac-ac1c-a4e2208cd595 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "PUT /v2.0/routers/730e98e4-728d-448c-9af0-a0714cc390da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2695014 Mar 14 15:36:10.974953 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] Sync routers for ids ['730e98e4-728d-448c-9af0-a0714cc390da'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:36:10.987397 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05c809e-67e1-4451-9cf7-b08a71e57aa6', 'name': 'network-vif-deleted', 'tag': '32b6eaed-5616-43b7-b32c-381ff1b91f0f', 'status': 'completed', 'code': 200} Mar 14 15:36:11.004808 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e98b7c86-1591-42b5-926e-ee152167930a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c17b2ffab1c64be18823178cbcbbd7e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1977370 Mar 14 15:36:11.007291 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53804) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:11.009009 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] Routers {'730e98e4-728d-448c-9af0-a0714cc390da'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:11.009765 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:35:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['730e98e4-728d-448c-9af0-a0714cc390da'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:11.107005 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-67f9a3c1-f0c1-475d-a3d5-298591a18aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:11.169159 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-67f9a3c1-f0c1-475d-a3d5-298591a18aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:11.258587 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] Set router 730e98e4-728d-448c-9af0-a0714cc390da gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:36:11.271714 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-67f9a3c1-f0c1-475d-a3d5-298591a18aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:11.276050 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-5f9e7541-bad3-4c68-8f88-c11027a04f31 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Synchronizing usage tracker for tenant:d4e3d2e02cf4404982bcbc9a66a204af on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:36:11.291688 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9a3c1-f0c1-475d-a3d5-298591a18aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c877514d-2893-42f8-98e9-117aa361d504,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:11.297456 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-67f9a3c1-f0c1-475d-a3d5-298591a18aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:11.298627 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-67f9a3c1-f0c1-475d-a3d5-298591a18aeb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c877514d-2893-42f8-98e9-117aa361d504 HTTP/1.1" status: 204 len: 168 time: 0.2902071 Mar 14 15:36:11.315176 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-5f9e7541-bad3-4c68-8f88-c11027a04f31 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Unset dirty status for tenant:d4e3d2e02cf4404982bcbc9a66a204af on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:36:11.325730 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-5f9e7541-bad3-4c68-8f88-c11027a04f31 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-868021996&fields=id&tenant_id=d4e3d2e02cf4404982bcbc9a66a204af HTTP/1.1" status: 200 len: 267 time: 0.1097264 Mar 14 15:36:11.523786 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-55440935-68b0-479f-9aab-1932167159e2 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:11.525395 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-55440935-68b0-479f-9aab-1932167159e2 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/networks?id=3eedfa94-96fa-40a7-9693-8d8f73fe9563 HTTP/1.1" status: 200 len: 797 time: 0.1974924 Mar 14 15:36:11.560373 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-0d52e868-17c5-4b48-9be6-6f5c67008e5b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/quotas/d4e3d2e02cf4404982bcbc9a66a204af HTTP/1.1" status: 200 len: 375 time: 0.0277658 Mar 14 15:36:11.677521 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-4379c617-4a88-41a1-abee-660729a7226d req-d1ed47f5-13cd-4dde-ae29-590f09c39422 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:36:11.703866 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-4379c617-4a88-41a1-abee-660729a7226d req-d1ed47f5-13cd-4dde-ae29-590f09c39422 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:36:11.718291 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4379c617-4a88-41a1-abee-660729a7226d req-d1ed47f5-13cd-4dde-ae29-590f09c39422 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=d05c809e-67e1-4451-9cf7-b08a71e57aa6 HTTP/1.1" status: 200 len: 210 time: 0.1078584 Mar 14 15:36:11.727953 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-8c9475e4-50ef-4bd3-9020-4f153381236b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4e3d2e02cf4404982bcbc9a66a204af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1612918 Mar 14 15:36:11.752049 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730e98e4-728d-448c-9af0-a0714cc390da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298500619', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:58Z', 'updated_at': '2022-03-14T15:36:07Z', 'revision_number': 4, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'gw_port': {'id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:59Z', 'updated_at': '2022-03-14T15:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '5164e1b2-1c04-4b38-a655-533aab773c7e', 'name': '', 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'mac_address': 'fa:16:3e:dd:21:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6096ac49-f806-491a-902d-8af126f44a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:06Z', 'updated_at': '2022-03-14T15:36:08Z', 'revision_number': 2, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'subnets': [{'id': '6096ac49-f806-491a-902d-8af126f44a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:11.756215 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] Checking router: 730e98e4-728d-448c-9af0-a0714cc390da for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:36:11.756569 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] Updating router 730e98e4-728d-448c-9af0-a0714cc390da port 5164e1b2-1c04-4b38-a655-533aab773c7e binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:36:11.810638 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:12.019130 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-da7342fb-c266-461f-8d65-61dfc4547c70 service neutron] 10.222.0.60 "GET /v2.0/networks/3eedfa94-96fa-40a7-9693-8d8f73fe9563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762759 Mar 14 15:36:12.182260 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:12.189939 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-9c99e3c9-5d24-4dff-a01b-89250ba2084c service neutron] 10.222.0.60 "GET /v2.0/networks/3eedfa94-96fa-40a7-9693-8d8f73fe9563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644335 Mar 14 15:36:12.202358 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] Transition to ACTIVE for port object 5164e1b2-1c04-4b38-a655-533aab773c7e will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:12.211140 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:12.257620 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1732532-2732-483c-9d0b-f927ef067661 None None] New status for floating IP f9f21868-3e98-4916-b05a-b7609ba1d883: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:36:12.346924 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f0a96-0f02-4b96-81e9-2ef748604f2c None None] Pushing event updated for resources: {'Port': ['ID=5164e1b2-1c04-4b38-a655-533aab773c7e,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:12.407820 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53840) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:12.435345 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-4e1f6a56-ee19-4788-9121-a95d0b83b5de req-00c468b3-dcff-4f03-91a2-7b3bae03bffb tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Synchronizing usage tracker for tenant:d4e3d2e02cf4404982bcbc9a66a204af on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:36:12.469887 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-4e1f6a56-ee19-4788-9121-a95d0b83b5de req-00c468b3-dcff-4f03-91a2-7b3bae03bffb tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Unset dirty status for tenant:d4e3d2e02cf4404982bcbc9a66a204af on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:36:12.471508 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4e1f6a56-ee19-4788-9121-a95d0b83b5de req-00c468b3-dcff-4f03-91a2-7b3bae03bffb tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 210 time: 0.0779014 Mar 14 15:36:12.503478 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] Attempting to bind port 5164e1b2-1c04-4b38-a655-533aab773c7e on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:36:12.503857 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] Attempting to bind port 5164e1b2-1c04-4b38-a655-533aab773c7e by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '35a6ab17-57dc-4a8f-831c-ae5de7004f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:36:12.504218 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] Attempting to bind port 5164e1b2-1c04-4b38-a655-533aab773c7e on network 3eedfa94-96fa-40a7-9693-8d8f73fe9563 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:36:12.517202 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:36:12.517202 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] Checking segment: {'id': '35a6ab17-57dc-4a8f-831c-ae5de7004f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:36:12.517202 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:12.517645 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] Bound using segment: {'id': '35a6ab17-57dc-4a8f-831c-ae5de7004f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:36:12.517725 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] Bound port: 5164e1b2-1c04-4b38-a655-533aab773c7e, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a6ab17-57dc-4a8f-831c-ae5de7004f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:36:12.518241 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:12.621182 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ddc75a95-bf25-4e46-a472-78640b7da266 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-763166821'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:12.626801 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ddc75a95-bf25-4e46-a472-78640b7da266 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:12.631020 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ddc75a95-bf25-4e46-a472-78640b7da266 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Usage tracker for resource:network and tenant:5af11a5421f1414da3373f52eeb4b2c8 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:12.633981 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ddc75a95-bf25-4e46-a472-78640b7da266 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:12.635718 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] For port 5164e1b2-1c04-4b38-a655-533aab773c7e, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:36:12.639151 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] For port 5164e1b2-1c04-4b38-a655-533aab773c7e, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5164e1b2-1c04-4b38-a655-533aab773c7e,segment=NetworkSegment(35a6ab17-57dc-4a8f-831c-ae5de7004f1d),segment_id=35a6ab17-57dc-4a8f-831c-ae5de7004f1d)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:36:12.640250 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ddc75a95-bf25-4e46-a472-78640b7da266 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:12.647049 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:12.652853 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc75a95-bf25-4e46-a472-78640b7da266 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Made reservation on behalf of 5af11a5421f1414da3373f52eeb4b2c8 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:36:12.665944 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ddc75a95-bf25-4e46-a472-78640b7da266 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:12.681430 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ddc75a95-bf25-4e46-a472-78640b7da266 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:12.720221 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ddc75a95-bf25-4e46-a472-78640b7da266 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:12.724991 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ddc75a95-bf25-4e46-a472-78640b7da266 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Usage tracker for resource:security_group_rule and tenant:5af11a5421f1414da3373f52eeb4b2c8 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:12.728435 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ddc75a95-bf25-4e46-a472-78640b7da266 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:12.737868 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ddc75a95-bf25-4e46-a472-78640b7da266 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:12.740860 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f0a96-0f02-4b96-81e9-2ef748604f2c None None] Pushing event updated for resources: {'Port': ['ID=5164e1b2-1c04-4b38-a655-533aab773c7e,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:12.748436 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] Routers {'730e98e4-728d-448c-9af0-a0714cc390da'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:12.749748 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:35:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['730e98e4-728d-448c-9af0-a0714cc390da'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:12.839055 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ddc75a95-bf25-4e46-a472-78640b7da266 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:12.848553 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ddc75a95-bf25-4e46-a472-78640b7da266 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:12.863272 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc75a95-bf25-4e46-a472-78640b7da266 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:36:12.906328 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e64ffa63-1cd8-4067-a052-5ad70cce685b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:12.914611 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ddc75a95-bf25-4e46-a472-78640b7da266 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:12.915049 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-ddc75a95-bf25-4e46-a472-78640b7da266 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Added segment 35cac252-1005-476c-a7b9-f1285257a041 of type vlan for network 64ab09d4-9437-4d9c-b6b0-ccccb8006a4c Mar 14 15:36:12.918990 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53854) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:12.951547 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc75a95-bf25-4e46-a472-78640b7da266 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a42731f-a78f-40a3-a325-92b9e50fef32,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:13.010004 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ddc75a95-bf25-4e46-a472-78640b7da266 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:13.037745 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] Set router 730e98e4-728d-448c-9af0-a0714cc390da gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:36:13.053601 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b314662d-8660-45da-b49f-c937061d8fe2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:13.076782 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ddc75a95-bf25-4e46-a472-78640b7da266 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:13.084452 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc75a95-bf25-4e46-a472-78640b7da266 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:13.085082 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ddc75a95-bf25-4e46-a472-78640b7da266 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:13.094505 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b314662d-8660-45da-b49f-c937061d8fe2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:13.190660 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b314662d-8660-45da-b49f-c937061d8fe2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:13.229077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314662d-8660-45da-b49f-c937061d8fe2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b774a8a7-2b09-4219-93cf-0ded6bc0a816,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:13.254405 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b314662d-8660-45da-b49f-c937061d8fe2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:13.257981 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b314662d-8660-45da-b49f-c937061d8fe2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/security-groups/b774a8a7-2b09-4219-93cf-0ded6bc0a816 HTTP/1.1" status: 204 len: 168 time: 0.3355703 Mar 14 15:36:13.309573 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53860) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:13.310810 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ddc75a95-bf25-4e46-a472-78640b7da266 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9018435 Mar 14 15:36:13.316287 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-55c6b2b6-6758-4ae0-aff1-2c19a5d93614 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Request body: {'subnet': {'network_id': '64ab09d4-9437-4d9c-b6b0-ccccb8006a4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:13.326840 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc75a95-bf25-4e46-a472-78640b7da266 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Pushing event updated for resources: {'Network': ['ID=64ab09d4-9437-4d9c-b6b0-ccccb8006a4c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:13.347119 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 64ab09d4-9437-4d9c-b6b0-ccccb8006a4c details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:36:13.354446 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53864) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:13.428118 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730e98e4-728d-448c-9af0-a0714cc390da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298500619', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:58Z', 'updated_at': '2022-03-14T15:36:07Z', 'revision_number': 4, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'gw_port': {'id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:59Z', 'updated_at': '2022-03-14T15:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '5164e1b2-1c04-4b38-a655-533aab773c7e', 'name': '', 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'mac_address': 'fa:16:3e:dd:21:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6096ac49-f806-491a-902d-8af126f44a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:06Z', 'updated_at': '2022-03-14T15:36:12Z', 'revision_number': 4, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'subnets': [{'id': '6096ac49-f806-491a-902d-8af126f44a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:13.433200 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863b26d7-550e-4485-90a3-667130a538b1 None None] The sync data for ids ['730e98e4-728d-448c-9af0-a0714cc390da'] in dv-neutron-833561-1-hyperv is: [{'id': '730e98e4-728d-448c-9af0-a0714cc390da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298500619', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:58Z', 'updated_at': '2022-03-14T15:36:07Z', 'revision_number': 4, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'gw_port': {'id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:59Z', 'updated_at': '2022-03-14T15:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '5164e1b2-1c04-4b38-a655-533aab773c7e', 'name': '', 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'mac_address': 'fa:16:3e:dd:21:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6096ac49-f806-491a-902d-8af126f44a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:06Z', 'updated_at': '2022-03-14T15:36:12Z', 'revision_number': 4, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'subnets': [{'id': '6096ac49-f806-491a-902d-8af126f44a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:36:13.467693 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-55c6b2b6-6758-4ae0-aff1-2c19a5d93614 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:13.471142 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-55c6b2b6-6758-4ae0-aff1-2c19a5d93614 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Usage tracker for resource:subnet and tenant:5af11a5421f1414da3373f52eeb4b2c8 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:13.475277 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-55c6b2b6-6758-4ae0-aff1-2c19a5d93614 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:13.496047 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-55c6b2b6-6758-4ae0-aff1-2c19a5d93614 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:13.513239 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c6b2b6-6758-4ae0-aff1-2c19a5d93614 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Made reservation on behalf of 5af11a5421f1414da3373f52eeb4b2c8 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:36:13.654084 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-55c6b2b6-6758-4ae0-aff1-2c19a5d93614 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:13.731103 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-37057faa-af34-4af4-bc90-3088158f13a2 req-f6b052e7-6db5-4fd3-b901-25a0dc096f92 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 210 time: 0.0785847 Mar 14 15:36:13.840447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 32b6eaed-5616-43b7-b32c-381ff1b91f0f no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:36:13.913713 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 32b6eaed-5616-43b7-b32c-381ff1b91f0f {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:36:13.914147 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 32b6eaed-5616-43b7-b32c-381ff1b91f0f not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:36:14.072028 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-46bc8b39-e863-4487-89d9-6e4f72a8d2fb tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:14.072726 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-46bc8b39-e863-4487-89d9-6e4f72a8d2fb tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Synchronizing usage tracker for tenant:d4e3d2e02cf4404982bcbc9a66a204af on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:36:14.117926 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-439c20bd-60e7-4da7-8ad6-5871b0f8850b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:14.169268 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-46bc8b39-e863-4487-89d9-6e4f72a8d2fb tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Unset dirty status for tenant:d4e3d2e02cf4404982bcbc9a66a204af on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:36:14.170428 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-46bc8b39-e863-4487-89d9-6e4f72a8d2fb tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.24 "GET /v2.0/networks?id=3eedfa94-96fa-40a7-9693-8d8f73fe9563 HTTP/1.1" status: 200 len: 797 time: 0.3191140 Mar 14 15:36:14.254669 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-bbfb6abf-05d0-480a-bf70-dccd2001d17e tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4e3d2e02cf4404982bcbc9a66a204af HTTP/1.1" status: 200 len: 379 time: 0.0628021 Mar 14 15:36:14.256218 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-55c6b2b6-6758-4ae0-aff1-2c19a5d93614 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:14.294519 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-6edc94ec-d481-4b97-bbe7-815d2a7c8c6f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Request body: {'port': {'device_id': '2c59a024-199f-4058-88ed-c67990341130', 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563', 'admin_state_up': True, 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'security_groups': ['789b5df8-26e5-4782-89a3-8d31163a884e']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:14.458654 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6b2b6-6758-4ae0-aff1-2c19a5d93614 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Pushing event updated for resources: {'Subnet': ['ID=176c1484-af66-4144-9067-a0484b4df70c,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:14.476871 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c6b2b6-6758-4ae0-aff1-2c19a5d93614 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Checking segment: {'id': '35cac252-1005-476c-a7b9-f1285257a041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '64ab09d4-9437-4d9c-b6b0-ccccb8006a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:36:14.477538 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c6b2b6-6758-4ae0-aff1-2c19a5d93614 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Network hostable DHCP agents. Network: 64ab09d4-9437-4d9c-b6b0-ccccb8006a4c, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:36:14.518339 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-6edc94ec-d481-4b97-bbe7-815d2a7c8c6f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:14.529573 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c6b2b6-6758-4ae0-aff1-2c19a5d93614 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Network 64ab09d4-9437-4d9c-b6b0-ccccb8006a4c is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:36:14.531866 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-6edc94ec-d481-4b97-bbe7-815d2a7c8c6f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:14.542460 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-55c6b2b6-6758-4ae0-aff1-2c19a5d93614 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 64ab09d4-9437-4d9c-b6b0-ccccb8006a4c) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:14.545874 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-6edc94ec-d481-4b97-bbe7-815d2a7c8c6f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Made reservation on behalf of d4e3d2e02cf4404982bcbc9a66a204af for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:36:14.548918 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-6edc94ec-d481-4b97-bbe7-815d2a7c8c6f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:14.559421 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c6b2b6-6758-4ae0-aff1-2c19a5d93614 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:14.559663 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-55c6b2b6-6758-4ae0-aff1-2c19a5d93614 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:14.565099 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bcecf7-6db8-46f2-9b00-e0885b27ef4e None None] Network 64ab09d4-9437-4d9c-b6b0-ccccb8006a4c requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:36:14.622329 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-55c6b2b6-6758-4ae0-aff1-2c19a5d93614 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3090303 Mar 14 15:36:14.622526 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53870) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:14.629244 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2e9b7253-4099-4d1b-895b-92ce048a3d99 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-998874399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:14.638770 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2e9b7253-4099-4d1b-895b-92ce048a3d99 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:14.650708 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2e9b7253-4099-4d1b-895b-92ce048a3d99 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Usage tracker for resource:router and tenant:5af11a5421f1414da3373f52eeb4b2c8 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:14.662521 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2e9b7253-4099-4d1b-895b-92ce048a3d99 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:14.673576 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2e9b7253-4099-4d1b-895b-92ce048a3d99 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:14.734886 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e9b7253-4099-4d1b-895b-92ce048a3d99 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:14.735939 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e9b7253-4099-4d1b-895b-92ce048a3d99 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:14.785271 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-6edc94ec-d481-4b97-bbe7-815d2a7c8c6f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Allocated IP 172.20.0.11 (3eedfa94-96fa-40a7-9693-8d8f73fe9563/6096ac49-f806-491a-902d-8af126f44a71/9c2dfa40-a11e-45c0-b459-3dadf2546323) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:36:14.787846 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e9b7253-4099-4d1b-895b-92ce048a3d99 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:14.818350 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-439c20bd-60e7-4da7-8ad6-5871b0f8850b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:36:14.819209 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-439c20bd-60e7-4da7-8ad6-5871b0f8850b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:14.835499 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e9b7253-4099-4d1b-895b-92ce048a3d99 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:14.839816 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffdbf96-5408-4192-b702-a75a143504ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-64ab09d4-9437-4d9c-b6b0-ccccb8006a4c', 'network_id': '64ab09d4-9437-4d9c-b6b0-ccccb8006a4c', 'tenant_id': '5af11a5421f1414da3373f52eeb4b2c8', 'fixed_ips': [{'subnet_id': '176c1484-af66-4144-9067-a0484b4df70c'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:36:14.841245 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ffdbf96-5408-4192-b702-a75a143504ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:14.972701 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e9b7253-4099-4d1b-895b-92ce048a3d99 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:14.976592 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2e9b7253-4099-4d1b-895b-92ce048a3d99 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3531930 Mar 14 15:36:14.978739 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53876) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:14.991994 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-5d840e71-03cf-40c1-975b-611e58789999 req-d4f8d2a1-3a3d-47ab-9f67-701d63d53311 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Synchronizing usage tracker for tenant:d4e3d2e02cf4404982bcbc9a66a204af on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:36:15.011152 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-5d840e71-03cf-40c1-975b-611e58789999 req-d4f8d2a1-3a3d-47ab-9f67-701d63d53311 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Unset dirty status for tenant:d4e3d2e02cf4404982bcbc9a66a204af on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:36:15.012226 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5d840e71-03cf-40c1-975b-611e58789999 req-d4f8d2a1-3a3d-47ab-9f67-701d63d53311 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 210 time: 0.0822148 Mar 14 15:36:15.031607 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-3ffdbf96-5408-4192-b702-a75a143504ef None None] Allocated IP 172.20.0.2 (64ab09d4-9437-4d9c-b6b0-ccccb8006a4c/176c1484-af66-4144-9067-a0484b4df70c/eab89881-7e7d-40d1-8855-7a1cb1c19f86) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:36:15.076915 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-198eeca3-ea15-4429-9627-e0264c5eeec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:15.082194 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-6edc94ec-d481-4b97-bbe7-815d2a7c8c6f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:15.098479 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-6edc94ec-d481-4b97-bbe7-815d2a7c8c6f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Transition to ACTIVE for port object 9c2dfa40-a11e-45c0-b459-3dadf2546323 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:15.120020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-6edc94ec-d481-4b97-bbe7-815d2a7c8c6f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:15.183152 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-439c20bd-60e7-4da7-8ad6-5871b0f8850b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port 2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98,segment=NetworkSegment(c5cb67dc-3a25-4842-b412-005f912a0871),segment_id=c5cb67dc-3a25-4842-b412-005f912a0871)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:15.183974 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-439c20bd-60e7-4da7-8ad6-5871b0f8850b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:15.192050 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-6edc94ec-d481-4b97-bbe7-815d2a7c8c6f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Network 3eedfa94-96fa-40a7-9693-8d8f73fe9563 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:15.194711 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-6edc94ec-d481-4b97-bbe7-815d2a7c8c6f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:15.197319 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-6edc94ec-d481-4b97-bbe7-815d2a7c8c6f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:36:15.244364 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc94ec-d481-4b97-bbe7-815d2a7c8c6f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Pushing event updated for resources: {'Port': ['ID=9c2dfa40-a11e-45c0-b459-3dadf2546323,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:15.276404 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-6edc94ec-d481-4b97-bbe7-815d2a7c8c6f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:15.277012 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-6edc94ec-d481-4b97-bbe7-815d2a7c8c6f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:15.311159 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-6edc94ec-d481-4b97-bbe7-815d2a7c8c6f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0502675 Mar 14 15:36:15.322833 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-7c8e4079-2d65-4121-93bd-af2d1ec2cfd9 service neutron] Request body: {'port': {'device_id': '2c59a024-199f-4058-88ed-c67990341130', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:15.342367 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-439c20bd-60e7-4da7-8ad6-5871b0f8850b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:36:15.393856 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ffdbf96-5408-4192-b702-a75a143504ef None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:15.414659 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3ffdbf96-5408-4192-b702-a75a143504ef None None] Transition to ACTIVE for port object eab89881-7e7d-40d1-8855-7a1cb1c19f86 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:15.432817 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5164e1b2-1c04-4b38-a655-533aab773c7e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:36:15.457606 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-7c8e4079-2d65-4121-93bd-af2d1ec2cfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:15.484843 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3ffdbf96-5408-4192-b702-a75a143504ef None None] Transition to ACTIVE for port object eab89881-7e7d-40d1-8855-7a1cb1c19f86 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:15.496935 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ffdbf96-5408-4192-b702-a75a143504ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:15.599793 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0354cfcd-5288-45d1-a01b-ca5f0ddcb972 None None] Provisioning for port 9c2dfa40-a11e-45c0-b459-3dadf2546323 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:15.629845 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0354cfcd-5288-45d1-a01b-ca5f0ddcb972 None None] Provisioning complete for port 9c2dfa40-a11e-45c0-b459-3dadf2546323 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:15.630522 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0354cfcd-5288-45d1-a01b-ca5f0ddcb972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:15.664429 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffdbf96-5408-4192-b702-a75a143504ef None None] Network 64ab09d4-9437-4d9c-b6b0-ccccb8006a4c is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:15.665588 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdbf96-5408-4192-b702-a75a143504ef None None] Pushing event updated for resources: {'Port': ['ID=eab89881-7e7d-40d1-8855-7a1cb1c19f86,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:15.676845 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-3ffdbf96-5408-4192-b702-a75a143504ef None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:15.688738 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffdbf96-5408-4192-b702-a75a143504ef None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:36:15.737981 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0354cfcd-5288-45d1-a01b-ca5f0ddcb972 None None] Port 9c2dfa40-a11e-45c0-b459-3dadf2546323 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:36:15.743068 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 5164e1b2-1c04-4b38-a655-533aab773c7e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:15.772577 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 5164e1b2-1c04-4b38-a655-533aab773c7e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:15.772959 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:15.836560 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-7c8e4079-2d65-4121-93bd-af2d1ec2cfd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2dfa40-a11e-45c0-b459-3dadf2546323 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:36:15.844629 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-7c8e4079-2d65-4121-93bd-af2d1ec2cfd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:15.847766 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3ffdbf96-5408-4192-b702-a75a143504ef None None] Attempting to bind port eab89881-7e7d-40d1-8855-7a1cb1c19f86 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:36:15.848132 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3ffdbf96-5408-4192-b702-a75a143504ef None None] Attempting to bind port eab89881-7e7d-40d1-8855-7a1cb1c19f86 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '35cac252-1005-476c-a7b9-f1285257a041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '64ab09d4-9437-4d9c-b6b0-ccccb8006a4c'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:36:15.848744 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffdbf96-5408-4192-b702-a75a143504ef None None] Attempting to bind port eab89881-7e7d-40d1-8855-7a1cb1c19f86 on network 64ab09d4-9437-4d9c-b6b0-ccccb8006a4c {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:36:15.862113 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffdbf96-5408-4192-b702-a75a143504ef None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:36:15.862113 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffdbf96-5408-4192-b702-a75a143504ef None None] Checking segment: {'id': '35cac252-1005-476c-a7b9-f1285257a041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '64ab09d4-9437-4d9c-b6b0-ccccb8006a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:36:15.862113 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ffdbf96-5408-4192-b702-a75a143504ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:15.862113 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffdbf96-5408-4192-b702-a75a143504ef None None] Bound using segment: {'id': '35cac252-1005-476c-a7b9-f1285257a041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '64ab09d4-9437-4d9c-b6b0-ccccb8006a4c'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:36:15.862559 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3ffdbf96-5408-4192-b702-a75a143504ef None None] Bound port: eab89881-7e7d-40d1-8855-7a1cb1c19f86, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35cac252-1005-476c-a7b9-f1285257a041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '64ab09d4-9437-4d9c-b6b0-ccccb8006a4c'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:36:15.862765 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ffdbf96-5408-4192-b702-a75a143504ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:15.864730 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-7c8e4079-2d65-4121-93bd-af2d1ec2cfd9 service neutron] Transition to ACTIVE for port object 9c2dfa40-a11e-45c0-b459-3dadf2546323 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:15.870478 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-7c8e4079-2d65-4121-93bd-af2d1ec2cfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:15.970789 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15094500-a867-4e0d-8194-cb5f7739d806 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:16.009305 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:16.028853 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3ffdbf96-5408-4192-b702-a75a143504ef None None] For port eab89881-7e7d-40d1-8855-7a1cb1c19f86, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:36:16.043534 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3ffdbf96-5408-4192-b702-a75a143504ef None None] For port eab89881-7e7d-40d1-8855-7a1cb1c19f86, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=eab89881-7e7d-40d1-8855-7a1cb1c19f86,segment=NetworkSegment(35cac252-1005-476c-a7b9-f1285257a041),segment_id=35cac252-1005-476c-a7b9-f1285257a041)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:36:16.049683 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-439c20bd-60e7-4da7-8ad6-5871b0f8850b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:16.052883 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ffdbf96-5408-4192-b702-a75a143504ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:16.116516 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 5164e1b2-1c04-4b38-a655-533aab773c7e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5164e1b2-1c04-4b38-a655-533aab773c7e,segment=NetworkSegment(35a6ab17-57dc-4a8f-831c-ae5de7004f1d),segment_id=35a6ab17-57dc-4a8f-831c-ae5de7004f1d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:16.150592 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:16.162506 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e4079-2d65-4121-93bd-af2d1ec2cfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2dfa40-a11e-45c0-b459-3dadf2546323,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:16.208058 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdbf96-5408-4192-b702-a75a143504ef None None] Pushing event updated for resources: {'Port': ['ID=eab89881-7e7d-40d1-8855-7a1cb1c19f86,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:16.222184 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c20bd-60e7-4da7-8ad6-5871b0f8850b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:16.314459 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-7c8e4079-2d65-4121-93bd-af2d1ec2cfd9 service neutron] Attempting to bind port 9c2dfa40-a11e-45c0-b459-3dadf2546323 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:36:16.315345 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-7c8e4079-2d65-4121-93bd-af2d1ec2cfd9 service neutron] Attempting to bind port 9c2dfa40-a11e-45c0-b459-3dadf2546323 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '35a6ab17-57dc-4a8f-831c-ae5de7004f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:36:16.315834 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-7c8e4079-2d65-4121-93bd-af2d1ec2cfd9 service neutron] Attempting to bind port 9c2dfa40-a11e-45c0-b459-3dadf2546323 on network 3eedfa94-96fa-40a7-9693-8d8f73fe9563 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:36:16.329058 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-7c8e4079-2d65-4121-93bd-af2d1ec2cfd9 service neutron] Port 9c2dfa40-a11e-45c0-b459-3dadf2546323 on network 3eedfa94-96fa-40a7-9693-8d8f73fe9563 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:36:16.329724 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-7c8e4079-2d65-4121-93bd-af2d1ec2cfd9 service neutron] Attempting to bind port 9c2dfa40-a11e-45c0-b459-3dadf2546323 on network 3eedfa94-96fa-40a7-9693-8d8f73fe9563 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:36:16.332392 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:16.341703 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-7c8e4079-2d65-4121-93bd-af2d1ec2cfd9 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:36:16.342558 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-7c8e4079-2d65-4121-93bd-af2d1ec2cfd9 service neutron] Checking segment: {'id': '35a6ab17-57dc-4a8f-831c-ae5de7004f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:36:16.343150 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-7c8e4079-2d65-4121-93bd-af2d1ec2cfd9 service neutron] Bound using segment: {'id': '35a6ab17-57dc-4a8f-831c-ae5de7004f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:36:16.344110 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-7c8e4079-2d65-4121-93bd-af2d1ec2cfd9 service neutron] Bound port: 9c2dfa40-a11e-45c0-b459-3dadf2546323, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a6ab17-57dc-4a8f-831c-ae5de7004f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:36:16.344507 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-7c8e4079-2d65-4121-93bd-af2d1ec2cfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:16.350669 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=5164e1b2-1c04-4b38-a655-533aab773c7e,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:16.478123 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:16.493121 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-7c8e4079-2d65-4121-93bd-af2d1ec2cfd9 service neutron] For port 9c2dfa40-a11e-45c0-b459-3dadf2546323, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:36:16.500532 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-7c8e4079-2d65-4121-93bd-af2d1ec2cfd9 service neutron] For port 9c2dfa40-a11e-45c0-b459-3dadf2546323, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9c2dfa40-a11e-45c0-b459-3dadf2546323,segment=NetworkSegment(35a6ab17-57dc-4a8f-831c-ae5de7004f1d),segment_id=35a6ab17-57dc-4a8f-831c-ae5de7004f1d)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:36:16.510097 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-7c8e4079-2d65-4121-93bd-af2d1ec2cfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:16.578921 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-7c8e4079-2d65-4121-93bd-af2d1ec2cfd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:16.580919 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-7c8e4079-2d65-4121-93bd-af2d1ec2cfd9 service neutron] 10.222.0.24 "PUT /v2.0/ports/9c2dfa40-a11e-45c0-b459-3dadf2546323 HTTP/1.1" status: 200 len: 1094 time: 1.2631226 Mar 14 15:36:16.590562 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c59a024-199f-4058-88ed-c67990341130', 'tag': '9c2dfa40-a11e-45c0-b459-3dadf2546323'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:36:16.636035 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e4079-2d65-4121-93bd-af2d1ec2cfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2dfa40-a11e-45c0-b459-3dadf2546323,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:16.699275 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c59a024-199f-4058-88ed-c67990341130', 'tag': '9c2dfa40-a11e-45c0-b459-3dadf2546323', 'status': 'completed', 'code': 200} Mar 14 15:36:16.741810 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-323ddc79-d7ad-473d-a625-05010d8bebbf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4e3d2e02cf4404982bcbc9a66a204af&device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 1097 time: 0.0977950 Mar 14 15:36:16.823043 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-2e39d059-0c55-419f-b820-b3e542581df0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c2dfa40-a11e-45c0-b459-3dadf2546323 HTTP/1.1" status: 200 len: 217 time: 0.0748796 Mar 14 15:36:16.830743 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97849d89-b630-4f55-9475-b77424fa7da3 req-bc264827-a6cd-475a-903b-a0576f17aeea tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:16.832210 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-97849d89-b630-4f55-9475-b77424fa7da3 req-bc264827-a6cd-475a-903b-a0576f17aeea tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 944 time: 0.5446374 Mar 14 15:36:16.892729 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-15094500-a867-4e0d-8194-cb5f7739d806 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Allocated IP 172.20.0.1 (64ab09d4-9437-4d9c-b6b0-ccccb8006a4c/176c1484-af66-4144-9067-a0484b4df70c/0a7692bb-06f6-4034-8aa1-ef87020462aa) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:36:16.892919 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-6cfbf66c-d02b-42a1-bd61-a5615e089684 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:16.894277 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-6cfbf66c-d02b-42a1-bd61-a5615e089684 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6096ac49-f806-491a-902d-8af126f44a71 HTTP/1.1" status: 200 len: 835 time: 0.0649090 Mar 14 15:36:16.946446 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-97849d89-b630-4f55-9475-b77424fa7da3 req-b67f876c-b075-49c2-a206-e795b9d4dfa4 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058013 Mar 14 15:36:16.975199 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-29f6766d-de06-4ed3-bfbf-6985780f4cdf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3eedfa94-96fa-40a7-9693-8d8f73fe9563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754354 Mar 14 15:36:17.104577 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15094500-a867-4e0d-8194-cb5f7739d806 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:17.109516 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-a6c804ee-913e-46e1-9d38-ab4a6cd722bc service neutron] 10.222.0.24 "GET /v2.0/networks/3eedfa94-96fa-40a7-9693-8d8f73fe9563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287274 Mar 14 15:36:17.122664 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-439c20bd-60e7-4da7-8ad6-5871b0f8850b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:17.128875 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-15094500-a867-4e0d-8194-cb5f7739d806 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Transition to ACTIVE for port object 0a7692bb-06f6-4034-8aa1-ef87020462aa will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:17.259308 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9cc572a8-986e-49ae-9cbb-788dd54190c9 req-4e0497ee-43e6-47a5-814c-ae3425fad245 service neutron] 10.222.0.24 "GET /v2.0/networks/3eedfa94-96fa-40a7-9693-8d8f73fe9563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443889 Mar 14 15:36:17.406401 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9f98ba3d-c09d-47e1-8f43-d834b66e0ed8 req-42c7ea94-0f59-48bd-95a0-44905815ef0f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4e3d2e02cf4404982bcbc9a66a204af&device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 1097 time: 0.0981336 Mar 14 15:36:17.413479 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15094500-a867-4e0d-8194-cb5f7739d806 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:17.494203 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15094500-a867-4e0d-8194-cb5f7739d806 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Network 64ab09d4-9437-4d9c-b6b0-ccccb8006a4c is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:17.498542 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-15094500-a867-4e0d-8194-cb5f7739d806 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:17.501998 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15094500-a867-4e0d-8194-cb5f7739d806 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:36:17.503502 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5164e1b2-1c04-4b38-a655-533aab773c7e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:36:17.531277 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15094500-a867-4e0d-8194-cb5f7739d806 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Pushing event updated for resources: {'Port': ['ID=0a7692bb-06f6-4034-8aa1-ef87020462aa,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:17.544677 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98ba3d-c09d-47e1-8f43-d834b66e0ed8 req-534480cf-cf25-45f7-863e-9250af1d16af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:17.546596 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9f98ba3d-c09d-47e1-8f43-d834b66e0ed8 req-534480cf-cf25-45f7-863e-9250af1d16af service neutron] 10.222.0.24 "GET /v2.0/networks?id=3eedfa94-96fa-40a7-9693-8d8f73fe9563 HTTP/1.1" status: 200 len: 898 time: 0.1343737 Mar 14 15:36:17.571911 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15094500-a867-4e0d-8194-cb5f7739d806 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:17.591911 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 5164e1b2-1c04-4b38-a655-533aab773c7e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:17.593416 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:17.632958 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cf969c-1985-44d4-a7cf-726c5325d992 None None] Network 64ab09d4-9437-4d9c-b6b0-ccccb8006a4c requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:36:17.636205 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9f98ba3d-c09d-47e1-8f43-d834b66e0ed8 req-925edd41-b917-41e4-a703-5c322449df6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c2dfa40-a11e-45c0-b459-3dadf2546323 HTTP/1.1" status: 200 len: 217 time: 0.0833650 Mar 14 15:36:17.707549 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98ba3d-c09d-47e1-8f43-d834b66e0ed8 req-efad902e-2c3f-4608-bb7e-fdb6b655f9b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:17.709159 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9f98ba3d-c09d-47e1-8f43-d834b66e0ed8 req-efad902e-2c3f-4608-bb7e-fdb6b655f9b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6096ac49-f806-491a-902d-8af126f44a71 HTTP/1.1" status: 200 len: 835 time: 0.0648005 Mar 14 15:36:17.763014 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ff922a35-70b6-4a5d-bdd1-5cf0b8a82da1 None None] Provisioning for port eab89881-7e7d-40d1-8855-7a1cb1c19f86 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:17.787736 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9f98ba3d-c09d-47e1-8f43-d834b66e0ed8 req-b2b9ed38-149e-40f1-81eb-34394b28dff9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3eedfa94-96fa-40a7-9693-8d8f73fe9563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722191 Mar 14 15:36:17.814480 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15094500-a867-4e0d-8194-cb5f7739d806 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:17.874582 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device eab89881-7e7d-40d1-8855-7a1cb1c19f86 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:36:17.930122 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9f98ba3d-c09d-47e1-8f43-d834b66e0ed8 req-33af9014-dba9-45c9-a97e-152797a53041 service neutron] 10.222.0.24 "GET /v2.0/networks/3eedfa94-96fa-40a7-9693-8d8f73fe9563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362872 Mar 14 15:36:17.973340 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:18.019152 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port eab89881-7e7d-40d1-8855-7a1cb1c19f86 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:18.027690 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port eab89881-7e7d-40d1-8855-7a1cb1c19f86 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:18.028072 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:18.177345 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:18.227663 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port eab89881-7e7d-40d1-8855-7a1cb1c19f86, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=eab89881-7e7d-40d1-8855-7a1cb1c19f86,segment=NetworkSegment(35cac252-1005-476c-a7b9-f1285257a041),segment_id=35cac252-1005-476c-a7b9-f1285257a041)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:18.239001 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:18.302410 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9f98ba3d-c09d-47e1-8f43-d834b66e0ed8 req-bed91118-797d-4104-9f76-f38161603fda service neutron] 10.222.0.24 "GET /v2.0/networks/3eedfa94-96fa-40a7-9693-8d8f73fe9563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661838 Mar 14 15:36:18.343374 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd90cb-21b6-4d34-9f18-a3fab0dbd0fb req-db55dfa7-fe2b-458c-b517-a7f1e244150d tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:18.344979 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7fcd90cb-21b6-4d34-9f18-a3fab0dbd0fb req-db55dfa7-fe2b-458c-b517-a7f1e244150d tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 944 time: 0.1738238 Mar 14 15:36:18.364424 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=eab89881-7e7d-40d1-8855-7a1cb1c19f86,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:18.404290 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7fcd90cb-21b6-4d34-9f18-a3fab0dbd0fb req-fa483faa-518d-4c52-96e8-c06c88ac6432 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480199 Mar 14 15:36:18.406785 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4fc66577-96a7-4a13-9c8e-d5a295d0f78a None None] Provisioning for port 0a7692bb-06f6-4034-8aa1-ef87020462aa completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:18.413465 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4fc66577-96a7-4a13-9c8e-d5a295d0f78a None None] Provisioning complete for port 0a7692bb-06f6-4034-8aa1-ef87020462aa triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:18.413928 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4fc66577-96a7-4a13-9c8e-d5a295d0f78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:18.478810 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15094500-a867-4e0d-8194-cb5f7739d806 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:18.479663 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4fc66577-96a7-4a13-9c8e-d5a295d0f78a None None] Port 0a7692bb-06f6-4034-8aa1-ef87020462aa cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:36:18.490691 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15094500-a867-4e0d-8194-cb5f7739d806 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:18.492781 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4fc66577-96a7-4a13-9c8e-d5a295d0f78a None None] Provisioning complete for port eab89881-7e7d-40d1-8855-7a1cb1c19f86 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:18.493154 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4fc66577-96a7-4a13-9c8e-d5a295d0f78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:18.610979 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15094500-a867-4e0d-8194-cb5f7739d806 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Pushing event updated for resources: {'Port': ['ID=0a7692bb-06f6-4034-8aa1-ef87020462aa,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:18.621793 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15094500-a867-4e0d-8194-cb5f7739d806 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:18.637266 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439c20bd-60e7-4da7-8ad6-5871b0f8850b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 42d7e10c-917a-4794-bd6a-2fb103018182 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:36:18.726816 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-df849088-6366-45ba-8c08-5d8206e010fe None None] Provisioning complete for port 0a7692bb-06f6-4034-8aa1-ef87020462aa triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:18.727406 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df849088-6366-45ba-8c08-5d8206e010fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:18.817298 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-df849088-6366-45ba-8c08-5d8206e010fe None None] Port 0a7692bb-06f6-4034-8aa1-ef87020462aa cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:36:18.998467 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15094500-a867-4e0d-8194-cb5f7739d806 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Network 64ab09d4-9437-4d9c-b6b0-ccccb8006a4c is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:19.000451 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-15094500-a867-4e0d-8194-cb5f7739d806 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:19.244766 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7b407de3-48c6-4c71-a801-1c499bea27c0 None None] Provisioning complete for port 0a7692bb-06f6-4034-8aa1-ef87020462aa triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:19.245162 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7b407de3-48c6-4c71-a801-1c499bea27c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:19.300275 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7b407de3-48c6-4c71-a801-1c499bea27c0 None None] Port 0a7692bb-06f6-4034-8aa1-ef87020462aa cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:36:19.304269 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device eab89881-7e7d-40d1-8855-7a1cb1c19f86 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:36:19.330636 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439c20bd-60e7-4da7-8ad6-5871b0f8850b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:36:19.342029 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8891714-651b-49f2-bfd8-040b4661b0a9 None None] Sync routers for ids ['42d7e10c-917a-4794-bd6a-2fb103018182'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:36:19.355519 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8891714-651b-49f2-bfd8-040b4661b0a9 None None] Routers {'42d7e10c-917a-4794-bd6a-2fb103018182'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:19.356689 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f8891714-651b-49f2-bfd8-040b4661b0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['42d7e10c-917a-4794-bd6a-2fb103018182'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:19.362954 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53886) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:19.363580 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-439c20bd-60e7-4da7-8ad6-5871b0f8850b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/routers/42d7e10c-917a-4794-bd6a-2fb103018182/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0075960 Mar 14 15:36:19.378119 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port eab89881-7e7d-40d1-8855-7a1cb1c19f86 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:19.378717 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:19.414726 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15094500-a867-4e0d-8194-cb5f7739d806 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Router 16ee9695-bca7-467f-92f5-677cf9a9422d is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:36:19.581860 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-f8891714-651b-49f2-bfd8-040b4661b0a9 None None] Set router 42d7e10c-917a-4794-bd6a-2fb103018182 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:36:19.627341 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-28913fa9-73c2-4ec0-b6f6-2477acdeaeb3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting subnet e2598908-02a9-482c-bda7-a7c25c61b9fb {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:36:19.630305 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28913fa9-73c2-4ec0-b6f6-2477acdeaeb3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:19.691302 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28913fa9-73c2-4ec0-b6f6-2477acdeaeb3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:19.701390 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a8f99-b7de-4e49-a4e4-63337476ea26 req-ff62c2d8-9cc1-4bd6-a78a-4637ab642d7e tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:19.703169 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cc1a8f99-b7de-4e49-a4e4-63337476ea26 req-ff62c2d8-9cc1-4bd6-a78a-4637ab642d7e tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 944 time: 0.1220706 Mar 14 15:36:19.707436 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15094500-a867-4e0d-8194-cb5f7739d806 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:36:19.707620 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:36:19.712003 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-15094500-a867-4e0d-8194-cb5f7739d806 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] 10.222.0.60 "PUT /v2.0/routers/16ee9695-bca7-467f-92f5-677cf9a9422d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7321267 Mar 14 15:36:19.714561 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53892) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:19.720714 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16fbd84-1da4-4582-a161-da28242685a6 None None] Sync routers for ids ['16ee9695-bca7-467f-92f5-677cf9a9422d'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:36:19.722276 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-46d52c58-2e4a-447d-af0f-5e6d2af1943d tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Request body: {'port': {'network_id': '64ab09d4-9437-4d9c-b6b0-ccccb8006a4c', 'name': 'tempest-FloatingIPNegativeTestJSON-1722633415'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:19.733848 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16fbd84-1da4-4582-a161-da28242685a6 None None] Routers {'16ee9695-bca7-467f-92f5-677cf9a9422d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:19.734548 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a16fbd84-1da4-4582-a161-da28242685a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['16ee9695-bca7-467f-92f5-677cf9a9422d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:19.806283 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28913fa9-73c2-4ec0-b6f6-2477acdeaeb3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:19.821081 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a16fbd84-1da4-4582-a161-da28242685a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:19.835250 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16fbd84-1da4-4582-a161-da28242685a6 None None] Routers {'16ee9695-bca7-467f-92f5-677cf9a9422d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:19.835521 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a16fbd84-1da4-4582-a161-da28242685a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['16ee9695-bca7-467f-92f5-677cf9a9422d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:19.846157 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cc1a8f99-b7de-4e49-a4e4-63337476ea26 req-7356253a-3d9c-480c-9dd1-e2de18be2712 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288195 Mar 14 15:36:19.895799 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-46d52c58-2e4a-447d-af0f-5e6d2af1943d tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:19.899652 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-46d52c58-2e4a-447d-af0f-5e6d2af1943d tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Usage tracker for resource:port and tenant:5af11a5421f1414da3373f52eeb4b2c8 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:19.903008 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-46d52c58-2e4a-447d-af0f-5e6d2af1943d tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:19.909611 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-46d52c58-2e4a-447d-af0f-5e6d2af1943d tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:19.914710 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28913fa9-73c2-4ec0-b6f6-2477acdeaeb3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:19.915624 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f8891714-651b-49f2-bfd8-040b4661b0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'name': 'tempest-TestNetworkBasicOps-router-723591753', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:02Z', 'updated_at': '2022-03-14T15:36:15Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:03Z', 'updated_at': '2022-03-14T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:19.922238 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8891714-651b-49f2-bfd8-040b4661b0a9 None None] Checking router: 42d7e10c-917a-4794-bd6a-2fb103018182 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:36:19.922703 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d52c58-2e4a-447d-af0f-5e6d2af1943d tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Made reservation on behalf of 5af11a5421f1414da3373f52eeb4b2c8 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:36:19.926370 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-46d52c58-2e4a-447d-af0f-5e6d2af1943d tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:19.934876 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8891714-651b-49f2-bfd8-040b4661b0a9 None None] Routers {'42d7e10c-917a-4794-bd6a-2fb103018182'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:19.935784 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f8891714-651b-49f2-bfd8-040b4661b0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['42d7e10c-917a-4794-bd6a-2fb103018182'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:19.947359 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a16fbd84-1da4-4582-a161-da28242685a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:19.947760 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16fbd84-1da4-4582-a161-da28242685a6 None None] The sync data for ids ['16ee9695-bca7-467f-92f5-677cf9a9422d'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:36:19.949173 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 9c2dfa40-a11e-45c0-b459-3dadf2546323 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:36:19.958576 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-46d52c58-2e4a-447d-af0f-5e6d2af1943d tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] device_id is not set on port 2cecacfc-8e83-4cf0-9f37-fd90ae18eb39 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:36:19.961446 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28913fa9-73c2-4ec0-b6f6-2477acdeaeb3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Subnet': ['ID=e2598908-02a9-482c-bda7-a7c25c61b9fb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:19.965831 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28913fa9-73c2-4ec0-b6f6-2477acdeaeb3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:19.975137 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-28913fa9-73c2-4ec0-b6f6-2477acdeaeb3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/subnets/e2598908-02a9-482c-bda7-a7c25c61b9fb HTTP/1.1" status: 204 len: 168 time: 0.6108949 Mar 14 15:36:19.975709 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53896) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:20.094148 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 9c2dfa40-a11e-45c0-b459-3dadf2546323, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9c2dfa40-a11e-45c0-b459-3dadf2546323,segment=NetworkSegment(35a6ab17-57dc-4a8f-831c-ae5de7004f1d),segment_id=35a6ab17-57dc-4a8f-831c-ae5de7004f1d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:20.110434 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '9c2dfa40-a11e-45c0-b459-3dadf2546323', 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563', 'port_id': '9c2dfa40-a11e-45c0-b459-3dadf2546323', 'mac_address': 'fa:16:3e:32:57:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6096ac49-f806-491a-902d-8af126f44a71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:36:20.113013 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-46d52c58-2e4a-447d-af0f-5e6d2af1943d tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Allocated IP 172.20.0.7 (64ab09d4-9437-4d9c-b6b0-ccccb8006a4c/176c1484-af66-4144-9067-a0484b4df70c/2cecacfc-8e83-4cf0-9f37-fd90ae18eb39) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:36:20.114618 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c8d216-8635-4cb6-8d8f-aa7281f0aea7 None None] Network 1d8db04e-b47d-4b3f-b0f4-895055390ad3 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:36:20.167138 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-f8891714-651b-49f2-bfd8-040b4661b0a9 None None] Set router 42d7e10c-917a-4794-bd6a-2fb103018182 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:36:20.256152 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:20.268022 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7fc2582a-96fc-4244-88cd-0d60245a85be tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:20.348489 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2dfa40-a11e-45c0-b459-3dadf2546323 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:36:20.387832 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-46d52c58-2e4a-447d-af0f-5e6d2af1943d tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:20.396514 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 9c2dfa40-a11e-45c0-b459-3dadf2546323, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9c2dfa40-a11e-45c0-b459-3dadf2546323,segment=NetworkSegment(35a6ab17-57dc-4a8f-831c-ae5de7004f1d),segment_id=35a6ab17-57dc-4a8f-831c-ae5de7004f1d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:20.406077 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:20.414657 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-46d52c58-2e4a-447d-af0f-5e6d2af1943d tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Transition to ACTIVE for port object 2cecacfc-8e83-4cf0-9f37-fd90ae18eb39 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:20.443449 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-46d52c58-2e4a-447d-af0f-5e6d2af1943d tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:20.502007 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f8891714-651b-49f2-bfd8-040b4661b0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'name': 'tempest-TestNetworkBasicOps-router-723591753', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:02Z', 'updated_at': '2022-03-14T15:36:15Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:03Z', 'updated_at': '2022-03-14T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:20.508758 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=9c2dfa40-a11e-45c0-b459-3dadf2546323,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:20.510765 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8891714-651b-49f2-bfd8-040b4661b0a9 None None] The sync data for ids ['42d7e10c-917a-4794-bd6a-2fb103018182'] in dv-neutron-833561-1-hyperv is: [{'id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'name': 'tempest-TestNetworkBasicOps-router-723591753', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:02Z', 'updated_at': '2022-03-14T15:36:15Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '91be5ac9-c163-4da3-9c76-3f70d69183a0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e10c-917a-4794-bd6a-2fb103018182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:03Z', 'updated_at': '2022-03-14T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:36:20.521005 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7fc2582a-96fc-4244-88cd-0d60245a85be tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:20.532461 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2582a-96fc-4244-88cd-0d60245a85be tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 91be5ac9-c163-4da3-9c76-3f70d69183a0 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:36:20.532812 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7fc2582a-96fc-4244-88cd-0d60245a85be tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:20.559825 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdee876-bade-4c4f-b279-6c4b2d2a3bfa None None] DHCP port deletion for 1d8db04e-b47d-4b3f-b0f4-895055390ad3 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:36:20.569535 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9cdee876-bade-4c4f-b279-6c4b2d2a3bfa None None] Deleting port 7cd1bdd2-b10f-463f-aad5-c32268c921ca {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:36:20.569906 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9cdee876-bade-4c4f-b279-6c4b2d2a3bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:20.575911 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d52c58-2e4a-447d-af0f-5e6d2af1943d tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Network 64ab09d4-9437-4d9c-b6b0-ccccb8006a4c is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:20.579040 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-46d52c58-2e4a-447d-af0f-5e6d2af1943d tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:20.581847 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d52c58-2e4a-447d-af0f-5e6d2af1943d tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:36:20.625442 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d52c58-2e4a-447d-af0f-5e6d2af1943d tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Pushing event updated for resources: {'Port': ['ID=2cecacfc-8e83-4cf0-9f37-fd90ae18eb39,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:20.662924 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d52c58-2e4a-447d-af0f-5e6d2af1943d tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:20.663575 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-46d52c58-2e4a-447d-af0f-5e6d2af1943d tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:20.703839 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-46d52c58-2e4a-447d-af0f-5e6d2af1943d tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9880912 Mar 14 15:36:20.707026 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53900) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:20.714495 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-54b06fa9-7a67-4a32-90bc-885665ca1f86 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:20.724457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-54b06fa9-7a67-4a32-90bc-885665ca1f86 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:20.741874 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-54b06fa9-7a67-4a32-90bc-885665ca1f86 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Usage tracker for resource:floatingip and tenant:5af11a5421f1414da3373f52eeb4b2c8 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:20.747691 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-54b06fa9-7a67-4a32-90bc-885665ca1f86 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:20.757620 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-54b06fa9-7a67-4a32-90bc-885665ca1f86 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:20.760794 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:20.781043 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-7fc2582a-96fc-4244-88cd-0d60245a85be tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port 91be5ac9-c163-4da3-9c76-3f70d69183a0, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=91be5ac9-c163-4da3-9c76-3f70d69183a0,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:20.781549 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7fc2582a-96fc-4244-88cd-0d60245a85be tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:20.789842 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54b06fa9-7a67-4a32-90bc-885665ca1f86 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:20.814983 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['9c2dfa40-a11e-45c0-b459-3dadf2546323'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:36:20.899872 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9cdee876-bade-4c4f-b279-6c4b2d2a3bfa None None] For port 7cd1bdd2-b10f-463f-aad5-c32268c921ca, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=7cd1bdd2-b10f-463f-aad5-c32268c921ca,segment=NetworkSegment(c5cb67dc-3a25-4842-b412-005f912a0871),segment_id=c5cb67dc-3a25-4842-b412-005f912a0871)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:20.900268 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9cdee876-bade-4c4f-b279-6c4b2d2a3bfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:20.928239 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2582a-96fc-4244-88cd-0d60245a85be tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 91be5ac9-c163-4da3-9c76-3f70d69183a0 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:36:21.049742 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9cdee876-bade-4c4f-b279-6c4b2d2a3bfa None None] Calling delete_port for 7cd1bdd2-b10f-463f-aad5-c32268c921ca owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:36:21.158251 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-eedf255a-4ca1-4d43-8c24-529b4464a6fb None None] Provisioning for port 2cecacfc-8e83-4cf0-9f37-fd90ae18eb39 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:21.181059 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-eedf255a-4ca1-4d43-8c24-529b4464a6fb None None] Provisioning complete for port 2cecacfc-8e83-4cf0-9f37-fd90ae18eb39 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:21.181476 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eedf255a-4ca1-4d43-8c24-529b4464a6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:21.239613 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9cdee876-bade-4c4f-b279-6c4b2d2a3bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:21.326279 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6698678-03d1-415b-9c82-9aa2b59c383f req-71e198fb-7361-491e-8f00-b46b2455d37a tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:21.329625 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f6698678-03d1-415b-9c82-9aa2b59c383f req-71e198fb-7361-491e-8f00-b46b2455d37a tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 945 time: 0.1631947 Mar 14 15:36:21.330387 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdee876-bade-4c4f-b279-6c4b2d2a3bfa None None] No DVR routers for this DVR port 7cd1bdd2-b10f-463f-aad5-c32268c921ca on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:36:21.338041 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 7cd1bdd2-b10f-463f-aad5-c32268c921ca no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:36:21.378525 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdee876-bade-4c4f-b279-6c4b2d2a3bfa None None] Pushing event deleted for resources: {'Port': ['ID=7cd1bdd2-b10f-463f-aad5-c32268c921ca,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:21.386450 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-eedf255a-4ca1-4d43-8c24-529b4464a6fb None None] Port 2cecacfc-8e83-4cf0-9f37-fd90ae18eb39 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:36:21.394125 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 7cd1bdd2-b10f-463f-aad5-c32268c921ca {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:36:21.394468 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 7cd1bdd2-b10f-463f-aad5-c32268c921ca not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:36:21.394882 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:36:21.428355 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54b06fa9-7a67-4a32-90bc-885665ca1f86 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:21.432756 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:36:21.433100 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 2b7b6cfb-333a-44b4-8ca8-f3e1277e7d98 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:36:21.487306 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f6698678-03d1-415b-9c82-9aa2b59c383f req-ad410943-91bf-4a1e-9909-7eb7456837be tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501837 Mar 14 15:36:21.493087 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7fc2582a-96fc-4244-88cd-0d60245a85be tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:21.554226 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2582a-96fc-4244-88cd-0d60245a85be tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=91be5ac9-c163-4da3-9c76-3f70d69183a0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:21.819042 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-54b06fa9-7a67-4a32-90bc-885665ca1f86 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Allocated IP 172.26.4.157 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/4f976de2-d37f-4cbd-bd35-2b4bd40f3c20) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:36:21.841366 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7fc2582a-96fc-4244-88cd-0d60245a85be tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:22.178248 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7fc2582a-96fc-4244-88cd-0d60245a85be tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:22.192741 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7fc2582a-96fc-4244-88cd-0d60245a85be tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:22.217427 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54b06fa9-7a67-4a32-90bc-885665ca1f86 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:22.245930 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7fc2582a-96fc-4244-88cd-0d60245a85be tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:22.246461 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc2582a-96fc-4244-88cd-0d60245a85be tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Fanout notify agent at l3_agent the message router_deleted on router 42d7e10c-917a-4794-bd6a-2fb103018182 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:36:22.267646 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7fc2582a-96fc-4244-88cd-0d60245a85be tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:22.268711 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7fc2582a-96fc-4244-88cd-0d60245a85be tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/routers/42d7e10c-917a-4794-bd6a-2fb103018182 HTTP/1.1" status: 204 len: 168 time: 2.2921188 Mar 14 15:36:22.271645 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53906) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:22.293310 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54b06fa9-7a67-4a32-90bc-885665ca1f86 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:22.439506 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b06fa9-7a67-4a32-90bc-885665ca1f86 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:22.444343 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b06fa9-7a67-4a32-90bc-885665ca1f86 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Pushing event updated for resources: {'Port': ['ID=4f976de2-d37f-4cbd-bd35-2b4bd40f3c20,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:22.446923 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-54b06fa9-7a67-4a32-90bc-885665ca1f86 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:22.449992 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b06fa9-7a67-4a32-90bc-885665ca1f86 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:36:22.477520 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29c2a435-4e45-41d5-b6a5-b1107b759d1c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:22.718509 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a7b97-e344-475a-9903-0e4940ced52e req-bf1f7221-7706-46c7-89b6-3985d1659520 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:22.722924 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-127a7b97-e344-475a-9903-0e4940ced52e req-bf1f7221-7706-46c7-89b6-3985d1659520 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 945 time: 0.0857122 Mar 14 15:36:22.759960 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29c2a435-4e45-41d5-b6a5-b1107b759d1c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:22.770583 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-127a7b97-e344-475a-9903-0e4940ced52e req-11d822ec-4831-41e4-a531-acc85c640ac3 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437953 Mar 14 15:36:22.795763 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-29c2a435-4e45-41d5-b6a5-b1107b759d1c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8db04e-b47d-4b3f-b0f4-895055390ad3']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:22.811228 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-29c2a435-4e45-41d5-b6a5-b1107b759d1c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5cb67dc-3a25-4842-b412-005f912a0871') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:22.812154 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-29c2a435-4e45-41d5-b6a5-b1107b759d1c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5cb67dc-3a25-4842-b412-005f912a0871') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:22.825108 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29c2a435-4e45-41d5-b6a5-b1107b759d1c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:22.899105 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29c2a435-4e45-41d5-b6a5-b1107b759d1c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:22.919561 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c2a435-4e45-41d5-b6a5-b1107b759d1c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:36:22.920064 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29c2a435-4e45-41d5-b6a5-b1107b759d1c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:22.934684 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54b06fa9-7a67-4a32-90bc-885665ca1f86 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:36:22.935542 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:36:23.054511 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54b06fa9-7a67-4a32-90bc-885665ca1f86 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:23.076470 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29c2a435-4e45-41d5-b6a5-b1107b759d1c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:23.096759 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29c2a435-4e45-41d5-b6a5-b1107b759d1c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:23.120565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2a435-4e45-41d5-b6a5-b1107b759d1c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Network': ['ID=1d8db04e-b47d-4b3f-b0f4-895055390ad3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:23.139334 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-29c2a435-4e45-41d5-b6a5-b1107b759d1c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/networks/1d8db04e-b47d-4b3f-b0f4-895055390ad3 HTTP/1.1" status: 204 len: 168 time: 0.8666933 Mar 14 15:36:23.153930 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53912) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:23.159986 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2fb10e4d-dff9-4118-b8e7-02a6abf0895d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'network': {'name': 'tempest-network-smoke--2041173838', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'port_security_enabled': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:23.164763 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2fb10e4d-dff9-4118-b8e7-02a6abf0895d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:23.168835 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2fb10e4d-dff9-4118-b8e7-02a6abf0895d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:network and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:23.171881 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2fb10e4d-dff9-4118-b8e7-02a6abf0895d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:23.177664 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2fb10e4d-dff9-4118-b8e7-02a6abf0895d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:23.188342 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb10e4d-dff9-4118-b8e7-02a6abf0895d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:36:23.191467 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2fb10e4d-dff9-4118-b8e7-02a6abf0895d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:23.225965 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb10e4d-dff9-4118-b8e7-02a6abf0895d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:36:23.237012 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2fb10e4d-dff9-4118-b8e7-02a6abf0895d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:23.237369 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-2fb10e4d-dff9-4118-b8e7-02a6abf0895d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Added segment 4743231b-a582-4843-a481-8dbedb797955 of type vlan for network 349f9384-c50d-4cdb-8a7b-70fd02c51b4a Mar 14 15:36:23.272561 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2fb10e4d-dff9-4118-b8e7-02a6abf0895d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:23.309871 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2fb10e4d-dff9-4118-b8e7-02a6abf0895d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:23.314495 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb10e4d-dff9-4118-b8e7-02a6abf0895d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:23.315074 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2fb10e4d-dff9-4118-b8e7-02a6abf0895d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:23.325239 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 91be5ac9-c163-4da3-9c76-3f70d69183a0 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:36:23.327000 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54b06fa9-7a67-4a32-90bc-885665ca1f86 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:23.332525 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54b06fa9-7a67-4a32-90bc-885665ca1f86 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:23.357964 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 91be5ac9-c163-4da3-9c76-3f70d69183a0 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:36:23.358515 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 91be5ac9-c163-4da3-9c76-3f70d69183a0 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:36:23.461503 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b06fa9-7a67-4a32-90bc-885665ca1f86 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Pushing event updated for resources: {'Port': ['ID=4f976de2-d37f-4cbd-bd35-2b4bd40f3c20,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:23.474413 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54b06fa9-7a67-4a32-90bc-885665ca1f86 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:23.493345 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54b06fa9-7a67-4a32-90bc-885665ca1f86 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:23.497759 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-54b06fa9-7a67-4a32-90bc-885665ca1f86 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7897909 Mar 14 15:36:23.498497 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53916) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:23.504876 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-df5829ba-a27c-4d5a-beb3-1bd30dd2b993 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Request body: {'floatingip': {'port_id': '2cecacfc-8e83-4cf0-9f37-fd90ae18eb39', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:23.526729 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2fb10e4d-dff9-4118-b8e7-02a6abf0895d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3716528 Mar 14 15:36:23.529833 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53920) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:23.539647 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7b5cfea1-33cd-4eb6-9a28-1d91a19e2f11 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1855710617', 'admin_state_up': True, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:23.547447 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb10e4d-dff9-4118-b8e7-02a6abf0895d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Network': ['ID=349f9384-c50d-4cdb-8a7b-70fd02c51b4a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:23.550878 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7b5cfea1-33cd-4eb6-9a28-1d91a19e2f11 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:23.555274 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-7b5cfea1-33cd-4eb6-9a28-1d91a19e2f11 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:router and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:23.558305 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 349f9384-c50d-4cdb-8a7b-70fd02c51b4a details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:36:23.558429 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-7b5cfea1-33cd-4eb6-9a28-1d91a19e2f11 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:23.565207 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7b5cfea1-33cd-4eb6-9a28-1d91a19e2f11 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:23.576170 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b5cfea1-33cd-4eb6-9a28-1d91a19e2f11 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:23.577753 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b5cfea1-33cd-4eb6-9a28-1d91a19e2f11 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:23.588856 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df5829ba-a27c-4d5a-beb3-1bd30dd2b993 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:23.596676 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b5cfea1-33cd-4eb6-9a28-1d91a19e2f11 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:23.749672 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b5cfea1-33cd-4eb6-9a28-1d91a19e2f11 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:23.795626 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-df5829ba-a27c-4d5a-beb3-1bd30dd2b993 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] update failed (client error): The resource could not be found. Mar 14 15:36:23.797064 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-df5829ba-a27c-4d5a-beb3-1bd30dd2b993 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] 10.222.0.60 "PUT /v2.0/floatingips/31868563-c603-4fdf-952b-081e6441e945 HTTP/1.1" status: 404 len: 507 time: 0.2971275 Mar 14 15:36:23.800132 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53926) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:23.878377 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 9c2dfa40-a11e-45c0-b459-3dadf2546323 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:36:23.933587 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b5cfea1-33cd-4eb6-9a28-1d91a19e2f11 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:23.963702 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 9c2dfa40-a11e-45c0-b459-3dadf2546323 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:23.965233 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b5cfea1-33cd-4eb6-9a28-1d91a19e2f11 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:23.970082 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 9c2dfa40-a11e-45c0-b459-3dadf2546323 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:23.970690 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:23.998660 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e11d37dc-df79-4c88-934d-f22ef8c12331 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Deleting port 4f976de2-d37f-4cbd-bd35-2b4bd40f3c20 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:36:23.999495 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e11d37dc-df79-4c88-934d-f22ef8c12331 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:24.101608 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:24.112664 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-7b5cfea1-33cd-4eb6-9a28-1d91a19e2f11 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.26.4.84 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/064da677-1e75-40cc-9270-7a313fd4eea0) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:36:24.145515 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 9c2dfa40-a11e-45c0-b459-3dadf2546323, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9c2dfa40-a11e-45c0-b459-3dadf2546323,segment=NetworkSegment(35a6ab17-57dc-4a8f-831c-ae5de7004f1d),segment_id=35a6ab17-57dc-4a8f-831c-ae5de7004f1d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:24.146974 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c59a024-199f-4058-88ed-c67990341130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2dfa40-a11e-45c0-b459-3dadf2546323'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:36:24.167579 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:24.246512 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c59a024-199f-4058-88ed-c67990341130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2dfa40-a11e-45c0-b459-3dadf2546323', 'code': 200} Mar 14 15:36:24.265041 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=9c2dfa40-a11e-45c0-b459-3dadf2546323,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:24.284677 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642c551-33ab-469f-98e6-f08ee9c2d4ee req-2d92e35e-cf98-43d7-9aeb-90fda7ac26e2 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:24.286515 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d642c551-33ab-469f-98e6-f08ee9c2d4ee req-2d92e35e-cf98-43d7-9aeb-90fda7ac26e2 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 945 time: 0.3415618 Mar 14 15:36:24.309485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b5cfea1-33cd-4eb6-9a28-1d91a19e2f11 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:24.340998 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b5cfea1-33cd-4eb6-9a28-1d91a19e2f11 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:24.352328 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e11d37dc-df79-4c88-934d-f22ef8c12331 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:24.352576 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e11d37dc-df79-4c88-934d-f22ef8c12331 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:24.413606 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5cfea1-33cd-4eb6-9a28-1d91a19e2f11 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:24.418330 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-7b5cfea1-33cd-4eb6-9a28-1d91a19e2f11 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:24.419987 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5cfea1-33cd-4eb6-9a28-1d91a19e2f11 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=064da677-1e75-40cc-9270-7a313fd4eea0,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:24.422191 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5cfea1-33cd-4eb6-9a28-1d91a19e2f11 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:36:24.516002 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e11d37dc-df79-4c88-934d-f22ef8c12331 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Calling delete_port for 4f976de2-d37f-4cbd-bd35-2b4bd40f3c20 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:36:24.551376 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d642c551-33ab-469f-98e6-f08ee9c2d4ee req-22d9d8b6-c809-42c6-88ff-8ff44c7b4849 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2480791 Mar 14 15:36:24.595605 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b5cfea1-33cd-4eb6-9a28-1d91a19e2f11 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:24.596338 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b5cfea1-33cd-4eb6-9a28-1d91a19e2f11 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:24.624344 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-389b3da6-bc52-4a10-8985-71c1ed35344d req-483e2f12-6873-486a-8534-f389bd3461a8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 1099 time: 0.2034147 Mar 14 15:36:24.713058 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-389b3da6-bc52-4a10-8985-71c1ed35344d req-9ca46fd0-a779-4534-a9ec-34f1a155bef4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575564 Mar 14 15:36:24.715020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e11d37dc-df79-4c88-934d-f22ef8c12331 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:24.761042 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d37dc-df79-4c88-934d-f22ef8c12331 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Pushing event deleted for resources: {'Port': ['ID=4f976de2-d37f-4cbd-bd35-2b4bd40f3c20,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:24.827485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5cfea1-33cd-4eb6-9a28-1d91a19e2f11 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router e9749a17-ad36-4bfd-97db-1db3c0ffba9d is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:36:24.856127 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e11d37dc-df79-4c88-934d-f22ef8c12331 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:24.867154 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e11d37dc-df79-4c88-934d-f22ef8c12331 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:24.868270 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e11d37dc-df79-4c88-934d-f22ef8c12331 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] 10.222.0.60 "DELETE /v2.0/floatingips/31868563-c603-4fdf-952b-081e6441e945 HTTP/1.1" status: 204 len: 168 time: 1.0671482 Mar 14 15:36:24.871867 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53932) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:24.876887 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5688ac61-4c81-4224-955e-2f2ae219e276 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Request body: {'floatingip': {'floating_network_id': '64ab09d4-9437-4d9c-b6b0-ccccb8006a4c', 'port_id': '2cecacfc-8e83-4cf0-9f37-fd90ae18eb39', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:24.882257 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5688ac61-4c81-4224-955e-2f2ae219e276 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:24.885989 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5688ac61-4c81-4224-955e-2f2ae219e276 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Usage tracker for resource:floatingip and tenant:5af11a5421f1414da3373f52eeb4b2c8 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:24.888798 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5688ac61-4c81-4224-955e-2f2ae219e276 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:24.894477 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5688ac61-4c81-4224-955e-2f2ae219e276 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:24.905911 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5688ac61-4c81-4224-955e-2f2ae219e276 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:25.032015 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5cfea1-33cd-4eb6-9a28-1d91a19e2f11 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:36:25.041685 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] Sync routers for ids ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:36:25.054201 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] Routers {'e9749a17-ad36-4bfd-97db-1db3c0ffba9d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:25.054801 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:25.063477 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b5cfea1-33cd-4eb6-9a28-1d91a19e2f11 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:25.064827 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7b5cfea1-33cd-4eb6-9a28-1d91a19e2f11 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5340025 Mar 14 15:36:25.066922 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-5688ac61-4c81-4224-955e-2f2ae219e276 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:36:25.071309 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5688ac61-4c81-4224-955e-2f2ae219e276 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1951981 Mar 14 15:36:25.071309 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53936) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:25.071551 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53940) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:25.077077 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b3c4072f-259e-4e83-af1c-ec2dd7fee476 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': '2cecacfc-8e83-4cf0-9f37-fd90ae18eb39', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:25.082877 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b3c4072f-259e-4e83-af1c-ec2dd7fee476 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:25.090212 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b3c4072f-259e-4e83-af1c-ec2dd7fee476 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Usage tracker for resource:floatingip and tenant:5af11a5421f1414da3373f52eeb4b2c8 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:25.093795 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b3c4072f-259e-4e83-af1c-ec2dd7fee476 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:25.099931 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b3c4072f-259e-4e83-af1c-ec2dd7fee476 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:25.117024 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3c4072f-259e-4e83-af1c-ec2dd7fee476 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:25.118900 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9cb4cc22-c7cf-4000-aee9-9fad0dd9b134 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=5d6eafdbdcc04fa5ac3cc264b55cc088&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0494506 Mar 14 15:36:25.121872 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53944) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:25.263622 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] Set router e9749a17-ad36-4bfd-97db-1db3c0ffba9d gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:36:25.267558 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3c4072f-259e-4e83-af1c-ec2dd7fee476 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:25.270259 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b560c138-6fb3-4522-b7bc-6dc6fcf2f703 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:25.271810 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b560c138-6fb3-4522-b7bc-6dc6fcf2f703 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1489511 Mar 14 15:36:25.274664 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53948) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:25.319099 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-65b51cbd-6f1a-4a57-9189-83c7ad8c9d4e tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406623 Mar 14 15:36:25.319513 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53952) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:25.325155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8a40f136-b0c2-4896-a845-19c7c155a341 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-863882926', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:25.439789 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8a40f136-b0c2-4896-a845-19c7c155a341 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:25.443885 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8a40f136-b0c2-4896-a845-19c7c155a341 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:subnet and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:25.446709 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8a40f136-b0c2-4896-a845-19c7c155a341 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:25.452917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8a40f136-b0c2-4896-a845-19c7c155a341 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:25.466980 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a40f136-b0c2-4896-a845-19c7c155a341 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:36:25.506285 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-b3c4072f-259e-4e83-af1c-ec2dd7fee476 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Allocated IP 172.26.4.192 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/cff5dbbb-aade-4886-9227-470bbbb7c3ad) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:36:25.582451 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a40f136-b0c2-4896-a845-19c7c155a341 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:25.645719 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'name': 'tempest-TestNetworkBasicOps-router-1855710617', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:36:23Z', 'updated_at': '2022-03-14T15:36:24Z', 'revision_number': 3, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:24Z', 'updated_at': '2022-03-14T15:36:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:25.650564 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] Checking router: e9749a17-ad36-4bfd-97db-1db3c0ffba9d for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:36:25.650997 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] Updating router e9749a17-ad36-4bfd-97db-1db3c0ffba9d port 064da677-1e75-40cc-9270-7a313fd4eea0 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:36:25.673132 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3c4072f-259e-4e83-af1c-ec2dd7fee476 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:25.713742 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:25.761220 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3c4072f-259e-4e83-af1c-ec2dd7fee476 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:25.830579 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a40f136-b0c2-4896-a845-19c7c155a341 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:25.844125 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c71ed0-c8f7-4545-9aa4-2d90a1040dc8 req-c41776f3-fa4b-4f13-9f11-76e075296775 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:25.845780 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-21c71ed0-c8f7-4545-9aa4-2d90a1040dc8 req-c41776f3-fa4b-4f13-9f11-76e075296775 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 946 time: 0.1506553 Mar 14 15:36:25.849535 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c4072f-259e-4e83-af1c-ec2dd7fee476 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:25.854244 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4072f-259e-4e83-af1c-ec2dd7fee476 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Pushing event updated for resources: {'Port': ['ID=cff5dbbb-aade-4886-9227-470bbbb7c3ad,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:25.856674 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b3c4072f-259e-4e83-af1c-ec2dd7fee476 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:25.874698 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c4072f-259e-4e83-af1c-ec2dd7fee476 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:36:25.920265 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40f136-b0c2-4896-a845-19c7c155a341 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Subnet': ['ID=ab15c6bb-e792-4953-b206-1853c1ff0b9f,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:25.939223 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a40f136-b0c2-4896-a845-19c7c155a341 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Checking segment: {'id': '4743231b-a582-4843-a481-8dbedb797955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:36:25.939574 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a40f136-b0c2-4896-a845-19c7c155a341 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network hostable DHCP agents. Network: 349f9384-c50d-4cdb-8a7b-70fd02c51b4a, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:36:25.964480 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a40f136-b0c2-4896-a845-19c7c155a341 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network 349f9384-c50d-4cdb-8a7b-70fd02c51b4a is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:36:25.982100 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8a40f136-b0c2-4896-a845-19c7c155a341 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 349f9384-c50d-4cdb-8a7b-70fd02c51b4a) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:25.990013 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-21c71ed0-c8f7-4545-9aa4-2d90a1040dc8 req-ae711b17-b9c9-4b5e-b1de-bd8ad1fc724f tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368132 Mar 14 15:36:25.993112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a40f136-b0c2-4896-a845-19c7c155a341 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:25.995519 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a40f136-b0c2-4896-a845-19c7c155a341 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:25.996717 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460e0a67-9613-4c38-89e6-a201e0b5e2ac None None] Network 349f9384-c50d-4cdb-8a7b-70fd02c51b4a requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:36:26.058725 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8a40f136-b0c2-4896-a845-19c7c155a341 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7374477 Mar 14 15:36:26.059195 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53958) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:26.125354 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-b3c4072f-259e-4e83-af1c-ec2dd7fee476 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Deleting port cff5dbbb-aade-4886-9227-470bbbb7c3ad {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:36:26.126192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3c4072f-259e-4e83-af1c-ec2dd7fee476 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:26.172277 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:26.179638 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] Transition to ACTIVE for port object 064da677-1e75-40cc-9270-7a313fd4eea0 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:26.191997 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:26.299962 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] Attempting to bind port 064da677-1e75-40cc-9270-7a313fd4eea0 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:36:26.300899 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] Attempting to bind port 064da677-1e75-40cc-9270-7a313fd4eea0 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:36:26.301549 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] Attempting to bind port 064da677-1e75-40cc-9270-7a313fd4eea0 on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:36:26.322432 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:36:26.323491 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:36:26.324059 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:26.324591 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:36:26.325195 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] Bound port: 064da677-1e75-40cc-9270-7a313fd4eea0, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:36:26.325717 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:26.338346 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22138e65-13ce-4737-b2a6-dad69bd278e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ips': [{'subnet_id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:36:26.339253 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22138e65-13ce-4737-b2a6-dad69bd278e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:26.359934 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3c4072f-259e-4e83-af1c-ec2dd7fee476 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:26.360262 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3c4072f-259e-4e83-af1c-ec2dd7fee476 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:26.379421 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b99da8-30f7-42d9-9017-0fb423c41c6b None None] Pushing event updated for resources: {'Port': ['ID=064da677-1e75-40cc-9270-7a313fd4eea0,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:26.440527 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] For port 064da677-1e75-40cc-9270-7a313fd4eea0, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:36:26.444003 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] For port 064da677-1e75-40cc-9270-7a313fd4eea0, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=064da677-1e75-40cc-9270-7a313fd4eea0,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:36:26.449890 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:26.517515 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-22138e65-13ce-4737-b2a6-dad69bd278e7 None None] Allocated IP 172.20.0.2 (349f9384-c50d-4cdb-8a7b-70fd02c51b4a/ab15c6bb-e792-4953-b206-1853c1ff0b9f/63f2082e-b632-48f4-b2d1-76e54540198f) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:36:26.541901 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-b3c4072f-259e-4e83-af1c-ec2dd7fee476 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Calling delete_port for cff5dbbb-aade-4886-9227-470bbbb7c3ad owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:36:26.547570 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b99da8-30f7-42d9-9017-0fb423c41c6b None None] Pushing event updated for resources: {'Port': ['ID=064da677-1e75-40cc-9270-7a313fd4eea0,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:26.554218 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] Routers {'e9749a17-ad36-4bfd-97db-1db3c0ffba9d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:26.555124 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:26.717038 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3c4072f-259e-4e83-af1c-ec2dd7fee476 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:26.757656 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] Set router e9749a17-ad36-4bfd-97db-1db3c0ffba9d gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:36:26.766218 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4072f-259e-4e83-af1c-ec2dd7fee476 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Pushing event deleted for resources: {'Port': ['ID=cff5dbbb-aade-4886-9227-470bbbb7c3ad,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:26.790246 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22138e65-13ce-4737-b2a6-dad69bd278e7 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:26.803183 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-22138e65-13ce-4737-b2a6-dad69bd278e7 None None] Transition to ACTIVE for port object 63f2082e-b632-48f4-b2d1-76e54540198f will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:26.827531 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-22138e65-13ce-4737-b2a6-dad69bd278e7 None None] Transition to ACTIVE for port object 63f2082e-b632-48f4-b2d1-76e54540198f will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:26.838373 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22138e65-13ce-4737-b2a6-dad69bd278e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:26.911302 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-b3c4072f-259e-4e83-af1c-ec2dd7fee476 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] create failed (client error): The resource could not be found. Mar 14 15:36:26.917279 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b3c4072f-259e-4e83-af1c-ec2dd7fee476 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8447552 Mar 14 15:36:26.917841 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53962) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:26.918526 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22138e65-13ce-4737-b2a6-dad69bd278e7 None None] Network 349f9384-c50d-4cdb-8a7b-70fd02c51b4a is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:26.921590 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-22138e65-13ce-4737-b2a6-dad69bd278e7 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:26.926480 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22138e65-13ce-4737-b2a6-dad69bd278e7 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:36:26.960253 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22138e65-13ce-4737-b2a6-dad69bd278e7 None None] Pushing event updated for resources: {'Port': ['ID=63f2082e-b632-48f4-b2d1-76e54540198f,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:27.003234 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-6548536f-22e4-48f3-9593-0e76f5770059 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Deleting port 2cecacfc-8e83-4cf0-9f37-fd90ae18eb39 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:36:27.003835 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6548536f-22e4-48f3-9593-0e76f5770059 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:27.018547 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-22138e65-13ce-4737-b2a6-dad69bd278e7 None None] Attempting to bind port 63f2082e-b632-48f4-b2d1-76e54540198f on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:36:27.019114 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-22138e65-13ce-4737-b2a6-dad69bd278e7 None None] Attempting to bind port 63f2082e-b632-48f4-b2d1-76e54540198f by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '4743231b-a582-4843-a481-8dbedb797955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:36:27.019400 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22138e65-13ce-4737-b2a6-dad69bd278e7 None None] Attempting to bind port 63f2082e-b632-48f4-b2d1-76e54540198f on network 349f9384-c50d-4cdb-8a7b-70fd02c51b4a {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:36:27.032513 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22138e65-13ce-4737-b2a6-dad69bd278e7 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:36:27.032890 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22138e65-13ce-4737-b2a6-dad69bd278e7 None None] Checking segment: {'id': '4743231b-a582-4843-a481-8dbedb797955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:36:27.033303 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22138e65-13ce-4737-b2a6-dad69bd278e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:27.033696 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22138e65-13ce-4737-b2a6-dad69bd278e7 None None] Bound using segment: {'id': '4743231b-a582-4843-a481-8dbedb797955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:36:27.035510 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-22138e65-13ce-4737-b2a6-dad69bd278e7 None None] Bound port: 63f2082e-b632-48f4-b2d1-76e54540198f, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4743231b-a582-4843-a481-8dbedb797955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:36:27.035510 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22138e65-13ce-4737-b2a6-dad69bd278e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:27.134840 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-22138e65-13ce-4737-b2a6-dad69bd278e7 None None] For port 63f2082e-b632-48f4-b2d1-76e54540198f, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:36:27.146379 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-22138e65-13ce-4737-b2a6-dad69bd278e7 None None] For port 63f2082e-b632-48f4-b2d1-76e54540198f, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=63f2082e-b632-48f4-b2d1-76e54540198f,segment=NetworkSegment(4743231b-a582-4843-a481-8dbedb797955),segment_id=4743231b-a582-4843-a481-8dbedb797955)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:36:27.148301 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3fe4ce2e-4fba-4aa6-b961-2f32e3f4e1b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:27.154917 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22138e65-13ce-4737-b2a6-dad69bd278e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:27.178957 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'name': 'tempest-TestNetworkBasicOps-router-1855710617', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:36:23Z', 'updated_at': '2022-03-14T15:36:24Z', 'revision_number': 3, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:24Z', 'updated_at': '2022-03-14T15:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:27.185282 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bc640c-e6d6-4845-9486-a1f43acc142a None None] The sync data for ids ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'] in dv-neutron-833561-1-hyperv is: [{'id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'name': 'tempest-TestNetworkBasicOps-router-1855710617', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:36:23Z', 'updated_at': '2022-03-14T15:36:24Z', 'revision_number': 3, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:24Z', 'updated_at': '2022-03-14T15:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:36:27.282352 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22138e65-13ce-4737-b2a6-dad69bd278e7 None None] Pushing event updated for resources: {'Port': ['ID=63f2082e-b632-48f4-b2d1-76e54540198f,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:27.333248 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6548536f-22e4-48f3-9593-0e76f5770059 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:27.586390 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13a5e3-4262-44ba-93f6-62748c85d87c req-8a4aca4a-858c-47ca-924a-06829fa7a59d tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:27.587885 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-db13a5e3-4262-44ba-93f6-62748c85d87c req-8a4aca4a-858c-47ca-924a-06829fa7a59d tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 946 time: 0.3747189 Mar 14 15:36:27.609323 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-6548536f-22e4-48f3-9593-0e76f5770059 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Calling delete_port for 2cecacfc-8e83-4cf0-9f37-fd90ae18eb39 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:36:27.727494 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-db13a5e3-4262-44ba-93f6-62748c85d87c req-e1ee4ee4-9d84-4eac-88d3-26047e0d4a61 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307123 Mar 14 15:36:27.784891 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6548536f-22e4-48f3-9593-0e76f5770059 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:27.840910 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-3fe4ce2e-4fba-4aa6-b961-2f32e3f4e1b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.20.0.1 (349f9384-c50d-4cdb-8a7b-70fd02c51b4a/ab15c6bb-e792-4953-b206-1853c1ff0b9f/0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:36:27.846102 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548536f-22e4-48f3-9593-0e76f5770059 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Pushing event deleted for resources: {'Port': ['ID=2cecacfc-8e83-4cf0-9f37-fd90ae18eb39,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:28.020063 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6548536f-22e4-48f3-9593-0e76f5770059 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:28.043807 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6548536f-22e4-48f3-9593-0e76f5770059 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] 10.222.0.60 "DELETE /v2.0/ports/2cecacfc-8e83-4cf0-9f37-fd90ae18eb39 HTTP/1.1" status: 204 len: 168 time: 1.1210363 Mar 14 15:36:28.044079 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53970) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:28.075108 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3fe4ce2e-4fba-4aa6-b961-2f32e3f4e1b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:28.086180 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a8ac2-4571-4a91-a882-14e23b0cf4cb req-5d4143c6-3175-4075-a18b-c46653408958 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:28.093197 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f38a8ac2-4571-4a91-a882-14e23b0cf4cb req-5d4143c6-3175-4075-a18b-c46653408958 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 946 time: 0.2113950 Mar 14 15:36:28.097565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3fe4ce2e-4fba-4aa6-b961-2f32e3f4e1b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Transition to ACTIVE for port object 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:28.140282 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3fe4ce2e-4fba-4aa6-b961-2f32e3f4e1b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:28.173989 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f38a8ac2-4571-4a91-a882-14e23b0cf4cb req-3fc6494f-2b42-4784-a238-a0d7b1455ca0 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799177 Mar 14 15:36:28.199378 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53974) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:28.256047 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4ce2e-4fba-4aa6-b961-2f32e3f4e1b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:28.258402 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43da1d1-7ba6-4cdd-a916-f36c9ab57ff4 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:28.259220 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c43da1d1-7ba6-4cdd-a916-f36c9ab57ff4 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Synchronizing usage tracker for tenant:5af11a5421f1414da3373f52eeb4b2c8 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:36:28.259498 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe4ce2e-4fba-4aa6-b961-2f32e3f4e1b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network 349f9384-c50d-4cdb-8a7b-70fd02c51b4a is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:28.260984 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-3fe4ce2e-4fba-4aa6-b961-2f32e3f4e1b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:28.263383 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe4ce2e-4fba-4aa6-b961-2f32e3f4e1b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:36:28.291919 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c43da1d1-7ba6-4cdd-a916-f36c9ab57ff4 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Unset dirty status for tenant:5af11a5421f1414da3373f52eeb4b2c8 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:36:28.293094 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c43da1d1-7ba6-4cdd-a916-f36c9ab57ff4 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ee9695-bca7-467f-92f5-677cf9a9422d HTTP/1.1" status: 200 len: 913 time: 0.2481127 Mar 14 15:36:28.296509 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53978) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:28.325690 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3fe4ce2e-4fba-4aa6-b961-2f32e3f4e1b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:28.369527 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4f8ed440-db3c-4875-bfb4-7141a23e5487 tempest-TestNetworkAdvancedServerOps-855408530 tempest-TestNetworkAdvancedServerOps-855408530-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 1094 time: 0.1707189 Mar 14 15:36:28.370185 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 53982) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:28.419840 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3fe4ce2e-4fba-4aa6-b961-2f32e3f4e1b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:28.425558 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': '9c2dfa40-a11e-45c0-b459-3dadf2546323', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:28.438544 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd1c872-11f3-426f-9eab-14f3a8f68a57 None None] Network 349f9384-c50d-4cdb-8a7b-70fd02c51b4a requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:36:28.439359 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:28.444778 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Usage tracker for resource:floatingip and tenant:d4e3d2e02cf4404982bcbc9a66a204af is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:28.449803 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:28.464643 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:28.481620 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:28.578987 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-50d070f7-702d-4bb1-9414-b44b09c78518 None None] Provisioning for port 63f2082e-b632-48f4-b2d1-76e54540198f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:28.782920 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:28.861221 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28493aa8-16de-4293-b151-1cd4121d05e2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:28.967101 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3fe4ce2e-4fba-4aa6-b961-2f32e3f4e1b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:28.972291 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3fe4ce2e-4fba-4aa6-b961-2f32e3f4e1b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:29.026386 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9b812181-5c9c-40c6-a11a-006c32a21154 None None] Provisioning for port 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:29.033353 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9b812181-5c9c-40c6-a11a-006c32a21154 None None] Provisioning complete for port 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:29.034202 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9b812181-5c9c-40c6-a11a-006c32a21154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:29.060176 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Allocated IP 172.26.4.224 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/cecd4224-5806-4fae-8178-4964be313d10) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:36:29.102558 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4ce2e-4fba-4aa6-b961-2f32e3f4e1b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:29.104959 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3fe4ce2e-4fba-4aa6-b961-2f32e3f4e1b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:29.110891 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9b812181-5c9c-40c6-a11a-006c32a21154 None None] Port 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:36:29.253511 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e6337097-9773-4116-b5c0-c17fb470bc06 None None] Provisioning complete for port 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:29.253810 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e6337097-9773-4116-b5c0-c17fb470bc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:29.256895 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe4ce2e-4fba-4aa6-b961-2f32e3f4e1b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network 349f9384-c50d-4cdb-8a7b-70fd02c51b4a is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:29.258231 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-3fe4ce2e-4fba-4aa6-b961-2f32e3f4e1b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:29.330045 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e6337097-9773-4116-b5c0-c17fb470bc06 None None] Port 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:36:29.398035 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:29.405859 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 63f2082e-b632-48f4-b2d1-76e54540198f up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:36:29.489444 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 63f2082e-b632-48f4-b2d1-76e54540198f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:29.495153 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 63f2082e-b632-48f4-b2d1-76e54540198f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:29.495599 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:29.573782 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:29.623185 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:29.679529 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a9987448-5abe-433d-8dae-7dd4a0b62991 None None] Provisioning complete for port 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:29.679881 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a9987448-5abe-433d-8dae-7dd4a0b62991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:29.699821 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe4ce2e-4fba-4aa6-b961-2f32e3f4e1b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router e9749a17-ad36-4bfd-97db-1db3c0ffba9d has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:36:29.711501 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Pushing event updated for resources: {'Port': ['ID=cecd4224-5806-4fae-8178-4964be313d10,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:29.716338 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:29.736735 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 63f2082e-b632-48f4-b2d1-76e54540198f, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=63f2082e-b632-48f4-b2d1-76e54540198f,segment=NetworkSegment(4743231b-a582-4843-a481-8dbedb797955),segment_id=4743231b-a582-4843-a481-8dbedb797955)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:29.737738 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a9987448-5abe-433d-8dae-7dd4a0b62991 None None] Port 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:36:29.742755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:29.754575 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:29.756931 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:36:29.834864 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=63f2082e-b632-48f4-b2d1-76e54540198f,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:29.976537 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe4ce2e-4fba-4aa6-b961-2f32e3f4e1b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:36:29.998351 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3fe4ce2e-4fba-4aa6-b961-2f32e3f4e1b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/routers/e9749a17-ad36-4bfd-97db-1db3c0ffba9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9358115 Mar 14 15:36:29.998739 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53986) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:30.175929 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4f982f-546d-401d-9dbe-4f261f01aa2f tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:30.176622 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4f982f-546d-401d-9dbe-4f261f01aa2f tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:30.177237 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4f982f-546d-401d-9dbe-4f261f01aa2f tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:30.177835 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4f982f-546d-401d-9dbe-4f261f01aa2f tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:30.178509 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4f982f-546d-401d-9dbe-4f261f01aa2f tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:30.179128 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4f982f-546d-401d-9dbe-4f261f01aa2f tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:30.179749 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4f982f-546d-401d-9dbe-4f261f01aa2f tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:30.180914 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4f982f-546d-401d-9dbe-4f261f01aa2f tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:30.183286 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ee4f982f-546d-401d-9dbe-4f261f01aa2f tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5678 time: 0.1831527 Mar 14 15:36:30.189759 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53990) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:30.255616 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-28493aa8-16de-4293-b151-1cd4121d05e2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Deleting port 0a7692bb-06f6-4034-8aa1-ef87020462aa {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:36:30.256177 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28493aa8-16de-4293-b151-1cd4121d05e2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:30.384053 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5f2c2-c803-4eeb-833f-7e3669dcc53a tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:30.384651 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5f2c2-c803-4eeb-833f-7e3669dcc53a tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:30.384859 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5f2c2-c803-4eeb-833f-7e3669dcc53a tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:30.385116 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5f2c2-c803-4eeb-833f-7e3669dcc53a tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:30.385467 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5f2c2-c803-4eeb-833f-7e3669dcc53a tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:30.385808 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5f2c2-c803-4eeb-833f-7e3669dcc53a tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:30.386174 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5f2c2-c803-4eeb-833f-7e3669dcc53a tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:30.386520 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5f2c2-c803-4eeb-833f-7e3669dcc53a tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:30.390101 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-17a5f2c2-c803-4eeb-833f-7e3669dcc53a tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5218 time: 0.1971476 Mar 14 15:36:30.392400 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 53994) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:30.484988 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28493aa8-16de-4293-b151-1cd4121d05e2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:30.609396 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0d53f51e-eca7-492d-8b16-83bac5bb8f8e tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4319 time: 0.2157042 Mar 14 15:36:30.618858 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-28493aa8-16de-4293-b151-1cd4121d05e2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Calling delete_port for 0a7692bb-06f6-4034-8aa1-ef87020462aa owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:36:30.892048 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:30.957757 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:30.995332 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54008) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:31.002234 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2363df75-357c-42f1-87ff-6cd8b325f227 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2079884522', 'description': 'tempest-secgroup-smoke-2079884522 description', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:31.008669 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2363df75-357c-42f1-87ff-6cd8b325f227 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:31.012916 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2363df75-357c-42f1-87ff-6cd8b325f227 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:31.019794 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2363df75-357c-42f1-87ff-6cd8b325f227 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:31.025582 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2363df75-357c-42f1-87ff-6cd8b325f227 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:31.037881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2363df75-357c-42f1-87ff-6cd8b325f227 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:31.150371 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28493aa8-16de-4293-b151-1cd4121d05e2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:31.164933 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2363df75-357c-42f1-87ff-6cd8b325f227 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:31.169256 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2363df75-357c-42f1-87ff-6cd8b325f227 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:31.175168 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2363df75-357c-42f1-87ff-6cd8b325f227 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:31.182477 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2363df75-357c-42f1-87ff-6cd8b325f227 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:31.208853 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28493aa8-16de-4293-b151-1cd4121d05e2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Pushing event deleted for resources: {'Port': ['ID=0a7692bb-06f6-4034-8aa1-ef87020462aa,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:31.277194 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2363df75-357c-42f1-87ff-6cd8b325f227 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:31.285131 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2363df75-357c-42f1-87ff-6cd8b325f227 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:31.374816 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2363df75-357c-42f1-87ff-6cd8b325f227 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:31.378843 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2363df75-357c-42f1-87ff-6cd8b325f227 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3794901 Mar 14 15:36:31.381657 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54012) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:31.393708 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363df75-357c-42f1-87ff-6cd8b325f227 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2bcf2c-b858-441d-bd0c-dd623e9f0f57,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:31.398324 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-85e23dce-7e11-418b-b48a-ce5564affe67 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'ba2bcf2c-b858-441d-bd0c-dd623e9f0f57', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:31.408603 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-85e23dce-7e11-418b-b48a-ce5564affe67 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:31.426165 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 63f2082e-b632-48f4-b2d1-76e54540198f up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:36:31.472974 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-85e23dce-7e11-418b-b48a-ce5564affe67 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:31.535019 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 63f2082e-b632-48f4-b2d1-76e54540198f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:31.535164 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-85e23dce-7e11-418b-b48a-ce5564affe67 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:31.535836 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:31.538174 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:36:31.563448 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-85e23dce-7e11-418b-b48a-ce5564affe67 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:31.566955 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:31.577727 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:31.647702 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85e23dce-7e11-418b-b48a-ce5564affe67 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:31.671375 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28493aa8-16de-4293-b151-1cd4121d05e2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:31.680224 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 064da677-1e75-40cc-9270-7a313fd4eea0 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:36:31.718826 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Pushing event updated for resources: {'Port': ['ID=cecd4224-5806-4fae-8178-4964be313d10,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:31.762535 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 064da677-1e75-40cc-9270-7a313fd4eea0 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:31.767733 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 064da677-1e75-40cc-9270-7a313fd4eea0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:31.768285 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:31.884818 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:31.887459 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:31.902119 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 064da677-1e75-40cc-9270-7a313fd4eea0, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=064da677-1e75-40cc-9270-7a313fd4eea0,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:31.906708 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:31.972985 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=064da677-1e75-40cc-9270-7a313fd4eea0,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:32.012979 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85e23dce-7e11-418b-b48a-ce5564affe67 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:32.024614 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85e23dce-7e11-418b-b48a-ce5564affe67 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:32.112824 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e23dce-7e11-418b-b48a-ce5564affe67 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e943bc10-c97a-4e65-a2c5-14e0aa7ecbf0,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:32.207999 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85e23dce-7e11-418b-b48a-ce5564affe67 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:32.209175 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-85e23dce-7e11-418b-b48a-ce5564affe67 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8265564 Mar 14 15:36:32.212237 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54018) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:32.220448 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3047778b-41c8-4d69-a1c8-96ab05991ef9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'ba2bcf2c-b858-441d-bd0c-dd623e9f0f57', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:32.227855 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3047778b-41c8-4d69-a1c8-96ab05991ef9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:32.232296 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3047778b-41c8-4d69-a1c8-96ab05991ef9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:32.236220 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3047778b-41c8-4d69-a1c8-96ab05991ef9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:32.242342 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3047778b-41c8-4d69-a1c8-96ab05991ef9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:32.260805 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3047778b-41c8-4d69-a1c8-96ab05991ef9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:32.340891 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3047778b-41c8-4d69-a1c8-96ab05991ef9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:32.347743 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3047778b-41c8-4d69-a1c8-96ab05991ef9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:32.373215 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047778b-41c8-4d69-a1c8-96ab05991ef9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11453b56-e15e-4feb-b444-8d1234e87da9,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:32.385898 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3047778b-41c8-4d69-a1c8-96ab05991ef9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:32.387562 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3047778b-41c8-4d69-a1c8-96ab05991ef9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1741676 Mar 14 15:36:32.390825 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54022) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:32.396664 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-18ea2d6c-1455-4f13-aeff-82a08252da5a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'ba2bcf2c-b858-441d-bd0c-dd623e9f0f57', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:32.402817 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-18ea2d6c-1455-4f13-aeff-82a08252da5a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:32.407533 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-18ea2d6c-1455-4f13-aeff-82a08252da5a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:32.410809 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-18ea2d6c-1455-4f13-aeff-82a08252da5a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:32.416921 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-18ea2d6c-1455-4f13-aeff-82a08252da5a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:32.433852 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18ea2d6c-1455-4f13-aeff-82a08252da5a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:32.507994 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28493aa8-16de-4293-b151-1cd4121d05e2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Router 16ee9695-bca7-467f-92f5-677cf9a9422d has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:36:32.510691 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18ea2d6c-1455-4f13-aeff-82a08252da5a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:32.515845 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18ea2d6c-1455-4f13-aeff-82a08252da5a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:32.544583 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea2d6c-1455-4f13-aeff-82a08252da5a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68fcb3c3-4e8d-40ff-94b0-41855f85b8c8,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:32.570421 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18ea2d6c-1455-4f13-aeff-82a08252da5a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:32.581872 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-18ea2d6c-1455-4f13-aeff-82a08252da5a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1867146 Mar 14 15:36:32.581872 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54028) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:32.587018 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-beaf888b-522c-4c41-826e-dc78f92edb0d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'ba2bcf2c-b858-441d-bd0c-dd623e9f0f57', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:32.596549 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-beaf888b-522c-4c41-826e-dc78f92edb0d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:32.604115 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-beaf888b-522c-4c41-826e-dc78f92edb0d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:32.611850 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-beaf888b-522c-4c41-826e-dc78f92edb0d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:32.621832 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-beaf888b-522c-4c41-826e-dc78f92edb0d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:32.653990 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-beaf888b-522c-4c41-826e-dc78f92edb0d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:32.705421 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Floating IP 6f219623-375c-4849-8b88-752001190e1b associated. External IP: 172.26.4.224, port: 9c2dfa40-a11e-45c0-b459-3dadf2546323. Mar 14 15:36:32.747088 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-beaf888b-522c-4c41-826e-dc78f92edb0d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:32.751665 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-beaf888b-522c-4c41-826e-dc78f92edb0d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:32.787259 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf888b-522c-4c41-826e-dc78f92edb0d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27fb9cc1-ff60-4cec-bf66-1829399cdb63,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:32.793057 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-beaf888b-522c-4c41-826e-dc78f92edb0d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:32.794401 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-beaf888b-522c-4c41-826e-dc78f92edb0d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2138963 Mar 14 15:36:32.797893 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54032) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:32.803941 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6c4c3a44-693e-442d-a044-195ccfc3ec12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'ba2bcf2c-b858-441d-bd0c-dd623e9f0f57', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:32.810171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6c4c3a44-693e-442d-a044-195ccfc3ec12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:32.815546 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-6c4c3a44-693e-442d-a044-195ccfc3ec12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:32.819994 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-6c4c3a44-693e-442d-a044-195ccfc3ec12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:32.827040 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6c4c3a44-693e-442d-a044-195ccfc3ec12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:32.841668 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-6c4c3a44-693e-442d-a044-195ccfc3ec12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Project 5d6eafdbdcc04fa5ac3cc264b55cc088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:36:32.850944 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6c4c3a44-693e-442d-a044-195ccfc3ec12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:32.914366 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28493aa8-16de-4293-b151-1cd4121d05e2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:36:32.920054 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-28493aa8-16de-4293-b151-1cd4121d05e2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] 10.222.0.60 "PUT /v2.0/routers/16ee9695-bca7-467f-92f5-677cf9a9422d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6227465 Mar 14 15:36:32.923901 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54036) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:32.932569 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6c4c3a44-693e-442d-a044-195ccfc3ec12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:32.933471 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d6564a-70f7-49c2-a1fe-e65933f9d297 None None] Sync routers for ids ['16ee9695-bca7-467f-92f5-677cf9a9422d'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:36:32.938459 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6c4c3a44-693e-442d-a044-195ccfc3ec12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:32.950347 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d6564a-70f7-49c2-a1fe-e65933f9d297 None None] Routers {'16ee9695-bca7-467f-92f5-677cf9a9422d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:32.951060 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-36d6564a-70f7-49c2-a1fe-e65933f9d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['16ee9695-bca7-467f-92f5-677cf9a9422d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:32.963707 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c3a44-693e-442d-a044-195ccfc3ec12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe79bc77-e248-477d-ade5-f3d2ddfcd830,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:32.976360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6c4c3a44-693e-442d-a044-195ccfc3ec12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:32.977805 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6c4c3a44-693e-442d-a044-195ccfc3ec12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1789145 Mar 14 15:36:32.980557 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54040) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:32.986941 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e3c3b7f5-baa5-465e-b5df-fcdb66b8916b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'ba2bcf2c-b858-441d-bd0c-dd623e9f0f57', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:32.993255 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e3c3b7f5-baa5-465e-b5df-fcdb66b8916b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:32.997137 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e3c3b7f5-baa5-465e-b5df-fcdb66b8916b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:33.001561 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e3c3b7f5-baa5-465e-b5df-fcdb66b8916b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:33.007713 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e3c3b7f5-baa5-465e-b5df-fcdb66b8916b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:33.022020 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-36d6564a-70f7-49c2-a1fe-e65933f9d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:33.028025 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-e3c3b7f5-baa5-465e-b5df-fcdb66b8916b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Project 5d6eafdbdcc04fa5ac3cc264b55cc088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:36:33.038899 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d6564a-70f7-49c2-a1fe-e65933f9d297 None None] Routers {'16ee9695-bca7-467f-92f5-677cf9a9422d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:33.039451 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-36d6564a-70f7-49c2-a1fe-e65933f9d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['16ee9695-bca7-467f-92f5-677cf9a9422d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:33.040695 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b7f5-baa5-465e-b5df-fcdb66b8916b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:33.083296 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4b39bf2d-70df-4b5a-a11f-2acb3005e31c tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:33.102277 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-36d6564a-70f7-49c2-a1fe-e65933f9d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:33.102808 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d6564a-70f7-49c2-a1fe-e65933f9d297 None None] The sync data for ids ['16ee9695-bca7-467f-92f5-677cf9a9422d'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:36:33.128890 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b7f5-baa5-465e-b5df-fcdb66b8916b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:33.135156 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b7f5-baa5-465e-b5df-fcdb66b8916b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:33.175048 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3b7f5-baa5-465e-b5df-fcdb66b8916b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d9372d3-7d70-440b-8b85-03aa46ee4386,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:33.185422 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b7f5-baa5-465e-b5df-fcdb66b8916b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:33.190177 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e3c3b7f5-baa5-465e-b5df-fcdb66b8916b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2059109 Mar 14 15:36:33.333818 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 064da677-1e75-40cc-9270-7a313fd4eea0 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:36:33.348870 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] Sync routers for ids ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:36:33.361237 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] Routers {'e9749a17-ad36-4bfd-97db-1db3c0ffba9d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:33.361911 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:33.426729 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 064da677-1e75-40cc-9270-7a313fd4eea0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:33.427209 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:33.539206 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] Set router e9749a17-ad36-4bfd-97db-1db3c0ffba9d gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:36:33.792733 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4b39bf2d-70df-4b5a-a11f-2acb3005e31c tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:33.813047 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-c3e076df-2ba7-4ff2-b746-97a543e34449 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2079884522&fields=id&tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 267 time: 0.3719499 Mar 14 15:36:33.817312 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4b39bf2d-70df-4b5a-a11f-2acb3005e31c tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:33.885472 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'name': 'tempest-TestNetworkBasicOps-router-1855710617', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:36:23Z', 'updated_at': '2022-03-14T15:36:28Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:24Z', 'updated_at': '2022-03-14T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef', 'name': '', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:a5:6b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:27Z', 'updated_at': '2022-03-14T15:36:28Z', 'revision_number': 2, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:33.890202 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] Checking router: e9749a17-ad36-4bfd-97db-1db3c0ffba9d for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:36:33.890540 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] Updating router e9749a17-ad36-4bfd-97db-1db3c0ffba9d port 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:36:33.947714 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4b39bf2d-70df-4b5a-a11f-2acb3005e31c tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:33.947854 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:33.948114 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b39bf2d-70df-4b5a-a11f-2acb3005e31c tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Fanout notify agent at l3_agent the message router_deleted on router 16ee9695-bca7-467f-92f5-677cf9a9422d {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:36:33.980335 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4b39bf2d-70df-4b5a-a11f-2acb3005e31c tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:33.981542 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4b39bf2d-70df-4b5a-a11f-2acb3005e31c tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] 10.222.0.60 "DELETE /v2.0/routers/16ee9695-bca7-467f-92f5-677cf9a9422d HTTP/1.1" status: 204 len: 168 time: 1.0565033 Mar 14 15:36:33.984050 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54058) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:34.017064 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-e47cfb4e-9a4c-49ee-b785-4e388ff0ec5e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:34.017793 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-e47cfb4e-9a4c-49ee-b785-4e388ff0ec5e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:36:34.048400 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-e47cfb4e-9a4c-49ee-b785-4e388ff0ec5e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:36:34.054682 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-e47cfb4e-9a4c-49ee-b785-4e388ff0ec5e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/networks?id=349f9384-c50d-4cdb-8a7b-70fd02c51b4a HTTP/1.1" status: 200 len: 797 time: 0.2341447 Mar 14 15:36:34.069465 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Router 730e98e4-728d-448c-9af0-a0714cc390da has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:36:34.078563 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-53ccfb85-dce1-4d7c-85e7-43cb2f07fa71 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/quotas/5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 375 time: 0.0230319 Mar 14 15:36:34.204791 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b226b5-d959-4905-8cf2-4ef775fb2656 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Deleting subnet 176c1484-af66-4144-9067-a0484b4df70c {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:36:34.208106 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20b226b5-d959-4905-8cf2-4ef775fb2656 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:34.280809 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20b226b5-d959-4905-8cf2-4ef775fb2656 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:34.344379 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-fb6cda19-88dd-44e4-bc22-629926aab14a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:36:34.366609 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:34.381826 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20b226b5-d959-4905-8cf2-4ef775fb2656 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:34.382334 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] Transition to ACTIVE for port object 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:34.384283 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-fb6cda19-88dd-44e4-bc22-629926aab14a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:36:34.385751 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-fb6cda19-88dd-44e4-bc22-629926aab14a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3045373 Mar 14 15:36:34.390856 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:34.514606 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20b226b5-d959-4905-8cf2-4ef775fb2656 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:34.595856 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b226b5-d959-4905-8cf2-4ef775fb2656 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Pushing event deleted for resources: {'Subnet': ['ID=176c1484-af66-4144-9067-a0484b4df70c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:34.609084 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20b226b5-d959-4905-8cf2-4ef775fb2656 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:34.618043 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-20b226b5-d959-4905-8cf2-4ef775fb2656 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] 10.222.0.60 "DELETE /v2.0/subnets/176c1484-af66-4144-9067-a0484b4df70c HTTP/1.1" status: 204 len: 168 time: 0.6306667 Mar 14 15:36:34.619710 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54066) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:34.621591 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd67dd7e-4db1-4fd8-840f-b5ef4aad3778 None None] Network 64ab09d4-9437-4d9c-b6b0-ccccb8006a4c requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:36:34.625634 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:36:34.671427 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-eb1a1810-1859-48fe-aa09-57a30a76a53d service neutron] 10.222.0.60 "GET /v2.0/networks/349f9384-c50d-4cdb-8a7b-70fd02c51b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713518 Mar 14 15:36:34.679518 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb698462-2ef9-4ef7-8b00-857de19055ce None None] Pushing event updated for resources: {'Port': ['ID=0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:34.694794 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] Attempting to bind port 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:36:34.695160 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] Attempting to bind port 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '4743231b-a582-4843-a481-8dbedb797955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:36:34.695657 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] Attempting to bind port 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef on network 349f9384-c50d-4cdb-8a7b-70fd02c51b4a {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:36:34.698586 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66034cf-f866-464c-9c4c-9a0334c22d2a None None] Sync routers for ids ['730e98e4-728d-448c-9af0-a0714cc390da'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:36:34.709610 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:36:34.710069 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] Checking segment: {'id': '4743231b-a582-4843-a481-8dbedb797955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:36:34.710469 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:34.710860 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] Bound using segment: {'id': '4743231b-a582-4843-a481-8dbedb797955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:36:34.711319 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] Bound port: 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4743231b-a582-4843-a481-8dbedb797955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:36:34.711688 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:34.729996 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:34.825697 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b81169ca-315f-4264-a2fa-0c4b587dc9f2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:34.839196 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] For port 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:36:34.847120 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66034cf-f866-464c-9c4c-9a0334c22d2a None None] Routers {'730e98e4-728d-448c-9af0-a0714cc390da'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:34.847690 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b66034cf-f866-464c-9c4c-9a0334c22d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['730e98e4-728d-448c-9af0-a0714cc390da'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:34.848647 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] For port 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef,segment=NetworkSegment(4743231b-a582-4843-a481-8dbedb797955),segment_id=4743231b-a582-4843-a481-8dbedb797955)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:36:34.855713 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:34.862942 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b81169ca-315f-4264-a2fa-0c4b587dc9f2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Deleting port eab89881-7e7d-40d1-8855-7a1cb1c19f86 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:36:34.863283 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b81169ca-315f-4264-a2fa-0c4b587dc9f2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:34.896265 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8b478d2d-a0f6-49ec-8e0e-6aab4b2c9b34 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.5147789 Mar 14 15:36:34.915315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c59a024-199f-4058-88ed-c67990341130', 'tag': '9c2dfa40-a11e-45c0-b459-3dadf2546323'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:36:34.988274 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-f3164641-7c8f-4c97-b322-85b37110fcee service neutron] 10.222.0.60 "GET /v2.0/networks/349f9384-c50d-4cdb-8a7b-70fd02c51b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066876 Mar 14 15:36:35.050120 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] Routers {'e9749a17-ad36-4bfd-97db-1db3c0ffba9d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:35.054044 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:35.309917 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b66034cf-f866-464c-9c4c-9a0334c22d2a None None] Set router 730e98e4-728d-448c-9af0-a0714cc390da gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:36:35.340373 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58503af-a806-4931-8353-ccadd8dcc094 req-e3ebbe12-0d20-41be-8017-ecc0695437fd tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:35.343038 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d58503af-a806-4931-8353-ccadd8dcc094 req-e3ebbe12-0d20-41be-8017-ecc0695437fd tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 946 time: 0.2886059 Mar 14 15:36:35.348976 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-b81169ca-315f-4264-a2fa-0c4b587dc9f2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] For port eab89881-7e7d-40d1-8855-7a1cb1c19f86, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=eab89881-7e7d-40d1-8855-7a1cb1c19f86,segment=NetworkSegment(35cac252-1005-476c-a7b9-f1285257a041),segment_id=35cac252-1005-476c-a7b9-f1285257a041)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:35.356121 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b81169ca-315f-4264-a2fa-0c4b587dc9f2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:35.383562 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb698462-2ef9-4ef7-8b00-857de19055ce None None] Pushing event updated for resources: {'Port': ['ID=0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:35.402851 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c59a024-199f-4058-88ed-c67990341130', 'tag': '9c2dfa40-a11e-45c0-b459-3dadf2546323', 'status': 'completed', 'code': 200} Mar 14 15:36:35.539924 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] Set router e9749a17-ad36-4bfd-97db-1db3c0ffba9d gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:36:35.548236 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0532e644-1e11-4640-8489-5ea728ab2ecb None None] DHCP port deletion for 64ab09d4-9437-4d9c-b6b0-ccccb8006a4c request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:36:35.557973 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0532e644-1e11-4640-8489-5ea728ab2ecb None None] Deleting port eab89881-7e7d-40d1-8855-7a1cb1c19f86 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:36:35.558202 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3f6d42c9-9daa-4557-865d-240ec7224d98 req-3bd088f6-258c-4246-84c2-e36c719e6db9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f HTTP/1.1" status: 200 len: 210 time: 0.0948730 Mar 14 15:36:35.558718 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0532e644-1e11-4640-8489-5ea728ab2ecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:35.903104 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b81169ca-315f-4264-a2fa-0c4b587dc9f2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Calling delete_port for eab89881-7e7d-40d1-8855-7a1cb1c19f86 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:36:36.039721 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d58503af-a806-4931-8353-ccadd8dcc094 req-c823b63f-49f1-4f1c-b0f4-541979f81c23 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6754258 Mar 14 15:36:36.070145 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b66034cf-f866-464c-9c4c-9a0334c22d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730e98e4-728d-448c-9af0-a0714cc390da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298500619', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:58Z', 'updated_at': '2022-03-14T15:36:07Z', 'revision_number': 4, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'gw_port': {'id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:59Z', 'updated_at': '2022-03-14T15:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '6f219623-375c-4849-8b88-752001190e1b', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'port_id': '9c2dfa40-a11e-45c0-b459-3dadf2546323', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563', 'mac_address': 'fa:16:3e:32:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59a024-199f-4058-88ed-c67990341130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:36:30Z', 'updated_at': '2022-03-14T15:36:30Z', 'revision_number': 0, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5164e1b2-1c04-4b38-a655-533aab773c7e', 'name': '', 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'mac_address': 'fa:16:3e:dd:21:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6096ac49-f806-491a-902d-8af126f44a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:06Z', 'updated_at': '2022-03-14T15:36:16Z', 'revision_number': 5, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'subnets': [{'id': '6096ac49-f806-491a-902d-8af126f44a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:36.071299 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54088) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:36.094648 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66034cf-f866-464c-9c4c-9a0334c22d2a None None] Checking router: 730e98e4-728d-448c-9af0-a0714cc390da for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:36:36.122045 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-15ce8466-65f7-46f7-a320-9df13323c4b4 req-ce9c754d-4997-4ddb-9a23-9c660bf7475c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4e3d2e02cf4404982bcbc9a66a204af&device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 1099 time: 0.6811771 Mar 14 15:36:36.127902 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b81169ca-315f-4264-a2fa-0c4b587dc9f2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:36.144117 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0532e644-1e11-4640-8489-5ea728ab2ecb None None] For port eab89881-7e7d-40d1-8855-7a1cb1c19f86, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=eab89881-7e7d-40d1-8855-7a1cb1c19f86,segment=NetworkSegment(35cac252-1005-476c-a7b9-f1285257a041),segment_id=35cac252-1005-476c-a7b9-f1285257a041)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:36.144514 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0532e644-1e11-4640-8489-5ea728ab2ecb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:36.167279 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'name': 'tempest-TestNetworkBasicOps-router-1855710617', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:36:23Z', 'updated_at': '2022-03-14T15:36:28Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:24Z', 'updated_at': '2022-03-14T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef', 'name': '', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:a5:6b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:27Z', 'updated_at': '2022-03-14T15:36:34Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:36.169535 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66034cf-f866-464c-9c4c-9a0334c22d2a None None] Routers {'730e98e4-728d-448c-9af0-a0714cc390da'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:36.170212 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b66034cf-f866-464c-9c4c-9a0334c22d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['730e98e4-728d-448c-9af0-a0714cc390da'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:36.187108 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c78313-a9c8-484b-a847-07f8422e2266 None None] The sync data for ids ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'] in dv-neutron-833561-1-hyperv is: [{'id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'name': 'tempest-TestNetworkBasicOps-router-1855710617', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:36:23Z', 'updated_at': '2022-03-14T15:36:28Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:24Z', 'updated_at': '2022-03-14T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef', 'name': '', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:a5:6b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:27Z', 'updated_at': '2022-03-14T15:36:34Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:36:36.278225 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81169ca-315f-4264-a2fa-0c4b587dc9f2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] No DVR routers for this DVR port eab89881-7e7d-40d1-8855-7a1cb1c19f86 on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:36:36.348419 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-799b9cbd-b607-4601-a745-675d807119a5 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/floatingips/6f219623-375c-4849-8b88-752001190e1b HTTP/1.1" status: 200 len: 992 time: 0.2718165 Mar 14 15:36:36.359234 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81169ca-315f-4264-a2fa-0c4b587dc9f2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Pushing event deleted for resources: {'Port': ['ID=eab89881-7e7d-40d1-8855-7a1cb1c19f86,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:36.445541 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0532e644-1e11-4640-8489-5ea728ab2ecb None None] Calling delete_port for eab89881-7e7d-40d1-8855-7a1cb1c19f86 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:36:36.520794 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-0532e644-1e11-4640-8489-5ea728ab2ecb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:36:36.521277 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-0532e644-1e11-4640-8489-5ea728ab2ecb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:36:36.550436 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b81169ca-315f-4264-a2fa-0c4b587dc9f2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:36.605730 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b81169ca-315f-4264-a2fa-0c4b587dc9f2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ab09d4-9437-4d9c-b6b0-ccccb8006a4c']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:36.622686 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b81169ca-315f-4264-a2fa-0c4b587dc9f2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35cac252-1005-476c-a7b9-f1285257a041') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:36.623259 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b81169ca-315f-4264-a2fa-0c4b587dc9f2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35cac252-1005-476c-a7b9-f1285257a041') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:36.640061 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b81169ca-315f-4264-a2fa-0c4b587dc9f2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:36.661769 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b66034cf-f866-464c-9c4c-9a0334c22d2a None None] Set router 730e98e4-728d-448c-9af0-a0714cc390da gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:36:36.671405 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b81169ca-315f-4264-a2fa-0c4b587dc9f2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:36.679713 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b81169ca-315f-4264-a2fa-0c4b587dc9f2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:36:36.680202 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b81169ca-315f-4264-a2fa-0c4b587dc9f2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:36:36.798309 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:36:36.812781 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5a6538b6-7c9e-4861-a8b5-440b983fc9b1 req-5dc9a9dc-6c6f-4bf1-beb1-1a959d35f417 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f HTTP/1.1" status: 200 len: 210 time: 0.0796103 Mar 14 15:36:36.825457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce8466-65f7-46f7-a320-9df13323c4b4 req-2c16e4d2-5147-4086-ab02-28a3373d116a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:36.831431 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-15ce8466-65f7-46f7-a320-9df13323c4b4 req-2c16e4d2-5147-4086-ab02-28a3373d116a service neutron] 10.222.0.24 "GET /v2.0/networks?id=3eedfa94-96fa-40a7-9693-8d8f73fe9563 HTTP/1.1" status: 200 len: 898 time: 0.6648965 Mar 14 15:36:36.835649 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b81169ca-315f-4264-a2fa-0c4b587dc9f2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:36.860693 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b81169ca-315f-4264-a2fa-0c4b587dc9f2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:36.933738 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81169ca-315f-4264-a2fa-0c4b587dc9f2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] Pushing event deleted for resources: {'Network': ['ID=64ab09d4-9437-4d9c-b6b0-ccccb8006a4c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:37.066572 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0532e644-1e11-4640-8489-5ea728ab2ecb None None] Deleting port eab89881-7e7d-40d1-8855-7a1cb1c19f86 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:36:37.066948 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0532e644-1e11-4640-8489-5ea728ab2ecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:37.221487 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-e136e0be-9bf0-45a2-8b79-3bed8b1cfd25 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:37.222412 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-e136e0be-9bf0-45a2-8b79-3bed8b1cfd25 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:36:37.226822 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0532e644-1e11-4640-8489-5ea728ab2ecb None None] The port 'eab89881-7e7d-40d1-8855-7a1cb1c19f86' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:36:37.230182 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b81169ca-315f-4264-a2fa-0c4b587dc9f2 tempest-FloatingIPNegativeTestJSON-898563751 tempest-FloatingIPNegativeTestJSON-898563751-project] 10.222.0.60 "DELETE /v2.0/networks/64ab09d4-9437-4d9c-b6b0-ccccb8006a4c HTTP/1.1" status: 204 len: 168 time: 2.6092916 Mar 14 15:36:37.254315 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-e136e0be-9bf0-45a2-8b79-3bed8b1cfd25 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:36:37.255421 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-e136e0be-9bf0-45a2-8b79-3bed8b1cfd25 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/networks?id=349f9384-c50d-4cdb-8a7b-70fd02c51b4a HTTP/1.1" status: 200 len: 797 time: 0.2434261 Mar 14 15:36:37.257349 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-15ce8466-65f7-46f7-a320-9df13323c4b4 req-738368b3-25fc-439b-b5c1-9baccea5b5ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c2dfa40-a11e-45c0-b459-3dadf2546323 HTTP/1.1" status: 200 len: 1000 time: 0.3934016 Mar 14 15:36:37.346192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54098) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:37.445926 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:36:37.548455 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-3343baa5-796c-4989-8473-df8b2abf2612 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:36:37.574800 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce8466-65f7-46f7-a320-9df13323c4b4 req-0cfbe108-161f-4c3b-8e02-f1b68c5196b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:37.576690 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-15ce8466-65f7-46f7-a320-9df13323c4b4 req-0cfbe108-161f-4c3b-8e02-f1b68c5196b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6096ac49-f806-491a-902d-8af126f44a71 HTTP/1.1" status: 200 len: 835 time: 0.2801063 Mar 14 15:36:37.579128 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-3343baa5-796c-4989-8473-df8b2abf2612 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:36:37.583591 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-3343baa5-796c-4989-8473-df8b2abf2612 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 380 time: 0.3086908 Mar 14 15:36:37.610819 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4b38da33-0e28-492a-8588-b07bd301739b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/floatingips/6f219623-375c-4849-8b88-752001190e1b HTTP/1.1" status: 200 len: 992 time: 0.2629685 Mar 14 15:36:37.630865 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b66034cf-f866-464c-9c4c-9a0334c22d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730e98e4-728d-448c-9af0-a0714cc390da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298500619', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:58Z', 'updated_at': '2022-03-14T15:36:07Z', 'revision_number': 4, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'gw_port': {'id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:59Z', 'updated_at': '2022-03-14T15:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '6f219623-375c-4849-8b88-752001190e1b', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'port_id': '9c2dfa40-a11e-45c0-b459-3dadf2546323', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563', 'mac_address': 'fa:16:3e:32:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59a024-199f-4058-88ed-c67990341130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:36:30Z', 'updated_at': '2022-03-14T15:36:30Z', 'revision_number': 0, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5164e1b2-1c04-4b38-a655-533aab773c7e', 'name': '', 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'mac_address': 'fa:16:3e:dd:21:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6096ac49-f806-491a-902d-8af126f44a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:06Z', 'updated_at': '2022-03-14T15:36:16Z', 'revision_number': 5, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'subnets': [{'id': '6096ac49-f806-491a-902d-8af126f44a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:37.637070 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66034cf-f866-464c-9c4c-9a0334c22d2a None None] The sync data for ids ['730e98e4-728d-448c-9af0-a0714cc390da'] in dv-neutron-833561-1-hyperv is: [{'id': '730e98e4-728d-448c-9af0-a0714cc390da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298500619', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:58Z', 'updated_at': '2022-03-14T15:36:07Z', 'revision_number': 4, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'gw_port': {'id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:59Z', 'updated_at': '2022-03-14T15:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '6f219623-375c-4849-8b88-752001190e1b', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'port_id': '9c2dfa40-a11e-45c0-b459-3dadf2546323', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563', 'mac_address': 'fa:16:3e:32:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59a024-199f-4058-88ed-c67990341130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:36:30Z', 'updated_at': '2022-03-14T15:36:30Z', 'revision_number': 0, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5164e1b2-1c04-4b38-a655-533aab773c7e', 'name': '', 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'mac_address': 'fa:16:3e:dd:21:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6096ac49-f806-491a-902d-8af126f44a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:06Z', 'updated_at': '2022-03-14T15:36:16Z', 'revision_number': 5, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'subnets': [{'id': '6096ac49-f806-491a-902d-8af126f44a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:36:37.645486 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:37.654264 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-fc68dcf4-1a74-4d22-908b-d8946ccfc917 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'port': {'device_id': 'f09b680f-97e7-4eac-8cc1-c35ebe9ad87f', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'admin_state_up': True, 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'security_groups': ['ba2bcf2c-b858-441d-bd0c-dd623e9f0f57']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:37.655482 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:37.656335 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:37.767103 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54104) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:37.792652 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:37.821822 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-fc68dcf4-1a74-4d22-908b-d8946ccfc917 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:37.826782 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef,segment=NetworkSegment(4743231b-a582-4843-a481-8dbedb797955),segment_id=4743231b-a582-4843-a481-8dbedb797955)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:37.833331 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:37.848639 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-fc68dcf4-1a74-4d22-908b-d8946ccfc917 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:37.872935 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-15ce8466-65f7-46f7-a320-9df13323c4b4 req-5cf278e7-aa3c-4566-8421-1e32a473ddc6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3eedfa94-96fa-40a7-9693-8d8f73fe9563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2881045 Mar 14 15:36:37.874169 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-fc68dcf4-1a74-4d22-908b-d8946ccfc917 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:36:37.877432 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-fc68dcf4-1a74-4d22-908b-d8946ccfc917 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:37.944612 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device eab89881-7e7d-40d1-8855-7a1cb1c19f86 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:36:38.031243 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: eab89881-7e7d-40d1-8855-7a1cb1c19f86 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:36:38.031586 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device eab89881-7e7d-40d1-8855-7a1cb1c19f86 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:36:38.052694 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:38.145178 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-884cba9b-96eb-42bd-92ec-f9ebc5a633e7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5af11a5421f1414da3373f52eeb4b2c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3765001 Mar 14 15:36:38.147646 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54114) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:38.213322 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b09f52e2-31e9-4933-9085-c7ca674e3a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:38.228114 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-33566c57-3497-4691-9bad-899dda6e370e req-4774d4f6-5914-41e9-80c7-95a7b4ecd14c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:36:38.244718 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b09f52e2-31e9-4933-9085-c7ca674e3a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:38.285660 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-33566c57-3497-4691-9bad-899dda6e370e req-4774d4f6-5914-41e9-80c7-95a7b4ecd14c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:36:38.286763 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-33566c57-3497-4691-9bad-899dda6e370e req-4774d4f6-5914-41e9-80c7-95a7b4ecd14c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f HTTP/1.1" status: 200 len: 210 time: 0.1204994 Mar 14 15:36:38.314277 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b09f52e2-31e9-4933-9085-c7ca674e3a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:38.333333 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f52e2-31e9-4933-9085-c7ca674e3a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a42731f-a78f-40a3-a325-92b9e50fef32,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:38.336790 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b09f52e2-31e9-4933-9085-c7ca674e3a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:38.337955 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b09f52e2-31e9-4933-9085-c7ca674e3a2d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a42731f-a78f-40a3-a325-92b9e50fef32 HTTP/1.1" status: 204 len: 168 time: 0.1892903 Mar 14 15:36:38.354680 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-15ce8466-65f7-46f7-a320-9df13323c4b4 req-fa5c7841-a61b-4fea-82c8-326c4814bd1d service neutron] 10.222.0.24 "GET /v2.0/networks/3eedfa94-96fa-40a7-9693-8d8f73fe9563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674771 Mar 14 15:36:38.481201 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-fc68dcf4-1a74-4d22-908b-d8946ccfc917 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.20.0.12 (349f9384-c50d-4cdb-8a7b-70fd02c51b4a/ab15c6bb-e792-4953-b206-1853c1ff0b9f/6d342627-2cfd-4e76-9371-88e034a23f82) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:36:38.564936 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-15ce8466-65f7-46f7-a320-9df13323c4b4 req-bdb03bd5-50ee-4000-b95a-553b29bf6d93 service neutron] 10.222.0.24 "GET /v2.0/networks/3eedfa94-96fa-40a7-9693-8d8f73fe9563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930158 Mar 14 15:36:38.613312 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54122) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:38.753501 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-71d71bce-dee3-498c-aa92-8209ae882897 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/floatingips/6f219623-375c-4849-8b88-752001190e1b HTTP/1.1" status: 200 len: 992 time: 0.1385956 Mar 14 15:36:38.771438 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-fc68dcf4-1a74-4d22-908b-d8946ccfc917 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:38.787072 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-fc68dcf4-1a74-4d22-908b-d8946ccfc917 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Transition to ACTIVE for port object 6d342627-2cfd-4e76-9371-88e034a23f82 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:38.814305 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-fc68dcf4-1a74-4d22-908b-d8946ccfc917 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:38.922615 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-fc68dcf4-1a74-4d22-908b-d8946ccfc917 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network 349f9384-c50d-4cdb-8a7b-70fd02c51b4a is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:38.923532 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68dcf4-1a74-4d22-908b-d8946ccfc917 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=6d342627-2cfd-4e76-9371-88e034a23f82,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:38.926781 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-fc68dcf4-1a74-4d22-908b-d8946ccfc917 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:38.928857 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-fc68dcf4-1a74-4d22-908b-d8946ccfc917 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:36:39.033128 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-fc68dcf4-1a74-4d22-908b-d8946ccfc917 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:39.034548 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-fc68dcf4-1a74-4d22-908b-d8946ccfc917 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:39.067600 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-fc68dcf4-1a74-4d22-908b-d8946ccfc917 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4174373 Mar 14 15:36:39.090796 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-771c5aac-d429-4ea9-a62a-9b6f60dda022 service neutron] Request body: {'port': {'device_id': 'f09b680f-97e7-4eac-8cc1-c35ebe9ad87f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:39.318938 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-771c5aac-d429-4ea9-a62a-9b6f60dda022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:39.350760 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:36:39.443295 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8c9b2297-233d-475b-bdbd-650fbb8c297e None None] Provisioning for port 6d342627-2cfd-4e76-9371-88e034a23f82 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:39.448956 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8c9b2297-233d-475b-bdbd-650fbb8c297e None None] Provisioning complete for port 6d342627-2cfd-4e76-9371-88e034a23f82 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:39.449379 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8c9b2297-233d-475b-bdbd-650fbb8c297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:39.527436 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8c9b2297-233d-475b-bdbd-650fbb8c297e None None] Port 6d342627-2cfd-4e76-9371-88e034a23f82 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:36:39.530522 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:39.531063 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:39.623081 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db707b6-e22f-4f4a-a59a-762de4c18fe0 req-d1acc34a-f6dd-4be7-895f-339226913c67 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:39.625969 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1db707b6-e22f-4f4a-a59a-762de4c18fe0 req-d1acc34a-f6dd-4be7-895f-339226913c67 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f HTTP/1.1" status: 200 len: 932 time: 0.1660435 Mar 14 15:36:39.626670 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54144) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:39.710916 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1db707b6-e22f-4f4a-a59a-762de4c18fe0 req-8cdcdc7f-50f3-40ce-8780-7d3901799890 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2bcf2c-b858-441d-bd0c-dd623e9f0f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669248 Mar 14 15:36:39.757631 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54150) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:39.883747 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-771c5aac-d429-4ea9-a62a-9b6f60dda022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d342627-2cfd-4e76-9371-88e034a23f82 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:36:39.892180 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-771c5aac-d429-4ea9-a62a-9b6f60dda022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:39.907919 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-771c5aac-d429-4ea9-a62a-9b6f60dda022 service neutron] Transition to ACTIVE for port object 6d342627-2cfd-4e76-9371-88e034a23f82 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:39.915926 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-771c5aac-d429-4ea9-a62a-9b6f60dda022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:40.044443 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-abb15bee-5a72-4b52-a85c-8596d770a468 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'network': {'name': 'tempest-RoutersTest-996935390'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:40.064370 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-abb15bee-5a72-4b52-a85c-8596d770a468 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:40.075696 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c5aac-d429-4ea9-a62a-9b6f60dda022 service neutron] Pushing event updated for resources: {'Port': ['ID=6d342627-2cfd-4e76-9371-88e034a23f82,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:40.080476 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-abb15bee-5a72-4b52-a85c-8596d770a468 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:network and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:40.084897 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-abb15bee-5a72-4b52-a85c-8596d770a468 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:40.095485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-abb15bee-5a72-4b52-a85c-8596d770a468 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:40.104619 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4692cc6c-79cb-46e4-a37e-e354200d1f42 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/floatingips/6f219623-375c-4849-8b88-752001190e1b HTTP/1.1" status: 200 len: 992 time: 0.3458188 Mar 14 15:36:40.116241 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb15bee-5a72-4b52-a85c-8596d770a468 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Made reservation on behalf of 18a28888dd2142c8bd0e6135d9012d4b for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:36:40.119229 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abb15bee-5a72-4b52-a85c-8596d770a468 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:40.138642 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abb15bee-5a72-4b52-a85c-8596d770a468 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:40.210821 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-abb15bee-5a72-4b52-a85c-8596d770a468 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:40.218251 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-abb15bee-5a72-4b52-a85c-8596d770a468 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:security_group_rule and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:40.226930 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-abb15bee-5a72-4b52-a85c-8596d770a468 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:40.236859 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-abb15bee-5a72-4b52-a85c-8596d770a468 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:40.351779 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-771c5aac-d429-4ea9-a62a-9b6f60dda022 service neutron] Attempting to bind port 6d342627-2cfd-4e76-9371-88e034a23f82 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:36:40.352115 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-771c5aac-d429-4ea9-a62a-9b6f60dda022 service neutron] Attempting to bind port 6d342627-2cfd-4e76-9371-88e034a23f82 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '4743231b-a582-4843-a481-8dbedb797955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:36:40.352441 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-771c5aac-d429-4ea9-a62a-9b6f60dda022 service neutron] Attempting to bind port 6d342627-2cfd-4e76-9371-88e034a23f82 on network 349f9384-c50d-4cdb-8a7b-70fd02c51b4a {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:36:40.361344 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-771c5aac-d429-4ea9-a62a-9b6f60dda022 service neutron] Port 6d342627-2cfd-4e76-9371-88e034a23f82 on network 349f9384-c50d-4cdb-8a7b-70fd02c51b4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:36:40.362031 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-771c5aac-d429-4ea9-a62a-9b6f60dda022 service neutron] Attempting to bind port 6d342627-2cfd-4e76-9371-88e034a23f82 on network 349f9384-c50d-4cdb-8a7b-70fd02c51b4a {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:36:40.364875 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abb15bee-5a72-4b52-a85c-8596d770a468 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:40.369734 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-771c5aac-d429-4ea9-a62a-9b6f60dda022 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:36:40.370305 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-771c5aac-d429-4ea9-a62a-9b6f60dda022 service neutron] Checking segment: {'id': '4743231b-a582-4843-a481-8dbedb797955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:36:40.370908 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-771c5aac-d429-4ea9-a62a-9b6f60dda022 service neutron] Bound using segment: {'id': '4743231b-a582-4843-a481-8dbedb797955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:36:40.371661 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-771c5aac-d429-4ea9-a62a-9b6f60dda022 service neutron] Bound port: 6d342627-2cfd-4e76-9371-88e034a23f82, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4743231b-a582-4843-a481-8dbedb797955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:36:40.372139 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-771c5aac-d429-4ea9-a62a-9b6f60dda022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:40.378629 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abb15bee-5a72-4b52-a85c-8596d770a468 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:40.394502 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb15bee-5a72-4b52-a85c-8596d770a468 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:36:40.423488 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abb15bee-5a72-4b52-a85c-8596d770a468 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:40.423904 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-abb15bee-5a72-4b52-a85c-8596d770a468 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Added segment 973584f4-10ed-47e8-821b-e1a6c68c1091 of type vlan for network da316ff4-5091-4e3f-9851-36c45787cb98 Mar 14 15:36:40.451622 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb15bee-5a72-4b52-a85c-8596d770a468 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7080b3a2-bb0f-4cbe-8858-7c3e18f0da6f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:40.488437 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abb15bee-5a72-4b52-a85c-8596d770a468 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:40.513302 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-771c5aac-d429-4ea9-a62a-9b6f60dda022 service neutron] For port 6d342627-2cfd-4e76-9371-88e034a23f82, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:36:40.517275 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-771c5aac-d429-4ea9-a62a-9b6f60dda022 service neutron] For port 6d342627-2cfd-4e76-9371-88e034a23f82, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=6d342627-2cfd-4e76-9371-88e034a23f82,segment=NetworkSegment(4743231b-a582-4843-a481-8dbedb797955),segment_id=4743231b-a582-4843-a481-8dbedb797955)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:36:40.519766 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3542738-5b3f-4a62-8b11-f412d56fe724 None None] New status for floating IP 6f219623-375c-4849-8b88-752001190e1b: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:36:40.532203 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-771c5aac-d429-4ea9-a62a-9b6f60dda022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:40.565333 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abb15bee-5a72-4b52-a85c-8596d770a468 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:40.571634 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb15bee-5a72-4b52-a85c-8596d770a468 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:40.572292 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abb15bee-5a72-4b52-a85c-8596d770a468 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:40.623152 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-771c5aac-d429-4ea9-a62a-9b6f60dda022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:40.625245 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-771c5aac-d429-4ea9-a62a-9b6f60dda022 service neutron] 10.222.0.24 "PUT /v2.0/ports/6d342627-2cfd-4e76-9371-88e034a23f82 HTTP/1.1" status: 200 len: 1094 time: 1.5421660 Mar 14 15:36:40.625685 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09b680f-97e7-4eac-8cc1-c35ebe9ad87f', 'tag': '6d342627-2cfd-4e76-9371-88e034a23f82'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:36:40.655869 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c5aac-d429-4ea9-a62a-9b6f60dda022 service neutron] Pushing event updated for resources: {'Port': ['ID=6d342627-2cfd-4e76-9371-88e034a23f82,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:40.814226 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09b680f-97e7-4eac-8cc1-c35ebe9ad87f', 'tag': '6d342627-2cfd-4e76-9371-88e034a23f82', 'status': 'completed', 'code': 200} Mar 14 15:36:40.869263 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-8dbb74f4-97a4-4c47-90da-dc62d039428c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f HTTP/1.1" status: 200 len: 1097 time: 0.1581583 Mar 14 15:36:40.882201 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb15bee-5a72-4b52-a85c-8596d770a468 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Network': ['ID=da316ff4-5091-4e3f-9851-36c45787cb98,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:40.899151 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network da316ff4-5091-4e3f-9851-36c45787cb98 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:36:40.919919 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-abb15bee-5a72-4b52-a85c-8596d770a468 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2919381 Mar 14 15:36:40.924434 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54160) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:40.934894 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5733488c-7e72-4791-97bc-f591fcc2c8ea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'network': {'name': 'tempest-RoutersTest-1791836949'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:40.945241 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5733488c-7e72-4791-97bc-f591fcc2c8ea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:40.953823 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5733488c-7e72-4791-97bc-f591fcc2c8ea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:network and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:40.960398 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5733488c-7e72-4791-97bc-f591fcc2c8ea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:41.034482 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5733488c-7e72-4791-97bc-f591fcc2c8ea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:41.080296 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-ab0d6061-0886-4f62-b522-1f1d1043706e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d342627-2cfd-4e76-9371-88e034a23f82 HTTP/1.1" status: 200 len: 217 time: 0.2054482 Mar 14 15:36:41.082187 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5733488c-7e72-4791-97bc-f591fcc2c8ea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Made reservation on behalf of 18a28888dd2142c8bd0e6135d9012d4b for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:36:41.086597 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5733488c-7e72-4791-97bc-f591fcc2c8ea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:41.116470 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54164) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:41.250720 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5733488c-7e72-4791-97bc-f591fcc2c8ea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:36:41.263042 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5733488c-7e72-4791-97bc-f591fcc2c8ea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:41.263393 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-5733488c-7e72-4791-97bc-f591fcc2c8ea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Added segment c868149d-11ff-4446-b7fd-0221a5fd4312 of type vlan for network 5441e42a-b809-438e-abdf-0dd95be9c06b Mar 14 15:36:41.269673 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-6dfc92cc-3a0a-4e7a-8790-865a9e933080 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:41.271591 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-6dfc92cc-3a0a-4e7a-8790-865a9e933080 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab15c6bb-e792-4953-b206-1853c1ff0b9f HTTP/1.1" status: 200 len: 834 time: 0.1774986 Mar 14 15:36:41.349440 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fabdb160-cad2-4909-8eea-c16dc4652bf4 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/floatingips/6f219623-375c-4849-8b88-752001190e1b HTTP/1.1" status: 200 len: 994 time: 0.2256517 Mar 14 15:36:41.356300 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5ad7c-e22b-43df-82ad-8830df7c4fc9 req-1350d8bd-edec-49cc-aa39-9d45f64f73d4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:41.357165 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7ed5ad7c-e22b-43df-82ad-8830df7c4fc9 req-1350d8bd-edec-49cc-aa39-9d45f64f73d4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f HTTP/1.1" status: 200 len: 944 time: 0.3911200 Mar 14 15:36:41.363648 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5733488c-7e72-4791-97bc-f591fcc2c8ea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:41.392622 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-864cd254-19f0-46e8-871d-37d24306fae6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=349f9384-c50d-4cdb-8a7b-70fd02c51b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1152456 Mar 14 15:36:41.439259 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7ed5ad7c-e22b-43df-82ad-8830df7c4fc9 req-eff24aaf-7bcb-4a91-8990-b451667b53f0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2bcf2c-b858-441d-bd0c-dd623e9f0f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638311 Mar 14 15:36:41.440494 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5733488c-7e72-4791-97bc-f591fcc2c8ea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:41.447550 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5733488c-7e72-4791-97bc-f591fcc2c8ea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:41.448072 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5733488c-7e72-4791-97bc-f591fcc2c8ea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:41.579612 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5733488c-7e72-4791-97bc-f591fcc2c8ea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6466146 Mar 14 15:36:41.580128 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-15149bd5-9cf8-4b46-9506-5941f3009c2d service neutron] 10.222.0.24 "GET /v2.0/networks/349f9384-c50d-4cdb-8a7b-70fd02c51b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788561 Mar 14 15:36:41.580128 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54170) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:41.588124 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733488c-7e72-4791-97bc-f591fcc2c8ea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Network': ['ID=5441e42a-b809-438e-abdf-0dd95be9c06b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:41.588336 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-172104ee-870b-4846-8bf2-778910b6c0db tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'subnet': {'network_id': 'da316ff4-5091-4e3f-9851-36c45787cb98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:41.612534 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 5441e42a-b809-438e-abdf-0dd95be9c06b details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:36:41.817702 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-172104ee-870b-4846-8bf2-778910b6c0db tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:41.834812 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-172104ee-870b-4846-8bf2-778910b6c0db tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:subnet and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:41.839513 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-172104ee-870b-4846-8bf2-778910b6c0db tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:41.855071 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-172104ee-870b-4846-8bf2-778910b6c0db tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:41.867011 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-988668c0-79b7-4135-9bad-95aa6ac04d44 req-3d2568a7-b6a1-459a-a312-eabcfa041409 service neutron] 10.222.0.24 "GET /v2.0/networks/349f9384-c50d-4cdb-8a7b-70fd02c51b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621136 Mar 14 15:36:41.878243 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172104ee-870b-4846-8bf2-778910b6c0db tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Made reservation on behalf of 18a28888dd2142c8bd0e6135d9012d4b for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:36:42.082820 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-172104ee-870b-4846-8bf2-778910b6c0db tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:42.210762 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fae8ed12-7865-4b7e-8898-a4c0f385f784 req-cd9a5715-fa3a-4417-bacb-d00c0a12ac87 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f HTTP/1.1" status: 200 len: 1097 time: 0.2320764 Mar 14 15:36:42.418999 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8ed12-7865-4b7e-8898-a4c0f385f784 req-f3a9380e-4083-446a-9caa-b0a8e71133b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:42.421210 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fae8ed12-7865-4b7e-8898-a4c0f385f784 req-f3a9380e-4083-446a-9caa-b0a8e71133b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=349f9384-c50d-4cdb-8a7b-70fd02c51b4a HTTP/1.1" status: 200 len: 898 time: 0.2014434 Mar 14 15:36:42.519963 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fae8ed12-7865-4b7e-8898-a4c0f385f784 req-2b664352-70db-4096-8a04-3a1f5b9d3fa4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d342627-2cfd-4e76-9371-88e034a23f82 HTTP/1.1" status: 200 len: 217 time: 0.0910904 Mar 14 15:36:42.594767 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-172104ee-870b-4846-8bf2-778910b6c0db tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:42.715376 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8ed12-7865-4b7e-8898-a4c0f385f784 req-192e4f3c-30a0-45cb-9653-8f8ea2f34bb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:42.717329 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fae8ed12-7865-4b7e-8898-a4c0f385f784 req-192e4f3c-30a0-45cb-9653-8f8ea2f34bb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab15c6bb-e792-4953-b206-1853c1ff0b9f HTTP/1.1" status: 200 len: 834 time: 0.1886272 Mar 14 15:36:42.809615 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172104ee-870b-4846-8bf2-778910b6c0db tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Subnet': ['ID=c46c8dbd-b777-42b6-b85c-a4ff9fcc1d90,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:42.867569 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172104ee-870b-4846-8bf2-778910b6c0db tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Checking segment: {'id': '973584f4-10ed-47e8-821b-e1a6c68c1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'da316ff4-5091-4e3f-9851-36c45787cb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:36:42.867926 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172104ee-870b-4846-8bf2-778910b6c0db tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network hostable DHCP agents. Network: da316ff4-5091-4e3f-9851-36c45787cb98, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:36:42.893081 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59623380-8287-40f0-b75a-4b51fbdc717e req-10f19b01-e341-4d24-8b9d-4d14ac07e4d0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:42.894622 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59623380-8287-40f0-b75a-4b51fbdc717e req-10f19b01-e341-4d24-8b9d-4d14ac07e4d0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f HTTP/1.1" status: 200 len: 944 time: 0.2604539 Mar 14 15:36:42.903533 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fae8ed12-7865-4b7e-8898-a4c0f385f784 req-e33d87b9-d012-4f82-b7b9-14958aad376a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=349f9384-c50d-4cdb-8a7b-70fd02c51b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1760404 Mar 14 15:36:42.927577 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9b47da6d-7f9c-4404-97a9-1e81b4c3c7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:42.951911 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172104ee-870b-4846-8bf2-778910b6c0db tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network da316ff4-5091-4e3f-9851-36c45787cb98 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:36:43.146883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-172104ee-870b-4846-8bf2-778910b6c0db tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, da316ff4-5091-4e3f-9851-36c45787cb98) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:43.166569 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172104ee-870b-4846-8bf2-778910b6c0db tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:43.167148 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-172104ee-870b-4846-8bf2-778910b6c0db tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:43.173984 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a5bac2-19f1-4e6d-bd3c-5a527b090f22 None None] Network da316ff4-5091-4e3f-9851-36c45787cb98 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:36:43.212534 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59623380-8287-40f0-b75a-4b51fbdc717e req-fa26842e-0d82-4f7c-803c-f17e4879b1ba tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2bcf2c-b858-441d-bd0c-dd623e9f0f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037100 Mar 14 15:36:43.229661 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-172104ee-870b-4846-8bf2-778910b6c0db tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6485586 Mar 14 15:36:43.233239 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54178) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:43.241157 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d7fc27d7-6149-486a-a701-11e46fb815cd tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'subnet': {'network_id': '5441e42a-b809-438e-abdf-0dd95be9c06b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:43.263221 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fae8ed12-7865-4b7e-8898-a4c0f385f784 req-972bd654-d63b-4052-a7a0-ec992696aaca service neutron] 10.222.0.24 "GET /v2.0/networks/349f9384-c50d-4cdb-8a7b-70fd02c51b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482366 Mar 14 15:36:43.443369 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d7fc27d7-6149-486a-a701-11e46fb815cd tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:43.448540 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-d7fc27d7-6149-486a-a701-11e46fb815cd tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:subnet and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:43.450266 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aafd441-4096-4aca-8bec-5a73dcbe39b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-da316ff4-5091-4e3f-9851-36c45787cb98', 'network_id': 'da316ff4-5091-4e3f-9851-36c45787cb98', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'fixed_ips': [{'subnet_id': 'c46c8dbd-b777-42b6-b85c-a4ff9fcc1d90'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:36:43.451245 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8aafd441-4096-4aca-8bec-5a73dcbe39b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:43.453832 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-d7fc27d7-6149-486a-a701-11e46fb815cd tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:43.475154 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d7fc27d7-6149-486a-a701-11e46fb815cd tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:43.501831 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fc27d7-6149-486a-a701-11e46fb815cd tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Made reservation on behalf of 18a28888dd2142c8bd0e6135d9012d4b for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:36:43.521701 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fae8ed12-7865-4b7e-8898-a4c0f385f784 req-f69f35a4-4bbd-4c83-910b-0d2db33a14bd service neutron] 10.222.0.24 "GET /v2.0/networks/349f9384-c50d-4cdb-8a7b-70fd02c51b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095895 Mar 14 15:36:43.623992 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7fc27d7-6149-486a-a701-11e46fb815cd tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:43.655368 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-8aafd441-4096-4aca-8bec-5a73dcbe39b4 None None] Allocated IP 172.20.0.2 (da316ff4-5091-4e3f-9851-36c45787cb98/c46c8dbd-b777-42b6-b85c-a4ff9fcc1d90/a0fa5f86-84d3-4b2c-be22-89dce460642e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:36:43.898811 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7fc27d7-6149-486a-a701-11e46fb815cd tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:43.902432 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8aafd441-4096-4aca-8bec-5a73dcbe39b4 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:43.913649 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8aafd441-4096-4aca-8bec-5a73dcbe39b4 None None] Transition to ACTIVE for port object a0fa5f86-84d3-4b2c-be22-89dce460642e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:43.950533 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8aafd441-4096-4aca-8bec-5a73dcbe39b4 None None] Transition to ACTIVE for port object a0fa5f86-84d3-4b2c-be22-89dce460642e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:43.958463 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8aafd441-4096-4aca-8bec-5a73dcbe39b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:43.987854 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc27d7-6149-486a-a701-11e46fb815cd tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Subnet': ['ID=8193ab31-e0b1-41ed-8ac9-11586be36336,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:43.993117 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 6d342627-2cfd-4e76-9371-88e034a23f82 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:36:44.016032 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fc27d7-6149-486a-a701-11e46fb815cd tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Checking segment: {'id': 'c868149d-11ff-4446-b7fd-0221a5fd4312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5441e42a-b809-438e-abdf-0dd95be9c06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:36:44.016425 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fc27d7-6149-486a-a701-11e46fb815cd tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network hostable DHCP agents. Network: 5441e42a-b809-438e-abdf-0dd95be9c06b, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:36:44.047294 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fc27d7-6149-486a-a701-11e46fb815cd tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network 5441e42a-b809-438e-abdf-0dd95be9c06b is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:36:44.062075 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d7fc27d7-6149-486a-a701-11e46fb815cd tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 5441e42a-b809-438e-abdf-0dd95be9c06b) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:44.074346 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f6464a-3f86-45da-86c3-ca7275788c1d None None] Network 5441e42a-b809-438e-abdf-0dd95be9c06b requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:36:44.076409 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fc27d7-6149-486a-a701-11e46fb815cd tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:44.077092 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7fc27d7-6149-486a-a701-11e46fb815cd tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:44.091273 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aafd441-4096-4aca-8bec-5a73dcbe39b4 None None] Network da316ff4-5091-4e3f-9851-36c45787cb98 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:44.098263 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-8aafd441-4096-4aca-8bec-5a73dcbe39b4 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:44.110319 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d7fc27d7-6149-486a-a701-11e46fb815cd tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8758662 Mar 14 15:36:44.110946 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54184) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:44.117423 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-83c44e9f-9727-4254-bf85-1fa50b428042 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1042851948', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:44.125944 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-83c44e9f-9727-4254-bf85-1fa50b428042 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:44.146511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-83c44e9f-9727-4254-bf85-1fa50b428042 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:router and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:44.147846 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aafd441-4096-4aca-8bec-5a73dcbe39b4 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:36:44.154260 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-83c44e9f-9727-4254-bf85-1fa50b428042 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:44.156694 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:36:44.169391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-83c44e9f-9727-4254-bf85-1fa50b428042 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:44.172276 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aafd441-4096-4aca-8bec-5a73dcbe39b4 None None] Pushing event updated for resources: {'Port': ['ID=a0fa5f86-84d3-4b2c-be22-89dce460642e,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:44.183413 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83c44e9f-9727-4254-bf85-1fa50b428042 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:44.184906 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83c44e9f-9727-4254-bf85-1fa50b428042 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:44.237244 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83c44e9f-9727-4254-bf85-1fa50b428042 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:44.286553 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83c44e9f-9727-4254-bf85-1fa50b428042 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:44.345773 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83c44e9f-9727-4254-bf85-1fa50b428042 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:44.352928 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-83c44e9f-9727-4254-bf85-1fa50b428042 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2378304 Mar 14 15:36:44.357145 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54190) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:44.391245 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8aafd441-4096-4aca-8bec-5a73dcbe39b4 None None] Attempting to bind port a0fa5f86-84d3-4b2c-be22-89dce460642e on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:36:44.391617 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8aafd441-4096-4aca-8bec-5a73dcbe39b4 None None] Attempting to bind port a0fa5f86-84d3-4b2c-be22-89dce460642e by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '973584f4-10ed-47e8-821b-e1a6c68c1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'da316ff4-5091-4e3f-9851-36c45787cb98'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:36:44.391981 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aafd441-4096-4aca-8bec-5a73dcbe39b4 None None] Attempting to bind port a0fa5f86-84d3-4b2c-be22-89dce460642e on network da316ff4-5091-4e3f-9851-36c45787cb98 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:36:44.451225 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aafd441-4096-4aca-8bec-5a73dcbe39b4 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:36:44.451748 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aafd441-4096-4aca-8bec-5a73dcbe39b4 None None] Checking segment: {'id': '973584f4-10ed-47e8-821b-e1a6c68c1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'da316ff4-5091-4e3f-9851-36c45787cb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:36:44.452661 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8aafd441-4096-4aca-8bec-5a73dcbe39b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:44.452661 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aafd441-4096-4aca-8bec-5a73dcbe39b4 None None] Bound using segment: {'id': '973584f4-10ed-47e8-821b-e1a6c68c1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'da316ff4-5091-4e3f-9851-36c45787cb98'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:36:44.453766 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8aafd441-4096-4aca-8bec-5a73dcbe39b4 None None] Bound port: a0fa5f86-84d3-4b2c-be22-89dce460642e, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973584f4-10ed-47e8-821b-e1a6c68c1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'da316ff4-5091-4e3f-9851-36c45787cb98'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:36:44.453766 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8aafd441-4096-4aca-8bec-5a73dcbe39b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:44.473489 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 6d342627-2cfd-4e76-9371-88e034a23f82, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=6d342627-2cfd-4e76-9371-88e034a23f82,segment=NetworkSegment(4743231b-a582-4843-a481-8dbedb797955),segment_id=4743231b-a582-4843-a481-8dbedb797955)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:44.520278 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '6d342627-2cfd-4e76-9371-88e034a23f82', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'port_id': '6d342627-2cfd-4e76-9371-88e034a23f82', 'mac_address': 'fa:16:3e:f7:62:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:36:44.600305 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed61a86c-2e10-4327-833d-801f5e225c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-5441e42a-b809-438e-abdf-0dd95be9c06b', 'network_id': '5441e42a-b809-438e-abdf-0dd95be9c06b', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'fixed_ips': [{'subnet_id': '8193ab31-e0b1-41ed-8ac9-11586be36336'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:36:44.601163 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed61a86c-2e10-4327-833d-801f5e225c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:44.711035 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:44.718285 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2d74e-8428-4056-b37a-97bd071c0702 req-3e0cef58-daa3-4861-8494-87a73331c549 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:44.719699 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-94d2d74e-8428-4056-b37a-97bd071c0702 req-3e0cef58-daa3-4861-8494-87a73331c549 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f HTTP/1.1" status: 200 len: 944 time: 0.2963133 Mar 14 15:36:44.745868 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8aafd441-4096-4aca-8bec-5a73dcbe39b4 None None] For port a0fa5f86-84d3-4b2c-be22-89dce460642e, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:36:44.765419 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8aafd441-4096-4aca-8bec-5a73dcbe39b4 None None] For port a0fa5f86-84d3-4b2c-be22-89dce460642e, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=a0fa5f86-84d3-4b2c-be22-89dce460642e,segment=NetworkSegment(973584f4-10ed-47e8-821b-e1a6c68c1091),segment_id=973584f4-10ed-47e8-821b-e1a6c68c1091)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:36:44.767292 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d342627-2cfd-4e76-9371-88e034a23f82 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:36:44.775542 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8aafd441-4096-4aca-8bec-5a73dcbe39b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:44.890499 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 6d342627-2cfd-4e76-9371-88e034a23f82, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=6d342627-2cfd-4e76-9371-88e034a23f82,segment=NetworkSegment(4743231b-a582-4843-a481-8dbedb797955),segment_id=4743231b-a582-4843-a481-8dbedb797955)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:44.894676 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-94d2d74e-8428-4056-b37a-97bd071c0702 req-12cf23cf-a01c-4cc9-8670-0cc306b25c24 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2bcf2c-b858-441d-bd0c-dd623e9f0f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674275 Mar 14 15:36:44.911797 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:44.930931 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aafd441-4096-4aca-8bec-5a73dcbe39b4 None None] Pushing event updated for resources: {'Port': ['ID=a0fa5f86-84d3-4b2c-be22-89dce460642e,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:44.982029 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-ed61a86c-2e10-4327-833d-801f5e225c5a None None] Allocated IP 172.21.0.2 (5441e42a-b809-438e-abdf-0dd95be9c06b/8193ab31-e0b1-41ed-8ac9-11586be36336/9ccad4eb-5a06-4c90-89f4-ad268f16953d) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:36:45.023391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2e2ed12-d5a1-4ca7-8b60-01e24b751f7a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:45.141457 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=6d342627-2cfd-4e76-9371-88e034a23f82,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:45.187300 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f407c69-06e4-49d0-a16a-b06ce5e4af99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:45.311702 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['6d342627-2cfd-4e76-9371-88e034a23f82'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:36:45.418307 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device a0fa5f86-84d3-4b2c-be22-89dce460642e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:36:45.507564 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed61a86c-2e10-4327-833d-801f5e225c5a None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:45.522480 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ed61a86c-2e10-4327-833d-801f5e225c5a None None] Transition to ACTIVE for port object 9ccad4eb-5a06-4c90-89f4-ad268f16953d will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:45.569645 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ed61a86c-2e10-4327-833d-801f5e225c5a None None] Transition to ACTIVE for port object 9ccad4eb-5a06-4c90-89f4-ad268f16953d will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:45.587260 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed61a86c-2e10-4327-833d-801f5e225c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:45.590477 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port a0fa5f86-84d3-4b2c-be22-89dce460642e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:45.621883 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-e2e2ed12-d5a1-4ca7-8b60-01e24b751f7a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Allocated IP 172.20.0.1 (da316ff4-5091-4e3f-9851-36c45787cb98/c46c8dbd-b777-42b6-b85c-a4ff9fcc1d90/3e384096-f444-435a-aa6a-50bf3036344e) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:36:45.705253 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed61a86c-2e10-4327-833d-801f5e225c5a None None] Network 5441e42a-b809-438e-abdf-0dd95be9c06b is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:45.711169 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61a86c-2e10-4327-833d-801f5e225c5a None None] Pushing event updated for resources: {'Port': ['ID=9ccad4eb-5a06-4c90-89f4-ad268f16953d,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:45.713484 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-ed61a86c-2e10-4327-833d-801f5e225c5a None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:45.718506 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed61a86c-2e10-4327-833d-801f5e225c5a None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:36:45.803136 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2e2ed12-d5a1-4ca7-8b60-01e24b751f7a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:45.823574 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-e2e2ed12-d5a1-4ca7-8b60-01e24b751f7a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Transition to ACTIVE for port object 3e384096-f444-435a-aa6a-50bf3036344e will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:45.837082 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ed61a86c-2e10-4327-833d-801f5e225c5a None None] Attempting to bind port 9ccad4eb-5a06-4c90-89f4-ad268f16953d on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:36:45.837453 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ed61a86c-2e10-4327-833d-801f5e225c5a None None] Attempting to bind port 9ccad4eb-5a06-4c90-89f4-ad268f16953d by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'c868149d-11ff-4446-b7fd-0221a5fd4312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5441e42a-b809-438e-abdf-0dd95be9c06b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:36:45.837814 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed61a86c-2e10-4327-833d-801f5e225c5a None None] Attempting to bind port 9ccad4eb-5a06-4c90-89f4-ad268f16953d on network 5441e42a-b809-438e-abdf-0dd95be9c06b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:36:45.848571 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2e2ed12-d5a1-4ca7-8b60-01e24b751f7a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:45.855494 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed61a86c-2e10-4327-833d-801f5e225c5a None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:36:45.855885 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed61a86c-2e10-4327-833d-801f5e225c5a None None] Checking segment: {'id': 'c868149d-11ff-4446-b7fd-0221a5fd4312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5441e42a-b809-438e-abdf-0dd95be9c06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:36:45.856264 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed61a86c-2e10-4327-833d-801f5e225c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:45.856654 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed61a86c-2e10-4327-833d-801f5e225c5a None None] Bound using segment: {'id': 'c868149d-11ff-4446-b7fd-0221a5fd4312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5441e42a-b809-438e-abdf-0dd95be9c06b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:36:45.857124 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ed61a86c-2e10-4327-833d-801f5e225c5a None None] Bound port: 9ccad4eb-5a06-4c90-89f4-ad268f16953d, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c868149d-11ff-4446-b7fd-0221a5fd4312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5441e42a-b809-438e-abdf-0dd95be9c06b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:36:45.857496 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed61a86c-2e10-4327-833d-801f5e225c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:45.923669 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e2ed12-d5a1-4ca7-8b60-01e24b751f7a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network da316ff4-5091-4e3f-9851-36c45787cb98 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:45.933743 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-e2e2ed12-d5a1-4ca7-8b60-01e24b751f7a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:45.937963 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e2ed12-d5a1-4ca7-8b60-01e24b751f7a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:36:46.020512 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2e2ed12-d5a1-4ca7-8b60-01e24b751f7a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:46.030550 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2ed12-d5a1-4ca7-8b60-01e24b751f7a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Port': ['ID=3e384096-f444-435a-aa6a-50bf3036344e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:46.068841 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ed61a86c-2e10-4327-833d-801f5e225c5a None None] For port 9ccad4eb-5a06-4c90-89f4-ad268f16953d, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:36:46.080878 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ed61a86c-2e10-4327-833d-801f5e225c5a None None] For port 9ccad4eb-5a06-4c90-89f4-ad268f16953d, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9ccad4eb-5a06-4c90-89f4-ad268f16953d,segment=NetworkSegment(c868149d-11ff-4446-b7fd-0221a5fd4312),segment_id=c868149d-11ff-4446-b7fd-0221a5fd4312)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:36:46.089847 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed61a86c-2e10-4327-833d-801f5e225c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:46.175522 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2e2ed12-d5a1-4ca7-8b60-01e24b751f7a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:46.177133 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61a86c-2e10-4327-833d-801f5e225c5a None None] Pushing event updated for resources: {'Port': ['ID=9ccad4eb-5a06-4c90-89f4-ad268f16953d,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:46.233318 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3386b9c-0d74-4c97-af23-51df52513731 req-77e2b6b7-e1a8-421d-a404-00e6900b2608 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:46.241655 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f3386b9c-0d74-4c97-af23-51df52513731 req-77e2b6b7-e1a8-421d-a404-00e6900b2608 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f HTTP/1.1" status: 200 len: 945 time: 0.1695626 Mar 14 15:36:46.247502 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:46.348619 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f3386b9c-0d74-4c97-af23-51df52513731 req-089728f9-fae3-47c6-a486-0912a1dde022 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2bcf2c-b858-441d-bd0c-dd623e9f0f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999043 Mar 14 15:36:46.355700 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db79bd94-cb38-4ac2-a571-160597922373 None None] Network da316ff4-5091-4e3f-9851-36c45787cb98 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:36:46.523241 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6459de59-81a7-4d67-9a10-d507ff29db6a None None] Provisioning for port a0fa5f86-84d3-4b2c-be22-89dce460642e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:46.527840 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:46.543838 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6459de59-81a7-4d67-9a10-d507ff29db6a None None] Provisioning complete for port a0fa5f86-84d3-4b2c-be22-89dce460642e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:46.544205 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6459de59-81a7-4d67-9a10-d507ff29db6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:46.669201 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-f9633c8b-2c0e-4935-b5f9-e94251c69178 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1923688859&fields=id&tenant_id=e56a9bf665f84615b9b7754b13dc18cc HTTP/1.1" status: 200 len: 267 time: 0.0844827 Mar 14 15:36:46.749420 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6459de59-81a7-4d67-9a10-d507ff29db6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:46.789426 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6459de59-81a7-4d67-9a10-d507ff29db6a None None] For port a0fa5f86-84d3-4b2c-be22-89dce460642e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=a0fa5f86-84d3-4b2c-be22-89dce460642e,segment=NetworkSegment(973584f4-10ed-47e8-821b-e1a6c68c1091),segment_id=973584f4-10ed-47e8-821b-e1a6c68c1091)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:46.790583 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2e2ed12-d5a1-4ca7-8b60-01e24b751f7a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:46.794954 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6459de59-81a7-4d67-9a10-d507ff29db6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:46.811961 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2e2ed12-d5a1-4ca7-8b60-01e24b751f7a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:46.861629 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459de59-81a7-4d67-9a10-d507ff29db6a None None] Pushing event updated for resources: {'Port': ['ID=a0fa5f86-84d3-4b2c-be22-89dce460642e,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:46.937086 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-f0957f5b-5b92-4fb5-822a-4433e7e5fbcc tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:46.938644 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-f0957f5b-5b92-4fb5-822a-4433e7e5fbcc tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/networks?id=3636f367-7bcd-449f-8e47-979905287efa HTTP/1.1" status: 200 len: 810 time: 0.2608542 Mar 14 15:36:46.968279 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2ed12-d5a1-4ca7-8b60-01e24b751f7a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Port': ['ID=3e384096-f444-435a-aa6a-50bf3036344e,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:46.971281 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2e2ed12-d5a1-4ca7-8b60-01e24b751f7a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:46.978926 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-61972bde-8018-499f-98b8-fa09703fb7cd tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/quotas/e56a9bf665f84615b9b7754b13dc18cc HTTP/1.1" status: 200 len: 375 time: 0.0313609 Mar 14 15:36:47.194332 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-3fc171d0-4bb4-411e-a870-7906a7021e27 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e56a9bf665f84615b9b7754b13dc18cc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2091129 Mar 14 15:36:47.196320 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e2ed12-d5a1-4ca7-8b60-01e24b751f7a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network da316ff4-5091-4e3f-9851-36c45787cb98 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:47.197570 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-e2e2ed12-d5a1-4ca7-8b60-01e24b751f7a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:47.231401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fc17f369-71ee-424e-b7dc-c80dc7da198a None None] Provisioning complete for port a0fa5f86-84d3-4b2c-be22-89dce460642e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:47.232023 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fc17f369-71ee-424e-b7dc-c80dc7da198a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:47.451112 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fc17f369-71ee-424e-b7dc-c80dc7da198a None None] Provisioning for port 3e384096-f444-435a-aa6a-50bf3036344e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:47.459164 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fc17f369-71ee-424e-b7dc-c80dc7da198a None None] Provisioning complete for port 3e384096-f444-435a-aa6a-50bf3036344e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:47.459552 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fc17f369-71ee-424e-b7dc-c80dc7da198a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:47.512545 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device a0fa5f86-84d3-4b2c-be22-89dce460642e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:36:47.536836 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307e40c8-e96d-4a4b-9a06-85232fb841b0 None None] Network 5441e42a-b809-438e-abdf-0dd95be9c06b requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:36:47.606353 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129931d4-1c3d-49e9-89c9-224acc7c87bb req-2d570480-af63-41ef-943c-f5843afbd74f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:47.610554 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-129931d4-1c3d-49e9-89c9-224acc7c87bb req-2d570480-af63-41ef-943c-f5843afbd74f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f HTTP/1.1" status: 200 len: 945 time: 0.0902033 Mar 14 15:36:47.681702 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fc17f369-71ee-424e-b7dc-c80dc7da198a None None] Port 3e384096-f444-435a-aa6a-50bf3036344e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:36:47.691498 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-129931d4-1c3d-49e9-89c9-224acc7c87bb req-5853f504-f7a0-4d11-accd-b5fd7b21270f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2bcf2c-b858-441d-bd0c-dd623e9f0f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744765 Mar 14 15:36:47.739663 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port a0fa5f86-84d3-4b2c-be22-89dce460642e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:47.740038 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:47.790129 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-cb85f8fe-824e-4d4f-b70e-3b2d8353b3e4 service neutron] 10.222.0.60 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867794 Mar 14 15:36:47.884168 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-aa8288ec-a6ef-4572-a790-25c925b84176 None None] Provisioning for port 9ccad4eb-5a06-4c90-89f4-ad268f16953d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:47.949813 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-7def428d-c322-4844-a236-67aa0e2e1cf6 service neutron] 10.222.0.60 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434534 Mar 14 15:36:47.961670 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:47.973678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9ccad4eb-5a06-4c90-89f4-ad268f16953d up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:36:47.988751 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e2ed12-d5a1-4ca7-8b60-01e24b751f7a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Router 697be8e3-beb6-4330-bf30-3e0cc370af24 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:36:48.005205 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 6d342627-2cfd-4e76-9371-88e034a23f82 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:36:48.080275 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-aa8288ec-a6ef-4572-a790-25c925b84176 None None] Provisioning complete for port 3e384096-f444-435a-aa6a-50bf3036344e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:48.080501 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa8288ec-a6ef-4572-a790-25c925b84176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:48.152781 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-aa8288ec-a6ef-4572-a790-25c925b84176 None None] Port 3e384096-f444-435a-aa6a-50bf3036344e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:36:48.174045 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 6d342627-2cfd-4e76-9371-88e034a23f82 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:48.174917 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e2ed12-d5a1-4ca7-8b60-01e24b751f7a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:36:48.178201 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 9ccad4eb-5a06-4c90-89f4-ad268f16953d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:48.186721 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 6d342627-2cfd-4e76-9371-88e034a23f82 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:48.186944 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:48.191468 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54216) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:48.191711 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e2e2ed12-d5a1-4ca7-8b60-01e24b751f7a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/routers/697be8e3-beb6-4330-bf30-3e0cc370af24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8325315 Mar 14 15:36:48.213717 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c877e12-1357-4497-a912-8f6eb39a43f7 None None] Sync routers for ids ['697be8e3-beb6-4330-bf30-3e0cc370af24'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:36:48.220717 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 9ccad4eb-5a06-4c90-89f4-ad268f16953d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:48.221100 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:48.304833 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecab1d0-d1b1-423f-8370-73ca84048af3 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:48.309958 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54220) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:48.312607 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c877e12-1357-4497-a912-8f6eb39a43f7 None None] Routers {'697be8e3-beb6-4330-bf30-3e0cc370af24'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:48.313309 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9c877e12-1357-4497-a912-8f6eb39a43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['697be8e3-beb6-4330-bf30-3e0cc370af24'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:48.321163 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1ecab1d0-d1b1-423f-8370-73ca84048af3 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/ports/3e384096-f444-435a-aa6a-50bf3036344e HTTP/1.1" status: 200 len: 910 time: 0.1280055 Mar 14 15:36:48.472624 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6d53b139-d134-427d-83ed-67809d197107 req-1ebab760-e3eb-4211-837c-de582e9363c4 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 210 time: 0.0589550 Mar 14 15:36:48.494232 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9c877e12-1357-4497-a912-8f6eb39a43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:48.582977 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:48.600548 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c877e12-1357-4497-a912-8f6eb39a43f7 None None] Routers {'697be8e3-beb6-4330-bf30-3e0cc370af24'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:48.601267 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9c877e12-1357-4497-a912-8f6eb39a43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['697be8e3-beb6-4330-bf30-3e0cc370af24'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:48.672171 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bbd8726c-6e13-48b3-8c85-ef0b91e7cfa3 None None] Provisioning complete for port 9ccad4eb-5a06-4c90-89f4-ad268f16953d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:48.672657 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bbd8726c-6e13-48b3-8c85-ef0b91e7cfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:48.697096 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:48.716210 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9c877e12-1357-4497-a912-8f6eb39a43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:48.716621 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c877e12-1357-4497-a912-8f6eb39a43f7 None None] The sync data for ids ['697be8e3-beb6-4330-bf30-3e0cc370af24'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:36:48.749582 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 6d342627-2cfd-4e76-9371-88e034a23f82, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=6d342627-2cfd-4e76-9371-88e034a23f82,segment=NetworkSegment(4743231b-a582-4843-a481-8dbedb797955),segment_id=4743231b-a582-4843-a481-8dbedb797955)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:48.752881 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09b680f-97e7-4eac-8cc1-c35ebe9ad87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d342627-2cfd-4e76-9371-88e034a23f82'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:36:48.788413 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 9ccad4eb-5a06-4c90-89f4-ad268f16953d, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9ccad4eb-5a06-4c90-89f4-ad268f16953d,segment=NetworkSegment(c868149d-11ff-4446-b7fd-0221a5fd4312),segment_id=c868149d-11ff-4446-b7fd-0221a5fd4312)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:48.789592 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:48.854868 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:48.872396 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=6d342627-2cfd-4e76-9371-88e034a23f82,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:48.909125 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09b680f-97e7-4eac-8cc1-c35ebe9ad87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d342627-2cfd-4e76-9371-88e034a23f82', 'code': 200} Mar 14 15:36:49.003179 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=9ccad4eb-5a06-4c90-89f4-ad268f16953d,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:49.080298 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe2c9a-cdc7-451c-843a-84e9936e3b35 req-d3b50f93-1c63-4a4e-81d7-932257dd2643 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:49.081751 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-91fe2c9a-cdc7-451c-843a-84e9936e3b35 req-d3b50f93-1c63-4a4e-81d7-932257dd2643 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f HTTP/1.1" status: 200 len: 946 time: 0.2314427 Mar 14 15:36:49.175239 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fd993fea-28b0-4a82-8548-b7438b0582a2 req-6f4cd89d-24ac-44cb-9a32-12987abc1c37 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f HTTP/1.1" status: 200 len: 1099 time: 0.0703065 Mar 14 15:36:49.208344 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-91fe2c9a-cdc7-451c-843a-84e9936e3b35 req-607edd59-dd6b-4684-894d-37bed4d88150 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2bcf2c-b858-441d-bd0c-dd623e9f0f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197269 Mar 14 15:36:49.235064 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fd993fea-28b0-4a82-8548-b7438b0582a2 req-b7b21f66-8ea3-4bee-9149-abd43967c204 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ba2bcf2c-b858-441d-bd0c-dd623e9f0f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470939 Mar 14 15:36:49.237801 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7937f06f-511c-44f3-ae57-8ed76c2e6c6a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:49.320491 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9ccad4eb-5a06-4c90-89f4-ad268f16953d up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:36:49.392715 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 9ccad4eb-5a06-4c90-89f4-ad268f16953d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:49.393128 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:49.601157 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-7937f06f-511c-44f3-ae57-8ed76c2e6c6a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Allocated IP 172.21.0.1 (5441e42a-b809-438e-abdf-0dd95be9c06b/8193ab31-e0b1-41ed-8ac9-11586be36336/7fa1f54a-b0de-4c69-98c2-cf284e028d35) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:36:49.642377 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bb1c2aa9-f51a-42b9-9b7a-a30a19e42dca req-03a4ab5d-985c-4106-8cf6-df37a533ae53 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 210 time: 0.0417185 Mar 14 15:36:49.776241 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7937f06f-511c-44f3-ae57-8ed76c2e6c6a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:49.793154 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-7937f06f-511c-44f3-ae57-8ed76c2e6c6a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Transition to ACTIVE for port object 7fa1f54a-b0de-4c69-98c2-cf284e028d35 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:49.818502 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7937f06f-511c-44f3-ae57-8ed76c2e6c6a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:49.882481 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-63118911-3508-41da-9014-15444af065b2 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:49.883884 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-63118911-3508-41da-9014-15444af065b2 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.24 "GET /v2.0/networks?id=3636f367-7bcd-449f-8e47-979905287efa HTTP/1.1" status: 200 len: 810 time: 0.1577501 Mar 14 15:36:49.897733 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7937f06f-511c-44f3-ae57-8ed76c2e6c6a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network 5441e42a-b809-438e-abdf-0dd95be9c06b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:49.901391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-7937f06f-511c-44f3-ae57-8ed76c2e6c6a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:49.903192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937f06f-511c-44f3-ae57-8ed76c2e6c6a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Port': ['ID=7fa1f54a-b0de-4c69-98c2-cf284e028d35,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:49.906006 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7937f06f-511c-44f3-ae57-8ed76c2e6c6a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:36:49.945469 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-c6cc3e49-fa98-4511-a6bc-ba21febac5f3 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e56a9bf665f84615b9b7754b13dc18cc HTTP/1.1" status: 200 len: 380 time: 0.0466063 Mar 14 15:36:49.955845 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-85755f5f-ddad-4cec-bd78-cb1860fb1372 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Request body: {'port': {'device_id': '068f1741-c183-47bc-856e-5a2066692ad3', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'admin_state_up': True, 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'security_groups': ['5c03eeef-2af8-49c3-a4b0-a0fc04856c09']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:49.966025 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7937f06f-511c-44f3-ae57-8ed76c2e6c6a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:50.083704 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7937f06f-511c-44f3-ae57-8ed76c2e6c6a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:50.122019 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-85755f5f-ddad-4cec-bd78-cb1860fb1372 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:50.152120 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-85755f5f-ddad-4cec-bd78-cb1860fb1372 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:50.169257 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-85755f5f-ddad-4cec-bd78-cb1860fb1372 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Made reservation on behalf of e56a9bf665f84615b9b7754b13dc18cc for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:36:50.172855 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-85755f5f-ddad-4cec-bd78-cb1860fb1372 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:50.242136 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d67bf1c4-a1aa-4d52-b5a9-716548c3a560 None None] Provisioning for port 7fa1f54a-b0de-4c69-98c2-cf284e028d35 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:50.249110 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d67bf1c4-a1aa-4d52-b5a9-716548c3a560 None None] Provisioning complete for port 7fa1f54a-b0de-4c69-98c2-cf284e028d35 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:50.249494 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d67bf1c4-a1aa-4d52-b5a9-716548c3a560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:50.315379 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d67bf1c4-a1aa-4d52-b5a9-716548c3a560 None None] Port 7fa1f54a-b0de-4c69-98c2-cf284e028d35 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:36:50.506883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-85755f5f-ddad-4cec-bd78-cb1860fb1372 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Allocated IP 172.20.0.4 (3636f367-7bcd-449f-8e47-979905287efa/d72d1897-6b00-4d72-b749-ed3bdadbf186/989af775-c418-4a2b-869d-e70893add0fb) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:36:50.604379 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371205b-7f2b-46fa-8b11-b73125951ee7 req-12c18397-40ab-4901-b776-17fbe6a078c6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:50.613597 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4371205b-7f2b-46fa-8b11-b73125951ee7 req-12c18397-40ab-4901-b776-17fbe6a078c6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f HTTP/1.1" status: 200 len: 946 time: 0.1807420 Mar 14 15:36:50.683485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7937f06f-511c-44f3-ae57-8ed76c2e6c6a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:50.693223 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7937f06f-511c-44f3-ae57-8ed76c2e6c6a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:50.756300 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-85755f5f-ddad-4cec-bd78-cb1860fb1372 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:50.759860 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:50.781220 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-85755f5f-ddad-4cec-bd78-cb1860fb1372 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Transition to ACTIVE for port object 989af775-c418-4a2b-869d-e70893add0fb will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:50.808390 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4371205b-7f2b-46fa-8b11-b73125951ee7 req-097c5b74-e8b6-458d-8239-608e852bef47 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2bcf2c-b858-441d-bd0c-dd623e9f0f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937828 Mar 14 15:36:50.823517 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7937f06f-511c-44f3-ae57-8ed76c2e6c6a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:50.827742 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937f06f-511c-44f3-ae57-8ed76c2e6c6a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Port': ['ID=7fa1f54a-b0de-4c69-98c2-cf284e028d35,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:50.841589 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-db23ad76-3e50-4531-8233-65382b71501d req-580e8421-8e93-451e-a849-140558c2a905 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 210 time: 0.0531054 Mar 14 15:36:50.860028 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-85755f5f-ddad-4cec-bd78-cb1860fb1372 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:50.946065 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85755f5f-ddad-4cec-bd78-cb1860fb1372 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Pushing event updated for resources: {'Port': ['ID=989af775-c418-4a2b-869d-e70893add0fb,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:50.949624 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-85755f5f-ddad-4cec-bd78-cb1860fb1372 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Network 3636f367-7bcd-449f-8e47-979905287efa is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:50.951153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-85755f5f-ddad-4cec-bd78-cb1860fb1372 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:50.954476 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-85755f5f-ddad-4cec-bd78-cb1860fb1372 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:36:51.025636 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-85755f5f-ddad-4cec-bd78-cb1860fb1372 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:51.026309 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-85755f5f-ddad-4cec-bd78-cb1860fb1372 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:51.059148 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-85755f5f-ddad-4cec-bd78-cb1860fb1372 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1080825 Mar 14 15:36:51.071157 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-6ff79979-b656-48c2-b840-9f042e6521f1 service neutron] Request body: {'port': {'device_id': '068f1741-c183-47bc-856e-5a2066692ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:51.112468 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7937f06f-511c-44f3-ae57-8ed76c2e6c6a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network 5441e42a-b809-438e-abdf-0dd95be9c06b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:51.114000 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-7937f06f-511c-44f3-ae57-8ed76c2e6c6a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:51.223995 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-6ff79979-b656-48c2-b840-9f042e6521f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:51.254513 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6b07f01b-522d-44a1-b03a-b4af63c1e552 None None] Provisioning for port 989af775-c418-4a2b-869d-e70893add0fb completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:36:51.262277 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6b07f01b-522d-44a1-b03a-b4af63c1e552 None None] Provisioning complete for port 989af775-c418-4a2b-869d-e70893add0fb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:51.263076 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b07f01b-522d-44a1-b03a-b4af63c1e552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:51.345302 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6b07f01b-522d-44a1-b03a-b4af63c1e552 None None] Port 989af775-c418-4a2b-869d-e70893add0fb cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:36:51.471626 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5bc1674a-b263-4b06-b1de-3f651100db83 None None] Provisioning complete for port 7fa1f54a-b0de-4c69-98c2-cf284e028d35 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:36:51.472065 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5bc1674a-b263-4b06-b1de-3f651100db83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:51.533779 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5bc1674a-b263-4b06-b1de-3f651100db83 None None] Port 7fa1f54a-b0de-4c69-98c2-cf284e028d35 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:36:51.539131 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7937f06f-511c-44f3-ae57-8ed76c2e6c6a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Router 697be8e3-beb6-4330-bf30-3e0cc370af24 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:36:51.636917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-6ff79979-b656-48c2-b840-9f042e6521f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989af775-c418-4a2b-869d-e70893add0fb {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:36:51.645481 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-6ff79979-b656-48c2-b840-9f042e6521f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:51.661768 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-6ff79979-b656-48c2-b840-9f042e6521f1 service neutron] Transition to ACTIVE for port object 989af775-c418-4a2b-869d-e70893add0fb will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:36:51.666662 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-6ff79979-b656-48c2-b840-9f042e6521f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:51.731764 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7937f06f-511c-44f3-ae57-8ed76c2e6c6a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:36:51.744533 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab09de5a-f9df-42a1-9390-75009ff510c3 None None] Sync routers for ids ['697be8e3-beb6-4330-bf30-3e0cc370af24'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:36:51.754489 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7937f06f-511c-44f3-ae57-8ed76c2e6c6a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/routers/697be8e3-beb6-4330-bf30-3e0cc370af24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4411571 Mar 14 15:36:51.754851 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54246) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:51.759828 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab09de5a-f9df-42a1-9390-75009ff510c3 None None] Routers {'697be8e3-beb6-4330-bf30-3e0cc370af24'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:51.760447 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ab09de5a-f9df-42a1-9390-75009ff510c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['697be8e3-beb6-4330-bf30-3e0cc370af24'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:51.817569 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff79979-b656-48c2-b840-9f042e6521f1 service neutron] Pushing event updated for resources: {'Port': ['ID=989af775-c418-4a2b-869d-e70893add0fb,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:51.847472 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cf2e28-bdea-410f-b8d4-c6c5ebe32b02 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:51.848376 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-88cf2e28-bdea-410f-b8d4-c6c5ebe32b02 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Synchronizing usage tracker for tenant:18a28888dd2142c8bd0e6135d9012d4b on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:36:51.866866 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ab09de5a-f9df-42a1-9390-75009ff510c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:51.876061 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-88cf2e28-bdea-410f-b8d4-c6c5ebe32b02 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Unset dirty status for tenant:18a28888dd2142c8bd0e6135d9012d4b on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:36:51.880165 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-88cf2e28-bdea-410f-b8d4-c6c5ebe32b02 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/ports/7fa1f54a-b0de-4c69-98c2-cf284e028d35 HTTP/1.1" status: 200 len: 910 time: 0.1219065 Mar 14 15:36:51.880522 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54252) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:51.887968 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab09de5a-f9df-42a1-9390-75009ff510c3 None None] Routers {'697be8e3-beb6-4330-bf30-3e0cc370af24'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:51.889076 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ab09de5a-f9df-42a1-9390-75009ff510c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['697be8e3-beb6-4330-bf30-3e0cc370af24'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:51.949565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-6ff79979-b656-48c2-b840-9f042e6521f1 service neutron] Attempting to bind port 989af775-c418-4a2b-869d-e70893add0fb on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:36:51.949933 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-6ff79979-b656-48c2-b840-9f042e6521f1 service neutron] Attempting to bind port 989af775-c418-4a2b-869d-e70893add0fb by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3636f367-7bcd-449f-8e47-979905287efa'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:36:51.950310 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-6ff79979-b656-48c2-b840-9f042e6521f1 service neutron] Attempting to bind port 989af775-c418-4a2b-869d-e70893add0fb on network 3636f367-7bcd-449f-8e47-979905287efa {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:36:51.956767 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-6ff79979-b656-48c2-b840-9f042e6521f1 service neutron] Port 989af775-c418-4a2b-869d-e70893add0fb on network 3636f367-7bcd-449f-8e47-979905287efa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:36:51.957116 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-6ff79979-b656-48c2-b840-9f042e6521f1 service neutron] Attempting to bind port 989af775-c418-4a2b-869d-e70893add0fb on network 3636f367-7bcd-449f-8e47-979905287efa {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:36:51.963575 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-6ff79979-b656-48c2-b840-9f042e6521f1 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:36:51.963908 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-6ff79979-b656-48c2-b840-9f042e6521f1 service neutron] Checking segment: {'id': 'a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3636f367-7bcd-449f-8e47-979905287efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:36:51.964285 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-6ff79979-b656-48c2-b840-9f042e6521f1 service neutron] Bound using segment: {'id': 'a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3636f367-7bcd-449f-8e47-979905287efa'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:36:51.964759 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-6ff79979-b656-48c2-b840-9f042e6521f1 service neutron] Bound port: 989af775-c418-4a2b-869d-e70893add0fb, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3636f367-7bcd-449f-8e47-979905287efa'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:36:51.965255 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-6ff79979-b656-48c2-b840-9f042e6521f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:52.018690 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ab09de5a-f9df-42a1-9390-75009ff510c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:52.019105 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab09de5a-f9df-42a1-9390-75009ff510c3 None None] The sync data for ids ['697be8e3-beb6-4330-bf30-3e0cc370af24'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:36:52.121090 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-6ff79979-b656-48c2-b840-9f042e6521f1 service neutron] For port 989af775-c418-4a2b-869d-e70893add0fb, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:36:52.134389 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-6ff79979-b656-48c2-b840-9f042e6521f1 service neutron] For port 989af775-c418-4a2b-869d-e70893add0fb, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=989af775-c418-4a2b-869d-e70893add0fb,segment=NetworkSegment(a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63),segment_id=a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:36:52.143770 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-6ff79979-b656-48c2-b840-9f042e6521f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:52.214997 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d74d8e-1da1-464f-92e7-c97ecf4dc009 req-cce5ca17-7623-4e39-bc66-7796c0ff2b87 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:52.216432 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-24d74d8e-1da1-464f-92e7-c97ecf4dc009 req-cce5ca17-7623-4e39-bc66-7796c0ff2b87 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f HTTP/1.1" status: 200 len: 946 time: 0.1597764 Mar 14 15:36:52.226233 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff79979-b656-48c2-b840-9f042e6521f1 service neutron] Pushing event updated for resources: {'Port': ['ID=989af775-c418-4a2b-869d-e70893add0fb,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:52.233646 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-6ff79979-b656-48c2-b840-9f042e6521f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:52.235616 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-6ff79979-b656-48c2-b840-9f042e6521f1 service neutron] 10.222.0.24 "PUT /v2.0/ports/989af775-c418-4a2b-869d-e70893add0fb HTTP/1.1" status: 200 len: 1093 time: 1.1689458 Mar 14 15:36:52.236168 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068f1741-c183-47bc-856e-5a2066692ad3', 'tag': '989af775-c418-4a2b-869d-e70893add0fb'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:36:52.261189 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9229e-c797-403f-9b12-164d8c1c722f req-1cc889c4-449c-4112-bbdc-75024ece4edd tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:52.261547 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-cef9229e-c797-403f-9b12-164d8c1c722f req-1cc889c4-449c-4112-bbdc-75024ece4edd tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Synchronizing usage tracker for tenant:e56a9bf665f84615b9b7754b13dc18cc on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:36:52.327635 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-cef9229e-c797-403f-9b12-164d8c1c722f req-1cc889c4-449c-4112-bbdc-75024ece4edd tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Unset dirty status for tenant:e56a9bf665f84615b9b7754b13dc18cc on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:36:52.328685 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cef9229e-c797-403f-9b12-164d8c1c722f req-1cc889c4-449c-4112-bbdc-75024ece4edd tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 943 time: 0.2490163 Mar 14 15:36:52.400629 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cef9229e-c797-403f-9b12-164d8c1c722f req-7c2089c7-637c-4916-9fb8-b5649042258a tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649087 Mar 14 15:36:52.411634 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-a8ff76a0-a642-4da6-937d-b8a0d179b008 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e56a9bf665f84615b9b7754b13dc18cc&device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 1096 time: 0.1344628 Mar 14 15:36:52.426253 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-24d74d8e-1da1-464f-92e7-c97ecf4dc009 req-87cb9ae5-9278-473a-b68c-55fc2d893635 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2bcf2c-b858-441d-bd0c-dd623e9f0f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027471 Mar 14 15:36:52.483307 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2c95768c-0eca-4d4a-a3b2-c7b70db63521 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:52.501724 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-eafd107d-f9fa-4e59-b21f-fd42690025be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=989af775-c418-4a2b-869d-e70893add0fb HTTP/1.1" status: 200 len: 217 time: 0.0824051 Mar 14 15:36:52.542159 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068f1741-c183-47bc-856e-5a2066692ad3', 'tag': '989af775-c418-4a2b-869d-e70893add0fb', 'status': 'completed', 'code': 200} Mar 14 15:36:52.581618 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-5192a9e9-7f69-4f8e-8749-6bb7fb0123d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:52.583919 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-5192a9e9-7f69-4f8e-8749-6bb7fb0123d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d72d1897-6b00-4d72-b749-ed3bdadbf186 HTTP/1.1" status: 200 len: 849 time: 0.0751538 Mar 14 15:36:52.775874 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-78d45d3d-7769-46be-b595-d41037c4a167 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3636f367-7bcd-449f-8e47-979905287efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1852000 Mar 14 15:36:52.872349 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362181b-c2e2-4031-b6e3-15300486f2c3 req-fcb8bda4-fe07-4d76-8044-bfc6b32d6abf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:52.878686 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8362181b-c2e2-4031-b6e3-15300486f2c3 req-fcb8bda4-fe07-4d76-8044-bfc6b32d6abf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f HTTP/1.1" status: 200 len: 946 time: 0.2593253 Mar 14 15:36:52.920590 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-df00a0b1-6a60-42bb-823c-74b9c8f8e34f service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386309 Mar 14 15:36:52.971501 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8362181b-c2e2-4031-b6e3-15300486f2c3 req-7e6fae0d-5b1e-437b-a7c2-b3b7c7a61722 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2bcf2c-b858-441d-bd0c-dd623e9f0f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886364 Mar 14 15:36:53.011582 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54262) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:53.111215 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-12c3de04-d53a-4f42-8e36-49c2e5cb4ff1 req-afcaf889-c96e-49c9-823c-71e931eba23f service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850414 Mar 14 15:36:53.142862 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ca7cb7f1-5c4e-445f-9c18-1ffe438c3aec tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f HTTP/1.1" status: 200 len: 1094 time: 0.1301506 Mar 14 15:36:53.145534 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54266) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:53.152516 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': '6d342627-2cfd-4e76-9371-88e034a23f82', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:36:53.161386 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:36:53.167676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:floatingip and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:36:53.172268 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:36:53.212336 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:36:53.236928 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:53.348441 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5b3e2587-87f5-4e10-84c4-ff0b6019c03f req-1404c0cd-f807-4ca8-b7d3-fd376db1a8d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e56a9bf665f84615b9b7754b13dc18cc&device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 1096 time: 0.1686740 Mar 14 15:36:53.400957 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2c95768c-0eca-4d4a-a3b2-c7b70db63521 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting port 7fa1f54a-b0de-4c69-98c2-cf284e028d35 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:36:53.401530 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2c95768c-0eca-4d4a-a3b2-c7b70db63521 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:53.509791 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:53.514536 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e2587-87f5-4e10-84c4-ff0b6019c03f req-445155dc-60ee-45f4-a396-58ecc5919a69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:53.516142 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5b3e2587-87f5-4e10-84c4-ff0b6019c03f req-445155dc-60ee-45f4-a396-58ecc5919a69 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3636f367-7bcd-449f-8e47-979905287efa HTTP/1.1" status: 200 len: 911 time: 0.1596029 Mar 14 15:36:53.585615 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2c95768c-0eca-4d4a-a3b2-c7b70db63521 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:53.671661 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5b3e2587-87f5-4e10-84c4-ff0b6019c03f req-e5ff675e-da12-4535-8bc4-6c6957e2fe4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=989af775-c418-4a2b-869d-e70893add0fb HTTP/1.1" status: 200 len: 217 time: 0.1176076 Mar 14 15:36:53.706236 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2c95768c-0eca-4d4a-a3b2-c7b70db63521 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Calling delete_port for 7fa1f54a-b0de-4c69-98c2-cf284e028d35 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:36:53.796544 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e2587-87f5-4e10-84c4-ff0b6019c03f req-65e9b116-d75b-4aab-835f-e668c67d8db4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:53.797985 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5b3e2587-87f5-4e10-84c4-ff0b6019c03f req-65e9b116-d75b-4aab-835f-e668c67d8db4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d72d1897-6b00-4d72-b749-ed3bdadbf186 HTTP/1.1" status: 200 len: 849 time: 0.1190448 Mar 14 15:36:53.859551 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620b4ae-5e07-41b1-add6-645d82d7a551 req-91c44d39-bcbb-4a45-86eb-a3b625270c81 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:53.861005 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d620b4ae-5e07-41b1-add6-645d82d7a551 req-91c44d39-bcbb-4a45-86eb-a3b625270c81 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 943 time: 0.3085327 Mar 14 15:36:53.883142 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2c95768c-0eca-4d4a-a3b2-c7b70db63521 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:53.908708 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.26.4.99 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/d40ef5a7-d727-4c65-9a86-4fbb714c7c0e) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:36:53.933150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95768c-0eca-4d4a-a3b2-c7b70db63521 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Port': ['ID=7fa1f54a-b0de-4c69-98c2-cf284e028d35,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:53.945355 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95768c-0eca-4d4a-a3b2-c7b70db63521 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:53.945698 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95768c-0eca-4d4a-a3b2-c7b70db63521 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:53.946035 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95768c-0eca-4d4a-a3b2-c7b70db63521 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:53.946388 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95768c-0eca-4d4a-a3b2-c7b70db63521 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:53.946718 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95768c-0eca-4d4a-a3b2-c7b70db63521 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:53.947044 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95768c-0eca-4d4a-a3b2-c7b70db63521 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:53.947369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95768c-0eca-4d4a-a3b2-c7b70db63521 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:53.947807 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95768c-0eca-4d4a-a3b2-c7b70db63521 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:53.947999 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95768c-0eca-4d4a-a3b2-c7b70db63521 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:53.948498 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95768c-0eca-4d4a-a3b2-c7b70db63521 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:53.948959 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95768c-0eca-4d4a-a3b2-c7b70db63521 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:53.980696 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d620b4ae-5e07-41b1-add6-645d82d7a551 req-923e6379-c97e-4420-b154-8e6de76437af tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102893 Mar 14 15:36:54.049736 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5b3e2587-87f5-4e10-84c4-ff0b6019c03f req-a1abd3a2-7870-49b6-9afb-c8a4655a316e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3636f367-7bcd-449f-8e47-979905287efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2356694 Mar 14 15:36:54.207801 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:54.255330 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5b3e2587-87f5-4e10-84c4-ff0b6019c03f req-82ebf15d-a426-4979-b562-9fb427efdccf service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988688 Mar 14 15:36:54.262800 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2c95768c-0eca-4d4a-a3b2-c7b70db63521 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:54.476554 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:54.560559 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:36:54.573665 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:36:54.580271 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:36:54.637286 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=d40ef5a7-d727-4c65-9a86-4fbb714c7c0e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:54.656995 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5b3e2587-87f5-4e10-84c4-ff0b6019c03f req-272c9afd-1250-4d7b-95fd-b97194bc4a0c service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940372 Mar 14 15:36:55.085318 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c95768c-0eca-4d4a-a3b2-c7b70db63521 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Router 697be8e3-beb6-4330-bf30-3e0cc370af24 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:36:55.293564 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:55.360265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deaee3b-5fc6-4461-9025-90f8be2ad4b8 req-2111aedd-6224-4f76-bfce-f912e7fe5811 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:55.364435 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4deaee3b-5fc6-4461-9025-90f8be2ad4b8 req-2111aedd-6224-4f76-bfce-f912e7fe5811 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 943 time: 0.1869993 Mar 14 15:36:55.364536 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:55.395075 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c95768c-0eca-4d4a-a3b2-c7b70db63521 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:36:55.410481 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680e35c2-fc21-4f54-abac-7015da90c223 None None] Sync routers for ids ['697be8e3-beb6-4330-bf30-3e0cc370af24'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:36:55.431330 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2c95768c-0eca-4d4a-a3b2-c7b70db63521 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/routers/697be8e3-beb6-4330-bf30-3e0cc370af24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5497272 Mar 14 15:36:55.432448 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54274) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:55.436988 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680e35c2-fc21-4f54-abac-7015da90c223 None None] Routers {'697be8e3-beb6-4330-bf30-3e0cc370af24'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:55.438527 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-680e35c2-fc21-4f54-abac-7015da90c223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['697be8e3-beb6-4330-bf30-3e0cc370af24'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:55.443706 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4deaee3b-5fc6-4461-9025-90f8be2ad4b8 req-3c575903-3806-43fb-9e23-b765f8c8782d tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717871 Mar 14 15:36:55.561872 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-680e35c2-fc21-4f54-abac-7015da90c223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:55.597523 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680e35c2-fc21-4f54-abac-7015da90c223 None None] Routers {'697be8e3-beb6-4330-bf30-3e0cc370af24'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:55.598870 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-680e35c2-fc21-4f54-abac-7015da90c223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['697be8e3-beb6-4330-bf30-3e0cc370af24'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:55.690914 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-680e35c2-fc21-4f54-abac-7015da90c223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:55.691353 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680e35c2-fc21-4f54-abac-7015da90c223 None None] The sync data for ids ['697be8e3-beb6-4330-bf30-3e0cc370af24'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:36:55.879196 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:55.927560 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:56.060686 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=d40ef5a7-d727-4c65-9a86-4fbb714c7c0e,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:56.080761 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:56.343002 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f385eb5-11b3-45e3-96ac-25a08de49965 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:56.584919 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.l3_db [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Floating IP a7a9328a-87d0-4fa6-82f3-99c0f80399e4 associated. External IP: 172.26.4.99, port: 6d342627-2cfd-4e76-9371-88e034a23f82. Mar 14 15:36:56.649894 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:36:56.930528 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400cb18-f710-4503-abcc-2a9cf29428a2 req-66981425-7ff8-4d58-9f23-97dd6bf7a028 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:56.932138 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0400cb18-f710-4503-abcc-2a9cf29428a2 req-66981425-7ff8-4d58-9f23-97dd6bf7a028 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 943 time: 0.2975373 Mar 14 15:36:57.045740 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0400cb18-f710-4503-abcc-2a9cf29428a2 req-509f9cfe-304c-42d2-9fcf-335df0684837 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050198 Mar 14 15:36:57.407925 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5f385eb5-11b3-45e3-96ac-25a08de49965 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting port 3e384096-f444-435a-aa6a-50bf3036344e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:36:57.408599 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f385eb5-11b3-45e3-96ac-25a08de49965 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:57.604173 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router e9749a17-ad36-4bfd-97db-1db3c0ffba9d has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:36:57.746380 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f385eb5-11b3-45e3-96ac-25a08de49965 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:57.933553 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5f385eb5-11b3-45e3-96ac-25a08de49965 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Calling delete_port for 3e384096-f444-435a-aa6a-50bf3036344e owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:36:58.214303 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f385eb5-11b3-45e3-96ac-25a08de49965 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:58.253495 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c13b4-4366-494b-9ab3-a2d66fcf4ce9 req-59741156-97ef-4134-ab23-702f012ba712 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:58.254976 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f46c13b4-4366-494b-9ab3-a2d66fcf4ce9 req-59741156-97ef-4134-ab23-702f012ba712 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 943 time: 0.0792480 Mar 14 15:36:58.259420 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:36:58.269886 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1899ee4f-9e9b-4fa7-a312-fd2909fa7046 None None] Sync routers for ids ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:36:58.275311 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f385eb5-11b3-45e3-96ac-25a08de49965 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Port': ['ID=3e384096-f444-435a-aa6a-50bf3036344e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:58.283046 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1899ee4f-9e9b-4fa7-a312-fd2909fa7046 None None] Routers {'e9749a17-ad36-4bfd-97db-1db3c0ffba9d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:58.283796 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1899ee4f-9e9b-4fa7-a312-fd2909fa7046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:58.306624 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f46c13b4-4366-494b-9ab3-a2d66fcf4ce9 req-a0af7369-b142-4fda-a3c1-f00ab95be973 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460069 Mar 14 15:36:58.376582 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f385eb5-11b3-45e3-96ac-25a08de49965 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:58.376927 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f385eb5-11b3-45e3-96ac-25a08de49965 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:58.377263 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f385eb5-11b3-45e3-96ac-25a08de49965 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:58.377594 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f385eb5-11b3-45e3-96ac-25a08de49965 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:58.377921 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f385eb5-11b3-45e3-96ac-25a08de49965 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:58.378272 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f385eb5-11b3-45e3-96ac-25a08de49965 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:58.378599 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f385eb5-11b3-45e3-96ac-25a08de49965 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:58.378921 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f385eb5-11b3-45e3-96ac-25a08de49965 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:58.379238 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f385eb5-11b3-45e3-96ac-25a08de49965 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:58.379579 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f385eb5-11b3-45e3-96ac-25a08de49965 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:58.379901 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f385eb5-11b3-45e3-96ac-25a08de49965 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:58.394104 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:58.494896 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-1899ee4f-9e9b-4fa7-a312-fd2909fa7046 None None] Set router e9749a17-ad36-4bfd-97db-1db3c0ffba9d gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:36:58.534995 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b028ca71-10a5-4a2a-bde8-084916a67552 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3882627 Mar 14 15:36:58.537735 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54282) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:58.541361 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09b680f-97e7-4eac-8cc1-c35ebe9ad87f', 'tag': '6d342627-2cfd-4e76-9371-88e034a23f82'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:36:58.608173 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09b680f-97e7-4eac-8cc1-c35ebe9ad87f', 'tag': '6d342627-2cfd-4e76-9371-88e034a23f82', 'status': 'completed', 'code': 200} Mar 14 15:36:58.625601 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f385eb5-11b3-45e3-96ac-25a08de49965 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:58.656244 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a4f42994-a876-42ff-bade-b8d77233d24a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/a7a9328a-87d0-4fa6-82f3-99c0f80399e4 HTTP/1.1" status: 200 len: 991 time: 0.1172364 Mar 14 15:36:58.853073 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1899ee4f-9e9b-4fa7-a312-fd2909fa7046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'name': 'tempest-TestNetworkBasicOps-router-1855710617', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:36:23Z', 'updated_at': '2022-03-14T15:36:28Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:24Z', 'updated_at': '2022-03-14T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'a7a9328a-87d0-4fa6-82f3-99c0f80399e4', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.99', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'port_id': '6d342627-2cfd-4e76-9371-88e034a23f82', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'mac_address': 'fa:16:3e:f7:62:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09b680f-97e7-4eac-8cc1-c35ebe9ad87f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:36:55Z', 'updated_at': '2022-03-14T15:36:55Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef', 'name': '', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:a5:6b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:27Z', 'updated_at': '2022-03-14T15:36:37Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:58.856744 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1899ee4f-9e9b-4fa7-a312-fd2909fa7046 None None] Checking router: e9749a17-ad36-4bfd-97db-1db3c0ffba9d for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:36:58.867324 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1899ee4f-9e9b-4fa7-a312-fd2909fa7046 None None] Routers {'e9749a17-ad36-4bfd-97db-1db3c0ffba9d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:58.867897 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1899ee4f-9e9b-4fa7-a312-fd2909fa7046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:58.883226 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-79b27f7c-8218-4c82-bb8b-e95c9f38427b req-529a33b8-4690-44c0-bf79-40490aacc854 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f HTTP/1.1" status: 200 len: 1099 time: 0.2537687 Mar 14 15:36:59.039700 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-1899ee4f-9e9b-4fa7-a312-fd2909fa7046 None None] Set router e9749a17-ad36-4bfd-97db-1db3c0ffba9d gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:36:59.306837 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b27f7c-8218-4c82-bb8b-e95c9f38427b req-342ad001-db29-4378-b0b8-4c0486bb00f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:59.308281 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-79b27f7c-8218-4c82-bb8b-e95c9f38427b req-342ad001-db29-4378-b0b8-4c0486bb00f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=349f9384-c50d-4cdb-8a7b-70fd02c51b4a HTTP/1.1" status: 200 len: 898 time: 0.3685730 Mar 14 15:36:59.377720 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f385eb5-11b3-45e3-96ac-25a08de49965 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Router 697be8e3-beb6-4330-bf30-3e0cc370af24 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:36:59.444329 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1899ee4f-9e9b-4fa7-a312-fd2909fa7046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'name': 'tempest-TestNetworkBasicOps-router-1855710617', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:36:23Z', 'updated_at': '2022-03-14T15:36:28Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:24Z', 'updated_at': '2022-03-14T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'a7a9328a-87d0-4fa6-82f3-99c0f80399e4', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.99', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'port_id': '6d342627-2cfd-4e76-9371-88e034a23f82', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'mac_address': 'fa:16:3e:f7:62:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09b680f-97e7-4eac-8cc1-c35ebe9ad87f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:36:55Z', 'updated_at': '2022-03-14T15:36:55Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef', 'name': '', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:a5:6b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:27Z', 'updated_at': '2022-03-14T15:36:37Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:59.449087 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1899ee4f-9e9b-4fa7-a312-fd2909fa7046 None None] The sync data for ids ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'] in dv-neutron-833561-1-hyperv is: [{'id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'name': 'tempest-TestNetworkBasicOps-router-1855710617', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:36:23Z', 'updated_at': '2022-03-14T15:36:28Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:24Z', 'updated_at': '2022-03-14T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'a7a9328a-87d0-4fa6-82f3-99c0f80399e4', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.99', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'port_id': '6d342627-2cfd-4e76-9371-88e034a23f82', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'mac_address': 'fa:16:3e:f7:62:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09b680f-97e7-4eac-8cc1-c35ebe9ad87f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:36:55Z', 'updated_at': '2022-03-14T15:36:55Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef', 'name': '', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:a5:6b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:27Z', 'updated_at': '2022-03-14T15:36:37Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:36:59.531820 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeea55d-dc1f-4be7-93a7-1cf45e9eabad req-a6c391a6-8e92-482c-a106-455162d52502 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:59.540155 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7aeea55d-dc1f-4be7-93a7-1cf45e9eabad req-a6c391a6-8e92-482c-a106-455162d52502 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 943 time: 0.1066318 Mar 14 15:36:59.542514 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-79b27f7c-8218-4c82-bb8b-e95c9f38427b req-860ca5e3-6f2c-46de-ab91-fa0b626119bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d342627-2cfd-4e76-9371-88e034a23f82 HTTP/1.1" status: 200 len: 999 time: 0.2265141 Mar 14 15:36:59.604980 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7aeea55d-dc1f-4be7-93a7-1cf45e9eabad req-db028c0e-461c-4b83-b0db-dedf25b4ce85 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636067 Mar 14 15:36:59.626963 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b27f7c-8218-4c82-bb8b-e95c9f38427b req-6bbf3063-9f76-4980-9655-dc43acd847c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:59.628431 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-79b27f7c-8218-4c82-bb8b-e95c9f38427b req-6bbf3063-9f76-4980-9655-dc43acd847c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab15c6bb-e792-4953-b206-1853c1ff0b9f HTTP/1.1" status: 200 len: 834 time: 0.0748975 Mar 14 15:36:59.630325 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f385eb5-11b3-45e3-96ac-25a08de49965 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:36:59.637634 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5f385eb5-11b3-45e3-96ac-25a08de49965 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/routers/697be8e3-beb6-4330-bf30-3e0cc370af24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2014124 Mar 14 15:36:59.637815 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54290) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:59.645444 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10624e6f-62d4-4a32-aa22-4664508ae854 None None] Sync routers for ids ['697be8e3-beb6-4330-bf30-3e0cc370af24'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:36:59.660828 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10624e6f-62d4-4a32-aa22-4664508ae854 None None] Routers {'697be8e3-beb6-4330-bf30-3e0cc370af24'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:59.661573 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-10624e6f-62d4-4a32-aa22-4664508ae854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['697be8e3-beb6-4330-bf30-3e0cc370af24'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:59.665702 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54294) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:59.705215 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-4d991cf6-f392-41a4-86fc-748507a9fe8d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Synchronizing usage tracker for tenant:18a28888dd2142c8bd0e6135d9012d4b on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:36:59.726072 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-4d991cf6-f392-41a4-86fc-748507a9fe8d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Unset dirty status for tenant:18a28888dd2142c8bd0e6135d9012d4b on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:36:59.727328 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4d991cf6-f392-41a4-86fc-748507a9fe8d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/ports?device_id=697be8e3-beb6-4330-bf30-3e0cc370af24 HTTP/1.1" status: 200 len: 205 time: 0.0884926 Mar 14 15:36:59.730066 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54298) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:36:59.751100 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4587aa6f-121c-4d8a-b7a4-83df954de674 None None] New status for floating IP a7a9328a-87d0-4fa6-82f3-99c0f80399e4: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:36:59.753639 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-10624e6f-62d4-4a32-aa22-4664508ae854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:59.789274 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10624e6f-62d4-4a32-aa22-4664508ae854 None None] Routers {'697be8e3-beb6-4330-bf30-3e0cc370af24'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:36:59.791064 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-10624e6f-62d4-4a32-aa22-4664508ae854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['697be8e3-beb6-4330-bf30-3e0cc370af24'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:59.809560 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f7f4194c-16b0-4ac5-9481-62a35d9c9320 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/a7a9328a-87d0-4fa6-82f3-99c0f80399e4 HTTP/1.1" status: 200 len: 991 time: 0.1379685 Mar 14 15:36:59.820857 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-79b27f7c-8218-4c82-bb8b-e95c9f38427b req-7f416902-ffa1-4f9b-9642-8ffe86d0ceb6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=349f9384-c50d-4cdb-8a7b-70fd02c51b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1847110 Mar 14 15:36:59.873610 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-10624e6f-62d4-4a32-aa22-4664508ae854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:59.874204 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10624e6f-62d4-4a32-aa22-4664508ae854 None None] The sync data for ids ['697be8e3-beb6-4330-bf30-3e0cc370af24'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:36:59.945942 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f064fedb-104a-4a22-a32e-1b5f962051d5 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:59.958885 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-79b27f7c-8218-4c82-bb8b-e95c9f38427b req-3071a592-dc70-42cf-8091-f6d0707a04ef service neutron] 10.222.0.24 "GET /v2.0/networks/349f9384-c50d-4cdb-8a7b-70fd02c51b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310287 Mar 14 15:37:00.097858 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 989af775-c418-4a2b-869d-e70893add0fb details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:37:00.151508 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-79b27f7c-8218-4c82-bb8b-e95c9f38427b req-26aa5aff-6f33-4bdc-81e0-18c8e61fc56d service neutron] 10.222.0.24 "GET /v2.0/networks/349f9384-c50d-4cdb-8a7b-70fd02c51b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848500 Mar 14 15:37:00.276439 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 989af775-c418-4a2b-869d-e70893add0fb, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=989af775-c418-4a2b-869d-e70893add0fb,segment=NetworkSegment(a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63),segment_id=a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:00.295173 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '989af775-c418-4a2b-869d-e70893add0fb', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'port_id': '989af775-c418-4a2b-869d-e70893add0fb', 'mac_address': 'fa:16:3e:ca:ec:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:37:00.354754 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:00.382610 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989af775-c418-4a2b-869d-e70893add0fb {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:37:00.400752 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 989af775-c418-4a2b-869d-e70893add0fb, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=989af775-c418-4a2b-869d-e70893add0fb,segment=NetworkSegment(a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63),segment_id=a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:00.405814 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:00.518183 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=989af775-c418-4a2b-869d-e70893add0fb,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:00.522080 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f064fedb-104a-4a22-a32e-1b5f962051d5 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:00.526084 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f064fedb-104a-4a22-a32e-1b5f962051d5 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:00.526698 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:00.526997 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:00.527338 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:00.527675 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:00.528010 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:00.528343 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:00.528669 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:00.528995 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:00.530140 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:00.530490 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:00.530817 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:00.554764 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f064fedb-104a-4a22-a32e-1b5f962051d5 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:00.556001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f064fedb-104a-4a22-a32e-1b5f962051d5 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Fanout notify agent at l3_agent the message router_deleted on router 697be8e3-beb6-4330-bf30-3e0cc370af24 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:37:00.567232 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f064fedb-104a-4a22-a32e-1b5f962051d5 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:00.568289 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f064fedb-104a-4a22-a32e-1b5f962051d5 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/routers/697be8e3-beb6-4330-bf30-3e0cc370af24 HTTP/1.1" status: 204 len: 168 time: 0.8372009 Mar 14 15:37:00.570845 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54302) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:00.762111 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e587605-cd96-4612-9b8a-b6583dc1fd95 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting subnet 8193ab31-e0b1-41ed-8ac9-11586be36336 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:37:00.765572 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e587605-cd96-4612-9b8a-b6583dc1fd95 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:00.797833 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['989af775-c418-4a2b-869d-e70893add0fb'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:37:00.799959 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc61e76-65cc-4220-b3ce-4590e99b01b6 req-ed0b2661-b1f3-4554-b236-65720313c4a6 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:00.801436 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fbc61e76-65cc-4220-b3ce-4590e99b01b6 req-ed0b2661-b1f3-4554-b236-65720313c4a6 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 944 time: 0.0809937 Mar 14 15:37:00.813949 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54308) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:00.853398 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fbc61e76-65cc-4220-b3ce-4590e99b01b6 req-c72ff41f-3325-41e3-a2c1-104e7cc0d7c5 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452785 Mar 14 15:37:00.887158 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e587605-cd96-4612-9b8a-b6583dc1fd95 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:00.981248 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9340a2f2-1910-4ce2-b605-74b1dbbb08f0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/a7a9328a-87d0-4fa6-82f3-99c0f80399e4 HTTP/1.1" status: 200 len: 993 time: 0.1659553 Mar 14 15:37:01.007024 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e587605-cd96-4612-9b8a-b6583dc1fd95 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:01.079877 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e587605-cd96-4612-9b8a-b6583dc1fd95 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:01.118790 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e587605-cd96-4612-9b8a-b6583dc1fd95 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Subnet': ['ID=8193ab31-e0b1-41ed-8ac9-11586be36336,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:01.123310 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e587605-cd96-4612-9b8a-b6583dc1fd95 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:01.129883 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e1c940-7d44-4af7-9eeb-b76d0025b53c None None] Network 5441e42a-b809-438e-abdf-0dd95be9c06b requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:37:01.130027 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4e587605-cd96-4612-9b8a-b6583dc1fd95 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/subnets/8193ab31-e0b1-41ed-8ac9-11586be36336 HTTP/1.1" status: 204 len: 168 time: 0.5577924 Mar 14 15:37:01.132210 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54312) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:01.318514 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-5541847f-6d53-4156-b806-f3ccc626b63a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting subnet c46c8dbd-b777-42b6-b85c-a4ff9fcc1d90 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:37:01.321595 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5541847f-6d53-4156-b806-f3ccc626b63a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:01.377086 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eef286-6f43-4a3c-a5a1-12110372a344 None None] DHCP port deletion for 5441e42a-b809-438e-abdf-0dd95be9c06b request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:37:01.380126 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5541847f-6d53-4156-b806-f3ccc626b63a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:01.381400 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f9eef286-6f43-4a3c-a5a1-12110372a344 None None] Deleting port 9ccad4eb-5a06-4c90-89f4-ad268f16953d {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:37:01.381775 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f9eef286-6f43-4a3c-a5a1-12110372a344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:01.462606 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5541847f-6d53-4156-b806-f3ccc626b63a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:01.532908 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5541847f-6d53-4156-b806-f3ccc626b63a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:01.584722 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f9eef286-6f43-4a3c-a5a1-12110372a344 None None] For port 9ccad4eb-5a06-4c90-89f4-ad268f16953d, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9ccad4eb-5a06-4c90-89f4-ad268f16953d,segment=NetworkSegment(c868149d-11ff-4446-b7fd-0221a5fd4312),segment_id=c868149d-11ff-4446-b7fd-0221a5fd4312)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:01.585114 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f9eef286-6f43-4a3c-a5a1-12110372a344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:01.688652 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541847f-6d53-4156-b806-f3ccc626b63a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Subnet': ['ID=c46c8dbd-b777-42b6-b85c-a4ff9fcc1d90,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:01.707204 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f9eef286-6f43-4a3c-a5a1-12110372a344 None None] Calling delete_port for 9ccad4eb-5a06-4c90-89f4-ad268f16953d owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:37:01.734813 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5541847f-6d53-4156-b806-f3ccc626b63a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:01.740066 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa21bf5-1557-46c4-a8f9-19e3c7d2fb2e None None] Network da316ff4-5091-4e3f-9851-36c45787cb98 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:37:01.743435 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5541847f-6d53-4156-b806-f3ccc626b63a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/subnets/c46c8dbd-b777-42b6-b85c-a4ff9fcc1d90 HTTP/1.1" status: 204 len: 168 time: 0.6102235 Mar 14 15:37:01.746269 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54316) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:01.876554 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da889451-55ce-4ee7-a333-c006fd1d4b93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:01.882240 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5ab8fbc1-cd60-4ef3-b527-c59babfd342d req-8971ccdc-c2de-4aa3-9a12-2bae7fc4b3bc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1964393 Mar 14 15:37:01.893350 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-da889451-55ce-4ee7-a333-c006fd1d4b93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting port 9ccad4eb-5a06-4c90-89f4-ad268f16953d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:37:01.893675 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da889451-55ce-4ee7-a333-c006fd1d4b93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:01.921595 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f9eef286-6f43-4a3c-a5a1-12110372a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:01.976992 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-da889451-55ce-4ee7-a333-c006fd1d4b93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] The port '9ccad4eb-5a06-4c90-89f4-ad268f16953d' was deleted {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:37:01.978337 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eef286-6f43-4a3c-a5a1-12110372a344 None None] Pushing event deleted for resources: {'Port': ['ID=9ccad4eb-5a06-4c90-89f4-ad268f16953d,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:01.989857 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eef286-6f43-4a3c-a5a1-12110372a344 None None] No DVR routers for this DVR port 9ccad4eb-5a06-4c90-89f4-ad268f16953d on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:37:02.072533 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ec53c-4062-4f0a-98c8-5e9a08daa040 req-fc1310b9-9c2b-429d-8981-fce0c3c55085 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:02.073965 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-540ec53c-4062-4f0a-98c8-5e9a08daa040 req-fc1310b9-9c2b-429d-8981-fce0c3c55085 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 944 time: 0.0859573 Mar 14 15:37:02.093730 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab827e3a-8f5d-459c-b5ac-a90743a9f64c None None] DHCP port deletion for da316ff4-5091-4e3f-9851-36c45787cb98 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:37:02.098343 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ab827e3a-8f5d-459c-b5ac-a90743a9f64c None None] Deleting port a0fa5f86-84d3-4b2c-be22-89dce460642e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:37:02.098714 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab827e3a-8f5d-459c-b5ac-a90743a9f64c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:02.129163 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 989af775-c418-4a2b-869d-e70893add0fb up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:37:02.134654 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-540ec53c-4062-4f0a-98c8-5e9a08daa040 req-65f82999-aa13-4e6f-b34e-03f84acff2fc tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545135 Mar 14 15:37:02.173260 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da889451-55ce-4ee7-a333-c006fd1d4b93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:02.202630 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-da889451-55ce-4ee7-a333-c006fd1d4b93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5441e42a-b809-438e-abdf-0dd95be9c06b']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:02.217759 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-da889451-55ce-4ee7-a333-c006fd1d4b93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c868149d-11ff-4446-b7fd-0221a5fd4312') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:02.218150 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-da889451-55ce-4ee7-a333-c006fd1d4b93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c868149d-11ff-4446-b7fd-0221a5fd4312') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:02.233834 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5ab8fbc1-cd60-4ef3-b527-c59babfd342d req-340a195d-8a08-4c94-a544-92d32a8bd95e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e56a9bf665f84615b9b7754b13dc18cc&device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 1098 time: 0.2161536 Mar 14 15:37:02.237264 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da889451-55ce-4ee7-a333-c006fd1d4b93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:02.253135 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da889451-55ce-4ee7-a333-c006fd1d4b93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:02.281109 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da889451-55ce-4ee7-a333-c006fd1d4b93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:37:02.281495 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da889451-55ce-4ee7-a333-c006fd1d4b93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:37:02.296256 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:37:02.331739 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 989af775-c418-4a2b-869d-e70893add0fb completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:37:02.341012 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 989af775-c418-4a2b-869d-e70893add0fb triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:02.341384 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:02.399204 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ab827e3a-8f5d-459c-b5ac-a90743a9f64c None None] For port a0fa5f86-84d3-4b2c-be22-89dce460642e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=a0fa5f86-84d3-4b2c-be22-89dce460642e,segment=NetworkSegment(973584f4-10ed-47e8-821b-e1a6c68c1091),segment_id=973584f4-10ed-47e8-821b-e1a6c68c1091)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:02.399591 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab827e3a-8f5d-459c-b5ac-a90743a9f64c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:02.440743 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da889451-55ce-4ee7-a333-c006fd1d4b93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:02.462385 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da889451-55ce-4ee7-a333-c006fd1d4b93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:02.483215 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da889451-55ce-4ee7-a333-c006fd1d4b93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Network': ['ID=5441e42a-b809-438e-abdf-0dd95be9c06b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:02.486031 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-da889451-55ce-4ee7-a333-c006fd1d4b93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/networks/5441e42a-b809-438e-abdf-0dd95be9c06b HTTP/1.1" status: 204 len: 168 time: 0.7386525 Mar 14 15:37:02.489443 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54322) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:02.515264 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8fbc1-cd60-4ef3-b527-c59babfd342d req-23143625-26d3-497a-b571-ebe7967af339 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:02.516682 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5ab8fbc1-cd60-4ef3-b527-c59babfd342d req-23143625-26d3-497a-b571-ebe7967af339 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3636f367-7bcd-449f-8e47-979905287efa HTTP/1.1" status: 200 len: 911 time: 0.2613056 Mar 14 15:37:02.561707 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ab827e3a-8f5d-459c-b5ac-a90743a9f64c None None] Calling delete_port for a0fa5f86-84d3-4b2c-be22-89dce460642e owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:37:02.682502 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:02.683022 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4994d8ec-385c-49c3-97c5-65d5cc2a4b66 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:02.692167 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab827e3a-8f5d-459c-b5ac-a90743a9f64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:02.699340 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5ab8fbc1-cd60-4ef3-b527-c59babfd342d req-3ce27164-1999-4833-943e-cd915fe71b7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 HTTP/1.1" status: 200 len: 1001 time: 0.1366365 Mar 14 15:37:02.737825 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab827e3a-8f5d-459c-b5ac-a90743a9f64c None None] Pushing event deleted for resources: {'Port': ['ID=a0fa5f86-84d3-4b2c-be22-89dce460642e,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:02.753374 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab827e3a-8f5d-459c-b5ac-a90743a9f64c None None] No DVR routers for this DVR port a0fa5f86-84d3-4b2c-be22-89dce460642e on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:37:02.758546 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068f1741-c183-47bc-856e-5a2066692ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989af775-c418-4a2b-869d-e70893add0fb'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:37:02.770358 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 989af775-c418-4a2b-869d-e70893add0fb, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=989af775-c418-4a2b-869d-e70893add0fb,segment=NetworkSegment(a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63),segment_id=a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:02.776908 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:02.823409 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068f1741-c183-47bc-856e-5a2066692ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989af775-c418-4a2b-869d-e70893add0fb', 'code': 200} Mar 14 15:37:02.848366 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=989af775-c418-4a2b-869d-e70893add0fb,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:02.876649 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4994d8ec-385c-49c3-97c5-65d5cc2a4b66 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:02.884099 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8fbc1-cd60-4ef3-b527-c59babfd342d req-406fe649-c1c0-4355-a23d-a5b70975df1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:02.885491 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5ab8fbc1-cd60-4ef3-b527-c59babfd342d req-406fe649-c1c0-4355-a23d-a5b70975df1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d72d1897-6b00-4d72-b749-ed3bdadbf186 HTTP/1.1" status: 200 len: 849 time: 0.1572309 Mar 14 15:37:02.933377 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-4994d8ec-385c-49c3-97c5-65d5cc2a4b66 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da316ff4-5091-4e3f-9851-36c45787cb98']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:02.952279 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-4994d8ec-385c-49c3-97c5-65d5cc2a4b66 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973584f4-10ed-47e8-821b-e1a6c68c1091') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:02.952579 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-4994d8ec-385c-49c3-97c5-65d5cc2a4b66 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973584f4-10ed-47e8-821b-e1a6c68c1091') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:02.966100 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4994d8ec-385c-49c3-97c5-65d5cc2a4b66 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:02.993341 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4994d8ec-385c-49c3-97c5-65d5cc2a4b66 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:03.001893 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4994d8ec-385c-49c3-97c5-65d5cc2a4b66 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:37:03.002422 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4994d8ec-385c-49c3-97c5-65d5cc2a4b66 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:37:03.017153 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:37:03.237759 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5ab8fbc1-cd60-4ef3-b527-c59babfd342d req-8e8c35a1-02ac-4ed8-8b27-a076dc315cbe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3636f367-7bcd-449f-8e47-979905287efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3402903 Mar 14 15:37:03.240070 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4994d8ec-385c-49c3-97c5-65d5cc2a4b66 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:03.261949 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4994d8ec-385c-49c3-97c5-65d5cc2a4b66 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:03.292694 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994d8ec-385c-49c3-97c5-65d5cc2a4b66 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Network': ['ID=da316ff4-5091-4e3f-9851-36c45787cb98,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:03.332673 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device a0fa5f86-84d3-4b2c-be22-89dce460642e no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:37:03.345516 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc56530-7ed2-4d70-8b3d-8e2a3b43ef37 req-a7a6db14-3295-402b-b23a-ece845f357ec tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:03.347150 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8cc56530-7ed2-4d70-8b3d-8e2a3b43ef37 req-a7a6db14-3295-402b-b23a-ece845f357ec tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 945 time: 0.0895033 Mar 14 15:37:03.353790 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4994d8ec-385c-49c3-97c5-65d5cc2a4b66 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/networks/da316ff4-5091-4e3f-9851-36c45787cb98 HTTP/1.1" status: 204 len: 168 time: 0.8633575 Mar 14 15:37:03.357323 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54330) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:03.370564 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7ee5162f-7623-4e33-ae7e-7430b7f0f9ab tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'network': {'name': 'tempest-RoutersTest-1491179475'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:03.370962 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: a0fa5f86-84d3-4b2c-be22-89dce460642e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:37:03.371310 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device a0fa5f86-84d3-4b2c-be22-89dce460642e not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:37:03.371904 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9ccad4eb-5a06-4c90-89f4-ad268f16953d no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:37:03.381286 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7ee5162f-7623-4e33-ae7e-7430b7f0f9ab tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:37:03.388481 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7ee5162f-7623-4e33-ae7e-7430b7f0f9ab tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:network and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:37:03.395967 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7ee5162f-7623-4e33-ae7e-7430b7f0f9ab tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:37:03.399884 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8cc56530-7ed2-4d70-8b3d-8e2a3b43ef37 req-77cd1f41-2390-4202-b8b3-10996199ce05 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467210 Mar 14 15:37:03.407194 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3428d8e0-c0e8-4b6a-8f97-dd6879ff406b req-2a7bfc96-e95b-4cc0-999c-43ef6ce83853 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 1098 time: 0.3415668 Mar 14 15:37:03.409185 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 9ccad4eb-5a06-4c90-89f4-ad268f16953d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:37:03.409609 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9ccad4eb-5a06-4c90-89f4-ad268f16953d not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:37:03.423661 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7ee5162f-7623-4e33-ae7e-7430b7f0f9ab tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:37:03.469465 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5ab8fbc1-cd60-4ef3-b527-c59babfd342d req-2d9a876b-3a96-4077-9a35-386e8d8b57ae service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048535 Mar 14 15:37:03.476269 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee5162f-7623-4e33-ae7e-7430b7f0f9ab tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Made reservation on behalf of 18a28888dd2142c8bd0e6135d9012d4b for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:37:03.479160 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7ee5162f-7623-4e33-ae7e-7430b7f0f9ab tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:03.569132 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3428d8e0-c0e8-4b6a-8f97-dd6879ff406b req-ae1c96ed-7abd-44dc-9536-5f82af30a13f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477437 Mar 14 15:37:03.597837 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee5162f-7623-4e33-ae7e-7430b7f0f9ab tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:37:03.622394 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7ee5162f-7623-4e33-ae7e-7430b7f0f9ab tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:03.622735 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-7ee5162f-7623-4e33-ae7e-7430b7f0f9ab tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Added segment e6e2c878-5713-4abe-826a-6791427c6df5 of type vlan for network 190d0317-42d9-4877-acd2-83a54f452932 Mar 14 15:37:03.657385 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5ab8fbc1-cd60-4ef3-b527-c59babfd342d req-1da34f00-ded2-48e1-834e-a4960dd41968 service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694710 Mar 14 15:37:03.662979 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7ee5162f-7623-4e33-ae7e-7430b7f0f9ab tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:03.690547 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7ee5162f-7623-4e33-ae7e-7430b7f0f9ab tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:03.694157 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee5162f-7623-4e33-ae7e-7430b7f0f9ab tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:03.694721 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7ee5162f-7623-4e33-ae7e-7430b7f0f9ab tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:03.791729 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7ee5162f-7623-4e33-ae7e-7430b7f0f9ab tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4333341 Mar 14 15:37:03.794546 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54338) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:03.801858 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3f895197-3ecf-4ae6-9eb8-07405a033eff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'subnet': {'network_id': '190d0317-42d9-4877-acd2-83a54f452932', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:03.822771 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5162f-7623-4e33-ae7e-7430b7f0f9ab tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Network': ['ID=190d0317-42d9-4877-acd2-83a54f452932,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:03.833012 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 190d0317-42d9-4877-acd2-83a54f452932 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:37:03.913932 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3f895197-3ecf-4ae6-9eb8-07405a033eff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:37:03.917688 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3f895197-3ecf-4ae6-9eb8-07405a033eff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:subnet and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:37:03.920600 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3f895197-3ecf-4ae6-9eb8-07405a033eff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:37:03.926165 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3f895197-3ecf-4ae6-9eb8-07405a033eff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:37:03.937300 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f895197-3ecf-4ae6-9eb8-07405a033eff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Made reservation on behalf of 18a28888dd2142c8bd0e6135d9012d4b for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:37:04.037325 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f895197-3ecf-4ae6-9eb8-07405a033eff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.245676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f895197-3ecf-4ae6-9eb8-07405a033eff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.327186 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f895197-3ecf-4ae6-9eb8-07405a033eff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Subnet': ['ID=15807fcd-9cf7-4e98-b98c-7425688d882a,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:04.342458 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f895197-3ecf-4ae6-9eb8-07405a033eff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Checking segment: {'id': 'e6e2c878-5713-4abe-826a-6791427c6df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '190d0317-42d9-4877-acd2-83a54f452932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:37:04.342994 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f895197-3ecf-4ae6-9eb8-07405a033eff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network hostable DHCP agents. Network: 190d0317-42d9-4877-acd2-83a54f452932, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:37:04.364129 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f895197-3ecf-4ae6-9eb8-07405a033eff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network 190d0317-42d9-4877-acd2-83a54f452932 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:37:04.372948 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-3f895197-3ecf-4ae6-9eb8-07405a033eff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 190d0317-42d9-4877-acd2-83a54f452932) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:04.377406 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f895197-3ecf-4ae6-9eb8-07405a033eff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:04.378540 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f895197-3ecf-4ae6-9eb8-07405a033eff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.381519 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53602ec-69b2-487e-9973-17c60fef5aa9 None None] Network 190d0317-42d9-4877-acd2-83a54f452932 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:37:04.401245 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3f895197-3ecf-4ae6-9eb8-07405a033eff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6055076 Mar 14 15:37:04.403815 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54342) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:04.409620 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-bcfa7384-1930-4bc6-bde1-f966615d751e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1077168791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:04.415928 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bcfa7384-1930-4bc6-bde1-f966615d751e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:37:04.419921 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-bcfa7384-1930-4bc6-bde1-f966615d751e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:router and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:37:04.422980 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-bcfa7384-1930-4bc6-bde1-f966615d751e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:37:04.432586 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bcfa7384-1930-4bc6-bde1-f966615d751e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:37:04.444189 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bcfa7384-1930-4bc6-bde1-f966615d751e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.445186 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bcfa7384-1930-4bc6-bde1-f966615d751e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.465481 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bcfa7384-1930-4bc6-bde1-f966615d751e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.485986 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bcfa7384-1930-4bc6-bde1-f966615d751e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.508433 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bcfa7384-1930-4bc6-bde1-f966615d751e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.510549 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-bcfa7384-1930-4bc6-bde1-f966615d751e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1049855 Mar 14 15:37:04.512119 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54348) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:04.517655 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1f62ff2c-f597-450a-b3a1-8fc2f1c6549e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'port': {'network_id': '190d0317-42d9-4877-acd2-83a54f452932', 'name': 'tempest-RoutersTest-1323188528'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:04.603606 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e339f2-f9a5-4166-a975-999284cfb896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-190d0317-42d9-4877-acd2-83a54f452932', 'network_id': '190d0317-42d9-4877-acd2-83a54f452932', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'fixed_ips': [{'subnet_id': '15807fcd-9cf7-4e98-b98c-7425688d882a'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:37:04.604456 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62e339f2-f9a5-4166-a975-999284cfb896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.704042 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1f62ff2c-f597-450a-b3a1-8fc2f1c6549e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:37:04.721118 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f7a83-8d22-4337-aa57-923cf8ad39d9 req-fac77ecb-4ce1-4d33-b964-8421128f0b67 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:04.722510 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-342f7a83-8d22-4337-aa57-923cf8ad39d9 req-fac77ecb-4ce1-4d33-b964-8421128f0b67 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 945 time: 0.1909988 Mar 14 15:37:04.723364 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1f62ff2c-f597-450a-b3a1-8fc2f1c6549e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:37:04.749195 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f62ff2c-f597-450a-b3a1-8fc2f1c6549e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Made reservation on behalf of 18a28888dd2142c8bd0e6135d9012d4b for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:37:04.752181 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1f62ff2c-f597-450a-b3a1-8fc2f1c6549e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.757354 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-62e339f2-f9a5-4166-a975-999284cfb896 None None] Allocated IP 172.20.0.2 (190d0317-42d9-4877-acd2-83a54f452932/15807fcd-9cf7-4e98-b98c-7425688d882a/60464d36-b747-403f-92f2-c976e2fc18e2) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:37:04.790304 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-1f62ff2c-f597-450a-b3a1-8fc2f1c6549e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] device_id is not set on port d3179c09-7c65-446d-8e62-48fc8aa869f1 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:37:04.829388 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-342f7a83-8d22-4337-aa57-923cf8ad39d9 req-12d83c5c-55b4-42c5-94f0-3b6507002447 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008399 Mar 14 15:37:04.958914 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62e339f2-f9a5-4166-a975-999284cfb896 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.969463 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-62e339f2-f9a5-4166-a975-999284cfb896 None None] Transition to ACTIVE for port object 60464d36-b747-403f-92f2-c976e2fc18e2 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:37:04.987284 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-62e339f2-f9a5-4166-a975-999284cfb896 None None] Transition to ACTIVE for port object 60464d36-b747-403f-92f2-c976e2fc18e2 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:37:04.993177 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62e339f2-f9a5-4166-a975-999284cfb896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:05.065274 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e339f2-f9a5-4166-a975-999284cfb896 None None] Network 190d0317-42d9-4877-acd2-83a54f452932 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:37:05.065660 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-1f62ff2c-f597-450a-b3a1-8fc2f1c6549e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Allocated IP 172.20.0.10 (190d0317-42d9-4877-acd2-83a54f452932/15807fcd-9cf7-4e98-b98c-7425688d882a/d3179c09-7c65-446d-8e62-48fc8aa869f1) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:37:05.068195 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-62e339f2-f9a5-4166-a975-999284cfb896 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:05.072694 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e339f2-f9a5-4166-a975-999284cfb896 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:37:05.074722 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e339f2-f9a5-4166-a975-999284cfb896 None None] Pushing event updated for resources: {'Port': ['ID=60464d36-b747-403f-92f2-c976e2fc18e2,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:05.160630 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-62e339f2-f9a5-4166-a975-999284cfb896 None None] Attempting to bind port 60464d36-b747-403f-92f2-c976e2fc18e2 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:37:05.161060 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-62e339f2-f9a5-4166-a975-999284cfb896 None None] Attempting to bind port 60464d36-b747-403f-92f2-c976e2fc18e2 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'e6e2c878-5713-4abe-826a-6791427c6df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '190d0317-42d9-4877-acd2-83a54f452932'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:37:05.161421 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e339f2-f9a5-4166-a975-999284cfb896 None None] Attempting to bind port 60464d36-b747-403f-92f2-c976e2fc18e2 on network 190d0317-42d9-4877-acd2-83a54f452932 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:37:05.167738 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e339f2-f9a5-4166-a975-999284cfb896 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:37:05.168106 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e339f2-f9a5-4166-a975-999284cfb896 None None] Checking segment: {'id': 'e6e2c878-5713-4abe-826a-6791427c6df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '190d0317-42d9-4877-acd2-83a54f452932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:37:05.168507 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62e339f2-f9a5-4166-a975-999284cfb896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:05.168917 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e339f2-f9a5-4166-a975-999284cfb896 None None] Bound using segment: {'id': 'e6e2c878-5713-4abe-826a-6791427c6df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '190d0317-42d9-4877-acd2-83a54f452932'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:37:05.169378 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-62e339f2-f9a5-4166-a975-999284cfb896 None None] Bound port: 60464d36-b747-403f-92f2-c976e2fc18e2, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e2c878-5713-4abe-826a-6791427c6df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '190d0317-42d9-4877-acd2-83a54f452932'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:37:05.169749 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62e339f2-f9a5-4166-a975-999284cfb896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:05.259229 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-62e339f2-f9a5-4166-a975-999284cfb896 None None] For port 60464d36-b747-403f-92f2-c976e2fc18e2, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:37:05.262318 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-62e339f2-f9a5-4166-a975-999284cfb896 None None] For port 60464d36-b747-403f-92f2-c976e2fc18e2, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=60464d36-b747-403f-92f2-c976e2fc18e2,segment=NetworkSegment(e6e2c878-5713-4abe-826a-6791427c6df5),segment_id=e6e2c878-5713-4abe-826a-6791427c6df5)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:37:05.267241 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62e339f2-f9a5-4166-a975-999284cfb896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:05.279044 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1f62ff2c-f597-450a-b3a1-8fc2f1c6549e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:05.295117 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-1f62ff2c-f597-450a-b3a1-8fc2f1c6549e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Transition to ACTIVE for port object d3179c09-7c65-446d-8e62-48fc8aa869f1 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:37:05.320864 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1f62ff2c-f597-450a-b3a1-8fc2f1c6549e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:05.354143 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e339f2-f9a5-4166-a975-999284cfb896 None None] Pushing event updated for resources: {'Port': ['ID=60464d36-b747-403f-92f2-c976e2fc18e2,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:05.497953 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f62ff2c-f597-450a-b3a1-8fc2f1c6549e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network 190d0317-42d9-4877-acd2-83a54f452932 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:37:05.501811 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-1f62ff2c-f597-450a-b3a1-8fc2f1c6549e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:05.506375 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f62ff2c-f597-450a-b3a1-8fc2f1c6549e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:37:05.531935 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62ff2c-f597-450a-b3a1-8fc2f1c6549e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Port': ['ID=d3179c09-7c65-446d-8e62-48fc8aa869f1,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:05.581520 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f62ff2c-f597-450a-b3a1-8fc2f1c6549e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:05.582395 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1f62ff2c-f597-450a-b3a1-8fc2f1c6549e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:05.608798 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1f62ff2c-f597-450a-b3a1-8fc2f1c6549e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0956171 Mar 14 15:37:05.611541 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54352) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:06.241126 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446297b4-a429-4f34-a2f0-26b71e1ee1d9 req-9eff8349-9c46-44d4-8595-4eb103e494f3 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:06.243220 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-446297b4-a429-4f34-a2f0-26b71e1ee1d9 req-9eff8349-9c46-44d4-8595-4eb103e494f3 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 945 time: 0.1459959 Mar 14 15:37:06.269348 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71e59a7-7ee3-4a72-a5ce-de9fa446532a None None] Network 190d0317-42d9-4877-acd2-83a54f452932 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:37:06.369897 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-446297b4-a429-4f34-a2f0-26b71e1ee1d9 req-54e1256f-7891-4bf4-8400-0162948cf827 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993907 Mar 14 15:37:06.374948 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d1b901d6-7c3e-4b33-83bc-0b40e44e9754 None None] Provisioning for port 60464d36-b747-403f-92f2-c976e2fc18e2 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:37:06.394344 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-094b0d59-d164-43c4-9c32-03daddd94a3a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:06.577378 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2d985-8b19-49a5-9553-5baa8e2af130 req-3f4a3cb3-e668-49e9-a9b6-7fb34adf2d45 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:06.579564 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-15a2d985-8b19-49a5-9553-5baa8e2af130 req-3f4a3cb3-e668-49e9-a9b6-7fb34adf2d45 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 945 time: 0.0813646 Mar 14 15:37:06.628651 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-15a2d985-8b19-49a5-9553-5baa8e2af130 req-a0ffcd5c-e93b-45b3-b953-c3a7d9958f46 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425267 Mar 14 15:37:06.659483 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54362) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:06.778409 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-094b0d59-d164-43c4-9c32-03daddd94a3a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:06.784590 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-094b0d59-d164-43c4-9c32-03daddd94a3a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:06.825269 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a5dff677-161b-49f8-91bf-95f699309d0a None None] Provisioning for port d3179c09-7c65-446d-8e62-48fc8aa869f1 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:37:06.833962 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a5dff677-161b-49f8-91bf-95f699309d0a None None] Provisioning complete for port d3179c09-7c65-446d-8e62-48fc8aa869f1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:06.833962 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5dff677-161b-49f8-91bf-95f699309d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:06.896310 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a5dff677-161b-49f8-91bf-95f699309d0a None None] Port d3179c09-7c65-446d-8e62-48fc8aa869f1 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:37:06.912848 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-84785df4-4d52-407e-8096-bfbbb0671133 tempest-TestVolumeBootPattern-1602864060 tempest-TestVolumeBootPattern-1602864060-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 1093 time: 0.2495856 Mar 14 15:37:06.913193 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54368) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:06.914897 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b0d59-d164-43c4-9c32-03daddd94a3a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Port': ['ID=d3179c09-7c65-446d-8e62-48fc8aa869f1,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:06.918347 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': '989af775-c418-4a2b-869d-e70893add0fb', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:06.924793 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:37:06.928776 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Usage tracker for resource:floatingip and tenant:e56a9bf665f84615b9b7754b13dc18cc is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:37:06.931716 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:37:06.939093 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:37:06.952679 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.018719 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-af11070e-344f-4d19-ac19-decf25f7ef1e None None] Provisioning complete for port d3179c09-7c65-446d-8e62-48fc8aa869f1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:07.019186 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-af11070e-344f-4d19-ac19-decf25f7ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.083174 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-af11070e-344f-4d19-ac19-decf25f7ef1e None None] Port d3179c09-7c65-446d-8e62-48fc8aa869f1 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:37:07.113586 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.166430 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-094b0d59-d164-43c4-9c32-03daddd94a3a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.208390 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ea740f9f-1e2e-42d8-82b3-f8a419f07404 None None] Provisioning complete for port d3179c09-7c65-446d-8e62-48fc8aa869f1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:07.209130 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea740f9f-1e2e-42d8-82b3-f8a419f07404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.256405 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Allocated IP 172.26.4.204 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/dc6f8e1d-6fcd-4193-bdbc-df6a561dde08) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:37:07.259293 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-094b0d59-d164-43c4-9c32-03daddd94a3a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.263252 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ea740f9f-1e2e-42d8-82b3-f8a419f07404 None None] Port d3179c09-7c65-446d-8e62-48fc8aa869f1 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:37:07.371390 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 60464d36-b747-403f-92f2-c976e2fc18e2 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:37:07.418582 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.443709 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 60464d36-b747-403f-92f2-c976e2fc18e2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:37:07.448828 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.450736 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 60464d36-b747-403f-92f2-c976e2fc18e2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:07.451886 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.518405 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:37:07.521102 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:07.524806 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:37:07.557712 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Pushing event updated for resources: {'Port': ['ID=dc6f8e1d-6fcd-4193-bdbc-df6a561dde08,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:07.565779 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.598148 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 60464d36-b747-403f-92f2-c976e2fc18e2, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=60464d36-b747-403f-92f2-c976e2fc18e2,segment=NetworkSegment(e6e2c878-5713-4abe-826a-6791427c6df5),segment_id=e6e2c878-5713-4abe-826a-6791427c6df5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:07.602897 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.656485 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-094b0d59-d164-43c4-9c32-03daddd94a3a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.661287 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-094b0d59-d164-43c4-9c32-03daddd94a3a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.672610 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=60464d36-b747-403f-92f2-c976e2fc18e2,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:07.872286 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b0d59-d164-43c4-9c32-03daddd94a3a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Port': ['ID=d3179c09-7c65-446d-8e62-48fc8aa869f1,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:07.875911 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-094b0d59-d164-43c4-9c32-03daddd94a3a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.013069 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094b0d59-d164-43c4-9c32-03daddd94a3a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network 190d0317-42d9-4877-acd2-83a54f452932 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:37:08.014277 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-094b0d59-d164-43c4-9c32-03daddd94a3a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:08.036170 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.096772 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.292110 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9a8205c9-a3ea-4c5e-8e50-f160ec377905 None None] Provisioning complete for port d3179c09-7c65-446d-8e62-48fc8aa869f1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:08.292506 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a8205c9-a3ea-4c5e-8e50-f160ec377905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.328504 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.333789 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.348113 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9a8205c9-a3ea-4c5e-8e50-f160ec377905 None None] Port d3179c09-7c65-446d-8e62-48fc8aa869f1 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:37:08.381371 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094b0d59-d164-43c4-9c32-03daddd94a3a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Router d6623816-4b3c-428b-9c21-a6ffbf28e10b is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:37:08.531272 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Pushing event updated for resources: {'Port': ['ID=dc6f8e1d-6fcd-4193-bdbc-df6a561dde08,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:08.544748 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.560120 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094b0d59-d164-43c4-9c32-03daddd94a3a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:37:08.567164 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-094b0d59-d164-43c4-9c32-03daddd94a3a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/routers/d6623816-4b3c-428b-9c21-a6ffbf28e10b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9522567 Mar 14 15:37:08.567472 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54372) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:08.572173 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc4a8b7-aad7-4930-a901-213bf206d63e None None] Sync routers for ids ['d6623816-4b3c-428b-9c21-a6ffbf28e10b'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:37:08.584427 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc4a8b7-aad7-4930-a901-213bf206d63e None None] Routers {'d6623816-4b3c-428b-9c21-a6ffbf28e10b'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:37:08.585244 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-1cc4a8b7-aad7-4930-a901-213bf206d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['d6623816-4b3c-428b-9c21-a6ffbf28e10b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:08.641997 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd1aea9-4947-4090-ae90-0db89c5a8a8b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:08.643301 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7bd1aea9-4947-4090-ae90-0db89c5a8a8b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Synchronizing usage tracker for tenant:18a28888dd2142c8bd0e6135d9012d4b on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:37:08.649806 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-1cc4a8b7-aad7-4930-a901-213bf206d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:08.660731 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7bd1aea9-4947-4090-ae90-0db89c5a8a8b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Unset dirty status for tenant:18a28888dd2142c8bd0e6135d9012d4b on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:37:08.661921 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7bd1aea9-4947-4090-ae90-0db89c5a8a8b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/ports/d3179c09-7c65-446d-8e62-48fc8aa869f1 HTTP/1.1" status: 200 len: 978 time: 0.0936427 Mar 14 15:37:08.664688 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc4a8b7-aad7-4930-a901-213bf206d63e None None] Routers {'d6623816-4b3c-428b-9c21-a6ffbf28e10b'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:37:08.664815 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54376) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:08.665586 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-1cc4a8b7-aad7-4930-a901-213bf206d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['d6623816-4b3c-428b-9c21-a6ffbf28e10b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:08.731322 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-1cc4a8b7-aad7-4930-a901-213bf206d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:08.731986 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc4a8b7-aad7-4930-a901-213bf206d63e None None] The sync data for ids ['d6623816-4b3c-428b-9c21-a6ffbf28e10b'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:37:08.743259 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Floating IP f9d015a5-146b-4d82-8f9b-b8ff7a7f27a3 associated. External IP: 172.26.4.204, port: 989af775-c418-4a2b-869d-e70893add0fb. Mar 14 15:37:09.138302 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Router 23f17679-0b6f-44a5-b245-23cc9de69ec1 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:37:09.171011 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec82eed3-c526-412e-9223-f9159c48d5ac tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:09.347555 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 60464d36-b747-403f-92f2-c976e2fc18e2 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:37:09.348157 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:37:09.363803 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e00b8c-df6f-4f5a-81b0-efad893303d7 None None] Sync routers for ids ['23f17679-0b6f-44a5-b245-23cc9de69ec1'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:37:09.373091 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:09.385109 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e00b8c-df6f-4f5a-81b0-efad893303d7 None None] Routers {'23f17679-0b6f-44a5-b245-23cc9de69ec1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:37:09.385849 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-22e00b8c-df6f-4f5a-81b0-efad893303d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['23f17679-0b6f-44a5-b245-23cc9de69ec1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:09.438081 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-295bd278-9488-411a-adbc-dcc9be3613fa tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5118358 Mar 14 15:37:09.438081 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068f1741-c183-47bc-856e-5a2066692ad3', 'tag': '989af775-c418-4a2b-869d-e70893add0fb'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:37:09.460883 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 60464d36-b747-403f-92f2-c976e2fc18e2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:09.461197 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:09.499478 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068f1741-c183-47bc-856e-5a2066692ad3', 'tag': '989af775-c418-4a2b-869d-e70893add0fb', 'status': 'completed', 'code': 200} Mar 14 15:37:09.584924 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-22e00b8c-df6f-4f5a-81b0-efad893303d7 None None] Set router 23f17679-0b6f-44a5-b245-23cc9de69ec1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:37:09.700285 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ec82eed3-c526-412e-9223-f9159c48d5ac tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting port d3179c09-7c65-446d-8e62-48fc8aa869f1 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:37:09.700628 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec82eed3-c526-412e-9223-f9159c48d5ac tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:09.748521 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a413cc9c-fe28-405c-8676-24167f9b2951 req-291e98b9-fc7d-44fe-a544-02f45da57324 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e56a9bf665f84615b9b7754b13dc18cc&device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 1098 time: 0.1660821 Mar 14 15:37:09.925789 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-22e00b8c-df6f-4f5a-81b0-efad893303d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:30:23Z', 'revision_number': 4, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '3f9557b6-608f-458e-a38c-bb7d64ae6eac', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'floating_ip_address': '172.26.4.210', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'port_id': '3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'mac_address': 'fa:16:3e:09:1f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:34:57Z', 'updated_at': '2022-03-14T15:35:04Z', 'revision_number': 1, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'fixed_ip_address_scope': None}, {'id': 'f9d015a5-146b-4d82-8f9b-b8ff7a7f27a3', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'floating_ip_address': '172.26.4.204', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'port_id': '989af775-c418-4a2b-869d-e70893add0fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'mac_address': 'fa:16:3e:ca:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068f1741-c183-47bc-856e-5a2066692ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:37:07Z', 'updated_at': '2022-03-14T15:37:07Z', 'revision_number': 0, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f72cee2-716c-4700-9192-e83d2843d7a3', 'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'mac_address': 'fa:16:3e:ba:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:21Z', 'updated_at': '2022-03-14T15:30:33Z', 'revision_number': 5, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'subnets': [{'id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:09.929551 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e00b8c-df6f-4f5a-81b0-efad893303d7 None None] Checking router: 23f17679-0b6f-44a5-b245-23cc9de69ec1 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:37:09.940092 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e00b8c-df6f-4f5a-81b0-efad893303d7 None None] Routers {'23f17679-0b6f-44a5-b245-23cc9de69ec1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:37:09.940679 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-22e00b8c-df6f-4f5a-81b0-efad893303d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['23f17679-0b6f-44a5-b245-23cc9de69ec1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:09.993687 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec82eed3-c526-412e-9223-f9159c48d5ac tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:10.001298 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413cc9c-fe28-405c-8676-24167f9b2951 req-78430310-c634-4bcf-96e5-afc6992f2a94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:10.002715 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a413cc9c-fe28-405c-8676-24167f9b2951 req-78430310-c634-4bcf-96e5-afc6992f2a94 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3636f367-7bcd-449f-8e47-979905287efa HTTP/1.1" status: 200 len: 911 time: 0.2463686 Mar 14 15:37:10.147755 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-22e00b8c-df6f-4f5a-81b0-efad893303d7 None None] Set router 23f17679-0b6f-44a5-b245-23cc9de69ec1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:37:10.169210 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ec82eed3-c526-412e-9223-f9159c48d5ac tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Calling delete_port for d3179c09-7c65-446d-8e62-48fc8aa869f1 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:37:10.263222 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a413cc9c-fe28-405c-8676-24167f9b2951 req-052a5a9e-fddc-43aa-9424-bcd01903e94d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=989af775-c418-4a2b-869d-e70893add0fb HTTP/1.1" status: 200 len: 999 time: 0.2053554 Mar 14 15:37:10.344448 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413cc9c-fe28-405c-8676-24167f9b2951 req-30fc42bf-b15e-465d-8e2a-b7763d15e110 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:10.345884 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a413cc9c-fe28-405c-8676-24167f9b2951 req-30fc42bf-b15e-465d-8e2a-b7763d15e110 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d72d1897-6b00-4d72-b749-ed3bdadbf186 HTTP/1.1" status: 200 len: 849 time: 0.0748324 Mar 14 15:37:10.478786 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a413cc9c-fe28-405c-8676-24167f9b2951 req-7b03cd92-c135-447f-a1b1-1ee3a332a73f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3636f367-7bcd-449f-8e47-979905287efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1263425 Mar 14 15:37:10.479790 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec82eed3-c526-412e-9223-f9159c48d5ac tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:10.494365 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-22e00b8c-df6f-4f5a-81b0-efad893303d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:30:23Z', 'revision_number': 4, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '3f9557b6-608f-458e-a38c-bb7d64ae6eac', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'floating_ip_address': '172.26.4.210', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'port_id': '3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'mac_address': 'fa:16:3e:09:1f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:34:57Z', 'updated_at': '2022-03-14T15:35:04Z', 'revision_number': 1, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'fixed_ip_address_scope': None}, {'id': 'f9d015a5-146b-4d82-8f9b-b8ff7a7f27a3', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'floating_ip_address': '172.26.4.204', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'port_id': '989af775-c418-4a2b-869d-e70893add0fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'mac_address': 'fa:16:3e:ca:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068f1741-c183-47bc-856e-5a2066692ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:37:07Z', 'updated_at': '2022-03-14T15:37:07Z', 'revision_number': 0, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f72cee2-716c-4700-9192-e83d2843d7a3', 'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'mac_address': 'fa:16:3e:ba:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:21Z', 'updated_at': '2022-03-14T15:30:33Z', 'revision_number': 5, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'subnets': [{'id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:10.498787 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e00b8c-df6f-4f5a-81b0-efad893303d7 None None] The sync data for ids ['23f17679-0b6f-44a5-b245-23cc9de69ec1'] in dv-neutron-833561-1-hyperv is: [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:30:23Z', 'revision_number': 4, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '3f9557b6-608f-458e-a38c-bb7d64ae6eac', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'floating_ip_address': '172.26.4.210', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'port_id': '3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'mac_address': 'fa:16:3e:09:1f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:34:57Z', 'updated_at': '2022-03-14T15:35:04Z', 'revision_number': 1, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'fixed_ip_address_scope': None}, {'id': 'f9d015a5-146b-4d82-8f9b-b8ff7a7f27a3', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'floating_ip_address': '172.26.4.204', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'port_id': '989af775-c418-4a2b-869d-e70893add0fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'mac_address': 'fa:16:3e:ca:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068f1741-c183-47bc-856e-5a2066692ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:37:07Z', 'updated_at': '2022-03-14T15:37:07Z', 'revision_number': 0, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f72cee2-716c-4700-9192-e83d2843d7a3', 'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'mac_address': 'fa:16:3e:ba:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:21Z', 'updated_at': '2022-03-14T15:30:33Z', 'revision_number': 5, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'subnets': [{'id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:37:10.548686 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82eed3-c526-412e-9223-f9159c48d5ac tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Port': ['ID=d3179c09-7c65-446d-8e62-48fc8aa869f1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:10.719031 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d4bce8-dcee-40b8-b9c1-b4fc9679730e None None] New status for floating IP f9d015a5-146b-4d82-8f9b-b8ff7a7f27a3: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:37:10.849470 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a413cc9c-fe28-405c-8676-24167f9b2951 req-5dc28d5b-9508-4d4c-af03-a567141350d6 service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360355 Mar 14 15:37:11.081664 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec82eed3-c526-412e-9223-f9159c48d5ac tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:11.106176 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a413cc9c-fe28-405c-8676-24167f9b2951 req-1e5b318f-913b-4fcb-8927-b2c2aa37a8f1 service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051926 Mar 14 15:37:11.509568 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec82eed3-c526-412e-9223-f9159c48d5ac tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Router d6623816-4b3c-428b-9c21-a6ffbf28e10b has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:37:11.644120 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec82eed3-c526-412e-9223-f9159c48d5ac tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:37:11.653127 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03969688-034a-43d1-8c63-25a8cf5bc4d7 None None] Sync routers for ids ['d6623816-4b3c-428b-9c21-a6ffbf28e10b'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:37:11.660999 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ec82eed3-c526-412e-9223-f9159c48d5ac tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/routers/d6623816-4b3c-428b-9c21-a6ffbf28e10b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9951749 Mar 14 15:37:11.663846 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54386) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:11.666769 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03969688-034a-43d1-8c63-25a8cf5bc4d7 None None] Routers {'d6623816-4b3c-428b-9c21-a6ffbf28e10b'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:37:11.667357 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-03969688-034a-43d1-8c63-25a8cf5bc4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['d6623816-4b3c-428b-9c21-a6ffbf28e10b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:11.729576 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-03969688-034a-43d1-8c63-25a8cf5bc4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:11.740325 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03969688-034a-43d1-8c63-25a8cf5bc4d7 None None] Routers {'d6623816-4b3c-428b-9c21-a6ffbf28e10b'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:37:11.740902 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-03969688-034a-43d1-8c63-25a8cf5bc4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:36:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['d6623816-4b3c-428b-9c21-a6ffbf28e10b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:11.801053 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-03969688-034a-43d1-8c63-25a8cf5bc4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:11.801431 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03969688-034a-43d1-8c63-25a8cf5bc4d7 None None] The sync data for ids ['d6623816-4b3c-428b-9c21-a6ffbf28e10b'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:37:12.098724 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-89b426ca-da91-4c0c-9b5a-0a9b035ca4a8 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] remove_router_interface failed (client error): The resource could not be found. Mar 14 15:37:12.099712 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-89b426ca-da91-4c0c-9b5a-0a9b035ca4a8 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/routers/d6623816-4b3c-428b-9c21-a6ffbf28e10b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4349785 Mar 14 15:37:12.102518 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54390) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:12.142270 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-50a65f90-26b6-4b96-a443-df544be8fcb8 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Synchronizing usage tracker for tenant:18a28888dd2142c8bd0e6135d9012d4b on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:37:12.157109 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-50a65f90-26b6-4b96-a443-df544be8fcb8 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Unset dirty status for tenant:18a28888dd2142c8bd0e6135d9012d4b on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:37:12.158384 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-50a65f90-26b6-4b96-a443-df544be8fcb8 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6623816-4b3c-428b-9c21-a6ffbf28e10b HTTP/1.1" status: 200 len: 205 time: 0.0549273 Mar 14 15:37:12.161099 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54394) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:12.291622 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14c32439-32f1-4523-bdf2-b70bbd11047e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:12.669611 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14c32439-32f1-4523-bdf2-b70bbd11047e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:12.674312 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14c32439-32f1-4523-bdf2-b70bbd11047e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:12.699280 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14c32439-32f1-4523-bdf2-b70bbd11047e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:12.699783 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c32439-32f1-4523-bdf2-b70bbd11047e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Fanout notify agent at l3_agent the message router_deleted on router d6623816-4b3c-428b-9c21-a6ffbf28e10b {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:37:12.711221 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14c32439-32f1-4523-bdf2-b70bbd11047e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:12.712285 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-14c32439-32f1-4523-bdf2-b70bbd11047e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/routers/d6623816-4b3c-428b-9c21-a6ffbf28e10b HTTP/1.1" status: 204 len: 168 time: 0.5503082 Mar 14 15:37:12.715190 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54398) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:12.895035 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-254d112e-f847-4856-bd8c-224a61d47b94 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting subnet 15807fcd-9cf7-4e98-b98c-7425688d882a {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:37:12.897986 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-254d112e-f847-4856-bd8c-224a61d47b94 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:12.902875 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62a3e699-bd61-4447-b0c3-ca0c461c846f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:12.951139 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-254d112e-f847-4856-bd8c-224a61d47b94 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:13.035312 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-254d112e-f847-4856-bd8c-224a61d47b94 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:13.106399 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-254d112e-f847-4856-bd8c-224a61d47b94 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:13.149755 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d112e-f847-4856-bd8c-224a61d47b94 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Subnet': ['ID=15807fcd-9cf7-4e98-b98c-7425688d882a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:13.153719 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-254d112e-f847-4856-bd8c-224a61d47b94 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:13.160386 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-254d112e-f847-4856-bd8c-224a61d47b94 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/subnets/15807fcd-9cf7-4e98-b98c-7425688d882a HTTP/1.1" status: 204 len: 168 time: 0.4442673 Mar 14 15:37:13.163023 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54402) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:13.163763 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905b1e96-49a0-43c3-9bc0-50e38e78c659 None None] Network 190d0317-42d9-4877-acd2-83a54f452932 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:37:13.284899 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b872c3dd-dd5b-4ae2-a217-3be59ad86a49 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:13.295886 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b872c3dd-dd5b-4ae2-a217-3be59ad86a49 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting port 60464d36-b747-403f-92f2-c976e2fc18e2 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:37:13.296223 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b872c3dd-dd5b-4ae2-a217-3be59ad86a49 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:13.411319 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d45aaa-7777-4f8a-8653-11524de7a3a4 None None] DHCP port deletion for 190d0317-42d9-4877-acd2-83a54f452932 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:37:13.415979 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-19d45aaa-7777-4f8a-8653-11524de7a3a4 None None] Deleting port 60464d36-b747-403f-92f2-c976e2fc18e2 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:37:13.416431 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-19d45aaa-7777-4f8a-8653-11524de7a3a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:13.617874 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-b872c3dd-dd5b-4ae2-a217-3be59ad86a49 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] For port 60464d36-b747-403f-92f2-c976e2fc18e2, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=60464d36-b747-403f-92f2-c976e2fc18e2,segment=NetworkSegment(e6e2c878-5713-4abe-826a-6791427c6df5),segment_id=e6e2c878-5713-4abe-826a-6791427c6df5)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:13.618171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b872c3dd-dd5b-4ae2-a217-3be59ad86a49 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:13.646158 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-19d45aaa-7777-4f8a-8653-11524de7a3a4 None None] For port 60464d36-b747-403f-92f2-c976e2fc18e2, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=60464d36-b747-403f-92f2-c976e2fc18e2,segment=NetworkSegment(e6e2c878-5713-4abe-826a-6791427c6df5),segment_id=e6e2c878-5713-4abe-826a-6791427c6df5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:13.646556 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-19d45aaa-7777-4f8a-8653-11524de7a3a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:13.738008 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b872c3dd-dd5b-4ae2-a217-3be59ad86a49 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Calling delete_port for 60464d36-b747-403f-92f2-c976e2fc18e2 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:37:13.763178 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-19d45aaa-7777-4f8a-8653-11524de7a3a4 None None] Calling delete_port for 60464d36-b747-403f-92f2-c976e2fc18e2 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:37:13.823559 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b872c3dd-dd5b-4ae2-a217-3be59ad86a49 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:13.831343 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-19d45aaa-7777-4f8a-8653-11524de7a3a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:37:13.831700 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-19d45aaa-7777-4f8a-8653-11524de7a3a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:37:13.869821 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872c3dd-dd5b-4ae2-a217-3be59ad86a49 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Port': ['ID=60464d36-b747-403f-92f2-c976e2fc18e2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:13.875511 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b872c3dd-dd5b-4ae2-a217-3be59ad86a49 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] No DVR routers for this DVR port 60464d36-b747-403f-92f2-c976e2fc18e2 on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:37:13.994973 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b872c3dd-dd5b-4ae2-a217-3be59ad86a49 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:14.020265 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b872c3dd-dd5b-4ae2-a217-3be59ad86a49 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190d0317-42d9-4877-acd2-83a54f452932']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:14.036217 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b872c3dd-dd5b-4ae2-a217-3be59ad86a49 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e2c878-5713-4abe-826a-6791427c6df5') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:14.036217 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b872c3dd-dd5b-4ae2-a217-3be59ad86a49 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e2c878-5713-4abe-826a-6791427c6df5') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:14.048721 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b872c3dd-dd5b-4ae2-a217-3be59ad86a49 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:14.065525 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b872c3dd-dd5b-4ae2-a217-3be59ad86a49 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:14.071670 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b872c3dd-dd5b-4ae2-a217-3be59ad86a49 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:37:14.072913 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b872c3dd-dd5b-4ae2-a217-3be59ad86a49 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:37:14.086218 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:37:14.171787 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b872c3dd-dd5b-4ae2-a217-3be59ad86a49 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:14.189196 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b872c3dd-dd5b-4ae2-a217-3be59ad86a49 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:14.205853 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872c3dd-dd5b-4ae2-a217-3be59ad86a49 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Network': ['ID=190d0317-42d9-4877-acd2-83a54f452932,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:14.213784 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b872c3dd-dd5b-4ae2-a217-3be59ad86a49 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/networks/190d0317-42d9-4877-acd2-83a54f452932 HTTP/1.1" status: 204 len: 168 time: 1.0493183 Mar 14 15:37:14.217819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54408) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:14.223176 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-98082f55-e9f7-409c-afe7-3e7e6d0d9171 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'network': {'name': 'tempest-RoutersTest-1078853172'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:14.228073 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-98082f55-e9f7-409c-afe7-3e7e6d0d9171 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:37:14.231886 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-98082f55-e9f7-409c-afe7-3e7e6d0d9171 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:network and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:37:14.235347 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-98082f55-e9f7-409c-afe7-3e7e6d0d9171 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:37:14.240966 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-98082f55-e9f7-409c-afe7-3e7e6d0d9171 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:37:14.250915 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98082f55-e9f7-409c-afe7-3e7e6d0d9171 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Made reservation on behalf of 18a28888dd2142c8bd0e6135d9012d4b for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:37:14.253851 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98082f55-e9f7-409c-afe7-3e7e6d0d9171 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:14.281143 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98082f55-e9f7-409c-afe7-3e7e6d0d9171 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:37:14.289764 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98082f55-e9f7-409c-afe7-3e7e6d0d9171 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:14.290154 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-98082f55-e9f7-409c-afe7-3e7e6d0d9171 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Added segment c58a2771-71b0-46ad-a1b3-8e2fc043d7f7 of type vlan for network b1e4b414-5511-4a80-be45-b9e2351fab98 Mar 14 15:37:14.316671 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98082f55-e9f7-409c-afe7-3e7e6d0d9171 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:14.333217 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-19d45aaa-7777-4f8a-8653-11524de7a3a4 None None] Deleting port 60464d36-b747-403f-92f2-c976e2fc18e2 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:37:14.333739 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-19d45aaa-7777-4f8a-8653-11524de7a3a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:14.345710 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98082f55-e9f7-409c-afe7-3e7e6d0d9171 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:14.349343 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98082f55-e9f7-409c-afe7-3e7e6d0d9171 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:14.349915 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98082f55-e9f7-409c-afe7-3e7e6d0d9171 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:14.398949 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-19d45aaa-7777-4f8a-8653-11524de7a3a4 None None] The port '60464d36-b747-403f-92f2-c976e2fc18e2' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:37:14.460129 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-98082f55-e9f7-409c-afe7-3e7e6d0d9171 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2411678 Mar 14 15:37:14.462879 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54412) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:14.463384 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98082f55-e9f7-409c-afe7-3e7e6d0d9171 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Network': ['ID=b1e4b414-5511-4a80-be45-b9e2351fab98,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:14.469961 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-bebe5a5c-3d33-4c67-a999-fac2dfcb765b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'subnet': {'network_id': 'b1e4b414-5511-4a80-be45-b9e2351fab98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:14.474999 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network b1e4b414-5511-4a80-be45-b9e2351fab98 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:37:14.578860 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bebe5a5c-3d33-4c67-a999-fac2dfcb765b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:37:14.582688 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-bebe5a5c-3d33-4c67-a999-fac2dfcb765b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:subnet and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:37:14.585872 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-bebe5a5c-3d33-4c67-a999-fac2dfcb765b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:37:14.592283 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bebe5a5c-3d33-4c67-a999-fac2dfcb765b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:37:14.602000 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebe5a5c-3d33-4c67-a999-fac2dfcb765b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Made reservation on behalf of 18a28888dd2142c8bd0e6135d9012d4b for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:37:14.701672 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bebe5a5c-3d33-4c67-a999-fac2dfcb765b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:14.908632 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bebe5a5c-3d33-4c67-a999-fac2dfcb765b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:15.061679 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-302e4dd0-856f-4a78-8153-ae1fa07f556f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:15.097709 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe5a5c-3d33-4c67-a999-fac2dfcb765b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Subnet': ['ID=b442f807-eb0f-4f1e-8deb-8b5fcc112c29,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:15.109260 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe5a5c-3d33-4c67-a999-fac2dfcb765b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Checking segment: {'id': 'c58a2771-71b0-46ad-a1b3-8e2fc043d7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b1e4b414-5511-4a80-be45-b9e2351fab98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:37:15.109613 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebe5a5c-3d33-4c67-a999-fac2dfcb765b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network hostable DHCP agents. Network: b1e4b414-5511-4a80-be45-b9e2351fab98, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:37:15.131444 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebe5a5c-3d33-4c67-a999-fac2dfcb765b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network b1e4b414-5511-4a80-be45-b9e2351fab98 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:37:15.141044 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-bebe5a5c-3d33-4c67-a999-fac2dfcb765b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, b1e4b414-5511-4a80-be45-b9e2351fab98) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:15.144843 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebe5a5c-3d33-4c67-a999-fac2dfcb765b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:15.145420 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bebe5a5c-3d33-4c67-a999-fac2dfcb765b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:15.151193 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08123d6-8110-497d-a3da-07aecbf45321 None None] Network b1e4b414-5511-4a80-be45-b9e2351fab98 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:37:15.168055 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-bebe5a5c-3d33-4c67-a999-fac2dfcb765b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7015538 Mar 14 15:37:15.168346 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54416) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:15.173327 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1dbee974-b27c-48ea-85ef-d8f637daf3af tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-207013665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:15.179458 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1dbee974-b27c-48ea-85ef-d8f637daf3af tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:37:15.183213 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1dbee974-b27c-48ea-85ef-d8f637daf3af tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:router and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:37:15.187014 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1dbee974-b27c-48ea-85ef-d8f637daf3af tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:37:15.192554 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1dbee974-b27c-48ea-85ef-d8f637daf3af tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:37:15.204264 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1dbee974-b27c-48ea-85ef-d8f637daf3af tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:15.205638 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1dbee974-b27c-48ea-85ef-d8f637daf3af tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:15.224882 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1dbee974-b27c-48ea-85ef-d8f637daf3af tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:15.243302 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1dbee974-b27c-48ea-85ef-d8f637daf3af tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:15.264203 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1dbee974-b27c-48ea-85ef-d8f637daf3af tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:15.265530 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1dbee974-b27c-48ea-85ef-d8f637daf3af tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.0963657 Mar 14 15:37:15.268461 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54420) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:15.358628 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 60464d36-b747-403f-92f2-c976e2fc18e2 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:37:15.412631 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 60464d36-b747-403f-92f2-c976e2fc18e2 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:37:15.412968 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 60464d36-b747-403f-92f2-c976e2fc18e2 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:37:15.427048 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f3ece4-0008-4edb-8ca4-02b99d93ce7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-b1e4b414-5511-4a80-be45-b9e2351fab98', 'network_id': 'b1e4b414-5511-4a80-be45-b9e2351fab98', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'fixed_ips': [{'subnet_id': 'b442f807-eb0f-4f1e-8deb-8b5fcc112c29'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:37:15.427911 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90f3ece4-0008-4edb-8ca4-02b99d93ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:15.590197 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-90f3ece4-0008-4edb-8ca4-02b99d93ce7f None None] Allocated IP 172.20.0.2 (b1e4b414-5511-4a80-be45-b9e2351fab98/b442f807-eb0f-4f1e-8deb-8b5fcc112c29/b4d46907-8da1-4bc7-8633-fd3707b95d8c) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:37:15.815289 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90f3ece4-0008-4edb-8ca4-02b99d93ce7f None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:15.828653 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-90f3ece4-0008-4edb-8ca4-02b99d93ce7f None None] Transition to ACTIVE for port object b4d46907-8da1-4bc7-8633-fd3707b95d8c will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:37:15.849725 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-90f3ece4-0008-4edb-8ca4-02b99d93ce7f None None] Transition to ACTIVE for port object b4d46907-8da1-4bc7-8633-fd3707b95d8c will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:37:15.857676 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90f3ece4-0008-4edb-8ca4-02b99d93ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:15.886772 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-717eb096-1350-4bfd-826c-797baa1f4cb0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:15.929028 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f3ece4-0008-4edb-8ca4-02b99d93ce7f None None] Network b1e4b414-5511-4a80-be45-b9e2351fab98 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:37:15.931035 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-90f3ece4-0008-4edb-8ca4-02b99d93ce7f None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:15.933514 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f3ece4-0008-4edb-8ca4-02b99d93ce7f None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:37:15.939871 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3ece4-0008-4edb-8ca4-02b99d93ce7f None None] Pushing event updated for resources: {'Port': ['ID=b4d46907-8da1-4bc7-8633-fd3707b95d8c,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:16.038371 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-90f3ece4-0008-4edb-8ca4-02b99d93ce7f None None] Attempting to bind port b4d46907-8da1-4bc7-8633-fd3707b95d8c on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:37:16.039678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-90f3ece4-0008-4edb-8ca4-02b99d93ce7f None None] Attempting to bind port b4d46907-8da1-4bc7-8633-fd3707b95d8c by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'c58a2771-71b0-46ad-a1b3-8e2fc043d7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b1e4b414-5511-4a80-be45-b9e2351fab98'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:37:16.039678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3ece4-0008-4edb-8ca4-02b99d93ce7f None None] Attempting to bind port b4d46907-8da1-4bc7-8633-fd3707b95d8c on network b1e4b414-5511-4a80-be45-b9e2351fab98 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:37:16.047714 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3ece4-0008-4edb-8ca4-02b99d93ce7f None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:37:16.048262 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3ece4-0008-4edb-8ca4-02b99d93ce7f None None] Checking segment: {'id': 'c58a2771-71b0-46ad-a1b3-8e2fc043d7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b1e4b414-5511-4a80-be45-b9e2351fab98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:37:16.049614 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90f3ece4-0008-4edb-8ca4-02b99d93ce7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:16.049614 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3ece4-0008-4edb-8ca4-02b99d93ce7f None None] Bound using segment: {'id': 'c58a2771-71b0-46ad-a1b3-8e2fc043d7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b1e4b414-5511-4a80-be45-b9e2351fab98'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:37:16.049880 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-90f3ece4-0008-4edb-8ca4-02b99d93ce7f None None] Bound port: b4d46907-8da1-4bc7-8633-fd3707b95d8c, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58a2771-71b0-46ad-a1b3-8e2fc043d7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b1e4b414-5511-4a80-be45-b9e2351fab98'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:37:16.050695 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90f3ece4-0008-4edb-8ca4-02b99d93ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:16.152793 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-90f3ece4-0008-4edb-8ca4-02b99d93ce7f None None] For port b4d46907-8da1-4bc7-8633-fd3707b95d8c, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:37:16.159972 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-90f3ece4-0008-4edb-8ca4-02b99d93ce7f None None] For port b4d46907-8da1-4bc7-8633-fd3707b95d8c, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b4d46907-8da1-4bc7-8633-fd3707b95d8c,segment=NetworkSegment(c58a2771-71b0-46ad-a1b3-8e2fc043d7f7),segment_id=c58a2771-71b0-46ad-a1b3-8e2fc043d7f7)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:37:16.165170 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90f3ece4-0008-4edb-8ca4-02b99d93ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:16.263169 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-717eb096-1350-4bfd-826c-797baa1f4cb0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Allocated IP 172.20.0.1 (b1e4b414-5511-4a80-be45-b9e2351fab98/b442f807-eb0f-4f1e-8deb-8b5fcc112c29/5a21cbf3-0761-4b61-b516-26b43593659a) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:37:16.269851 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:16.283785 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3ece4-0008-4edb-8ca4-02b99d93ce7f None None] Pushing event updated for resources: {'Port': ['ID=b4d46907-8da1-4bc7-8633-fd3707b95d8c,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:16.469673 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-717eb096-1350-4bfd-826c-797baa1f4cb0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:16.478739 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:16.490796 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-717eb096-1350-4bfd-826c-797baa1f4cb0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Transition to ACTIVE for port object 5a21cbf3-0761-4b61-b516-26b43593659a will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:37:16.525254 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-717eb096-1350-4bfd-826c-797baa1f4cb0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:16.603917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717eb096-1350-4bfd-826c-797baa1f4cb0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network b1e4b414-5511-4a80-be45-b9e2351fab98 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:37:16.612102 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-717eb096-1350-4bfd-826c-797baa1f4cb0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:16.616105 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717eb096-1350-4bfd-826c-797baa1f4cb0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:37:16.641180 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717eb096-1350-4bfd-826c-797baa1f4cb0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Port': ['ID=5a21cbf3-0761-4b61-b516-26b43593659a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:16.677081 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-717eb096-1350-4bfd-826c-797baa1f4cb0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:16.770135 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-717eb096-1350-4bfd-826c-797baa1f4cb0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:17.173704 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-717eb096-1350-4bfd-826c-797baa1f4cb0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:17.178368 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-717eb096-1350-4bfd-826c-797baa1f4cb0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:17.219229 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b640057d-f024-45af-a84f-04c3e0c2108a None None] Network b1e4b414-5511-4a80-be45-b9e2351fab98 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:37:17.289762 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-717eb096-1350-4bfd-826c-797baa1f4cb0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:17.293256 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717eb096-1350-4bfd-826c-797baa1f4cb0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Port': ['ID=5a21cbf3-0761-4b61-b516-26b43593659a,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:17.354165 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a58b4d86-9c88-4561-8f5c-e23e13ae909c None None] Provisioning for port b4d46907-8da1-4bc7-8633-fd3707b95d8c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:37:17.390805 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b4d46907-8da1-4bc7-8633-fd3707b95d8c up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:37:17.432266 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717eb096-1350-4bfd-826c-797baa1f4cb0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network b1e4b414-5511-4a80-be45-b9e2351fab98 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:37:17.433335 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-717eb096-1350-4bfd-826c-797baa1f4cb0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:17.553371 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port b4d46907-8da1-4bc7-8633-fd3707b95d8c completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:37:17.561275 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port b4d46907-8da1-4bc7-8633-fd3707b95d8c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:17.561649 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:17.687184 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:17.721474 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port b4d46907-8da1-4bc7-8633-fd3707b95d8c, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b4d46907-8da1-4bc7-8633-fd3707b95d8c,segment=NetworkSegment(c58a2771-71b0-46ad-a1b3-8e2fc043d7f7),segment_id=c58a2771-71b0-46ad-a1b3-8e2fc043d7f7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:17.725536 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:17.798112 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=b4d46907-8da1-4bc7-8633-fd3707b95d8c,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:17.887094 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717eb096-1350-4bfd-826c-797baa1f4cb0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Router f0b11c92-a0f3-4795-95fc-1ec1c3fedb87 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:37:17.914117 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:17.924063 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0beda877-20fc-4492-892e-755f2cbc9fee None None] Provisioning complete for port b4d46907-8da1-4bc7-8633-fd3707b95d8c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:17.924534 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0beda877-20fc-4492-892e-755f2cbc9fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:18.057685 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0beda877-20fc-4492-892e-755f2cbc9fee None None] Provisioning for port 5a21cbf3-0761-4b61-b516-26b43593659a completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:37:18.064466 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0beda877-20fc-4492-892e-755f2cbc9fee None None] Provisioning complete for port 5a21cbf3-0761-4b61-b516-26b43593659a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:18.065108 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0beda877-20fc-4492-892e-755f2cbc9fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:18.075789 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717eb096-1350-4bfd-826c-797baa1f4cb0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:37:18.092909 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-717eb096-1350-4bfd-826c-797baa1f4cb0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/routers/f0b11c92-a0f3-4795-95fc-1ec1c3fedb87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8205431 Mar 14 15:37:18.093146 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54426) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:18.098235 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d991dc-d093-43b0-be94-25003e58b816 None None] Sync routers for ids ['f0b11c92-a0f3-4795-95fc-1ec1c3fedb87'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:37:18.134163 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0beda877-20fc-4492-892e-755f2cbc9fee None None] Port 5a21cbf3-0761-4b61-b516-26b43593659a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:37:18.136761 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d991dc-d093-43b0-be94-25003e58b816 None None] Routers {'f0b11c92-a0f3-4795-95fc-1ec1c3fedb87'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:37:18.137504 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-48d991dc-d093-43b0-be94-25003e58b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['f0b11c92-a0f3-4795-95fc-1ec1c3fedb87'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:18.166115 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81b1fe3-b6dc-42e3-b455-44cdaf3e69d6 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:18.166723 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c81b1fe3-b6dc-42e3-b455-44cdaf3e69d6 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Synchronizing usage tracker for tenant:18a28888dd2142c8bd0e6135d9012d4b on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:37:18.186109 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c81b1fe3-b6dc-42e3-b455-44cdaf3e69d6 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Unset dirty status for tenant:18a28888dd2142c8bd0e6135d9012d4b on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:37:18.190703 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54430) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:18.191129 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c81b1fe3-b6dc-42e3-b455-44cdaf3e69d6 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/ports/5a21cbf3-0761-4b61-b516-26b43593659a HTTP/1.1" status: 200 len: 910 time: 0.0964584 Mar 14 15:37:18.205649 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-48d991dc-d093-43b0-be94-25003e58b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:18.216672 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d991dc-d093-43b0-be94-25003e58b816 None None] Routers {'f0b11c92-a0f3-4795-95fc-1ec1c3fedb87'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:37:18.217271 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-48d991dc-d093-43b0-be94-25003e58b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['f0b11c92-a0f3-4795-95fc-1ec1c3fedb87'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:18.277525 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-48d991dc-d093-43b0-be94-25003e58b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:18.277851 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d991dc-d093-43b0-be94-25003e58b816 None None] The sync data for ids ['f0b11c92-a0f3-4795-95fc-1ec1c3fedb87'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:37:18.288975 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a5fd45e9-ce7d-4464-aaf6-fdbf1b962913 None None] Provisioning complete for port 5a21cbf3-0761-4b61-b516-26b43593659a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:18.289346 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5fd45e9-ce7d-4464-aaf6-fdbf1b962913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:18.343339 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a5fd45e9-ce7d-4464-aaf6-fdbf1b962913 None None] Port 5a21cbf3-0761-4b61-b516-26b43593659a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:37:18.527231 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de9aa42e-bc79-4b7b-b6a8-d7a08106cd44 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:19.097521 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-de9aa42e-bc79-4b7b-b6a8-d7a08106cd44 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting port 5a21cbf3-0761-4b61-b516-26b43593659a {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:37:19.098130 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de9aa42e-bc79-4b7b-b6a8-d7a08106cd44 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:19.286780 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de9aa42e-bc79-4b7b-b6a8-d7a08106cd44 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:19.342490 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b4d46907-8da1-4bc7-8633-fd3707b95d8c up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:37:19.411199 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port b4d46907-8da1-4bc7-8633-fd3707b95d8c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:19.411199 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:19.411954 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-de9aa42e-bc79-4b7b-b6a8-d7a08106cd44 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Calling delete_port for 5a21cbf3-0761-4b61-b516-26b43593659a owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:37:19.682679 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de9aa42e-bc79-4b7b-b6a8-d7a08106cd44 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:19.728581 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9aa42e-bc79-4b7b-b6a8-d7a08106cd44 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Port': ['ID=5a21cbf3-0761-4b61-b516-26b43593659a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:19.961104 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de9aa42e-bc79-4b7b-b6a8-d7a08106cd44 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:20.358005 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9aa42e-bc79-4b7b-b6a8-d7a08106cd44 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Router f0b11c92-a0f3-4795-95fc-1ec1c3fedb87 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:37:20.491556 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9aa42e-bc79-4b7b-b6a8-d7a08106cd44 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:37:20.501103 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34597de-7b5d-494a-84dd-d122e3a139fd None None] Sync routers for ids ['f0b11c92-a0f3-4795-95fc-1ec1c3fedb87'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:37:20.507038 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-de9aa42e-bc79-4b7b-b6a8-d7a08106cd44 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/routers/f0b11c92-a0f3-4795-95fc-1ec1c3fedb87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3151951 Mar 14 15:37:20.509859 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54436) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:20.513116 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34597de-7b5d-494a-84dd-d122e3a139fd None None] Routers {'f0b11c92-a0f3-4795-95fc-1ec1c3fedb87'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:37:20.513755 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e34597de-7b5d-494a-84dd-d122e3a139fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['f0b11c92-a0f3-4795-95fc-1ec1c3fedb87'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:20.551996 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7ac9deda-84dc-4369-ac22-81845d0da389 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0b11c92-a0f3-4795-95fc-1ec1c3fedb87 HTTP/1.1" status: 200 len: 205 time: 0.0408883 Mar 14 15:37:20.554809 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54440) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:20.570819 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e34597de-7b5d-494a-84dd-d122e3a139fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:20.581514 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34597de-7b5d-494a-84dd-d122e3a139fd None None] Routers {'f0b11c92-a0f3-4795-95fc-1ec1c3fedb87'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:37:20.582129 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e34597de-7b5d-494a-84dd-d122e3a139fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['f0b11c92-a0f3-4795-95fc-1ec1c3fedb87'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:20.641987 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e34597de-7b5d-494a-84dd-d122e3a139fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:20.642407 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34597de-7b5d-494a-84dd-d122e3a139fd None None] The sync data for ids ['f0b11c92-a0f3-4795-95fc-1ec1c3fedb87'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:37:20.693495 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-837fd005-cc3a-4a20-bb29-1a83083422e5 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:20.754249 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:21.168735 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-837fd005-cc3a-4a20-bb29-1a83083422e5 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:21.172858 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-837fd005-cc3a-4a20-bb29-1a83083422e5 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:21.198786 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-837fd005-cc3a-4a20-bb29-1a83083422e5 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:21.199295 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837fd005-cc3a-4a20-bb29-1a83083422e5 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Fanout notify agent at l3_agent the message router_deleted on router f0b11c92-a0f3-4795-95fc-1ec1c3fedb87 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:37:21.212981 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-837fd005-cc3a-4a20-bb29-1a83083422e5 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:21.214384 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-837fd005-cc3a-4a20-bb29-1a83083422e5 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/routers/f0b11c92-a0f3-4795-95fc-1ec1c3fedb87 HTTP/1.1" status: 204 len: 168 time: 0.6585894 Mar 14 15:37:21.217089 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54444) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:21.396371 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b5a80e-31cf-4dfc-8bae-3f4c33cc5212 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting subnet b442f807-eb0f-4f1e-8deb-8b5fcc112c29 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:37:21.399211 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62b5a80e-31cf-4dfc-8bae-3f4c33cc5212 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:21.457983 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62b5a80e-31cf-4dfc-8bae-3f4c33cc5212 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:21.538745 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62b5a80e-31cf-4dfc-8bae-3f4c33cc5212 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:21.614471 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62b5a80e-31cf-4dfc-8bae-3f4c33cc5212 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:21.653142 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5a80e-31cf-4dfc-8bae-3f4c33cc5212 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Subnet': ['ID=b442f807-eb0f-4f1e-8deb-8b5fcc112c29,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:21.657897 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62b5a80e-31cf-4dfc-8bae-3f4c33cc5212 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:21.664114 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-62b5a80e-31cf-4dfc-8bae-3f4c33cc5212 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/subnets/b442f807-eb0f-4f1e-8deb-8b5fcc112c29 HTTP/1.1" status: 204 len: 168 time: 0.4460356 Mar 14 15:37:21.664515 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4f3127-1db0-4143-b64d-fe74dc22190d None None] Network b1e4b414-5511-4a80-be45-b9e2351fab98 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:37:21.666622 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54448) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:21.782677 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fd699579-82e8-4a98-8f5d-82e8cd832122 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:21.793026 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-fd699579-82e8-4a98-8f5d-82e8cd832122 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting port b4d46907-8da1-4bc7-8633-fd3707b95d8c {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:37:21.793363 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fd699579-82e8-4a98-8f5d-82e8cd832122 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:21.912638 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeeafe56-a591-45a1-81fa-42e2ac661015 None None] DHCP port deletion for b1e4b414-5511-4a80-be45-b9e2351fab98 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:37:21.917247 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-eeeafe56-a591-45a1-81fa-42e2ac661015 None None] Deleting port b4d46907-8da1-4bc7-8633-fd3707b95d8c {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:37:21.917624 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eeeafe56-a591-45a1-81fa-42e2ac661015 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:21.992835 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-fd699579-82e8-4a98-8f5d-82e8cd832122 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] For port b4d46907-8da1-4bc7-8633-fd3707b95d8c, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b4d46907-8da1-4bc7-8633-fd3707b95d8c,segment=NetworkSegment(c58a2771-71b0-46ad-a1b3-8e2fc043d7f7),segment_id=c58a2771-71b0-46ad-a1b3-8e2fc043d7f7)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:21.993183 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fd699579-82e8-4a98-8f5d-82e8cd832122 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:22.118544 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-eeeafe56-a591-45a1-81fa-42e2ac661015 None None] For port b4d46907-8da1-4bc7-8633-fd3707b95d8c, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b4d46907-8da1-4bc7-8633-fd3707b95d8c,segment=NetworkSegment(c58a2771-71b0-46ad-a1b3-8e2fc043d7f7),segment_id=c58a2771-71b0-46ad-a1b3-8e2fc043d7f7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:22.118861 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eeeafe56-a591-45a1-81fa-42e2ac661015 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:22.119773 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-fd699579-82e8-4a98-8f5d-82e8cd832122 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Calling delete_port for b4d46907-8da1-4bc7-8633-fd3707b95d8c owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:37:22.192929 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fd699579-82e8-4a98-8f5d-82e8cd832122 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:22.236998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd699579-82e8-4a98-8f5d-82e8cd832122 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Port': ['ID=b4d46907-8da1-4bc7-8633-fd3707b95d8c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:22.243021 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd699579-82e8-4a98-8f5d-82e8cd832122 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] No DVR routers for this DVR port b4d46907-8da1-4bc7-8633-fd3707b95d8c on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:37:22.272863 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-eeeafe56-a591-45a1-81fa-42e2ac661015 None None] Calling delete_port for b4d46907-8da1-4bc7-8633-fd3707b95d8c owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:37:22.343802 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-eeeafe56-a591-45a1-81fa-42e2ac661015 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:37:22.344158 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-eeeafe56-a591-45a1-81fa-42e2ac661015 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:37:22.362144 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fd699579-82e8-4a98-8f5d-82e8cd832122 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:22.390369 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-fd699579-82e8-4a98-8f5d-82e8cd832122 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e4b414-5511-4a80-be45-b9e2351fab98']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:22.401656 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-fd699579-82e8-4a98-8f5d-82e8cd832122 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58a2771-71b0-46ad-a1b3-8e2fc043d7f7') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:22.401958 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-fd699579-82e8-4a98-8f5d-82e8cd832122 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58a2771-71b0-46ad-a1b3-8e2fc043d7f7') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:22.413554 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fd699579-82e8-4a98-8f5d-82e8cd832122 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:22.428645 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fd699579-82e8-4a98-8f5d-82e8cd832122 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:22.434476 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd699579-82e8-4a98-8f5d-82e8cd832122 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:37:22.435154 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fd699579-82e8-4a98-8f5d-82e8cd832122 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:37:22.448636 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:37:22.527847 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fd699579-82e8-4a98-8f5d-82e8cd832122 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:22.545099 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fd699579-82e8-4a98-8f5d-82e8cd832122 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:22.555550 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd699579-82e8-4a98-8f5d-82e8cd832122 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Network': ['ID=b1e4b414-5511-4a80-be45-b9e2351fab98,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:22.563483 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-fd699579-82e8-4a98-8f5d-82e8cd832122 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/networks/b1e4b414-5511-4a80-be45-b9e2351fab98 HTTP/1.1" status: 204 len: 168 time: 0.8959312 Mar 14 15:37:22.567009 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54452) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:22.571914 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-db2a330c-6dae-4a98-ad93-e9565155de37 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1044692324', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:22.579498 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-db2a330c-6dae-4a98-ad93-e9565155de37 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:37:22.583404 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-db2a330c-6dae-4a98-ad93-e9565155de37 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:router and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:37:22.586594 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-db2a330c-6dae-4a98-ad93-e9565155de37 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:37:22.592316 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-db2a330c-6dae-4a98-ad93-e9565155de37 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:37:22.602366 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db2a330c-6dae-4a98-ad93-e9565155de37 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:22.603286 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db2a330c-6dae-4a98-ad93-e9565155de37 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:22.627263 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db2a330c-6dae-4a98-ad93-e9565155de37 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:22.851380 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-eeeafe56-a591-45a1-81fa-42e2ac661015 None None] Deleting port b4d46907-8da1-4bc7-8633-fd3707b95d8c {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:37:22.851380 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eeeafe56-a591-45a1-81fa-42e2ac661015 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:22.876324 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db2a330c-6dae-4a98-ad93-e9565155de37 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:22.924741 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-eeeafe56-a591-45a1-81fa-42e2ac661015 None None] The port 'b4d46907-8da1-4bc7-8633-fd3707b95d8c' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:37:23.076138 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db2a330c-6dae-4a98-ad93-e9565155de37 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:23.111241 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db2a330c-6dae-4a98-ad93-e9565155de37 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:23.269283 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-db2a330c-6dae-4a98-ad93-e9565155de37 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Allocated IP 172.26.4.61 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/9be703b3-f446-4016-b72e-f00607763970) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:37:23.347564 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b4d46907-8da1-4bc7-8633-fd3707b95d8c no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:37:23.392899 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: b4d46907-8da1-4bc7-8633-fd3707b95d8c {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:37:23.392899 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b4d46907-8da1-4bc7-8633-fd3707b95d8c not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:37:23.442037 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db2a330c-6dae-4a98-ad93-e9565155de37 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:23.473822 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db2a330c-6dae-4a98-ad93-e9565155de37 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:23.544350 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2a330c-6dae-4a98-ad93-e9565155de37 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:37:23.544350 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-db2a330c-6dae-4a98-ad93-e9565155de37 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:23.550377 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a330c-6dae-4a98-ad93-e9565155de37 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:37:23.582661 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a330c-6dae-4a98-ad93-e9565155de37 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Port': ['ID=9be703b3-f446-4016-b72e-f00607763970,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:23.723096 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db2a330c-6dae-4a98-ad93-e9565155de37 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:23.723096 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db2a330c-6dae-4a98-ad93-e9565155de37 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:23.961191 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2a330c-6dae-4a98-ad93-e9565155de37 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Router 8b589593-afa8-43cf-bbfc-bbc69b02aba9 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:37:24.178684 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2a330c-6dae-4a98-ad93-e9565155de37 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:37:24.188746 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1631f39-c934-45fc-9d79-b4d332dc32e3 None None] Sync routers for ids ['8b589593-afa8-43cf-bbfc-bbc69b02aba9'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:37:24.201791 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1631f39-c934-45fc-9d79-b4d332dc32e3 None None] Routers {'8b589593-afa8-43cf-bbfc-bbc69b02aba9'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:37:24.201791 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a1631f39-c934-45fc-9d79-b4d332dc32e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8b589593-afa8-43cf-bbfc-bbc69b02aba9'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:24.224559 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db2a330c-6dae-4a98-ad93-e9565155de37 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:24.224559 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-db2a330c-6dae-4a98-ad93-e9565155de37 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.6561937 Mar 14 15:37:24.230761 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54458) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:24.275351 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a1631f39-c934-45fc-9d79-b4d332dc32e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:24.286529 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1631f39-c934-45fc-9d79-b4d332dc32e3 None None] Routers {'8b589593-afa8-43cf-bbfc-bbc69b02aba9'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:37:24.286529 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a1631f39-c934-45fc-9d79-b4d332dc32e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8b589593-afa8-43cf-bbfc-bbc69b02aba9'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:24.356150 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a1631f39-c934-45fc-9d79-b4d332dc32e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:24.356150 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1631f39-c934-45fc-9d79-b4d332dc32e3 None None] The sync data for ids ['8b589593-afa8-43cf-bbfc-bbc69b02aba9'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:37:24.459980 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-56d6d06b-b1d7-4a6d-9c78-1aabe49863fb tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/routers/8b589593-afa8-43cf-bbfc-bbc69b02aba9 HTTP/1.1" status: 200 len: 880 time: 0.2287219 Mar 14 15:37:24.459980 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54462) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:24.773108 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-cb245379-7fd0-483e-b9e6-bc7e54738bfd tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Synchronizing usage tracker for tenant:18a28888dd2142c8bd0e6135d9012d4b on resource:router {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:37:24.791756 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-cb245379-7fd0-483e-b9e6-bc7e54738bfd tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Unset dirty status for tenant:18a28888dd2142c8bd0e6135d9012d4b on resource:router {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:37:24.791756 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cb245379-7fd0-483e-b9e6-bc7e54738bfd tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3281770 Mar 14 15:37:24.791756 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54466) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:24.800710 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a14ddca3-0a08-40a5-9d01-874fce8d9178 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1044692324'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:25.389508 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a14ddca3-0a08-40a5-9d01-874fce8d9178 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:25.401185 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a14ddca3-0a08-40a5-9d01-874fce8d9178 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-950448'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:25.597661 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14ddca3-0a08-40a5-9d01-874fce8d9178 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Router 8b589593-afa8-43cf-bbfc-bbc69b02aba9 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:37:25.803176 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14ddca3-0a08-40a5-9d01-874fce8d9178 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:37:25.806993 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a14ddca3-0a08-40a5-9d01-874fce8d9178 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:25.806993 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a14ddca3-0a08-40a5-9d01-874fce8d9178 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/routers/8b589593-afa8-43cf-bbfc-bbc69b02aba9 HTTP/1.1" status: 200 len: 887 time: 1.0138247 Mar 14 15:37:25.813075 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54470) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:25.817207 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a0b29d-429a-483a-99e3-251daee5d440 None None] Sync routers for ids ['8b589593-afa8-43cf-bbfc-bbc69b02aba9'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:37:25.827525 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a0b29d-429a-483a-99e3-251daee5d440 None None] Routers {'8b589593-afa8-43cf-bbfc-bbc69b02aba9'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:37:25.827525 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a4a0b29d-429a-483a-99e3-251daee5d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8b589593-afa8-43cf-bbfc-bbc69b02aba9'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:25.894491 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a4a0b29d-429a-483a-99e3-251daee5d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:25.904364 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a0b29d-429a-483a-99e3-251daee5d440 None None] Routers {'8b589593-afa8-43cf-bbfc-bbc69b02aba9'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:37:25.904364 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a4a0b29d-429a-483a-99e3-251daee5d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8b589593-afa8-43cf-bbfc-bbc69b02aba9'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:25.965733 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a4a0b29d-429a-483a-99e3-251daee5d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:25.965733 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a0b29d-429a-483a-99e3-251daee5d440 None None] The sync data for ids ['8b589593-afa8-43cf-bbfc-bbc69b02aba9'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:37:26.064386 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-aad9c87d-0a68-41a1-9e75-1591c7fd8527 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/routers/8b589593-afa8-43cf-bbfc-bbc69b02aba9 HTTP/1.1" status: 200 len: 887 time: 0.2481172 Mar 14 15:37:26.064386 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54474) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:26.102204 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ab061333-5c52-42b1-8e11-dc234d4b10cb tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Synchronizing usage tracker for tenant:18a28888dd2142c8bd0e6135d9012d4b on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:37:26.116960 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ab061333-5c52-42b1-8e11-dc234d4b10cb tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Unset dirty status for tenant:18a28888dd2142c8bd0e6135d9012d4b on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:37:26.117903 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ab061333-5c52-42b1-8e11-dc234d4b10cb tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b589593-afa8-43cf-bbfc-bbc69b02aba9 HTTP/1.1" status: 200 len: 205 time: 0.0557582 Mar 14 15:37:26.121544 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54478) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:26.424363 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-68226269-d4c8-49fd-b946-1097b7231bff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:26.627834 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-68226269-d4c8-49fd-b946-1097b7231bff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:26.636757 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-68226269-d4c8-49fd-b946-1097b7231bff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting port 9be703b3-f446-4016-b72e-f00607763970 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:37:26.637090 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-68226269-d4c8-49fd-b946-1097b7231bff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:26.804948 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-68226269-d4c8-49fd-b946-1097b7231bff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:26.923602 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-68226269-d4c8-49fd-b946-1097b7231bff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Calling delete_port for 9be703b3-f446-4016-b72e-f00607763970 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:37:27.080731 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-68226269-d4c8-49fd-b946-1097b7231bff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:27.124066 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68226269-d4c8-49fd-b946-1097b7231bff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Port': ['ID=9be703b3-f446-4016-b72e-f00607763970,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:27.340424 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-68226269-d4c8-49fd-b946-1097b7231bff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:27.691293 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-68226269-d4c8-49fd-b946-1097b7231bff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:27.695382 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-68226269-d4c8-49fd-b946-1097b7231bff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:27.720707 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-68226269-d4c8-49fd-b946-1097b7231bff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:27.721395 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68226269-d4c8-49fd-b946-1097b7231bff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Fanout notify agent at l3_agent the message router_deleted on router 8b589593-afa8-43cf-bbfc-bbc69b02aba9 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:37:27.743697 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-68226269-d4c8-49fd-b946-1097b7231bff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:27.744769 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-68226269-d4c8-49fd-b946-1097b7231bff tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/routers/8b589593-afa8-43cf-bbfc-bbc69b02aba9 HTTP/1.1" status: 204 len: 168 time: 1.6233320 Mar 14 15:37:27.748974 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54484) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:27.754781 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ddbaad56-1e6f-4c5f-b0a5-9372f51f7ef4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'network': {'name': 'tempest-RoutersTest-1223623029'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:27.759575 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ddbaad56-1e6f-4c5f-b0a5-9372f51f7ef4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:37:27.764935 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ddbaad56-1e6f-4c5f-b0a5-9372f51f7ef4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:network and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:37:27.766975 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ddbaad56-1e6f-4c5f-b0a5-9372f51f7ef4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:37:27.772564 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ddbaad56-1e6f-4c5f-b0a5-9372f51f7ef4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:37:27.782640 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbaad56-1e6f-4c5f-b0a5-9372f51f7ef4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Made reservation on behalf of 18a28888dd2142c8bd0e6135d9012d4b for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:37:27.786194 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ddbaad56-1e6f-4c5f-b0a5-9372f51f7ef4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:27.823193 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbaad56-1e6f-4c5f-b0a5-9372f51f7ef4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:37:27.832476 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ddbaad56-1e6f-4c5f-b0a5-9372f51f7ef4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:27.832815 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-ddbaad56-1e6f-4c5f-b0a5-9372f51f7ef4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Added segment 9875e0a3-a462-4b7c-90db-bbf8b92f3fe5 of type vlan for network cf476610-c531-46c2-a2f0-94181d00df12 Mar 14 15:37:27.859621 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ddbaad56-1e6f-4c5f-b0a5-9372f51f7ef4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:27.889754 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ddbaad56-1e6f-4c5f-b0a5-9372f51f7ef4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:27.893399 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbaad56-1e6f-4c5f-b0a5-9372f51f7ef4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:27.893978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ddbaad56-1e6f-4c5f-b0a5-9372f51f7ef4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:27.993976 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ddbaad56-1e6f-4c5f-b0a5-9372f51f7ef4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2437768 Mar 14 15:37:27.996671 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54488) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:28.002841 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-10019bc1-1bae-4d12-8ac5-b4a1e0744d7c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'subnet': {'network_id': 'cf476610-c531-46c2-a2f0-94181d00df12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:28.006153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbaad56-1e6f-4c5f-b0a5-9372f51f7ef4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Network': ['ID=cf476610-c531-46c2-a2f0-94181d00df12,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:28.018100 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network cf476610-c531-46c2-a2f0-94181d00df12 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:37:28.130677 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-10019bc1-1bae-4d12-8ac5-b4a1e0744d7c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:37:28.134528 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-10019bc1-1bae-4d12-8ac5-b4a1e0744d7c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:subnet and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:37:28.137854 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-10019bc1-1bae-4d12-8ac5-b4a1e0744d7c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:37:28.143853 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-10019bc1-1bae-4d12-8ac5-b4a1e0744d7c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:37:28.153418 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10019bc1-1bae-4d12-8ac5-b4a1e0744d7c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Made reservation on behalf of 18a28888dd2142c8bd0e6135d9012d4b for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:37:28.268197 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10019bc1-1bae-4d12-8ac5-b4a1e0744d7c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:28.517746 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10019bc1-1bae-4d12-8ac5-b4a1e0744d7c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:28.599665 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10019bc1-1bae-4d12-8ac5-b4a1e0744d7c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Subnet': ['ID=b7c4461c-18d0-48da-8bcc-f5db4a1ae0c6,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:28.623026 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10019bc1-1bae-4d12-8ac5-b4a1e0744d7c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Checking segment: {'id': '9875e0a3-a462-4b7c-90db-bbf8b92f3fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cf476610-c531-46c2-a2f0-94181d00df12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:37:28.623026 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10019bc1-1bae-4d12-8ac5-b4a1e0744d7c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network hostable DHCP agents. Network: cf476610-c531-46c2-a2f0-94181d00df12, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:37:28.657074 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10019bc1-1bae-4d12-8ac5-b4a1e0744d7c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network cf476610-c531-46c2-a2f0-94181d00df12 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:37:28.665047 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-10019bc1-1bae-4d12-8ac5-b4a1e0744d7c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, cf476610-c531-46c2-a2f0-94181d00df12) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:28.670818 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10019bc1-1bae-4d12-8ac5-b4a1e0744d7c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:28.670818 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10019bc1-1bae-4d12-8ac5-b4a1e0744d7c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:28.676843 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376c23ad-9c32-4975-8713-7048c819451a None None] Network cf476610-c531-46c2-a2f0-94181d00df12 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:37:28.701578 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54492) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:28.701690 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-10019bc1-1bae-4d12-8ac5-b4a1e0744d7c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7038019 Mar 14 15:37:28.706472 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-03669401-19fd-4bae-bf10-2718a7ca2c9d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1917505321', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:28.712803 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-03669401-19fd-4bae-bf10-2718a7ca2c9d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:37:28.727150 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-03669401-19fd-4bae-bf10-2718a7ca2c9d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:router and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:37:28.727150 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-03669401-19fd-4bae-bf10-2718a7ca2c9d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:37:28.737691 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-03669401-19fd-4bae-bf10-2718a7ca2c9d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:37:28.748155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03669401-19fd-4bae-bf10-2718a7ca2c9d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:28.748155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03669401-19fd-4bae-bf10-2718a7ca2c9d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:28.767288 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03669401-19fd-4bae-bf10-2718a7ca2c9d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:28.789406 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03669401-19fd-4bae-bf10-2718a7ca2c9d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:28.829149 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03669401-19fd-4bae-bf10-2718a7ca2c9d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:28.829272 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-03669401-19fd-4bae-bf10-2718a7ca2c9d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1271174 Mar 14 15:37:28.833422 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54496) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:28.955578 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be44bd81-412e-4447-8afb-79f012285582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-cf476610-c531-46c2-a2f0-94181d00df12', 'network_id': 'cf476610-c531-46c2-a2f0-94181d00df12', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'fixed_ips': [{'subnet_id': 'b7c4461c-18d0-48da-8bcc-f5db4a1ae0c6'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:37:28.956445 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-be44bd81-412e-4447-8afb-79f012285582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:29.146957 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-be44bd81-412e-4447-8afb-79f012285582 None None] Allocated IP 172.20.0.2 (cf476610-c531-46c2-a2f0-94181d00df12/b7c4461c-18d0-48da-8bcc-f5db4a1ae0c6/d849fdbc-95ea-4cbc-a212-b09f71c5a095) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:37:29.394522 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-be44bd81-412e-4447-8afb-79f012285582 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:29.404576 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-be44bd81-412e-4447-8afb-79f012285582 None None] Transition to ACTIVE for port object d849fdbc-95ea-4cbc-a212-b09f71c5a095 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:37:29.428889 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-be44bd81-412e-4447-8afb-79f012285582 None None] Transition to ACTIVE for port object d849fdbc-95ea-4cbc-a212-b09f71c5a095 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:37:29.437467 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-be44bd81-412e-4447-8afb-79f012285582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:29.505819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b48079d-6d41-407f-a4a8-435fba57e285 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:29.514939 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be44bd81-412e-4447-8afb-79f012285582 None None] Network cf476610-c531-46c2-a2f0-94181d00df12 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:37:29.517866 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-be44bd81-412e-4447-8afb-79f012285582 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:29.529366 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be44bd81-412e-4447-8afb-79f012285582 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:37:29.529366 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44bd81-412e-4447-8afb-79f012285582 None None] Pushing event updated for resources: {'Port': ['ID=d849fdbc-95ea-4cbc-a212-b09f71c5a095,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:29.627649 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-be44bd81-412e-4447-8afb-79f012285582 None None] Attempting to bind port d849fdbc-95ea-4cbc-a212-b09f71c5a095 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:37:29.627649 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-be44bd81-412e-4447-8afb-79f012285582 None None] Attempting to bind port d849fdbc-95ea-4cbc-a212-b09f71c5a095 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '9875e0a3-a462-4b7c-90db-bbf8b92f3fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cf476610-c531-46c2-a2f0-94181d00df12'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:37:29.627649 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be44bd81-412e-4447-8afb-79f012285582 None None] Attempting to bind port d849fdbc-95ea-4cbc-a212-b09f71c5a095 on network cf476610-c531-46c2-a2f0-94181d00df12 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:37:29.627649 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be44bd81-412e-4447-8afb-79f012285582 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:37:29.627649 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be44bd81-412e-4447-8afb-79f012285582 None None] Checking segment: {'id': '9875e0a3-a462-4b7c-90db-bbf8b92f3fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cf476610-c531-46c2-a2f0-94181d00df12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:37:29.627649 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-be44bd81-412e-4447-8afb-79f012285582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:29.627649 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be44bd81-412e-4447-8afb-79f012285582 None None] Bound using segment: {'id': '9875e0a3-a462-4b7c-90db-bbf8b92f3fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cf476610-c531-46c2-a2f0-94181d00df12'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:37:29.634415 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-be44bd81-412e-4447-8afb-79f012285582 None None] Bound port: d849fdbc-95ea-4cbc-a212-b09f71c5a095, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9875e0a3-a462-4b7c-90db-bbf8b92f3fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cf476610-c531-46c2-a2f0-94181d00df12'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:37:29.634415 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-be44bd81-412e-4447-8afb-79f012285582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:29.723796 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-be44bd81-412e-4447-8afb-79f012285582 None None] For port d849fdbc-95ea-4cbc-a212-b09f71c5a095, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:37:29.723796 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-be44bd81-412e-4447-8afb-79f012285582 None None] For port d849fdbc-95ea-4cbc-a212-b09f71c5a095, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=d849fdbc-95ea-4cbc-a212-b09f71c5a095,segment=NetworkSegment(9875e0a3-a462-4b7c-90db-bbf8b92f3fe5),segment_id=9875e0a3-a462-4b7c-90db-bbf8b92f3fe5)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:37:29.734568 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-be44bd81-412e-4447-8afb-79f012285582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:29.815233 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44bd81-412e-4447-8afb-79f012285582 None None] Pushing event updated for resources: {'Port': ['ID=d849fdbc-95ea-4cbc-a212-b09f71c5a095,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:29.886717 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-1b48079d-6d41-407f-a4a8-435fba57e285 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Allocated IP 172.20.0.1 (cf476610-c531-46c2-a2f0-94181d00df12/b7c4461c-18d0-48da-8bcc-f5db4a1ae0c6/912d1cce-4b97-42f1-a410-0adfce6cd257) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:37:30.094166 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b48079d-6d41-407f-a4a8-435fba57e285 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:30.114808 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-1b48079d-6d41-407f-a4a8-435fba57e285 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Transition to ACTIVE for port object 912d1cce-4b97-42f1-a410-0adfce6cd257 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:37:30.161276 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b48079d-6d41-407f-a4a8-435fba57e285 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:30.242588 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b48079d-6d41-407f-a4a8-435fba57e285 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network cf476610-c531-46c2-a2f0-94181d00df12 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:37:30.245719 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-1b48079d-6d41-407f-a4a8-435fba57e285 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:30.248608 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b48079d-6d41-407f-a4a8-435fba57e285 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:37:30.278933 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48079d-6d41-407f-a4a8-435fba57e285 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Port': ['ID=912d1cce-4b97-42f1-a410-0adfce6cd257,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:30.311106 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b48079d-6d41-407f-a4a8-435fba57e285 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:30.400301 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b48079d-6d41-407f-a4a8-435fba57e285 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:30.852167 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf1f223-42ad-46d4-9cce-8e0ac6a03dfb None None] Network cf476610-c531-46c2-a2f0-94181d00df12 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:37:30.915101 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b48079d-6d41-407f-a4a8-435fba57e285 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:30.920860 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b48079d-6d41-407f-a4a8-435fba57e285 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:31.001060 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5b25b26b-761b-492e-a372-edfcec7d050b None None] Provisioning for port d849fdbc-95ea-4cbc-a212-b09f71c5a095 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:37:31.031162 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48079d-6d41-407f-a4a8-435fba57e285 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Port': ['ID=912d1cce-4b97-42f1-a410-0adfce6cd257,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:31.042277 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b48079d-6d41-407f-a4a8-435fba57e285 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:31.209850 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b48079d-6d41-407f-a4a8-435fba57e285 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network cf476610-c531-46c2-a2f0-94181d00df12 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:37:31.211008 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-1b48079d-6d41-407f-a4a8-435fba57e285 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:31.395752 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d849fdbc-95ea-4cbc-a212-b09f71c5a095 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:37:31.488171 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e75e88b4-12f5-41fa-90ea-2d87d2364f7c None None] Provisioning for port 912d1cce-4b97-42f1-a410-0adfce6cd257 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:37:31.492996 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port d849fdbc-95ea-4cbc-a212-b09f71c5a095 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:37:31.504724 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port d849fdbc-95ea-4cbc-a212-b09f71c5a095 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:31.504828 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:31.535175 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e75e88b4-12f5-41fa-90ea-2d87d2364f7c None None] Provisioning complete for port 912d1cce-4b97-42f1-a410-0adfce6cd257 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:31.535554 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e75e88b4-12f5-41fa-90ea-2d87d2364f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:31.616724 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e75e88b4-12f5-41fa-90ea-2d87d2364f7c None None] Port 912d1cce-4b97-42f1-a410-0adfce6cd257 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:37:31.663603 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b48079d-6d41-407f-a4a8-435fba57e285 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Router 3a3e38c0-b928-4b45-b04d-41e86716576f is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:37:31.708758 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e75e88b4-12f5-41fa-90ea-2d87d2364f7c None None] Provisioning complete for port d849fdbc-95ea-4cbc-a212-b09f71c5a095 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:31.709139 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e75e88b4-12f5-41fa-90ea-2d87d2364f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:31.762378 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:31.814489 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port d849fdbc-95ea-4cbc-a212-b09f71c5a095, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=d849fdbc-95ea-4cbc-a212-b09f71c5a095,segment=NetworkSegment(9875e0a3-a462-4b7c-90db-bbf8b92f3fe5),segment_id=9875e0a3-a462-4b7c-90db-bbf8b92f3fe5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:31.822490 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:31.883171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b48079d-6d41-407f-a4a8-435fba57e285 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:37:31.900322 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1b48079d-6d41-407f-a4a8-435fba57e285 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/routers/3a3e38c0-b928-4b45-b04d-41e86716576f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0657263 Mar 14 15:37:31.904472 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54508) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:31.910351 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25312fe5-0b69-4623-9e59-56cc6e1e8fe7 None None] Sync routers for ids ['3a3e38c0-b928-4b45-b04d-41e86716576f'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:37:31.962197 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=d849fdbc-95ea-4cbc-a212-b09f71c5a095,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:31.971696 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25312fe5-0b69-4623-9e59-56cc6e1e8fe7 None None] Routers {'3a3e38c0-b928-4b45-b04d-41e86716576f'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:37:31.971883 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-25312fe5-0b69-4623-9e59-56cc6e1e8fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['3a3e38c0-b928-4b45-b04d-41e86716576f'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:32.018073 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1203cf19-dbd3-45a8-913e-131715e05973 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:32.019042 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1203cf19-dbd3-45a8-913e-131715e05973 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/ports/912d1cce-4b97-42f1-a410-0adfce6cd257 HTTP/1.1" status: 200 len: 910 time: 0.1143322 Mar 14 15:37:32.021785 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54512) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:32.028104 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-433dcb7c-76e4-461e-82cb-3dcf1e051357 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b7c4461c-18d0-48da-8bcc-f5db4a1ae0c6'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:32.034754 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-25312fe5-0b69-4623-9e59-56cc6e1e8fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:32.046261 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25312fe5-0b69-4623-9e59-56cc6e1e8fe7 None None] Routers {'3a3e38c0-b928-4b45-b04d-41e86716576f'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:37:32.046850 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-25312fe5-0b69-4623-9e59-56cc6e1e8fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['3a3e38c0-b928-4b45-b04d-41e86716576f'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:32.110764 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-25312fe5-0b69-4623-9e59-56cc6e1e8fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:32.111171 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25312fe5-0b69-4623-9e59-56cc6e1e8fe7 None None] The sync data for ids ['3a3e38c0-b928-4b45-b04d-41e86716576f'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:37:32.124022 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d2834cf9-398b-48d7-a536-efb8941dc357 None None] Provisioning complete for port 912d1cce-4b97-42f1-a410-0adfce6cd257 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:32.124378 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d2834cf9-398b-48d7-a536-efb8941dc357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:32.160035 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-433dcb7c-76e4-461e-82cb-3dcf1e051357 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:32.182099 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d2834cf9-398b-48d7-a536-efb8941dc357 None None] Port 912d1cce-4b97-42f1-a410-0adfce6cd257 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:37:32.681807 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-433dcb7c-76e4-461e-82cb-3dcf1e051357 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:32.689355 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-433dcb7c-76e4-461e-82cb-3dcf1e051357 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:32.800533 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433dcb7c-76e4-461e-82cb-3dcf1e051357 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Port': ['ID=912d1cce-4b97-42f1-a410-0adfce6cd257,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:32.805297 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433dcb7c-76e4-461e-82cb-3dcf1e051357 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:32.805884 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-433dcb7c-76e4-461e-82cb-3dcf1e051357 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:32.808339 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-433dcb7c-76e4-461e-82cb-3dcf1e051357 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/ports/912d1cce-4b97-42f1-a410-0adfce6cd257 HTTP/1.1" status: 200 len: 910 time: 0.7843423 Mar 14 15:37:32.810622 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54518) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:33.273938 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94788399-3177-4dd2-a5c9-4e21018026a0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:33.358527 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d849fdbc-95ea-4cbc-a212-b09f71c5a095 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:37:33.433780 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port d849fdbc-95ea-4cbc-a212-b09f71c5a095 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:33.433780 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:33.649299 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:37:33.873560 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-94788399-3177-4dd2-a5c9-4e21018026a0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting port 912d1cce-4b97-42f1-a410-0adfce6cd257 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:37:33.873560 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94788399-3177-4dd2-a5c9-4e21018026a0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:34.058829 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94788399-3177-4dd2-a5c9-4e21018026a0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:34.176310 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-94788399-3177-4dd2-a5c9-4e21018026a0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Calling delete_port for 912d1cce-4b97-42f1-a410-0adfce6cd257 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:37:34.343441 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94788399-3177-4dd2-a5c9-4e21018026a0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:34.390870 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94788399-3177-4dd2-a5c9-4e21018026a0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Port': ['ID=912d1cce-4b97-42f1-a410-0adfce6cd257,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:34.702768 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94788399-3177-4dd2-a5c9-4e21018026a0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:35.090767 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94788399-3177-4dd2-a5c9-4e21018026a0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Router 3a3e38c0-b928-4b45-b04d-41e86716576f has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:37:35.227711 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94788399-3177-4dd2-a5c9-4e21018026a0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:37:35.237630 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31313e2-b7a8-4433-99cb-e3db3c5eeef3 None None] Sync routers for ids ['3a3e38c0-b928-4b45-b04d-41e86716576f'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:37:35.239967 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-94788399-3177-4dd2-a5c9-4e21018026a0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/routers/3a3e38c0-b928-4b45-b04d-41e86716576f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4286535 Mar 14 15:37:35.242636 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54524) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:35.249826 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31313e2-b7a8-4433-99cb-e3db3c5eeef3 None None] Routers {'3a3e38c0-b928-4b45-b04d-41e86716576f'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:37:35.250447 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b31313e2-b7a8-4433-99cb-e3db3c5eeef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['3a3e38c0-b928-4b45-b04d-41e86716576f'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:35.286267 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f1ee134e-bc8d-491b-b383-0d0fbd84cf56 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Synchronizing usage tracker for tenant:18a28888dd2142c8bd0e6135d9012d4b on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:37:35.303790 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f1ee134e-bc8d-491b-b383-0d0fbd84cf56 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Unset dirty status for tenant:18a28888dd2142c8bd0e6135d9012d4b on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:37:35.305194 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f1ee134e-bc8d-491b-b383-0d0fbd84cf56 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a3e38c0-b928-4b45-b04d-41e86716576f HTTP/1.1" status: 200 len: 205 time: 0.0614955 Mar 14 15:37:35.307828 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54528) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:35.313992 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b31313e2-b7a8-4433-99cb-e3db3c5eeef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:35.324438 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31313e2-b7a8-4433-99cb-e3db3c5eeef3 None None] Routers {'3a3e38c0-b928-4b45-b04d-41e86716576f'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:37:35.325005 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b31313e2-b7a8-4433-99cb-e3db3c5eeef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['3a3e38c0-b928-4b45-b04d-41e86716576f'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:35.384338 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b31313e2-b7a8-4433-99cb-e3db3c5eeef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:35.384635 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31313e2-b7a8-4433-99cb-e3db3c5eeef3 None None] The sync data for ids ['3a3e38c0-b928-4b45-b04d-41e86716576f'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:37:35.443620 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fdeed717-56e8-4e87-acfa-8fc2e2dc362c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:35.909257 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fdeed717-56e8-4e87-acfa-8fc2e2dc362c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:35.913380 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fdeed717-56e8-4e87-acfa-8fc2e2dc362c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:35.936859 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fdeed717-56e8-4e87-acfa-8fc2e2dc362c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:35.937360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdeed717-56e8-4e87-acfa-8fc2e2dc362c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Fanout notify agent at l3_agent the message router_deleted on router 3a3e38c0-b928-4b45-b04d-41e86716576f {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:37:35.950988 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fdeed717-56e8-4e87-acfa-8fc2e2dc362c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:35.952231 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fdeed717-56e8-4e87-acfa-8fc2e2dc362c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/routers/3a3e38c0-b928-4b45-b04d-41e86716576f HTTP/1.1" status: 204 len: 168 time: 0.6435299 Mar 14 15:37:35.954905 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54532) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:36.135375 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f7fe95-1ad4-46a3-adb2-5c4b2cf0ad99 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting subnet b7c4461c-18d0-48da-8bcc-f5db4a1ae0c6 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:37:36.138936 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30f7fe95-1ad4-46a3-adb2-5c4b2cf0ad99 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:36.191397 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30f7fe95-1ad4-46a3-adb2-5c4b2cf0ad99 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:36.276075 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30f7fe95-1ad4-46a3-adb2-5c4b2cf0ad99 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:36.346341 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30f7fe95-1ad4-46a3-adb2-5c4b2cf0ad99 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:36.383565 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7fe95-1ad4-46a3-adb2-5c4b2cf0ad99 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Subnet': ['ID=b7c4461c-18d0-48da-8bcc-f5db4a1ae0c6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:36.390216 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30f7fe95-1ad4-46a3-adb2-5c4b2cf0ad99 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:36.396019 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680c7f14-5946-425d-b3ae-7abaec23a74d None None] Network cf476610-c531-46c2-a2f0-94181d00df12 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:37:36.396555 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-30f7fe95-1ad4-46a3-adb2-5c4b2cf0ad99 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/subnets/b7c4461c-18d0-48da-8bcc-f5db4a1ae0c6 HTTP/1.1" status: 204 len: 168 time: 0.4403622 Mar 14 15:37:36.398830 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54538) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:36.508975 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b0bed47-abb0-432a-b640-792fa1fe576d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:36.519323 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-1b0bed47-abb0-432a-b640-792fa1fe576d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting port d849fdbc-95ea-4cbc-a212-b09f71c5a095 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:37:36.519649 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b0bed47-abb0-432a-b640-792fa1fe576d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:36.641582 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4838acad-deb0-44e2-a0d4-f4925f1002c4 None None] DHCP port deletion for cf476610-c531-46c2-a2f0-94181d00df12 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:37:36.645793 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4838acad-deb0-44e2-a0d4-f4925f1002c4 None None] Deleting port d849fdbc-95ea-4cbc-a212-b09f71c5a095 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:37:36.646222 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4838acad-deb0-44e2-a0d4-f4925f1002c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:36.724838 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-1b0bed47-abb0-432a-b640-792fa1fe576d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] For port d849fdbc-95ea-4cbc-a212-b09f71c5a095, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=d849fdbc-95ea-4cbc-a212-b09f71c5a095,segment=NetworkSegment(9875e0a3-a462-4b7c-90db-bbf8b92f3fe5),segment_id=9875e0a3-a462-4b7c-90db-bbf8b92f3fe5)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:36.725212 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b0bed47-abb0-432a-b640-792fa1fe576d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:36.845109 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4838acad-deb0-44e2-a0d4-f4925f1002c4 None None] For port d849fdbc-95ea-4cbc-a212-b09f71c5a095, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=d849fdbc-95ea-4cbc-a212-b09f71c5a095,segment=NetworkSegment(9875e0a3-a462-4b7c-90db-bbf8b92f3fe5),segment_id=9875e0a3-a462-4b7c-90db-bbf8b92f3fe5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:36.845418 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4838acad-deb0-44e2-a0d4-f4925f1002c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:36.845559 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-1b0bed47-abb0-432a-b640-792fa1fe576d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Calling delete_port for d849fdbc-95ea-4cbc-a212-b09f71c5a095 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:37:36.916507 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b0bed47-abb0-432a-b640-792fa1fe576d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:36.964504 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bed47-abb0-432a-b640-792fa1fe576d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Port': ['ID=d849fdbc-95ea-4cbc-a212-b09f71c5a095,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:36.969375 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0bed47-abb0-432a-b640-792fa1fe576d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] No DVR routers for this DVR port d849fdbc-95ea-4cbc-a212-b09f71c5a095 on host dv-neutron-833561-1-hyperv {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:37:36.994963 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4838acad-deb0-44e2-a0d4-f4925f1002c4 None None] Calling delete_port for d849fdbc-95ea-4cbc-a212-b09f71c5a095 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:37:37.063150 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-4838acad-deb0-44e2-a0d4-f4925f1002c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:37:37.064152 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-4838acad-deb0-44e2-a0d4-f4925f1002c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:37:37.088192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b0bed47-abb0-432a-b640-792fa1fe576d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:37.113105 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-1b0bed47-abb0-432a-b640-792fa1fe576d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf476610-c531-46c2-a2f0-94181d00df12']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:37.124655 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-1b0bed47-abb0-432a-b640-792fa1fe576d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9875e0a3-a462-4b7c-90db-bbf8b92f3fe5') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:37.124947 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-1b0bed47-abb0-432a-b640-792fa1fe576d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9875e0a3-a462-4b7c-90db-bbf8b92f3fe5') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:37.135878 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b0bed47-abb0-432a-b640-792fa1fe576d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:37.152174 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b0bed47-abb0-432a-b640-792fa1fe576d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:37.158930 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0bed47-abb0-432a-b640-792fa1fe576d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:37:37.159309 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b0bed47-abb0-432a-b640-792fa1fe576d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:37:37.172922 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:37:37.340691 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b0bed47-abb0-432a-b640-792fa1fe576d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:37.342802 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d849fdbc-95ea-4cbc-a212-b09f71c5a095 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:37:37.357631 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b0bed47-abb0-432a-b640-792fa1fe576d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:37.368143 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bed47-abb0-432a-b640-792fa1fe576d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Network': ['ID=cf476610-c531-46c2-a2f0-94181d00df12,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:37.376437 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: d849fdbc-95ea-4cbc-a212-b09f71c5a095 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:37:37.376809 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d849fdbc-95ea-4cbc-a212-b09f71c5a095 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:37:37.379245 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1b0bed47-abb0-432a-b640-792fa1fe576d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/networks/cf476610-c531-46c2-a2f0-94181d00df12 HTTP/1.1" status: 204 len: 168 time: 0.9794240 Mar 14 15:37:37.382966 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54542) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:37.388463 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9410a82a-2989-402e-beba-ef272125661e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-824743950', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:37.394729 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9410a82a-2989-402e-beba-ef272125661e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:37:37.398728 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9410a82a-2989-402e-beba-ef272125661e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:router and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:37:37.401485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-9410a82a-2989-402e-beba-ef272125661e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:37:37.407150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9410a82a-2989-402e-beba-ef272125661e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:37:37.416160 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9410a82a-2989-402e-beba-ef272125661e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:37.417027 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9410a82a-2989-402e-beba-ef272125661e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:37.434457 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9410a82a-2989-402e-beba-ef272125661e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:37.452000 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9410a82a-2989-402e-beba-ef272125661e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:37.474926 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9410a82a-2989-402e-beba-ef272125661e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:37.476038 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9410a82a-2989-402e-beba-ef272125661e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.0921750 Mar 14 15:37:37.478655 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54546) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:37.483944 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-33cfb382-059c-4756-80c0-300c67b5b790 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'network': {'name': 'tempest-RoutersTest-56339763'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:37.488558 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-33cfb382-059c-4756-80c0-300c67b5b790 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:37:37.492722 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-33cfb382-059c-4756-80c0-300c67b5b790 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:network and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:37:37.495507 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-33cfb382-059c-4756-80c0-300c67b5b790 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:37:37.501548 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-33cfb382-059c-4756-80c0-300c67b5b790 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:37:37.510908 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cfb382-059c-4756-80c0-300c67b5b790 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Made reservation on behalf of 18a28888dd2142c8bd0e6135d9012d4b for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:37:37.514423 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-33cfb382-059c-4756-80c0-300c67b5b790 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:37.540619 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33cfb382-059c-4756-80c0-300c67b5b790 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:37:37.549651 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-33cfb382-059c-4756-80c0-300c67b5b790 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:37.549986 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-33cfb382-059c-4756-80c0-300c67b5b790 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Added segment 9f290e42-42cf-4248-8678-d6894c176dac of type vlan for network 1301a4b4-68de-46ee-9e39-229ca0730d64 Mar 14 15:37:37.565295 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4838acad-deb0-44e2-a0d4-f4925f1002c4 None None] Deleting port d849fdbc-95ea-4cbc-a212-b09f71c5a095 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:37:37.565810 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4838acad-deb0-44e2-a0d4-f4925f1002c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:37.579125 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-33cfb382-059c-4756-80c0-300c67b5b790 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:37.607997 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-33cfb382-059c-4756-80c0-300c67b5b790 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:37.611742 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cfb382-059c-4756-80c0-300c67b5b790 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:37.612468 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-33cfb382-059c-4756-80c0-300c67b5b790 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:37.628140 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4838acad-deb0-44e2-a0d4-f4925f1002c4 None None] The port 'd849fdbc-95ea-4cbc-a212-b09f71c5a095' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:37:37.709190 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-33cfb382-059c-4756-80c0-300c67b5b790 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2295580 Mar 14 15:37:37.711889 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54550) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:37.719330 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-fa322a23-93de-489d-9834-919ca4c4575a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'subnet': {'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:37.739532 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfb382-059c-4756-80c0-300c67b5b790 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Network': ['ID=1301a4b4-68de-46ee-9e39-229ca0730d64,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:37.750793 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 1301a4b4-68de-46ee-9e39-229ca0730d64 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:37:37.823986 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fa322a23-93de-489d-9834-919ca4c4575a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:37:37.828954 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-fa322a23-93de-489d-9834-919ca4c4575a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:subnet and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:37:37.831813 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-fa322a23-93de-489d-9834-919ca4c4575a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:37:37.837946 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fa322a23-93de-489d-9834-919ca4c4575a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:37:37.848256 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa322a23-93de-489d-9834-919ca4c4575a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Made reservation on behalf of 18a28888dd2142c8bd0e6135d9012d4b for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:37:37.948554 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa322a23-93de-489d-9834-919ca4c4575a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:38.153222 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa322a23-93de-489d-9834-919ca4c4575a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:38.226547 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa322a23-93de-489d-9834-919ca4c4575a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Subnet': ['ID=5caab96e-d1e2-4488-8969-bd16a871a2f5,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:38.241219 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa322a23-93de-489d-9834-919ca4c4575a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Checking segment: {'id': '9f290e42-42cf-4248-8678-d6894c176dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:37:38.241569 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa322a23-93de-489d-9834-919ca4c4575a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network hostable DHCP agents. Network: 1301a4b4-68de-46ee-9e39-229ca0730d64, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:37:38.264066 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa322a23-93de-489d-9834-919ca4c4575a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network 1301a4b4-68de-46ee-9e39-229ca0730d64 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:37:38.272661 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-fa322a23-93de-489d-9834-919ca4c4575a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 1301a4b4-68de-46ee-9e39-229ca0730d64) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:38.276343 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa322a23-93de-489d-9834-919ca4c4575a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:38.276912 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa322a23-93de-489d-9834-919ca4c4575a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:38.281414 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12716f24-3fd9-41db-921b-dd2cb1244262 None None] Network 1301a4b4-68de-46ee-9e39-229ca0730d64 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:37:38.297937 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fa322a23-93de-489d-9834-919ca4c4575a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5848789 Mar 14 15:37:38.300699 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54554) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:38.492625 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d64395b-bbb6-4a79-afe0-3cfd7b39e425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-1301a4b4-68de-46ee-9e39-229ca0730d64', 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'fixed_ips': [{'subnet_id': '5caab96e-d1e2-4488-8969-bd16a871a2f5'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:37:38.493466 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d64395b-bbb6-4a79-afe0-3cfd7b39e425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:38.645685 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-1d64395b-bbb6-4a79-afe0-3cfd7b39e425 None None] Allocated IP 172.20.0.2 (1301a4b4-68de-46ee-9e39-229ca0730d64/5caab96e-d1e2-4488-8969-bd16a871a2f5/c58ddce7-9894-4925-a35b-55daf1aa2d0d) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:37:38.849483 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d64395b-bbb6-4a79-afe0-3cfd7b39e425 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:38.859230 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1d64395b-bbb6-4a79-afe0-3cfd7b39e425 None None] Transition to ACTIVE for port object c58ddce7-9894-4925-a35b-55daf1aa2d0d will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:37:38.876910 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1d64395b-bbb6-4a79-afe0-3cfd7b39e425 None None] Transition to ACTIVE for port object c58ddce7-9894-4925-a35b-55daf1aa2d0d will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:37:38.882519 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d64395b-bbb6-4a79-afe0-3cfd7b39e425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:38.889952 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-68729f36-7852-4916-9ae0-58b46cf95931 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:38.950879 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d64395b-bbb6-4a79-afe0-3cfd7b39e425 None None] Network 1301a4b4-68de-46ee-9e39-229ca0730d64 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:37:38.952056 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-1d64395b-bbb6-4a79-afe0-3cfd7b39e425 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:38.955846 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d64395b-bbb6-4a79-afe0-3cfd7b39e425 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:37:38.961828 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64395b-bbb6-4a79-afe0-3cfd7b39e425 None None] Pushing event updated for resources: {'Port': ['ID=c58ddce7-9894-4925-a35b-55daf1aa2d0d,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:39.043177 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1d64395b-bbb6-4a79-afe0-3cfd7b39e425 None None] Attempting to bind port c58ddce7-9894-4925-a35b-55daf1aa2d0d on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:37:39.043548 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1d64395b-bbb6-4a79-afe0-3cfd7b39e425 None None] Attempting to bind port c58ddce7-9894-4925-a35b-55daf1aa2d0d by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '9f290e42-42cf-4248-8678-d6894c176dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:37:39.043909 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d64395b-bbb6-4a79-afe0-3cfd7b39e425 None None] Attempting to bind port c58ddce7-9894-4925-a35b-55daf1aa2d0d on network 1301a4b4-68de-46ee-9e39-229ca0730d64 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:37:39.050845 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d64395b-bbb6-4a79-afe0-3cfd7b39e425 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:37:39.051215 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d64395b-bbb6-4a79-afe0-3cfd7b39e425 None None] Checking segment: {'id': '9f290e42-42cf-4248-8678-d6894c176dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:37:39.051611 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d64395b-bbb6-4a79-afe0-3cfd7b39e425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:39.051998 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d64395b-bbb6-4a79-afe0-3cfd7b39e425 None None] Bound using segment: {'id': '9f290e42-42cf-4248-8678-d6894c176dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:37:39.052447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1d64395b-bbb6-4a79-afe0-3cfd7b39e425 None None] Bound port: c58ddce7-9894-4925-a35b-55daf1aa2d0d, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f290e42-42cf-4248-8678-d6894c176dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:37:39.052816 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d64395b-bbb6-4a79-afe0-3cfd7b39e425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:39.142084 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1d64395b-bbb6-4a79-afe0-3cfd7b39e425 None None] For port c58ddce7-9894-4925-a35b-55daf1aa2d0d, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:37:39.145517 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1d64395b-bbb6-4a79-afe0-3cfd7b39e425 None None] For port c58ddce7-9894-4925-a35b-55daf1aa2d0d, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c58ddce7-9894-4925-a35b-55daf1aa2d0d,segment=NetworkSegment(9f290e42-42cf-4248-8678-d6894c176dac),segment_id=9f290e42-42cf-4248-8678-d6894c176dac)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:37:39.149930 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d64395b-bbb6-4a79-afe0-3cfd7b39e425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:39.238760 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64395b-bbb6-4a79-afe0-3cfd7b39e425 None None] Pushing event updated for resources: {'Port': ['ID=c58ddce7-9894-4925-a35b-55daf1aa2d0d,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:39.239460 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-68729f36-7852-4916-9ae0-58b46cf95931 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Allocated IP 172.20.0.1 (1301a4b4-68de-46ee-9e39-229ca0730d64/5caab96e-d1e2-4488-8969-bd16a871a2f5/6b26d6a0-ff54-461a-a6ce-058ca0113c6e) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:37:39.411646 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-68729f36-7852-4916-9ae0-58b46cf95931 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:39.429174 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-68729f36-7852-4916-9ae0-58b46cf95931 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Transition to ACTIVE for port object 6b26d6a0-ff54-461a-a6ce-058ca0113c6e will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:37:39.452474 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-68729f36-7852-4916-9ae0-58b46cf95931 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:39.524389 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68729f36-7852-4916-9ae0-58b46cf95931 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network 1301a4b4-68de-46ee-9e39-229ca0730d64 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:37:39.527562 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-68729f36-7852-4916-9ae0-58b46cf95931 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:39.532920 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68729f36-7852-4916-9ae0-58b46cf95931 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:37:39.561253 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68729f36-7852-4916-9ae0-58b46cf95931 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Port': ['ID=6b26d6a0-ff54-461a-a6ce-058ca0113c6e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:39.595626 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-68729f36-7852-4916-9ae0-58b46cf95931 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:39.678621 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-68729f36-7852-4916-9ae0-58b46cf95931 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:40.057129 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-68729f36-7852-4916-9ae0-58b46cf95931 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:40.062686 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-68729f36-7852-4916-9ae0-58b46cf95931 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:40.108011 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d934b337-19de-4cb4-9b7f-d3a601ecc789 None None] Network 1301a4b4-68de-46ee-9e39-229ca0730d64 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:37:40.176305 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68729f36-7852-4916-9ae0-58b46cf95931 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Port': ['ID=6b26d6a0-ff54-461a-a6ce-058ca0113c6e,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:40.178537 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-68729f36-7852-4916-9ae0-58b46cf95931 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:40.207176 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-431c7423-149d-4f9d-9496-d78420b4e365 None None] Provisioning for port c58ddce7-9894-4925-a35b-55daf1aa2d0d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:37:40.314448 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68729f36-7852-4916-9ae0-58b46cf95931 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network 1301a4b4-68de-46ee-9e39-229ca0730d64 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:37:40.315613 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-68729f36-7852-4916-9ae0-58b46cf95931 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:40.561457 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-17eacdea-ab44-4712-a18b-be1297b24d65 None None] Provisioning for port 6b26d6a0-ff54-461a-a6ce-058ca0113c6e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:37:40.566762 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-17eacdea-ab44-4712-a18b-be1297b24d65 None None] Provisioning complete for port 6b26d6a0-ff54-461a-a6ce-058ca0113c6e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:40.567140 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-17eacdea-ab44-4712-a18b-be1297b24d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:40.635261 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-17eacdea-ab44-4712-a18b-be1297b24d65 None None] Port 6b26d6a0-ff54-461a-a6ce-058ca0113c6e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:37:40.759172 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c2639eb4-641b-485c-b3e3-ea8f877301bf None None] Provisioning complete for port 6b26d6a0-ff54-461a-a6ce-058ca0113c6e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:40.759559 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c2639eb4-641b-485c-b3e3-ea8f877301bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:40.804732 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68729f36-7852-4916-9ae0-58b46cf95931 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Router 2b690108-28f5-492b-aaf2-81262aa256f2 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:37:40.853431 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c2639eb4-641b-485c-b3e3-ea8f877301bf None None] Port 6b26d6a0-ff54-461a-a6ce-058ca0113c6e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:37:40.975218 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-953ac790-b3bc-4d51-bf60-d8bd62f2feb9 None None] Provisioning complete for port 6b26d6a0-ff54-461a-a6ce-058ca0113c6e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:40.975508 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-953ac790-b3bc-4d51-bf60-d8bd62f2feb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:40.985887 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68729f36-7852-4916-9ae0-58b46cf95931 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:37:40.997995 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-68729f36-7852-4916-9ae0-58b46cf95931 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/routers/2b690108-28f5-492b-aaf2-81262aa256f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6962090 Mar 14 15:37:41.001097 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54562) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:41.002598 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] Sync routers for ids ['2b690108-28f5-492b-aaf2-81262aa256f2'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:37:41.006859 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ae11a391-8aca-43e7-b168-0a132a7d88b0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'network': {'name': 'tempest-RoutersTest-306622427'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:41.011645 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ae11a391-8aca-43e7-b168-0a132a7d88b0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:37:41.015948 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ae11a391-8aca-43e7-b168-0a132a7d88b0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:network and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:37:41.018749 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ae11a391-8aca-43e7-b168-0a132a7d88b0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:37:41.024387 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ae11a391-8aca-43e7-b168-0a132a7d88b0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:37:41.035257 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-953ac790-b3bc-4d51-bf60-d8bd62f2feb9 None None] Port 6b26d6a0-ff54-461a-a6ce-058ca0113c6e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:37:41.035887 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae11a391-8aca-43e7-b168-0a132a7d88b0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Made reservation on behalf of 18a28888dd2142c8bd0e6135d9012d4b for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:37:41.037542 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] Routers {'2b690108-28f5-492b-aaf2-81262aa256f2'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:37:41.038252 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2b690108-28f5-492b-aaf2-81262aa256f2'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:41.038918 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ae11a391-8aca-43e7-b168-0a132a7d88b0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:41.067214 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae11a391-8aca-43e7-b168-0a132a7d88b0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:37:41.077067 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ae11a391-8aca-43e7-b168-0a132a7d88b0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:41.077399 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-ae11a391-8aca-43e7-b168-0a132a7d88b0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Added segment af65ec7a-4e01-4d46-88e1-5f447617301c of type vlan for network b9c6ec66-9207-467c-a610-5b92adb7af6d Mar 14 15:37:41.104213 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ae11a391-8aca-43e7-b168-0a132a7d88b0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:41.136722 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ae11a391-8aca-43e7-b168-0a132a7d88b0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:41.140850 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae11a391-8aca-43e7-b168-0a132a7d88b0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:41.141426 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ae11a391-8aca-43e7-b168-0a132a7d88b0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:41.188374 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] Set router 2b690108-28f5-492b-aaf2-81262aa256f2 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:37:41.242614 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ae11a391-8aca-43e7-b168-0a132a7d88b0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2402000 Mar 14 15:37:41.245258 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54566) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:41.249003 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11a391-8aca-43e7-b168-0a132a7d88b0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Network': ['ID=b9c6ec66-9207-467c-a610-5b92adb7af6d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:41.251565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a012f088-37b7-41fd-b7ad-2049bda6e8d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'subnet': {'network_id': 'b9c6ec66-9207-467c-a610-5b92adb7af6d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:41.263791 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network b9c6ec66-9207-467c-a610-5b92adb7af6d details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:37:41.363207 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a012f088-37b7-41fd-b7ad-2049bda6e8d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:37:41.367004 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a012f088-37b7-41fd-b7ad-2049bda6e8d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:subnet and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:37:41.369768 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a012f088-37b7-41fd-b7ad-2049bda6e8d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:37:41.378634 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a012f088-37b7-41fd-b7ad-2049bda6e8d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:37:41.387577 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a012f088-37b7-41fd-b7ad-2049bda6e8d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Made reservation on behalf of 18a28888dd2142c8bd0e6135d9012d4b for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:37:41.398856 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c58ddce7-9894-4925-a35b-55daf1aa2d0d up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:37:41.486750 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a012f088-37b7-41fd-b7ad-2049bda6e8d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:41.624685 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port c58ddce7-9894-4925-a35b-55daf1aa2d0d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:37:41.631730 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port c58ddce7-9894-4925-a35b-55daf1aa2d0d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:41.632098 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:41.694155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a012f088-37b7-41fd-b7ad-2049bda6e8d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:41.735949 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'name': 'tempest-RoutersTest-router-824743950', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:37:37Z', 'updated_at': '2022-03-14T15:37:39Z', 'revision_number': 2, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'gw_port_host': None, '_interfaces': [{'id': '6b26d6a0-ff54-461a-a6ce-058ca0113c6e', 'name': '', 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:8f:37:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:39Z', 'updated_at': '2022-03-14T15:37:39Z', 'revision_number': 2, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:41.752543 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] Checking router: 2b690108-28f5-492b-aaf2-81262aa256f2 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:37:41.752897 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] Updating router 2b690108-28f5-492b-aaf2-81262aa256f2 port 6b26d6a0-ff54-461a-a6ce-058ca0113c6e binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:37:41.772879 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012f088-37b7-41fd-b7ad-2049bda6e8d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Subnet': ['ID=330a702c-9025-41ec-81eb-5f0816969888,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:41.786304 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a012f088-37b7-41fd-b7ad-2049bda6e8d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Checking segment: {'id': 'af65ec7a-4e01-4d46-88e1-5f447617301c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b9c6ec66-9207-467c-a610-5b92adb7af6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:37:41.786658 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012f088-37b7-41fd-b7ad-2049bda6e8d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network hostable DHCP agents. Network: b9c6ec66-9207-467c-a610-5b92adb7af6d, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:37:41.804840 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:41.807965 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012f088-37b7-41fd-b7ad-2049bda6e8d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network b9c6ec66-9207-467c-a610-5b92adb7af6d is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:37:41.817738 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a012f088-37b7-41fd-b7ad-2049bda6e8d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, b9c6ec66-9207-467c-a610-5b92adb7af6d) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:41.822276 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a012f088-37b7-41fd-b7ad-2049bda6e8d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:41.822854 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a012f088-37b7-41fd-b7ad-2049bda6e8d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:41.829270 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79eb81b-a924-4132-b169-8d6078ee6109 None None] Network b9c6ec66-9207-467c-a610-5b92adb7af6d requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:37:41.841466 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:41.844136 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a012f088-37b7-41fd-b7ad-2049bda6e8d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5978217 Mar 14 15:37:41.847135 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54570) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:41.983016 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port c58ddce7-9894-4925-a35b-55daf1aa2d0d, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c58ddce7-9894-4925-a35b-55daf1aa2d0d,segment=NetworkSegment(9f290e42-42cf-4248-8678-d6894c176dac),segment_id=9f290e42-42cf-4248-8678-d6894c176dac)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:42.001454 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:42.206710 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=c58ddce7-9894-4925-a35b-55daf1aa2d0d,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:42.382758 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f8df8f-5ee5-40d3-b51d-b20695fe707c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-b9c6ec66-9207-467c-a610-5b92adb7af6d', 'network_id': 'b9c6ec66-9207-467c-a610-5b92adb7af6d', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'fixed_ips': [{'subnet_id': '330a702c-9025-41ec-81eb-5f0816969888'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:37:42.384106 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02f8df8f-5ee5-40d3-b51d-b20695fe707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:42.550832 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b95b445a-094e-41c7-b031-0e642eabccea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:42.632617 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-02f8df8f-5ee5-40d3-b51d-b20695fe707c None None] Allocated IP 172.21.0.2 (b9c6ec66-9207-467c-a610-5b92adb7af6d/330a702c-9025-41ec-81eb-5f0816969888/14bec0b3-00f7-49fd-a8d6-71dfe9f6147c) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:37:42.638816 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:42.656531 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] Transition to ACTIVE for port object 6b26d6a0-ff54-461a-a6ce-058ca0113c6e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:37:42.723828 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:42.854604 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ad772-d37f-4d6c-a0d7-dc68d37d4feb None None] Pushing event updated for resources: {'Port': ['ID=6b26d6a0-ff54-461a-a6ce-058ca0113c6e,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:43.022415 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6ee1386-9d41-4501-b70b-1963f75d04bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:43.063721 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] Attempting to bind port 6b26d6a0-ff54-461a-a6ce-058ca0113c6e on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:37:43.064006 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] Attempting to bind port 6b26d6a0-ff54-461a-a6ce-058ca0113c6e by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '9f290e42-42cf-4248-8678-d6894c176dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:37:43.064362 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] Attempting to bind port 6b26d6a0-ff54-461a-a6ce-058ca0113c6e on network 1301a4b4-68de-46ee-9e39-229ca0730d64 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:37:43.073445 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02f8df8f-5ee5-40d3-b51d-b20695fe707c None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:43.087077 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:37:43.087444 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] Checking segment: {'id': '9f290e42-42cf-4248-8678-d6894c176dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:37:43.087832 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:43.088215 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] Bound using segment: {'id': '9f290e42-42cf-4248-8678-d6894c176dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:37:43.088670 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] Bound port: 6b26d6a0-ff54-461a-a6ce-058ca0113c6e, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f290e42-42cf-4248-8678-d6894c176dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:37:43.089032 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:43.098318 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-02f8df8f-5ee5-40d3-b51d-b20695fe707c None None] Transition to ACTIVE for port object 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:37:43.152075 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-02f8df8f-5ee5-40d3-b51d-b20695fe707c None None] Transition to ACTIVE for port object 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:37:43.173973 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02f8df8f-5ee5-40d3-b51d-b20695fe707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:43.235595 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-b95b445a-094e-41c7-b031-0e642eabccea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Allocated IP 172.21.0.1 (b9c6ec66-9207-467c-a610-5b92adb7af6d/330a702c-9025-41ec-81eb-5f0816969888/15290f6d-e304-4918-ac57-62aec307edd2) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:37:43.269108 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8df8f-5ee5-40d3-b51d-b20695fe707c None None] Pushing event updated for resources: {'Port': ['ID=14bec0b3-00f7-49fd-a8d6-71dfe9f6147c,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:43.272439 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f8df8f-5ee5-40d3-b51d-b20695fe707c None None] Network b9c6ec66-9207-467c-a610-5b92adb7af6d is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:37:43.273513 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] For port 6b26d6a0-ff54-461a-a6ce-058ca0113c6e, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:37:43.276092 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-02f8df8f-5ee5-40d3-b51d-b20695fe707c None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:43.279329 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] For port 6b26d6a0-ff54-461a-a6ce-058ca0113c6e, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6b26d6a0-ff54-461a-a6ce-058ca0113c6e,segment=NetworkSegment(9f290e42-42cf-4248-8678-d6894c176dac),segment_id=9f290e42-42cf-4248-8678-d6894c176dac)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:37:43.280413 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f8df8f-5ee5-40d3-b51d-b20695fe707c None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:37:43.285266 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:43.368204 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c58ddce7-9894-4925-a35b-55daf1aa2d0d up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:37:43.407715 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b95b445a-094e-41c7-b031-0e642eabccea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:43.423800 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-b95b445a-094e-41c7-b031-0e642eabccea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Transition to ACTIVE for port object 15290f6d-e304-4918-ac57-62aec307edd2 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:37:43.452682 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b95b445a-094e-41c7-b031-0e642eabccea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:43.493767 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-02f8df8f-5ee5-40d3-b51d-b20695fe707c None None] Attempting to bind port 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:37:43.494173 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-02f8df8f-5ee5-40d3-b51d-b20695fe707c None None] Attempting to bind port 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'af65ec7a-4e01-4d46-88e1-5f447617301c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b9c6ec66-9207-467c-a610-5b92adb7af6d'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:37:43.494537 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f8df8f-5ee5-40d3-b51d-b20695fe707c None None] Attempting to bind port 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c on network b9c6ec66-9207-467c-a610-5b92adb7af6d {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:37:43.496958 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ad772-d37f-4d6c-a0d7-dc68d37d4feb None None] Pushing event updated for resources: {'Port': ['ID=6b26d6a0-ff54-461a-a6ce-058ca0113c6e,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:43.518024 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f8df8f-5ee5-40d3-b51d-b20695fe707c None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:37:43.518425 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f8df8f-5ee5-40d3-b51d-b20695fe707c None None] Checking segment: {'id': 'af65ec7a-4e01-4d46-88e1-5f447617301c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b9c6ec66-9207-467c-a610-5b92adb7af6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:37:43.518833 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02f8df8f-5ee5-40d3-b51d-b20695fe707c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:43.519225 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f8df8f-5ee5-40d3-b51d-b20695fe707c None None] Bound using segment: {'id': 'af65ec7a-4e01-4d46-88e1-5f447617301c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b9c6ec66-9207-467c-a610-5b92adb7af6d'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:37:43.519698 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-02f8df8f-5ee5-40d3-b51d-b20695fe707c None None] Bound port: 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af65ec7a-4e01-4d46-88e1-5f447617301c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b9c6ec66-9207-467c-a610-5b92adb7af6d'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:37:43.520072 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02f8df8f-5ee5-40d3-b51d-b20695fe707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:43.531752 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] Routers {'2b690108-28f5-492b-aaf2-81262aa256f2'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:37:43.532658 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2b690108-28f5-492b-aaf2-81262aa256f2'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:43.548106 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95b445a-094e-41c7-b031-0e642eabccea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network b9c6ec66-9207-467c-a610-5b92adb7af6d is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:37:43.551356 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b95b445a-094e-41c7-b031-0e642eabccea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:43.553875 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95b445a-094e-41c7-b031-0e642eabccea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:37:43.586916 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b445a-094e-41c7-b031-0e642eabccea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Port': ['ID=15290f6d-e304-4918-ac57-62aec307edd2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:43.619345 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b95b445a-094e-41c7-b031-0e642eabccea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:43.713881 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b95b445a-094e-41c7-b031-0e642eabccea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:43.722324 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port c58ddce7-9894-4925-a35b-55daf1aa2d0d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:43.722696 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:43.806666 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] Set router 2b690108-28f5-492b-aaf2-81262aa256f2 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:37:43.853468 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-02f8df8f-5ee5-40d3-b51d-b20695fe707c None None] For port 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:37:43.883239 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-02f8df8f-5ee5-40d3-b51d-b20695fe707c None None] For port 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=14bec0b3-00f7-49fd-a8d6-71dfe9f6147c,segment=NetworkSegment(af65ec7a-4e01-4d46-88e1-5f447617301c),segment_id=af65ec7a-4e01-4d46-88e1-5f447617301c)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:37:43.906280 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02f8df8f-5ee5-40d3-b51d-b20695fe707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:44.149890 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b95b445a-094e-41c7-b031-0e642eabccea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:44.187185 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b95b445a-094e-41c7-b031-0e642eabccea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:44.253484 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8df8f-5ee5-40d3-b51d-b20695fe707c None None] Pushing event updated for resources: {'Port': ['ID=14bec0b3-00f7-49fd-a8d6-71dfe9f6147c,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:44.354850 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b445a-094e-41c7-b031-0e642eabccea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Port': ['ID=15290f6d-e304-4918-ac57-62aec307edd2,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:44.359602 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b95b445a-094e-41c7-b031-0e642eabccea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:44.398849 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'name': 'tempest-RoutersTest-router-824743950', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:37:37Z', 'updated_at': '2022-03-14T15:37:39Z', 'revision_number': 2, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'gw_port_host': None, '_interfaces': [{'id': '6b26d6a0-ff54-461a-a6ce-058ca0113c6e', 'name': '', 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:8f:37:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:39Z', 'updated_at': '2022-03-14T15:37:43Z', 'revision_number': 4, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:44.401621 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e554854-5f88-4cbc-b3d7-4df54e4e84fa None None] The sync data for ids ['2b690108-28f5-492b-aaf2-81262aa256f2'] in dv-neutron-833561-1-hyperv is: [{'id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'name': 'tempest-RoutersTest-router-824743950', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:37:37Z', 'updated_at': '2022-03-14T15:37:39Z', 'revision_number': 2, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'gw_port_host': None, '_interfaces': [{'id': '6b26d6a0-ff54-461a-a6ce-058ca0113c6e', 'name': '', 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:8f:37:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:39Z', 'updated_at': '2022-03-14T15:37:43Z', 'revision_number': 4, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:37:44.614982 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb38ed-c99c-4e2d-9c77-216e4adcc9ad req-c5ef8963-3570-4191-a40f-c7fcda0cc753 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:44.616583 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-93bb38ed-c99c-4e2d-9c77-216e4adcc9ad req-c5ef8963-3570-4191-a40f-c7fcda0cc753 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 946 time: 0.5507324 Mar 14 15:37:44.697033 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95b445a-094e-41c7-b031-0e642eabccea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network b9c6ec66-9207-467c-a610-5b92adb7af6d is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:37:44.699575 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b95b445a-094e-41c7-b031-0e642eabccea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:44.703627 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-93bb38ed-c99c-4e2d-9c77-216e4adcc9ad req-f3d87bda-e5c0-4021-9598-3a09c11fd1f9 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692484 Mar 14 15:37:45.045836 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95b445a-094e-41c7-b031-0e642eabccea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Router 2b690108-28f5-492b-aaf2-81262aa256f2 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:37:45.066034 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b9cbc4f7-2ef0-4cd9-bec5-5cbed2bfa97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:45.226229 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95b445a-094e-41c7-b031-0e642eabccea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:37:45.243856 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b95b445a-094e-41c7-b031-0e642eabccea tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/routers/2b690108-28f5-492b-aaf2-81262aa256f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3955257 Mar 14 15:37:45.246486 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54592) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:45.253212 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1dc08979-5fa5-46a8-ac63-bb35bc65efb4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'network': {'name': 'tempest-RoutersTest-742063597'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:45.259037 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1dc08979-5fa5-46a8-ac63-bb35bc65efb4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:37:45.273913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1dc08979-5fa5-46a8-ac63-bb35bc65efb4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:network and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:37:45.276995 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1dc08979-5fa5-46a8-ac63-bb35bc65efb4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:37:45.283658 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1dc08979-5fa5-46a8-ac63-bb35bc65efb4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:37:45.295860 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc08979-5fa5-46a8-ac63-bb35bc65efb4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Made reservation on behalf of 18a28888dd2142c8bd0e6135d9012d4b for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:37:45.299405 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1dc08979-5fa5-46a8-ac63-bb35bc65efb4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:45.326444 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6b9da2-60e1-40c3-ada8-c4a17057c495 None None] Network b9c6ec66-9207-467c-a610-5b92adb7af6d requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:37:45.343119 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc08979-5fa5-46a8-ac63-bb35bc65efb4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:37:45.353955 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1dc08979-5fa5-46a8-ac63-bb35bc65efb4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:45.354330 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-1dc08979-5fa5-46a8-ac63-bb35bc65efb4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Added segment 77922d81-786a-470a-9a08-bdf82df4a456 of type vlan for network 4aca79b9-ddfa-4e33-8d91-234a5bae9e79 Mar 14 15:37:45.383411 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1dc08979-5fa5-46a8-ac63-bb35bc65efb4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:45.423229 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1dc08979-5fa5-46a8-ac63-bb35bc65efb4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:45.427224 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc08979-5fa5-46a8-ac63-bb35bc65efb4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:45.427810 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1dc08979-5fa5-46a8-ac63-bb35bc65efb4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:45.429368 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:37:45.516152 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bbb67d63-87da-4d8f-841f-9a042c2d0e71 None None] Provisioning for port 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:37:45.532321 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1dc08979-5fa5-46a8-ac63-bb35bc65efb4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2843149 Mar 14 15:37:45.535341 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54596) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:45.542743 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f4a53901-d11a-4546-8e3c-598c4a614f6e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'subnet': {'network_id': '4aca79b9-ddfa-4e33-8d91-234a5bae9e79', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:45.561940 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc08979-5fa5-46a8-ac63-bb35bc65efb4 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Network': ['ID=4aca79b9-ddfa-4e33-8d91-234a5bae9e79,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:45.574542 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 4aca79b9-ddfa-4e33-8d91-234a5bae9e79 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:37:45.668448 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f4a53901-d11a-4546-8e3c-598c4a614f6e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:37:45.674542 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f4a53901-d11a-4546-8e3c-598c4a614f6e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:subnet and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:37:45.675837 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:37:45.677448 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f4a53901-d11a-4546-8e3c-598c4a614f6e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:37:45.683325 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f4a53901-d11a-4546-8e3c-598c4a614f6e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:37:45.693890 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a53901-d11a-4546-8e3c-598c4a614f6e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Made reservation on behalf of 18a28888dd2142c8bd0e6135d9012d4b for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:37:45.699469 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:45.699842 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:45.801491 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4a53901-d11a-4546-8e3c-598c4a614f6e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:45.849783 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:45.901281 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=14bec0b3-00f7-49fd-a8d6-71dfe9f6147c,segment=NetworkSegment(af65ec7a-4e01-4d46-88e1-5f447617301c),segment_id=af65ec7a-4e01-4d46-88e1-5f447617301c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:45.906563 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:45.908005 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6b26d6a0-ff54-461a-a6ce-058ca0113c6e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:37:45.922768 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96266792-949a-4215-8b56-2b3ae7bfd33c req-aff74fec-3a69-49ad-9284-edc87dbfee0d tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:45.931287 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-96266792-949a-4215-8b56-2b3ae7bfd33c req-aff74fec-3a69-49ad-9284-edc87dbfee0d tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 946 time: 0.0986543 Mar 14 15:37:45.998431 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-96266792-949a-4215-8b56-2b3ae7bfd33c req-5407d115-e3b0-4246-831a-cf663d803472 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650618 Mar 14 15:37:46.047801 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=14bec0b3-00f7-49fd-a8d6-71dfe9f6147c,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:46.056579 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4a53901-d11a-4546-8e3c-598c4a614f6e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:46.074679 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 6b26d6a0-ff54-461a-a6ce-058ca0113c6e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:37:46.083371 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 6b26d6a0-ff54-461a-a6ce-058ca0113c6e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:46.083746 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:46.138965 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1e668a0a-0b58-4fa0-b743-00eda88261db None None] Provisioning complete for port 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:46.139462 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1e668a0a-0b58-4fa0-b743-00eda88261db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:46.154956 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a53901-d11a-4546-8e3c-598c4a614f6e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Subnet': ['ID=52227d06-9d68-4520-9ac9-41c2d11fe79a,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:46.160272 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a53901-d11a-4546-8e3c-598c4a614f6e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Checking segment: {'id': '77922d81-786a-470a-9a08-bdf82df4a456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4aca79b9-ddfa-4e33-8d91-234a5bae9e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:37:46.160633 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a53901-d11a-4546-8e3c-598c4a614f6e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network hostable DHCP agents. Network: 4aca79b9-ddfa-4e33-8d91-234a5bae9e79, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:37:46.187206 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a53901-d11a-4546-8e3c-598c4a614f6e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network 4aca79b9-ddfa-4e33-8d91-234a5bae9e79 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:37:46.199748 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f4a53901-d11a-4546-8e3c-598c4a614f6e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 4aca79b9-ddfa-4e33-8d91-234a5bae9e79) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:46.220488 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcf1fa6-2a82-4645-b514-13d59231c69b None None] Network 4aca79b9-ddfa-4e33-8d91-234a5bae9e79 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:37:46.222869 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a53901-d11a-4546-8e3c-598c4a614f6e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:46.223468 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4a53901-d11a-4546-8e3c-598c4a614f6e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:46.258648 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f4a53901-d11a-4546-8e3c-598c4a614f6e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7225194 Mar 14 15:37:46.259438 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54604) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:46.340640 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:46.446042 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:46.559410 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:46.591679 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 6b26d6a0-ff54-461a-a6ce-058ca0113c6e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6b26d6a0-ff54-461a-a6ce-058ca0113c6e,segment=NetworkSegment(9f290e42-42cf-4248-8678-d6894c176dac),segment_id=9f290e42-42cf-4248-8678-d6894c176dac)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:46.598533 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:46.689716 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1e668a0a-0b58-4fa0-b743-00eda88261db None None] Provisioning for port 15290f6d-e304-4918-ac57-62aec307edd2 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:37:46.698033 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a84c7d-2517-4efc-b2a3-35e054b92cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-4aca79b9-ddfa-4e33-8d91-234a5bae9e79', 'network_id': '4aca79b9-ddfa-4e33-8d91-234a5bae9e79', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'fixed_ips': [{'subnet_id': '52227d06-9d68-4520-9ac9-41c2d11fe79a'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:37:46.698852 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e5a84c7d-2517-4efc-b2a3-35e054b92cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:46.717528 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1e668a0a-0b58-4fa0-b743-00eda88261db None None] Provisioning complete for port 15290f6d-e304-4918-ac57-62aec307edd2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:46.717900 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1e668a0a-0b58-4fa0-b743-00eda88261db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:46.763253 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=6b26d6a0-ff54-461a-a6ce-058ca0113c6e,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:46.863471 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1e668a0a-0b58-4fa0-b743-00eda88261db None None] Port 15290f6d-e304-4918-ac57-62aec307edd2 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:37:46.953437 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-e5a84c7d-2517-4efc-b2a3-35e054b92cbe None None] Allocated IP 172.22.0.2 (4aca79b9-ddfa-4e33-8d91-234a5bae9e79/52227d06-9d68-4520-9ac9-41c2d11fe79a/f3d53357-2f08-4673-b625-2185bd8a63ad) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:37:47.022814 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b09b3c83-aa88-4fc5-a391-89e9806a2cd9 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:47.064354 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d7975131-7bd7-409b-a446-43dfe688af83 None None] Provisioning complete for port 15290f6d-e304-4918-ac57-62aec307edd2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:47.064727 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d7975131-7bd7-409b-a446-43dfe688af83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:47.182589 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d7975131-7bd7-409b-a446-43dfe688af83 None None] Port 15290f6d-e304-4918-ac57-62aec307edd2 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:37:47.225825 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510953ed-8b1d-46bb-8e9f-38b38bdd6a16 req-34a46966-2b86-4bec-b616-db970f3e08c1 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:47.227647 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-510953ed-8b1d-46bb-8e9f-38b38bdd6a16 req-34a46966-2b86-4bec-b616-db970f3e08c1 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 946 time: 0.1091878 Mar 14 15:37:47.256596 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e5a84c7d-2517-4efc-b2a3-35e054b92cbe None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:47.268336 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e5a84c7d-2517-4efc-b2a3-35e054b92cbe None None] Transition to ACTIVE for port object f3d53357-2f08-4673-b625-2185bd8a63ad will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:37:47.287883 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e5a84c7d-2517-4efc-b2a3-35e054b92cbe None None] Transition to ACTIVE for port object f3d53357-2f08-4673-b625-2185bd8a63ad will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:37:47.290513 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-510953ed-8b1d-46bb-8e9f-38b38bdd6a16 req-7dd7033f-3d9b-4c97-99f8-0a1f1cca3b3a tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563183 Mar 14 15:37:47.293619 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e5a84c7d-2517-4efc-b2a3-35e054b92cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:47.366735 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a84c7d-2517-4efc-b2a3-35e054b92cbe None None] Network 4aca79b9-ddfa-4e33-8d91-234a5bae9e79 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:37:47.369332 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-e5a84c7d-2517-4efc-b2a3-35e054b92cbe None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:47.372942 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a84c7d-2517-4efc-b2a3-35e054b92cbe None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:37:47.380830 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a84c7d-2517-4efc-b2a3-35e054b92cbe None None] Pushing event updated for resources: {'Port': ['ID=f3d53357-2f08-4673-b625-2185bd8a63ad,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:47.413262 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:37:47.457535 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b09b3c83-aa88-4fc5-a391-89e9806a2cd9 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Allocated IP 172.22.0.1 (4aca79b9-ddfa-4e33-8d91-234a5bae9e79/52227d06-9d68-4520-9ac9-41c2d11fe79a/5f7d4404-9702-4bed-8caa-e951d3bf2758) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:37:47.512379 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e5a84c7d-2517-4efc-b2a3-35e054b92cbe None None] Attempting to bind port f3d53357-2f08-4673-b625-2185bd8a63ad on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:37:47.513172 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e5a84c7d-2517-4efc-b2a3-35e054b92cbe None None] Attempting to bind port f3d53357-2f08-4673-b625-2185bd8a63ad by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '77922d81-786a-470a-9a08-bdf82df4a456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4aca79b9-ddfa-4e33-8d91-234a5bae9e79'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:37:47.513172 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a84c7d-2517-4efc-b2a3-35e054b92cbe None None] Attempting to bind port f3d53357-2f08-4673-b625-2185bd8a63ad on network 4aca79b9-ddfa-4e33-8d91-234a5bae9e79 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:37:47.522006 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a84c7d-2517-4efc-b2a3-35e054b92cbe None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:37:47.522401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a84c7d-2517-4efc-b2a3-35e054b92cbe None None] Checking segment: {'id': '77922d81-786a-470a-9a08-bdf82df4a456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4aca79b9-ddfa-4e33-8d91-234a5bae9e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:37:47.522801 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e5a84c7d-2517-4efc-b2a3-35e054b92cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:47.523185 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a84c7d-2517-4efc-b2a3-35e054b92cbe None None] Bound using segment: {'id': '77922d81-786a-470a-9a08-bdf82df4a456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4aca79b9-ddfa-4e33-8d91-234a5bae9e79'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:37:47.523647 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e5a84c7d-2517-4efc-b2a3-35e054b92cbe None None] Bound port: f3d53357-2f08-4673-b625-2185bd8a63ad, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77922d81-786a-470a-9a08-bdf82df4a456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4aca79b9-ddfa-4e33-8d91-234a5bae9e79'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:37:47.524032 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e5a84c7d-2517-4efc-b2a3-35e054b92cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:47.595741 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:47.596111 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:47.618364 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b09b3c83-aa88-4fc5-a391-89e9806a2cd9 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:47.633975 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-b09b3c83-aa88-4fc5-a391-89e9806a2cd9 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Transition to ACTIVE for port object 5f7d4404-9702-4bed-8caa-e951d3bf2758 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:37:47.662027 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b09b3c83-aa88-4fc5-a391-89e9806a2cd9 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:47.667397 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e5a84c7d-2517-4efc-b2a3-35e054b92cbe None None] For port f3d53357-2f08-4673-b625-2185bd8a63ad, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:37:47.671754 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e5a84c7d-2517-4efc-b2a3-35e054b92cbe None None] For port f3d53357-2f08-4673-b625-2185bd8a63ad, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f3d53357-2f08-4673-b625-2185bd8a63ad,segment=NetworkSegment(77922d81-786a-470a-9a08-bdf82df4a456),segment_id=77922d81-786a-470a-9a08-bdf82df4a456)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:37:47.676119 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e5a84c7d-2517-4efc-b2a3-35e054b92cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:47.728722 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] Sync routers for ids ['2b690108-28f5-492b-aaf2-81262aa256f2'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:37:47.740634 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] Routers {'2b690108-28f5-492b-aaf2-81262aa256f2'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:37:47.741245 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2b690108-28f5-492b-aaf2-81262aa256f2'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:47.745625 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09b3c83-aa88-4fc5-a391-89e9806a2cd9 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network 4aca79b9-ddfa-4e33-8d91-234a5bae9e79 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:37:47.746933 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b3c83-aa88-4fc5-a391-89e9806a2cd9 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Port': ['ID=5f7d4404-9702-4bed-8caa-e951d3bf2758,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:47.750321 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b09b3c83-aa88-4fc5-a391-89e9806a2cd9 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:47.752383 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09b3c83-aa88-4fc5-a391-89e9806a2cd9 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:37:47.814358 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b09b3c83-aa88-4fc5-a391-89e9806a2cd9 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:47.819023 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a84c7d-2517-4efc-b2a3-35e054b92cbe None None] Pushing event updated for resources: {'Port': ['ID=f3d53357-2f08-4673-b625-2185bd8a63ad,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:47.822660 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6b26d6a0-ff54-461a-a6ce-058ca0113c6e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:37:47.919414 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:47.923280 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 6b26d6a0-ff54-461a-a6ce-058ca0113c6e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:47.924423 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:47.925245 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b09b3c83-aa88-4fc5-a391-89e9806a2cd9 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:47.970025 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] Set router 2b690108-28f5-492b-aaf2-81262aa256f2 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:37:48.339760 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'name': 'tempest-RoutersTest-router-824743950', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:37:37Z', 'updated_at': '2022-03-14T15:37:43Z', 'revision_number': 3, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'gw_port_host': None, '_interfaces': [{'id': '15290f6d-e304-4918-ac57-62aec307edd2', 'name': '', 'network_id': 'b9c6ec66-9207-467c-a610-5b92adb7af6d', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:a7:34:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '330a702c-9025-41ec-81eb-5f0816969888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:42Z', 'updated_at': '2022-03-14T15:37:43Z', 'revision_number': 2, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '330a702c-9025-41ec-81eb-5f0816969888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b26d6a0-ff54-461a-a6ce-058ca0113c6e', 'name': '', 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:8f:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:39Z', 'updated_at': '2022-03-14T15:37:46Z', 'revision_number': 5, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:48.344760 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] Checking router: 2b690108-28f5-492b-aaf2-81262aa256f2 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:37:48.345106 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] Updating router 2b690108-28f5-492b-aaf2-81262aa256f2 port 15290f6d-e304-4918-ac57-62aec307edd2 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:37:48.370725 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b09b3c83-aa88-4fc5-a391-89e9806a2cd9 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:48.380391 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b09b3c83-aa88-4fc5-a391-89e9806a2cd9 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:48.397065 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:48.658618 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b09b3c83-aa88-4fc5-a391-89e9806a2cd9 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:48.666772 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b3c83-aa88-4fc5-a391-89e9806a2cd9 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Port': ['ID=5f7d4404-9702-4bed-8caa-e951d3bf2758,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:48.759919 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:48.773363 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] Transition to ACTIVE for port object 15290f6d-e304-4918-ac57-62aec307edd2 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:37:48.781789 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:48.789017 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5e7ea-03e9-4da4-9528-0e2a02d1856e req-e129347a-6f08-44da-b81d-4f760af35352 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:48.790464 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e2b5e7ea-03e9-4da4-9528-0e2a02d1856e req-e129347a-6f08-44da-b81d-4f760af35352 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 946 time: 0.2672606 Mar 14 15:37:48.820335 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f48e151-fd5b-40bc-bfc6-216eddfa28c6 None None] Network 4aca79b9-ddfa-4e33-8d91-234a5bae9e79 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:37:48.869266 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09b3c83-aa88-4fc5-a391-89e9806a2cd9 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network 4aca79b9-ddfa-4e33-8d91-234a5bae9e79 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:37:48.871799 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b09b3c83-aa88-4fc5-a391-89e9806a2cd9 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:48.876761 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e2b5e7ea-03e9-4da4-9528-0e2a02d1856e req-33ae0b80-2ca1-4bd9-95f6-294fc494f7f1 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717144 Mar 14 15:37:48.914437 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013dd76d-78aa-4fb7-a261-e849cd3d223f None None] Pushing event updated for resources: {'Port': ['ID=15290f6d-e304-4918-ac57-62aec307edd2,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:48.955540 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013dd76d-78aa-4fb7-a261-e849cd3d223f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:48.955911 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013dd76d-78aa-4fb7-a261-e849cd3d223f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:48.956612 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013dd76d-78aa-4fb7-a261-e849cd3d223f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:48.956612 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013dd76d-78aa-4fb7-a261-e849cd3d223f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:48.957127 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013dd76d-78aa-4fb7-a261-e849cd3d223f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:48.957459 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013dd76d-78aa-4fb7-a261-e849cd3d223f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:48.957867 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013dd76d-78aa-4fb7-a261-e849cd3d223f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:48.958219 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013dd76d-78aa-4fb7-a261-e849cd3d223f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:48.958577 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013dd76d-78aa-4fb7-a261-e849cd3d223f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:48.958895 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013dd76d-78aa-4fb7-a261-e849cd3d223f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:48.959216 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013dd76d-78aa-4fb7-a261-e849cd3d223f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:48.988376 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-21ee4610-a582-4cd4-a164-84f030a92bee None None] Provisioning for port f3d53357-2f08-4673-b625-2185bd8a63ad completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:37:49.041099 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] Attempting to bind port 15290f6d-e304-4918-ac57-62aec307edd2 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:37:49.041840 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] Attempting to bind port 15290f6d-e304-4918-ac57-62aec307edd2 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'af65ec7a-4e01-4d46-88e1-5f447617301c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b9c6ec66-9207-467c-a610-5b92adb7af6d'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:37:49.042416 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] Attempting to bind port 15290f6d-e304-4918-ac57-62aec307edd2 on network b9c6ec66-9207-467c-a610-5b92adb7af6d {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:37:49.050005 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:37:49.050701 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] Checking segment: {'id': 'af65ec7a-4e01-4d46-88e1-5f447617301c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b9c6ec66-9207-467c-a610-5b92adb7af6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:37:49.051271 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:49.051836 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] Bound using segment: {'id': 'af65ec7a-4e01-4d46-88e1-5f447617301c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b9c6ec66-9207-467c-a610-5b92adb7af6d'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:37:49.052890 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] Bound port: 15290f6d-e304-4918-ac57-62aec307edd2, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af65ec7a-4e01-4d46-88e1-5f447617301c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b9c6ec66-9207-467c-a610-5b92adb7af6d'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:37:49.053443 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:49.174401 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] For port 15290f6d-e304-4918-ac57-62aec307edd2, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:37:49.178825 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] For port 15290f6d-e304-4918-ac57-62aec307edd2, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=15290f6d-e304-4918-ac57-62aec307edd2,segment=NetworkSegment(af65ec7a-4e01-4d46-88e1-5f447617301c),segment_id=af65ec7a-4e01-4d46-88e1-5f447617301c)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:37:49.186709 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:49.249976 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09b3c83-aa88-4fc5-a391-89e9806a2cd9 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Router 2b690108-28f5-492b-aaf2-81262aa256f2 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:37:49.285136 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013dd76d-78aa-4fb7-a261-e849cd3d223f None None] Pushing event updated for resources: {'Port': ['ID=15290f6d-e304-4918-ac57-62aec307edd2,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:49.291468 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] Routers {'2b690108-28f5-492b-aaf2-81262aa256f2'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:37:49.292077 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2b690108-28f5-492b-aaf2-81262aa256f2'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:49.458223 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f3d53357-2f08-4673-b625-2185bd8a63ad up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:37:49.487947 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09b3c83-aa88-4fc5-a391-89e9806a2cd9 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:37:49.491969 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] Set router 2b690108-28f5-492b-aaf2-81262aa256f2 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:37:49.511249 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b09b3c83-aa88-4fc5-a391-89e9806a2cd9 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/routers/2b690108-28f5-492b-aaf2-81262aa256f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2506878 Mar 14 15:37:49.514236 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54614) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:49.520374 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c3949eac-1822-47d8-ae3c-78cbea344574 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'network': {'name': 'tempest-RoutersTest-1863257235'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:49.526206 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c3949eac-1822-47d8-ae3c-78cbea344574 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:37:49.531201 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c3949eac-1822-47d8-ae3c-78cbea344574 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:network and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:37:49.534860 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c3949eac-1822-47d8-ae3c-78cbea344574 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:37:49.541141 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c3949eac-1822-47d8-ae3c-78cbea344574 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:37:49.559883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3949eac-1822-47d8-ae3c-78cbea344574 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Made reservation on behalf of 18a28888dd2142c8bd0e6135d9012d4b for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:37:49.565210 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3949eac-1822-47d8-ae3c-78cbea344574 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:49.596661 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port f3d53357-2f08-4673-b625-2185bd8a63ad completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:37:49.600750 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3949eac-1822-47d8-ae3c-78cbea344574 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:37:49.608030 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port f3d53357-2f08-4673-b625-2185bd8a63ad triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:49.608849 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:49.611427 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3949eac-1822-47d8-ae3c-78cbea344574 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:49.611827 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-c3949eac-1822-47d8-ae3c-78cbea344574 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Added segment 29918176-c1f5-4e46-af4e-684d0c400e59 of type vlan for network cb1edac2-398a-4f09-b42d-bb299ae4205a Mar 14 15:37:49.643423 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ffb57b79-7fed-4474-a799-a615b3611ece None None] Provisioning for port 5f7d4404-9702-4bed-8caa-e951d3bf2758 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:37:49.643750 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3949eac-1822-47d8-ae3c-78cbea344574 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:49.660474 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ffb57b79-7fed-4474-a799-a615b3611ece None None] Provisioning complete for port 5f7d4404-9702-4bed-8caa-e951d3bf2758 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:49.660786 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ffb57b79-7fed-4474-a799-a615b3611ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:49.681445 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3949eac-1822-47d8-ae3c-78cbea344574 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:49.688052 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3949eac-1822-47d8-ae3c-78cbea344574 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:49.689146 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3949eac-1822-47d8-ae3c-78cbea344574 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:49.727775 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ffb57b79-7fed-4474-a799-a615b3611ece None None] Port 5f7d4404-9702-4bed-8caa-e951d3bf2758 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:37:49.811901 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:49.812090 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c3949eac-1822-47d8-ae3c-78cbea344574 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2929990 Mar 14 15:37:49.813756 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54618) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:49.821564 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a6fad56c-612f-4ae9-944b-041c5d68fe38 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'subnet': {'network_id': 'cb1edac2-398a-4f09-b42d-bb299ae4205a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:49.823686 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3949eac-1822-47d8-ae3c-78cbea344574 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Network': ['ID=cb1edac2-398a-4f09-b42d-bb299ae4205a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:49.848635 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port f3d53357-2f08-4673-b625-2185bd8a63ad, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f3d53357-2f08-4673-b625-2185bd8a63ad,segment=NetworkSegment(77922d81-786a-470a-9a08-bdf82df4a456),segment_id=77922d81-786a-470a-9a08-bdf82df4a456)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:49.853377 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network cb1edac2-398a-4f09-b42d-bb299ae4205a details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:37:49.876095 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:49.946711 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'name': 'tempest-RoutersTest-router-824743950', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:37:37Z', 'updated_at': '2022-03-14T15:37:47Z', 'revision_number': 4, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'gw_port_host': None, '_interfaces': [{'id': '15290f6d-e304-4918-ac57-62aec307edd2', 'name': '', 'network_id': 'b9c6ec66-9207-467c-a610-5b92adb7af6d', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:a7:34:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '330a702c-9025-41ec-81eb-5f0816969888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:42Z', 'updated_at': '2022-03-14T15:37:49Z', 'revision_number': 4, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '330a702c-9025-41ec-81eb-5f0816969888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f7d4404-9702-4bed-8caa-e951d3bf2758', 'name': '', 'network_id': '4aca79b9-ddfa-4e33-8d91-234a5bae9e79', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:95:53:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52227d06-9d68-4520-9ac9-41c2d11fe79a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:47Z', 'updated_at': '2022-03-14T15:37:48Z', 'revision_number': 2, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '52227d06-9d68-4520-9ac9-41c2d11fe79a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b26d6a0-ff54-461a-a6ce-058ca0113c6e', 'name': '', 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:8f:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:39Z', 'updated_at': '2022-03-14T15:37:46Z', 'revision_number': 5, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:49.953230 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e1a68-9010-4670-94a3-29a6bd606bd2 None None] The sync data for ids ['2b690108-28f5-492b-aaf2-81262aa256f2'] in dv-neutron-833561-1-hyperv is: [{'id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'name': 'tempest-RoutersTest-router-824743950', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:37:37Z', 'updated_at': '2022-03-14T15:37:47Z', 'revision_number': 4, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'gw_port_host': None, '_interfaces': [{'id': '15290f6d-e304-4918-ac57-62aec307edd2', 'name': '', 'network_id': 'b9c6ec66-9207-467c-a610-5b92adb7af6d', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:a7:34:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '330a702c-9025-41ec-81eb-5f0816969888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:42Z', 'updated_at': '2022-03-14T15:37:49Z', 'revision_number': 4, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '330a702c-9025-41ec-81eb-5f0816969888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f7d4404-9702-4bed-8caa-e951d3bf2758', 'name': '', 'network_id': '4aca79b9-ddfa-4e33-8d91-234a5bae9e79', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:95:53:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52227d06-9d68-4520-9ac9-41c2d11fe79a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:47Z', 'updated_at': '2022-03-14T15:37:48Z', 'revision_number': 2, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '52227d06-9d68-4520-9ac9-41c2d11fe79a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b26d6a0-ff54-461a-a6ce-058ca0113c6e', 'name': '', 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:8f:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:39Z', 'updated_at': '2022-03-14T15:37:46Z', 'revision_number': 5, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:37:50.111439 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=f3d53357-2f08-4673-b625-2185bd8a63ad,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:50.123824 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a1547bdf-daee-4c21-91c8-60cf2e06fd25 None None] Provisioning complete for port 5f7d4404-9702-4bed-8caa-e951d3bf2758 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:50.124203 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a1547bdf-daee-4c21-91c8-60cf2e06fd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:50.184177 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a1547bdf-daee-4c21-91c8-60cf2e06fd25 None None] Port 5f7d4404-9702-4bed-8caa-e951d3bf2758 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:37:50.186549 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a6fad56c-612f-4ae9-944b-041c5d68fe38 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:37:50.194094 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a6fad56c-612f-4ae9-944b-041c5d68fe38 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:subnet and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:37:50.201164 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a6fad56c-612f-4ae9-944b-041c5d68fe38 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:37:50.208562 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a6fad56c-612f-4ae9-944b-041c5d68fe38 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:37:50.227288 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c033ce1-6ffb-414e-93dc-ed584979f4ce req-2e30b539-16d9-4566-979e-2609f6753ddc tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:50.228879 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2c033ce1-6ffb-414e-93dc-ed584979f4ce req-2e30b539-16d9-4566-979e-2609f6753ddc tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 946 time: 0.1406629 Mar 14 15:37:50.230021 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fad56c-612f-4ae9-944b-041c5d68fe38 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Made reservation on behalf of 18a28888dd2142c8bd0e6135d9012d4b for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:37:50.332796 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2fefdd77-a09a-4151-b503-c0c13dacdef2 None None] Provisioning complete for port 5f7d4404-9702-4bed-8caa-e951d3bf2758 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:50.333355 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2fefdd77-a09a-4151-b503-c0c13dacdef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:50.374132 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2c033ce1-6ffb-414e-93dc-ed584979f4ce req-434b1f10-5554-4f81-b69b-5e506292d2f0 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298349 Mar 14 15:37:50.381603 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a6fad56c-612f-4ae9-944b-041c5d68fe38 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:50.412644 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2fefdd77-a09a-4151-b503-c0c13dacdef2 None None] Port 5f7d4404-9702-4bed-8caa-e951d3bf2758 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:37:50.644292 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a6fad56c-612f-4ae9-944b-041c5d68fe38 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:50.726459 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fad56c-612f-4ae9-944b-041c5d68fe38 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Subnet': ['ID=53b65356-4e86-4bf0-a2d3-7593dd1fd999,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:50.741431 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fad56c-612f-4ae9-944b-041c5d68fe38 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Checking segment: {'id': '29918176-c1f5-4e46-af4e-684d0c400e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cb1edac2-398a-4f09-b42d-bb299ae4205a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:37:50.741851 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fad56c-612f-4ae9-944b-041c5d68fe38 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network hostable DHCP agents. Network: cb1edac2-398a-4f09-b42d-bb299ae4205a, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:37:50.759779 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:50.764501 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fad56c-612f-4ae9-944b-041c5d68fe38 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network cb1edac2-398a-4f09-b42d-bb299ae4205a is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:37:50.774006 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-a6fad56c-612f-4ae9-944b-041c5d68fe38 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, cb1edac2-398a-4f09-b42d-bb299ae4205a) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:50.778789 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fad56c-612f-4ae9-944b-041c5d68fe38 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:50.779398 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a6fad56c-612f-4ae9-944b-041c5d68fe38 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:50.783857 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eacd197-4b9c-4dd8-aed0-f5638cd0e4a4 None None] Network cb1edac2-398a-4f09-b42d-bb299ae4205a requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:37:50.807249 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54624) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:50.807827 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a6fad56c-612f-4ae9-944b-041c5d68fe38 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9919517 Mar 14 15:37:51.023051 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ff7e03-63a8-4b74-a16f-56cc393ba2d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-cb1edac2-398a-4f09-b42d-bb299ae4205a', 'network_id': 'cb1edac2-398a-4f09-b42d-bb299ae4205a', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'fixed_ips': [{'subnet_id': '53b65356-4e86-4bf0-a2d3-7593dd1fd999'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:37:51.024124 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7e03-63a8-4b74-a16f-56cc393ba2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:51.196673 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-f8ff7e03-63a8-4b74-a16f-56cc393ba2d3 None None] Allocated IP 172.23.0.2 (cb1edac2-398a-4f09-b42d-bb299ae4205a/53b65356-4e86-4bf0-a2d3-7593dd1fd999/72922284-fa8d-4cb0-814e-c7dbbe25778e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:37:51.432430 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7e03-63a8-4b74-a16f-56cc393ba2d3 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:51.446448 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f8ff7e03-63a8-4b74-a16f-56cc393ba2d3 None None] Transition to ACTIVE for port object 72922284-fa8d-4cb0-814e-c7dbbe25778e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:37:51.461526 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f3d53357-2f08-4673-b625-2185bd8a63ad up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:37:51.523350 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f8ff7e03-63a8-4b74-a16f-56cc393ba2d3 None None] Transition to ACTIVE for port object 72922284-fa8d-4cb0-814e-c7dbbe25778e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:37:51.534890 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7e03-63a8-4b74-a16f-56cc393ba2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:51.599780 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a8136fe7-7a7a-49b0-a61a-49d1b51ebdfc tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:51.603658 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ff7e03-63a8-4b74-a16f-56cc393ba2d3 None None] Network cb1edac2-398a-4f09-b42d-bb299ae4205a is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:37:51.609453 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-f8ff7e03-63a8-4b74-a16f-56cc393ba2d3 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:51.613913 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ff7e03-63a8-4b74-a16f-56cc393ba2d3 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:37:51.618532 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port f3d53357-2f08-4673-b625-2185bd8a63ad triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:51.618909 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:51.656300 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff7e03-63a8-4b74-a16f-56cc393ba2d3 None None] Pushing event updated for resources: {'Port': ['ID=72922284-fa8d-4cb0-814e-c7dbbe25778e,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:51.764042 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e7a00-6be1-41dc-bc41-b5c5fc00929f req-2a180352-0bc3-4f02-8a34-3ad57d6405e7 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:51.765486 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f56e7a00-6be1-41dc-bc41-b5c5fc00929f req-2a180352-0bc3-4f02-8a34-3ad57d6405e7 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 946 time: 0.2499795 Mar 14 15:37:51.765992 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f8ff7e03-63a8-4b74-a16f-56cc393ba2d3 None None] Attempting to bind port 72922284-fa8d-4cb0-814e-c7dbbe25778e on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:37:51.766407 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f8ff7e03-63a8-4b74-a16f-56cc393ba2d3 None None] Attempting to bind port 72922284-fa8d-4cb0-814e-c7dbbe25778e by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '29918176-c1f5-4e46-af4e-684d0c400e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cb1edac2-398a-4f09-b42d-bb299ae4205a'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:37:51.766773 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ff7e03-63a8-4b74-a16f-56cc393ba2d3 None None] Attempting to bind port 72922284-fa8d-4cb0-814e-c7dbbe25778e on network cb1edac2-398a-4f09-b42d-bb299ae4205a {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:37:51.806202 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ff7e03-63a8-4b74-a16f-56cc393ba2d3 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:37:51.806639 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ff7e03-63a8-4b74-a16f-56cc393ba2d3 None None] Checking segment: {'id': '29918176-c1f5-4e46-af4e-684d0c400e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cb1edac2-398a-4f09-b42d-bb299ae4205a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:37:51.807056 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7e03-63a8-4b74-a16f-56cc393ba2d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:51.807515 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ff7e03-63a8-4b74-a16f-56cc393ba2d3 None None] Bound using segment: {'id': '29918176-c1f5-4e46-af4e-684d0c400e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cb1edac2-398a-4f09-b42d-bb299ae4205a'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:37:51.807934 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f8ff7e03-63a8-4b74-a16f-56cc393ba2d3 None None] Bound port: 72922284-fa8d-4cb0-814e-c7dbbe25778e, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29918176-c1f5-4e46-af4e-684d0c400e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cb1edac2-398a-4f09-b42d-bb299ae4205a'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:37:51.808316 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7e03-63a8-4b74-a16f-56cc393ba2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:51.880389 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f56e7a00-6be1-41dc-bc41-b5c5fc00929f req-9f52e387-1b5c-4382-885a-b94760e891eb tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083081 Mar 14 15:37:51.886643 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 15290f6d-e304-4918-ac57-62aec307edd2 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:37:51.975692 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f8ff7e03-63a8-4b74-a16f-56cc393ba2d3 None None] For port 72922284-fa8d-4cb0-814e-c7dbbe25778e, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:37:51.980518 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f8ff7e03-63a8-4b74-a16f-56cc393ba2d3 None None] For port 72922284-fa8d-4cb0-814e-c7dbbe25778e, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=72922284-fa8d-4cb0-814e-c7dbbe25778e,segment=NetworkSegment(29918176-c1f5-4e46-af4e-684d0c400e59),segment_id=29918176-c1f5-4e46-af4e-684d0c400e59)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:37:51.987873 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7e03-63a8-4b74-a16f-56cc393ba2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:52.048070 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-a8136fe7-7a7a-49b0-a61a-49d1b51ebdfc tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Allocated IP 172.23.0.1 (cb1edac2-398a-4f09-b42d-bb299ae4205a/53b65356-4e86-4bf0-a2d3-7593dd1fd999/c1951166-1ab6-463e-b3a1-92b8732efbca) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:37:52.066225 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 15290f6d-e304-4918-ac57-62aec307edd2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:37:52.079577 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 15290f6d-e304-4918-ac57-62aec307edd2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:52.079952 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:52.133194 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff7e03-63a8-4b74-a16f-56cc393ba2d3 None None] Pushing event updated for resources: {'Port': ['ID=72922284-fa8d-4cb0-814e-c7dbbe25778e,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:52.243369 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:52.272353 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a8136fe7-7a7a-49b0-a61a-49d1b51ebdfc tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:52.289098 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 15290f6d-e304-4918-ac57-62aec307edd2, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=15290f6d-e304-4918-ac57-62aec307edd2,segment=NetworkSegment(af65ec7a-4e01-4d46-88e1-5f447617301c),segment_id=af65ec7a-4e01-4d46-88e1-5f447617301c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:52.294965 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:52.299113 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-a8136fe7-7a7a-49b0-a61a-49d1b51ebdfc tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Transition to ACTIVE for port object c1951166-1ab6-463e-b3a1-92b8732efbca will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:37:52.331300 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a8136fe7-7a7a-49b0-a61a-49d1b51ebdfc tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:52.385755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=15290f6d-e304-4918-ac57-62aec307edd2,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:52.444572 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8136fe7-7a7a-49b0-a61a-49d1b51ebdfc tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network cb1edac2-398a-4f09-b42d-bb299ae4205a is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:37:52.447779 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a8136fe7-7a7a-49b0-a61a-49d1b51ebdfc tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:52.453029 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8136fe7-7a7a-49b0-a61a-49d1b51ebdfc tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:37:52.501095 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8136fe7-7a7a-49b0-a61a-49d1b51ebdfc tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Port': ['ID=c1951166-1ab6-463e-b3a1-92b8732efbca,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:52.529312 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a8136fe7-7a7a-49b0-a61a-49d1b51ebdfc tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:52.633431 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a8136fe7-7a7a-49b0-a61a-49d1b51ebdfc tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:53.163854 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17303c38-37a9-41bd-8612-3324a9888506 req-6344972a-062b-4257-9668-fe4fb44d9e84 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:53.177935 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-17303c38-37a9-41bd-8612-3324a9888506 req-6344972a-062b-4257-9668-fe4fb44d9e84 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 946 time: 0.1215873 Mar 14 15:37:53.200652 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a8136fe7-7a7a-49b0-a61a-49d1b51ebdfc tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:53.207779 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a8136fe7-7a7a-49b0-a61a-49d1b51ebdfc tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:53.241476 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-17303c38-37a9-41bd-8612-3324a9888506 req-fb1cbf93-c427-4378-a4e3-db5954610bea tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634892 Mar 14 15:37:53.361019 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a8136fe7-7a7a-49b0-a61a-49d1b51ebdfc tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:53.364443 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8136fe7-7a7a-49b0-a61a-49d1b51ebdfc tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event updated for resources: {'Port': ['ID=c1951166-1ab6-463e-b3a1-92b8732efbca,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:53.384981 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a8b15a-b2fe-4804-8eb6-40e26a3093c1 None None] Network cb1edac2-398a-4f09-b42d-bb299ae4205a requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:37:53.519869 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 72922284-fa8d-4cb0-814e-c7dbbe25778e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:37:53.550302 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8136fe7-7a7a-49b0-a61a-49d1b51ebdfc tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Network cb1edac2-398a-4f09-b42d-bb299ae4205a is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:37:53.551660 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a8136fe7-7a7a-49b0-a61a-49d1b51ebdfc tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:37:53.599743 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-24f38874-4de0-4418-a3d2-415c1965c1e7 None None] Provisioning for port 72922284-fa8d-4cb0-814e-c7dbbe25778e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:37:53.660543 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 72922284-fa8d-4cb0-814e-c7dbbe25778e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:37:53.678207 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 72922284-fa8d-4cb0-814e-c7dbbe25778e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:53.678207 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:53.857723 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:53.893812 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 72922284-fa8d-4cb0-814e-c7dbbe25778e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=72922284-fa8d-4cb0-814e-c7dbbe25778e,segment=NetworkSegment(29918176-c1f5-4e46-af4e-684d0c400e59),segment_id=29918176-c1f5-4e46-af4e-684d0c400e59)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:53.902150 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:53.902960 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 15290f6d-e304-4918-ac57-62aec307edd2 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:37:53.927389 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8136fe7-7a7a-49b0-a61a-49d1b51ebdfc tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Router 2b690108-28f5-492b-aaf2-81262aa256f2 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:37:54.035955 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=72922284-fa8d-4cb0-814e-c7dbbe25778e,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:54.056509 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 15290f6d-e304-4918-ac57-62aec307edd2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:54.056883 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:54.165996 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8136fe7-7a7a-49b0-a61a-49d1b51ebdfc tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:37:54.195122 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54634) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:54.199119 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a8136fe7-7a7a-49b0-a61a-49d1b51ebdfc tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/routers/2b690108-28f5-492b-aaf2-81262aa256f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3817244 Mar 14 15:37:54.213595 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-37cfb07b-0af4-446d-9971-a52a25656e61 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:54.227108 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c008a67d-2774-422e-88c9-40aaaf1080f3 None None] Provisioning complete for port 72922284-fa8d-4cb0-814e-c7dbbe25778e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:54.227108 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c008a67d-2774-422e-88c9-40aaaf1080f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:54.469192 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c008a67d-2774-422e-88c9-40aaaf1080f3 None None] Provisioning for port c1951166-1ab6-463e-b3a1-92b8732efbca completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:37:54.487522 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c008a67d-2774-422e-88c9-40aaaf1080f3 None None] Provisioning complete for port c1951166-1ab6-463e-b3a1-92b8732efbca triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:54.488414 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c008a67d-2774-422e-88c9-40aaaf1080f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:54.536507 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a00b5-93e7-4eb6-8405-0f8ab3c797cc req-6a5fec22-a74d-4617-bb7a-e926fc77375d tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:54.549275 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4c6a00b5-93e7-4eb6-8405-0f8ab3c797cc req-6a5fec22-a74d-4617-bb7a-e926fc77375d tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 946 time: 0.1233020 Mar 14 15:37:54.566814 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c008a67d-2774-422e-88c9-40aaaf1080f3 None None] Port c1951166-1ab6-463e-b3a1-92b8732efbca cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:37:54.625247 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4c6a00b5-93e7-4eb6-8405-0f8ab3c797cc req-9b1968b6-8d11-4a9d-8b5b-39f728299152 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748172 Mar 14 15:37:54.693438 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e214bf61-05d3-449e-a45b-32eda5b07ae7 None None] Provisioning complete for port c1951166-1ab6-463e-b3a1-92b8732efbca triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:54.693438 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e214bf61-05d3-449e-a45b-32eda5b07ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:54.758967 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e214bf61-05d3-449e-a45b-32eda5b07ae7 None None] Port c1951166-1ab6-463e-b3a1-92b8732efbca cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:37:54.879120 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c0d8a9e3-86ba-438b-b04d-416480d5fdb5 None None] Provisioning complete for port c1951166-1ab6-463e-b3a1-92b8732efbca triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:54.879603 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c0d8a9e3-86ba-438b-b04d-416480d5fdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:54.937055 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c0d8a9e3-86ba-438b-b04d-416480d5fdb5 None None] Port c1951166-1ab6-463e-b3a1-92b8732efbca cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:37:54.951972 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.extraroute_db [None req-37cfb07b-0af4-446d-9971-a52a25656e61 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=83910) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 14 15:37:54.964669 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.extraroute_db [None req-37cfb07b-0af4-446d-9971-a52a25656e61 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Removed routes are [] {{(pid=83910) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 14 15:37:54.965215 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-37cfb07b-0af4-446d-9971-a52a25656e61 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:55.380039 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 72922284-fa8d-4cb0-814e-c7dbbe25778e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:37:55.392813 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-37cfb07b-0af4-446d-9971-a52a25656e61 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:55.397850 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-37cfb07b-0af4-446d-9971-a52a25656e61 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-950448'] for router, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:55.470903 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 72922284-fa8d-4cb0-814e-c7dbbe25778e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:55.471983 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:55.584019 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37cfb07b-0af4-446d-9971-a52a25656e61 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Router 2b690108-28f5-492b-aaf2-81262aa256f2 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:37:55.801433 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cfb07b-0af4-446d-9971-a52a25656e61 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:37:55.809783 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-37cfb07b-0af4-446d-9971-a52a25656e61 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:55.811205 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-37cfb07b-0af4-446d-9971-a52a25656e61 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/routers/2b690108-28f5-492b-aaf2-81262aa256f2 HTTP/1.1" status: 200 len: 933 time: 1.6157148 Mar 14 15:37:55.813978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54642) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:55.841528 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1c8b7-328d-4505-ac4e-f3b72f668c67 req-46866c56-6d4b-4fe9-b9c6-5e88006f22aa tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:55.842914 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-83a1c8b7-328d-4505-ac4e-f3b72f668c67 req-46866c56-6d4b-4fe9-b9c6-5e88006f22aa tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 946 time: 0.0875247 Mar 14 15:37:55.895286 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-83a1c8b7-328d-4505-ac4e-f3b72f668c67 req-8c6b8c76-78a9-49bf-bab2-c143160555f9 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461471 Mar 14 15:37:55.993297 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-34175a1e-5e86-4028-ad3d-f7a20e215e50 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/routers/2b690108-28f5-492b-aaf2-81262aa256f2 HTTP/1.1" status: 200 len: 933 time: 0.1781857 Mar 14 15:37:55.995911 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54646) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:56.001404 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-330e258d-9306-4146-9054-36ba7645434f tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'router': {'routes': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:37:56.676916 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.extraroute_db [None req-330e258d-9306-4146-9054-36ba7645434f tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Added routes are [] {{(pid=83911) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 14 15:37:56.676916 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.extraroute_db [None req-330e258d-9306-4146-9054-36ba7645434f tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=83911) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 14 15:37:56.707337 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-330e258d-9306-4146-9054-36ba7645434f tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:57.023289 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-330e258d-9306-4146-9054-36ba7645434f tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:57.061798 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-330e258d-9306-4146-9054-36ba7645434f tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-950448'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:57.217605 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7dd2d3-04a6-4a33-956a-604172f15574 req-d3b04a44-b2d5-406c-8e51-6ece24c3a55b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:57.219086 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5c7dd2d3-04a6-4a33-956a-604172f15574 req-d3b04a44-b2d5-406c-8e51-6ece24c3a55b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 946 time: 0.2006383 Mar 14 15:37:57.290122 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5c7dd2d3-04a6-4a33-956a-604172f15574 req-6f4f31d9-ba78-4ac8-bb3b-4a7ad52ade1b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629594 Mar 14 15:37:57.311209 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330e258d-9306-4146-9054-36ba7645434f tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Router 2b690108-28f5-492b-aaf2-81262aa256f2 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:37:57.477232 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330e258d-9306-4146-9054-36ba7645434f tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:37:57.483612 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-330e258d-9306-4146-9054-36ba7645434f tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:57.484698 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-330e258d-9306-4146-9054-36ba7645434f tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/routers/2b690108-28f5-492b-aaf2-81262aa256f2 HTTP/1.1" status: 200 len: 699 time: 1.4879081 Mar 14 15:37:57.487329 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54652) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:57.658755 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-de2f757e-6cde-47dd-9ede-9c0f7c52729a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/routers/2b690108-28f5-492b-aaf2-81262aa256f2 HTTP/1.1" status: 200 len: 699 time: 0.1703875 Mar 14 15:37:57.661354 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54656) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:37:58.109269 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-55fcaee4-fba6-4cb2-acf1-4950b179f588 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:58.316516 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 9c2dfa40-a11e-45c0-b459-3dadf2546323 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:37:58.427023 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:58.467320 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c59a024-199f-4058-88ed-c67990341130', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c2dfa40-a11e-45c0-b459-3dadf2546323'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:37:58.476358 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 9c2dfa40-a11e-45c0-b459-3dadf2546323, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9c2dfa40-a11e-45c0-b459-3dadf2546323,segment=NetworkSegment(35a6ab17-57dc-4a8f-831c-ae5de7004f1d),segment_id=35a6ab17-57dc-4a8f-831c-ae5de7004f1d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:58.487695 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:58.499249 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796272ad-affc-49f5-a091-09fd74add624 req-6931a51f-844a-490e-bbba-ef319ba8c84b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:58.501151 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-796272ad-affc-49f5-a091-09fd74add624 req-6931a51f-844a-490e-bbba-ef319ba8c84b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 946 time: 0.0835531 Mar 14 15:37:58.556219 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c59a024-199f-4058-88ed-c67990341130', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c2dfa40-a11e-45c0-b459-3dadf2546323', 'code': 200} Mar 14 15:37:58.592747 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-796272ad-affc-49f5-a091-09fd74add624 req-a1e8f47e-f83e-4f13-986f-f1a6fe45486a tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861275 Mar 14 15:37:58.620122 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=9c2dfa40-a11e-45c0-b459-3dadf2546323,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:58.790650 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-55fcaee4-fba6-4cb2-acf1-4950b179f588 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting port c1951166-1ab6-463e-b3a1-92b8732efbca {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:37:58.790987 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-55fcaee4-fba6-4cb2-acf1-4950b179f588 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:58.947027 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-37160372-4178-4d38-8f6d-945ff630c848 req-f397b4a6-e729-44ff-8b2a-1c20b9ef6c3e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 1097 time: 0.2994773 Mar 14 15:37:59.023908 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-55fcaee4-fba6-4cb2-acf1-4950b179f588 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:59.035658 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-37160372-4178-4d38-8f6d-945ff630c848 req-72c0e166-ba56-4e3d-861c-0ee3cf1d3369 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799928 Mar 14 15:37:59.148159 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-55fcaee4-fba6-4cb2-acf1-4950b179f588 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Calling delete_port for c1951166-1ab6-463e-b3a1-92b8732efbca owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:37:59.432328 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-55fcaee4-fba6-4cb2-acf1-4950b179f588 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:59.480781 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fcaee4-fba6-4cb2-acf1-4950b179f588 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Port': ['ID=c1951166-1ab6-463e-b3a1-92b8732efbca,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:59.564735 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fcaee4-fba6-4cb2-acf1-4950b179f588 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:59.565172 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fcaee4-fba6-4cb2-acf1-4950b179f588 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:59.565609 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fcaee4-fba6-4cb2-acf1-4950b179f588 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:59.566019 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fcaee4-fba6-4cb2-acf1-4950b179f588 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:59.566448 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fcaee4-fba6-4cb2-acf1-4950b179f588 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:59.566999 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fcaee4-fba6-4cb2-acf1-4950b179f588 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:59.567233 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fcaee4-fba6-4cb2-acf1-4950b179f588 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:59.567621 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fcaee4-fba6-4cb2-acf1-4950b179f588 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:59.568126 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fcaee4-fba6-4cb2-acf1-4950b179f588 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:59.568478 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fcaee4-fba6-4cb2-acf1-4950b179f588 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:59.568811 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fcaee4-fba6-4cb2-acf1-4950b179f588 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:59.837715 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f1234-01fc-48f3-b1f1-2cb90ffe9a48 req-c5c5154d-5210-43e7-ada7-0fc65aa59a93 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:59.839224 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ab9f1234-01fc-48f3-b1f1-2cb90ffe9a48 req-c5c5154d-5210-43e7-ada7-0fc65aa59a93 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 944 time: 0.1144581 Mar 14 15:37:59.891633 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-55fcaee4-fba6-4cb2-acf1-4950b179f588 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:59.903410 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ab9f1234-01fc-48f3-b1f1-2cb90ffe9a48 req-998df01a-61d4-4740-b899-392da298006e tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573328 Mar 14 15:38:00.330920 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 9c2dfa40-a11e-45c0-b459-3dadf2546323 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:38:00.462118 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fcaee4-fba6-4cb2-acf1-4950b179f588 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Router 2b690108-28f5-492b-aaf2-81262aa256f2 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:38:00.500367 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 9c2dfa40-a11e-45c0-b459-3dadf2546323, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9c2dfa40-a11e-45c0-b459-3dadf2546323,segment=NetworkSegment(35a6ab17-57dc-4a8f-831c-ae5de7004f1d),segment_id=35a6ab17-57dc-4a8f-831c-ae5de7004f1d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:00.516361 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '9c2dfa40-a11e-45c0-b459-3dadf2546323', 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563', 'port_id': '9c2dfa40-a11e-45c0-b459-3dadf2546323', 'mac_address': 'fa:16:3e:32:57:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6096ac49-f806-491a-902d-8af126f44a71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:38:00.579551 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:00.597654 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2dfa40-a11e-45c0-b459-3dadf2546323 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:38:00.613213 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 9c2dfa40-a11e-45c0-b459-3dadf2546323, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9c2dfa40-a11e-45c0-b459-3dadf2546323,segment=NetworkSegment(35a6ab17-57dc-4a8f-831c-ae5de7004f1d),segment_id=35a6ab17-57dc-4a8f-831c-ae5de7004f1d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:00.617249 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:00.670983 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fcaee4-fba6-4cb2-acf1-4950b179f588 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:38:00.689065 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-55fcaee4-fba6-4cb2-acf1-4950b179f588 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/routers/2b690108-28f5-492b-aaf2-81262aa256f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0266125 Mar 14 15:38:00.691805 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54672) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:00.694031 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=9c2dfa40-a11e-45c0-b459-3dadf2546323,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:00.703279 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:00.703625 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:00.703981 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:00.704303 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:00.704786 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:00.705109 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:00.705433 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:00.705761 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:00.706112 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:00.706438 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:00.706760 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:00.884489 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e163214-ed64-48a2-8621-e524adccef9c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting subnet 53b65356-4e86-4bf0-a2d3-7593dd1fd999 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:38:00.887928 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e163214-ed64-48a2-8621-e524adccef9c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:00.941778 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e163214-ed64-48a2-8621-e524adccef9c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:01.008761 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['9c2dfa40-a11e-45c0-b459-3dadf2546323'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:38:01.025585 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e163214-ed64-48a2-8621-e524adccef9c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:01.161011 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e163214-ed64-48a2-8621-e524adccef9c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:01.209134 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92fdbf-0df3-4379-96a9-aee214d6c39a req-23361bb8-98ef-4a6e-aa13-5e62abf70881 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:01.210749 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4b92fdbf-0df3-4379-96a9-aee214d6c39a req-23361bb8-98ef-4a6e-aa13-5e62abf70881 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 945 time: 0.1546216 Mar 14 15:38:01.213707 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e163214-ed64-48a2-8621-e524adccef9c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Subnet': ['ID=53b65356-4e86-4bf0-a2d3-7593dd1fd999,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:01.227030 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e163214-ed64-48a2-8621-e524adccef9c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:01.232416 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d163dc-962f-48ad-bc0c-ec6479ef6d4d None None] Network cb1edac2-398a-4f09-b42d-bb299ae4205a requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:38:01.245554 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e163214-ed64-48a2-8621-e524adccef9c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:01.245899 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e163214-ed64-48a2-8621-e524adccef9c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:01.246266 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e163214-ed64-48a2-8621-e524adccef9c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:01.246661 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e163214-ed64-48a2-8621-e524adccef9c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:01.246994 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e163214-ed64-48a2-8621-e524adccef9c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:01.247531 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e163214-ed64-48a2-8621-e524adccef9c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:01.247630 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e163214-ed64-48a2-8621-e524adccef9c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:01.247949 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e163214-ed64-48a2-8621-e524adccef9c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:01.248269 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e163214-ed64-48a2-8621-e524adccef9c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:01.248615 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e163214-ed64-48a2-8621-e524adccef9c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:01.248941 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e163214-ed64-48a2-8621-e524adccef9c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:01.258232 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3e163214-ed64-48a2-8621-e524adccef9c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/subnets/53b65356-4e86-4bf0-a2d3-7593dd1fd999 HTTP/1.1" status: 204 len: 168 time: 0.5653210 Mar 14 15:38:01.260951 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54678) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:01.281884 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4b92fdbf-0df3-4379-96a9-aee214d6c39a req-e83691a0-c5a8-4c44-9687-cc10d324c246 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613158 Mar 14 15:38:01.313228 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54682) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:01.399027 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df407b76-b302-4660-851b-032b80a9d3d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:01.411009 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-df407b76-b302-4660-851b-032b80a9d3d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting port 72922284-fa8d-4cb0-814e-c7dbbe25778e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:01.411009 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df407b76-b302-4660-851b-032b80a9d3d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:01.433566 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-21bc6f15-4236-4f5f-91bb-8db5b80bd48b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/floatingips/6f219623-375c-4849-8b88-752001190e1b HTTP/1.1" status: 200 len: 993 time: 0.1143315 Mar 14 15:38:01.617619 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e04a9bc-ebd0-483e-a570-2c17efc9f206 None None] DHCP port deletion for cb1edac2-398a-4f09-b42d-bb299ae4205a request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:38:01.622745 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3e04a9bc-ebd0-483e-a570-2c17efc9f206 None None] Deleting port 72922284-fa8d-4cb0-814e-c7dbbe25778e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:01.623117 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3e04a9bc-ebd0-483e-a570-2c17efc9f206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:01.740978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-df407b76-b302-4660-851b-032b80a9d3d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] For port 72922284-fa8d-4cb0-814e-c7dbbe25778e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=72922284-fa8d-4cb0-814e-c7dbbe25778e,segment=NetworkSegment(29918176-c1f5-4e46-af4e-684d0c400e59),segment_id=29918176-c1f5-4e46-af4e-684d0c400e59)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:01.740978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df407b76-b302-4660-851b-032b80a9d3d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:01.756447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] Sync routers for ids ['2b690108-28f5-492b-aaf2-81262aa256f2'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:38:01.845503 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] Routers {'2b690108-28f5-492b-aaf2-81262aa256f2'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:01.846153 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2b690108-28f5-492b-aaf2-81262aa256f2'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:01.905562 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-df407b76-b302-4660-851b-032b80a9d3d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Calling delete_port for 72922284-fa8d-4cb0-814e-c7dbbe25778e owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:38:01.979219 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3e04a9bc-ebd0-483e-a570-2c17efc9f206 None None] For port 72922284-fa8d-4cb0-814e-c7dbbe25778e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=72922284-fa8d-4cb0-814e-c7dbbe25778e,segment=NetworkSegment(29918176-c1f5-4e46-af4e-684d0c400e59),segment_id=29918176-c1f5-4e46-af4e-684d0c400e59)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:01.979611 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3e04a9bc-ebd0-483e-a570-2c17efc9f206 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:02.010461 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f51c4e0d-cb9e-446f-b97c-321ac4dc81e1 req-6d402413-b4bd-46b1-a00e-d86d0d4cce16 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1462164 Mar 14 15:38:02.011566 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df407b76-b302-4660-851b-032b80a9d3d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:02.099256 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df407b76-b302-4660-851b-032b80a9d3d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Port': ['ID=72922284-fa8d-4cb0-814e-c7dbbe25778e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:02.107288 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df407b76-b302-4660-851b-032b80a9d3d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] No DVR routers for this DVR port 72922284-fa8d-4cb0-814e-c7dbbe25778e on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:38:02.109144 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3e04a9bc-ebd0-483e-a570-2c17efc9f206 None None] Calling delete_port for 72922284-fa8d-4cb0-814e-c7dbbe25778e owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:38:02.160773 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] Set router 2b690108-28f5-492b-aaf2-81262aa256f2 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:38:02.257009 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df407b76-b302-4660-851b-032b80a9d3d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:02.292431 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f51c4e0d-cb9e-446f-b97c-321ac4dc81e1 req-f57a883a-4682-4ee3-8964-0bd773e4556b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4e3d2e02cf4404982bcbc9a66a204af&device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 1098 time: 0.2450318 Mar 14 15:38:02.293893 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-df407b76-b302-4660-851b-032b80a9d3d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1edac2-398a-4f09-b42d-bb299ae4205a']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:02.310609 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-df407b76-b302-4660-851b-032b80a9d3d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29918176-c1f5-4e46-af4e-684d0c400e59') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:02.312663 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-df407b76-b302-4660-851b-032b80a9d3d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29918176-c1f5-4e46-af4e-684d0c400e59') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:02.324486 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-3e04a9bc-ebd0-483e-a570-2c17efc9f206 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:38:02.324486 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-3e04a9bc-ebd0-483e-a570-2c17efc9f206 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:38:02.346160 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df407b76-b302-4660-851b-032b80a9d3d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:02.421215 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df407b76-b302-4660-851b-032b80a9d3d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:02.432331 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df407b76-b302-4660-851b-032b80a9d3d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:38:02.432717 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df407b76-b302-4660-851b-032b80a9d3d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:38:02.448095 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:38:02.516576 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'name': 'tempest-RoutersTest-router-824743950', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:37:37Z', 'updated_at': '2022-03-14T15:37:59Z', 'revision_number': 8, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'gw_port_host': None, '_interfaces': [{'id': '15290f6d-e304-4918-ac57-62aec307edd2', 'name': '', 'network_id': 'b9c6ec66-9207-467c-a610-5b92adb7af6d', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:a7:34:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '330a702c-9025-41ec-81eb-5f0816969888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:42Z', 'updated_at': '2022-03-14T15:37:52Z', 'revision_number': 5, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '330a702c-9025-41ec-81eb-5f0816969888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f7d4404-9702-4bed-8caa-e951d3bf2758', 'name': '', 'network_id': '4aca79b9-ddfa-4e33-8d91-234a5bae9e79', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:95:53:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52227d06-9d68-4520-9ac9-41c2d11fe79a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:47Z', 'updated_at': '2022-03-14T15:37:48Z', 'revision_number': 2, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '52227d06-9d68-4520-9ac9-41c2d11fe79a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b26d6a0-ff54-461a-a6ce-058ca0113c6e', 'name': '', 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:8f:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:39Z', 'updated_at': '2022-03-14T15:37:46Z', 'revision_number': 5, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:02.520682 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] Checking router: 2b690108-28f5-492b-aaf2-81262aa256f2 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:38:02.521039 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] Updating router 2b690108-28f5-492b-aaf2-81262aa256f2 port 5f7d4404-9702-4bed-8caa-e951d3bf2758 binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:38:02.563951 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c4e0d-cb9e-446f-b97c-321ac4dc81e1 req-d558983f-1a37-42f4-92fb-c102fd5f9b02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:02.565647 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f51c4e0d-cb9e-446f-b97c-321ac4dc81e1 req-d558983f-1a37-42f4-92fb-c102fd5f9b02 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3eedfa94-96fa-40a7-9693-8d8f73fe9563 HTTP/1.1" status: 200 len: 898 time: 0.2428250 Mar 14 15:38:02.566447 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df407b76-b302-4660-851b-032b80a9d3d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:02.576197 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:02.592165 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df407b76-b302-4660-851b-032b80a9d3d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:02.647101 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df407b76-b302-4660-851b-032b80a9d3d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Network': ['ID=cb1edac2-398a-4f09-b42d-bb299ae4205a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:02.675724 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-df407b76-b302-4660-851b-032b80a9d3d2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/networks/cb1edac2-398a-4f09-b42d-bb299ae4205a HTTP/1.1" status: 204 len: 168 time: 1.4137399 Mar 14 15:38:02.678514 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54686) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:02.708355 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f51c4e0d-cb9e-446f-b97c-321ac4dc81e1 req-5ea3051d-7ec7-4dbc-9b73-498b2b2d3a99 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c2dfa40-a11e-45c0-b459-3dadf2546323 HTTP/1.1" status: 200 len: 1001 time: 0.1199729 Mar 14 15:38:02.785851 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c4e0d-cb9e-446f-b97c-321ac4dc81e1 req-30e7b732-547b-4388-8d3e-15bf783ef374 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:02.787644 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f51c4e0d-cb9e-446f-b97c-321ac4dc81e1 req-30e7b732-547b-4388-8d3e-15bf783ef374 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6096ac49-f806-491a-902d-8af126f44a71 HTTP/1.1" status: 200 len: 835 time: 0.0715485 Mar 14 15:38:02.834984 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3e04a9bc-ebd0-483e-a570-2c17efc9f206 None None] Deleting port 72922284-fa8d-4cb0-814e-c7dbbe25778e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:02.835523 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3e04a9bc-ebd0-483e-a570-2c17efc9f206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:02.889021 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f51c4e0d-cb9e-446f-b97c-321ac4dc81e1 req-23b0ba59-36c5-42b5-bb71-2ba5250da12b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3eedfa94-96fa-40a7-9693-8d8f73fe9563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0904989 Mar 14 15:38:02.899834 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [req-f51c4e0d-cb9e-446f-b97c-321ac4dc81e1 req-23b39fb2-8c7c-4810-99c2-fbe86a2f1ade service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:38:02.900985 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f51c4e0d-cb9e-446f-b97c-321ac4dc81e1 req-23b39fb2-8c7c-4810-99c2-fbe86a2f1ade service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057757 Mar 14 15:38:02.915489 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3e04a9bc-ebd0-483e-a570-2c17efc9f206 None None] The port '72922284-fa8d-4cb0-814e-c7dbbe25778e' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:38:03.051241 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:03.056261 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f51c4e0d-cb9e-446f-b97c-321ac4dc81e1 req-40eba817-7926-490c-905b-4ebfdea2af48 service neutron] 10.222.0.24 "GET /v2.0/networks/3eedfa94-96fa-40a7-9693-8d8f73fe9563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464131 Mar 14 15:38:03.066242 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] Transition to ACTIVE for port object 5f7d4404-9702-4bed-8caa-e951d3bf2758 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:38:03.074102 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:03.211266 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a176fbe3-6aec-4f2a-aefd-5eb4661b573c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:03.214511 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a95eb-8def-4267-98da-8cd622f8e549 None None] Pushing event updated for resources: {'Port': ['ID=5f7d4404-9702-4bed-8caa-e951d3bf2758,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:03.329529 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] Attempting to bind port 5f7d4404-9702-4bed-8caa-e951d3bf2758 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:38:03.329863 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] Attempting to bind port 5f7d4404-9702-4bed-8caa-e951d3bf2758 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '77922d81-786a-470a-9a08-bdf82df4a456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4aca79b9-ddfa-4e33-8d91-234a5bae9e79'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:38:03.333497 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] Attempting to bind port 5f7d4404-9702-4bed-8caa-e951d3bf2758 on network 4aca79b9-ddfa-4e33-8d91-234a5bae9e79 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:38:03.341707 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:38:03.343725 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] Checking segment: {'id': '77922d81-786a-470a-9a08-bdf82df4a456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4aca79b9-ddfa-4e33-8d91-234a5bae9e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:38:03.347506 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:03.347903 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] Bound using segment: {'id': '77922d81-786a-470a-9a08-bdf82df4a456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4aca79b9-ddfa-4e33-8d91-234a5bae9e79'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:38:03.348399 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] Bound port: 5f7d4404-9702-4bed-8caa-e951d3bf2758, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77922d81-786a-470a-9a08-bdf82df4a456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4aca79b9-ddfa-4e33-8d91-234a5bae9e79'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:38:03.348785 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:03.397283 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f51c4e0d-cb9e-446f-b97c-321ac4dc81e1 req-87a4a0b1-6c9b-435e-972a-c630fbce8736 service neutron] 10.222.0.24 "GET /v2.0/networks/3eedfa94-96fa-40a7-9693-8d8f73fe9563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308890 Mar 14 15:38:03.428757 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 72922284-fa8d-4cb0-814e-c7dbbe25778e no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:38:03.484738 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 72922284-fa8d-4cb0-814e-c7dbbe25778e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:38:03.484738 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 72922284-fa8d-4cb0-814e-c7dbbe25778e not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:38:03.530894 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] For port 5f7d4404-9702-4bed-8caa-e951d3bf2758, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:38:03.533848 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] For port 5f7d4404-9702-4bed-8caa-e951d3bf2758, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5f7d4404-9702-4bed-8caa-e951d3bf2758,segment=NetworkSegment(77922d81-786a-470a-9a08-bdf82df4a456),segment_id=77922d81-786a-470a-9a08-bdf82df4a456)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:38:03.538945 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:03.624998 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a95eb-8def-4267-98da-8cd622f8e549 None None] Pushing event updated for resources: {'Port': ['ID=5f7d4404-9702-4bed-8caa-e951d3bf2758,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:03.630409 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] Routers {'2b690108-28f5-492b-aaf2-81262aa256f2'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:03.631034 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2b690108-28f5-492b-aaf2-81262aa256f2'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:03.796916 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] Set router 2b690108-28f5-492b-aaf2-81262aa256f2 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:38:03.958450 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a176fbe3-6aec-4f2a-aefd-5eb4661b573c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting port 5f7d4404-9702-4bed-8caa-e951d3bf2758 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:03.958947 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a176fbe3-6aec-4f2a-aefd-5eb4661b573c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:04.130418 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'name': 'tempest-RoutersTest-router-824743950', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:37:37Z', 'updated_at': '2022-03-14T15:37:59Z', 'revision_number': 8, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'gw_port_host': None, '_interfaces': [{'id': '15290f6d-e304-4918-ac57-62aec307edd2', 'name': '', 'network_id': 'b9c6ec66-9207-467c-a610-5b92adb7af6d', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:a7:34:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '330a702c-9025-41ec-81eb-5f0816969888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:42Z', 'updated_at': '2022-03-14T15:37:52Z', 'revision_number': 5, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '330a702c-9025-41ec-81eb-5f0816969888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f7d4404-9702-4bed-8caa-e951d3bf2758', 'name': '', 'network_id': '4aca79b9-ddfa-4e33-8d91-234a5bae9e79', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:95:53:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52227d06-9d68-4520-9ac9-41c2d11fe79a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:47Z', 'updated_at': '2022-03-14T15:38:03Z', 'revision_number': 4, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '52227d06-9d68-4520-9ac9-41c2d11fe79a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b26d6a0-ff54-461a-a6ce-058ca0113c6e', 'name': '', 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:8f:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:39Z', 'updated_at': '2022-03-14T15:37:46Z', 'revision_number': 5, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:04.135608 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2218d4-e4ee-4a45-8bfa-bc9e6082a292 None None] The sync data for ids ['2b690108-28f5-492b-aaf2-81262aa256f2'] in dv-neutron-833561-1-hyperv is: [{'id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'name': 'tempest-RoutersTest-router-824743950', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:37:37Z', 'updated_at': '2022-03-14T15:37:59Z', 'revision_number': 8, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'gw_port_host': None, '_interfaces': [{'id': '15290f6d-e304-4918-ac57-62aec307edd2', 'name': '', 'network_id': 'b9c6ec66-9207-467c-a610-5b92adb7af6d', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:a7:34:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '330a702c-9025-41ec-81eb-5f0816969888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:42Z', 'updated_at': '2022-03-14T15:37:52Z', 'revision_number': 5, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '330a702c-9025-41ec-81eb-5f0816969888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f7d4404-9702-4bed-8caa-e951d3bf2758', 'name': '', 'network_id': '4aca79b9-ddfa-4e33-8d91-234a5bae9e79', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:95:53:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52227d06-9d68-4520-9ac9-41c2d11fe79a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:47Z', 'updated_at': '2022-03-14T15:38:03Z', 'revision_number': 4, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '52227d06-9d68-4520-9ac9-41c2d11fe79a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b26d6a0-ff54-461a-a6ce-058ca0113c6e', 'name': '', 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:8f:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:39Z', 'updated_at': '2022-03-14T15:37:46Z', 'revision_number': 5, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:38:04.150494 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-a176fbe3-6aec-4f2a-aefd-5eb4661b573c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] For port 5f7d4404-9702-4bed-8caa-e951d3bf2758, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5f7d4404-9702-4bed-8caa-e951d3bf2758,segment=NetworkSegment(77922d81-786a-470a-9a08-bdf82df4a456),segment_id=77922d81-786a-470a-9a08-bdf82df4a456)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:04.150857 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a176fbe3-6aec-4f2a-aefd-5eb4661b573c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:04.275350 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a176fbe3-6aec-4f2a-aefd-5eb4661b573c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Calling delete_port for 5f7d4404-9702-4bed-8caa-e951d3bf2758 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:38:04.361112 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 9c2dfa40-a11e-45c0-b459-3dadf2546323 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:38:04.428523 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 9c2dfa40-a11e-45c0-b459-3dadf2546323 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:04.428894 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:04.452973 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a176fbe3-6aec-4f2a-aefd-5eb4661b573c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:04.500742 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176fbe3-6aec-4f2a-aefd-5eb4661b573c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Port': ['ID=5f7d4404-9702-4bed-8caa-e951d3bf2758,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:04.547803 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:04.578532 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c59a024-199f-4058-88ed-c67990341130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2dfa40-a11e-45c0-b459-3dadf2546323'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:38:04.592635 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 9c2dfa40-a11e-45c0-b459-3dadf2546323, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9c2dfa40-a11e-45c0-b459-3dadf2546323,segment=NetworkSegment(35a6ab17-57dc-4a8f-831c-ae5de7004f1d),segment_id=35a6ab17-57dc-4a8f-831c-ae5de7004f1d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:04.601831 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:04.647191 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c59a024-199f-4058-88ed-c67990341130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2dfa40-a11e-45c0-b459-3dadf2546323', 'code': 200} Mar 14 15:38:04.697048 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=9c2dfa40-a11e-45c0-b459-3dadf2546323,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:04.901928 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a176fbe3-6aec-4f2a-aefd-5eb4661b573c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:05.427355 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a176fbe3-6aec-4f2a-aefd-5eb4661b573c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Router 2b690108-28f5-492b-aaf2-81262aa256f2 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:38:05.612983 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a176fbe3-6aec-4f2a-aefd-5eb4661b573c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:38:05.630078 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a176fbe3-6aec-4f2a-aefd-5eb4661b573c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/routers/2b690108-28f5-492b-aaf2-81262aa256f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9466605 Mar 14 15:38:05.630078 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54692) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:05.845701 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-7695e0c4-e515-4690-b677-06f7c64f5a5a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting subnet 52227d06-9d68-4520-9ac9-41c2d11fe79a {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:38:05.848384 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7695e0c4-e515-4690-b677-06f7c64f5a5a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:05.907663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7695e0c4-e515-4690-b677-06f7c64f5a5a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:05.995149 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7695e0c4-e515-4690-b677-06f7c64f5a5a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:06.075090 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7695e0c4-e515-4690-b677-06f7c64f5a5a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:06.117512 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695e0c4-e515-4690-b677-06f7c64f5a5a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Subnet': ['ID=52227d06-9d68-4520-9ac9-41c2d11fe79a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:06.122672 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7695e0c4-e515-4690-b677-06f7c64f5a5a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:06.130093 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac102bf-4267-4efb-bcfd-ec1a61d0a6bb None None] Network 4aca79b9-ddfa-4e33-8d91-234a5bae9e79 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:38:06.130576 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7695e0c4-e515-4690-b677-06f7c64f5a5a tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/subnets/52227d06-9d68-4520-9ac9-41c2d11fe79a HTTP/1.1" status: 204 len: 168 time: 0.4982095 Mar 14 15:38:06.131144 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54696) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:06.360812 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5d46031-1735-4609-8353-7e7ecbeace0e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:06.371373 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c5d46031-1735-4609-8353-7e7ecbeace0e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting port f3d53357-2f08-4673-b625-2185bd8a63ad {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:06.372355 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5d46031-1735-4609-8353-7e7ecbeace0e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:06.409956 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc109847-d0bf-4fd8-bd5b-75dbc46dbbba None None] DHCP port deletion for 4aca79b9-ddfa-4e33-8d91-234a5bae9e79 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:38:06.414095 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-dc109847-d0bf-4fd8-bd5b-75dbc46dbbba None None] Deleting port f3d53357-2f08-4673-b625-2185bd8a63ad {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:06.414472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc109847-d0bf-4fd8-bd5b-75dbc46dbbba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:06.571989 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-c5d46031-1735-4609-8353-7e7ecbeace0e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] For port f3d53357-2f08-4673-b625-2185bd8a63ad, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f3d53357-2f08-4673-b625-2185bd8a63ad,segment=NetworkSegment(77922d81-786a-470a-9a08-bdf82df4a456),segment_id=77922d81-786a-470a-9a08-bdf82df4a456)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:06.572551 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5d46031-1735-4609-8353-7e7ecbeace0e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:06.610037 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc109847-d0bf-4fd8-bd5b-75dbc46dbbba None None] For port f3d53357-2f08-4673-b625-2185bd8a63ad, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f3d53357-2f08-4673-b625-2185bd8a63ad,segment=NetworkSegment(77922d81-786a-470a-9a08-bdf82df4a456),segment_id=77922d81-786a-470a-9a08-bdf82df4a456)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:06.610449 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc109847-d0bf-4fd8-bd5b-75dbc46dbbba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:06.694123 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c5d46031-1735-4609-8353-7e7ecbeace0e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Calling delete_port for f3d53357-2f08-4673-b625-2185bd8a63ad owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:38:06.726473 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-dc109847-d0bf-4fd8-bd5b-75dbc46dbbba None None] Calling delete_port for f3d53357-2f08-4673-b625-2185bd8a63ad owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:38:06.768722 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5d46031-1735-4609-8353-7e7ecbeace0e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:06.797947 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-dc109847-d0bf-4fd8-bd5b-75dbc46dbbba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:38:06.798369 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-dc109847-d0bf-4fd8-bd5b-75dbc46dbbba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:38:06.819425 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d46031-1735-4609-8353-7e7ecbeace0e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Port': ['ID=f3d53357-2f08-4673-b625-2185bd8a63ad,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:06.823262 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d46031-1735-4609-8353-7e7ecbeace0e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] No DVR routers for this DVR port f3d53357-2f08-4673-b625-2185bd8a63ad on host dv-neutron-833561-1-hyperv {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:38:06.830171 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f7ff1d-49ff-4f01-a820-35d12af2e658 None None] Sync routers for ids ['2b690108-28f5-492b-aaf2-81262aa256f2'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:38:06.842765 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f7ff1d-49ff-4f01-a820-35d12af2e658 None None] Routers {'2b690108-28f5-492b-aaf2-81262aa256f2'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:06.843474 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-60f7ff1d-49ff-4f01-a820-35d12af2e658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2b690108-28f5-492b-aaf2-81262aa256f2'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:06.944099 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5d46031-1735-4609-8353-7e7ecbeace0e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:06.969216 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c5d46031-1735-4609-8353-7e7ecbeace0e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aca79b9-ddfa-4e33-8d91-234a5bae9e79']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:06.980928 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c5d46031-1735-4609-8353-7e7ecbeace0e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77922d81-786a-470a-9a08-bdf82df4a456') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:06.981200 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c5d46031-1735-4609-8353-7e7ecbeace0e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77922d81-786a-470a-9a08-bdf82df4a456') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:06.991603 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-60f7ff1d-49ff-4f01-a820-35d12af2e658 None None] Set router 2b690108-28f5-492b-aaf2-81262aa256f2 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:38:06.992261 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5d46031-1735-4609-8353-7e7ecbeace0e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:07.008183 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5d46031-1735-4609-8353-7e7ecbeace0e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:07.014740 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d46031-1735-4609-8353-7e7ecbeace0e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:38:07.015124 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5d46031-1735-4609-8353-7e7ecbeace0e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:38:07.029279 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:38:07.108197 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5d46031-1735-4609-8353-7e7ecbeace0e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:07.128486 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5d46031-1735-4609-8353-7e7ecbeace0e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:07.136761 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d46031-1735-4609-8353-7e7ecbeace0e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Network': ['ID=4aca79b9-ddfa-4e33-8d91-234a5bae9e79,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:07.144104 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c5d46031-1735-4609-8353-7e7ecbeace0e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/networks/4aca79b9-ddfa-4e33-8d91-234a5bae9e79 HTTP/1.1" status: 204 len: 168 time: 1.0119731 Mar 14 15:38:07.146735 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54700) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:07.300185 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-dc109847-d0bf-4fd8-bd5b-75dbc46dbbba None None] Deleting port f3d53357-2f08-4673-b625-2185bd8a63ad {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:07.300754 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc109847-d0bf-4fd8-bd5b-75dbc46dbbba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:07.310592 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-60f7ff1d-49ff-4f01-a820-35d12af2e658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'name': 'tempest-RoutersTest-router-824743950', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:37:37Z', 'updated_at': '2022-03-14T15:38:04Z', 'revision_number': 9, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'gw_port_host': None, '_interfaces': [{'id': '15290f6d-e304-4918-ac57-62aec307edd2', 'name': '', 'network_id': 'b9c6ec66-9207-467c-a610-5b92adb7af6d', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:a7:34:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '330a702c-9025-41ec-81eb-5f0816969888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:42Z', 'updated_at': '2022-03-14T15:37:52Z', 'revision_number': 5, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '330a702c-9025-41ec-81eb-5f0816969888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b26d6a0-ff54-461a-a6ce-058ca0113c6e', 'name': '', 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:8f:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:39Z', 'updated_at': '2022-03-14T15:37:46Z', 'revision_number': 5, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:07.315618 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f7ff1d-49ff-4f01-a820-35d12af2e658 None None] Checking router: 2b690108-28f5-492b-aaf2-81262aa256f2 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:38:07.329812 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f7ff1d-49ff-4f01-a820-35d12af2e658 None None] Routers {'2b690108-28f5-492b-aaf2-81262aa256f2'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:07.330871 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-60f7ff1d-49ff-4f01-a820-35d12af2e658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2b690108-28f5-492b-aaf2-81262aa256f2'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:07.375081 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-dc109847-d0bf-4fd8-bd5b-75dbc46dbbba None None] The port 'f3d53357-2f08-4673-b625-2185bd8a63ad' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:38:07.390753 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f3d53357-2f08-4673-b625-2185bd8a63ad no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:38:07.423120 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: f3d53357-2f08-4673-b625-2185bd8a63ad {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:38:07.423460 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f3d53357-2f08-4673-b625-2185bd8a63ad not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:38:07.493647 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-60f7ff1d-49ff-4f01-a820-35d12af2e658 None None] Set router 2b690108-28f5-492b-aaf2-81262aa256f2 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:38:07.505489 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4aaacc78-33ac-4a5c-86c4-0835c5ffa800 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:07.820597 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-60f7ff1d-49ff-4f01-a820-35d12af2e658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'name': 'tempest-RoutersTest-router-824743950', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:37:37Z', 'updated_at': '2022-03-14T15:38:04Z', 'revision_number': 9, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'gw_port_host': None, '_interfaces': [{'id': '15290f6d-e304-4918-ac57-62aec307edd2', 'name': '', 'network_id': 'b9c6ec66-9207-467c-a610-5b92adb7af6d', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:a7:34:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '330a702c-9025-41ec-81eb-5f0816969888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:42Z', 'updated_at': '2022-03-14T15:37:52Z', 'revision_number': 5, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '330a702c-9025-41ec-81eb-5f0816969888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b26d6a0-ff54-461a-a6ce-058ca0113c6e', 'name': '', 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:8f:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:39Z', 'updated_at': '2022-03-14T15:37:46Z', 'revision_number': 5, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:07.824739 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f7ff1d-49ff-4f01-a820-35d12af2e658 None None] The sync data for ids ['2b690108-28f5-492b-aaf2-81262aa256f2'] in dv-neutron-833561-1-hyperv is: [{'id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'name': 'tempest-RoutersTest-router-824743950', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:37:37Z', 'updated_at': '2022-03-14T15:38:04Z', 'revision_number': 9, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'gw_port_host': None, '_interfaces': [{'id': '15290f6d-e304-4918-ac57-62aec307edd2', 'name': '', 'network_id': 'b9c6ec66-9207-467c-a610-5b92adb7af6d', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:a7:34:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '330a702c-9025-41ec-81eb-5f0816969888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:42Z', 'updated_at': '2022-03-14T15:37:52Z', 'revision_number': 5, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '330a702c-9025-41ec-81eb-5f0816969888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b26d6a0-ff54-461a-a6ce-058ca0113c6e', 'name': '', 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:8f:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:39Z', 'updated_at': '2022-03-14T15:37:46Z', 'revision_number': 5, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:38:08.204793 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4aaacc78-33ac-4a5c-86c4-0835c5ffa800 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting port 15290f6d-e304-4918-ac57-62aec307edd2 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:08.205250 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4aaacc78-33ac-4a5c-86c4-0835c5ffa800 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:08.399729 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-4aaacc78-33ac-4a5c-86c4-0835c5ffa800 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] For port 15290f6d-e304-4918-ac57-62aec307edd2, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=15290f6d-e304-4918-ac57-62aec307edd2,segment=NetworkSegment(af65ec7a-4e01-4d46-88e1-5f447617301c),segment_id=af65ec7a-4e01-4d46-88e1-5f447617301c)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:08.400084 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4aaacc78-33ac-4a5c-86c4-0835c5ffa800 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:08.515746 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4aaacc78-33ac-4a5c-86c4-0835c5ffa800 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Calling delete_port for 15290f6d-e304-4918-ac57-62aec307edd2 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:38:08.681346 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4aaacc78-33ac-4a5c-86c4-0835c5ffa800 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:08.728826 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaacc78-33ac-4a5c-86c4-0835c5ffa800 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Port': ['ID=15290f6d-e304-4918-ac57-62aec307edd2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:08.986954 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4aaacc78-33ac-4a5c-86c4-0835c5ffa800 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:09.106356 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54710) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:09.181293 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6f085a09-fea0-4b72-9270-08af44f9170c tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/ports?project_id=5d6eafdbdcc04fa5ac3cc264b55cc088&network_id=349f9384-c50d-4cdb-8a7b-70fd02c51b4a HTTP/1.1" status: 200 len: 3000 time: 0.0737474 Mar 14 15:38:09.383116 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5f7d4404-9702-4bed-8caa-e951d3bf2758 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:38:09.418727 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 5f7d4404-9702-4bed-8caa-e951d3bf2758 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:38:09.419212 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5f7d4404-9702-4bed-8caa-e951d3bf2758 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:38:09.569263 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aaacc78-33ac-4a5c-86c4-0835c5ffa800 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Router 2b690108-28f5-492b-aaf2-81262aa256f2 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:38:09.735315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aaacc78-33ac-4a5c-86c4-0835c5ffa800 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:38:09.744213 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a80ef7-c271-449f-bfc6-6ec3caf51cb3 None None] Sync routers for ids ['2b690108-28f5-492b-aaf2-81262aa256f2'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:38:09.748358 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4aaacc78-33ac-4a5c-86c4-0835c5ffa800 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/routers/2b690108-28f5-492b-aaf2-81262aa256f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6000404 Mar 14 15:38:09.751064 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54718) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:09.756879 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a80ef7-c271-449f-bfc6-6ec3caf51cb3 None None] Routers {'2b690108-28f5-492b-aaf2-81262aa256f2'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:09.757494 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-03a80ef7-c271-449f-bfc6-6ec3caf51cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2b690108-28f5-492b-aaf2-81262aa256f2'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:09.905200 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-03a80ef7-c271-449f-bfc6-6ec3caf51cb3 None None] Set router 2b690108-28f5-492b-aaf2-81262aa256f2 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:38:09.937167 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2fce74f-fccf-4414-bb4c-bdc3f593db80 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting subnet 330a702c-9025-41ec-81eb-5f0816969888 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:38:09.942328 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2fce74f-fccf-4414-bb4c-bdc3f593db80 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:09.997608 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2fce74f-fccf-4414-bb4c-bdc3f593db80 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:10.078396 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2fce74f-fccf-4414-bb4c-bdc3f593db80 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:10.153527 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2fce74f-fccf-4414-bb4c-bdc3f593db80 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:10.192320 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fce74f-fccf-4414-bb4c-bdc3f593db80 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Subnet': ['ID=330a702c-9025-41ec-81eb-5f0816969888,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:10.198988 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2fce74f-fccf-4414-bb4c-bdc3f593db80 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:10.207634 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e2fce74f-fccf-4414-bb4c-bdc3f593db80 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/subnets/330a702c-9025-41ec-81eb-5f0816969888 HTTP/1.1" status: 204 len: 168 time: 0.4531460 Mar 14 15:38:10.208335 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54724) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:10.210206 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e2ee82-9c32-44a1-b4aa-c870cba00479 None None] Network b9c6ec66-9207-467c-a610-5b92adb7af6d requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:38:10.325268 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da85a8aa-a595-4d56-af99-c168baf9930c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:10.335559 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-da85a8aa-a595-4d56-af99-c168baf9930c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting port 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:10.335891 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da85a8aa-a595-4d56-af99-c168baf9930c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:10.408971 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-03a80ef7-c271-449f-bfc6-6ec3caf51cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'name': 'tempest-RoutersTest-router-824743950', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:37:37Z', 'updated_at': '2022-03-14T15:38:08Z', 'revision_number': 10, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'gw_port_host': None, '_interfaces': [{'id': '6b26d6a0-ff54-461a-a6ce-058ca0113c6e', 'name': '', 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:8f:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:39Z', 'updated_at': '2022-03-14T15:37:46Z', 'revision_number': 5, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:10.415309 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a80ef7-c271-449f-bfc6-6ec3caf51cb3 None None] Checking router: 2b690108-28f5-492b-aaf2-81262aa256f2 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:38:10.441496 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a80ef7-c271-449f-bfc6-6ec3caf51cb3 None None] Routers {'2b690108-28f5-492b-aaf2-81262aa256f2'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:10.442128 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-03a80ef7-c271-449f-bfc6-6ec3caf51cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2b690108-28f5-492b-aaf2-81262aa256f2'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:10.534344 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-da85a8aa-a595-4d56-af99-c168baf9930c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] For port 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=14bec0b3-00f7-49fd-a8d6-71dfe9f6147c,segment=NetworkSegment(af65ec7a-4e01-4d46-88e1-5f447617301c),segment_id=af65ec7a-4e01-4d46-88e1-5f447617301c)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:10.534608 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da85a8aa-a595-4d56-af99-c168baf9930c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:10.597694 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-03a80ef7-c271-449f-bfc6-6ec3caf51cb3 None None] Set router 2b690108-28f5-492b-aaf2-81262aa256f2 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:38:10.639862 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e81f93-9820-42c6-83a5-9410d3ae05ab None None] DHCP port deletion for b9c6ec66-9207-467c-a610-5b92adb7af6d request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:38:10.653113 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-17e81f93-9820-42c6-83a5-9410d3ae05ab None None] Deleting port 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:10.653754 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-17e81f93-9820-42c6-83a5-9410d3ae05ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:10.657423 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:38:10.680934 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54730) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:10.748024 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25371341-88fd-46b8-bf8d-4614103f0ebc tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:10.750530 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-25371341-88fd-46b8-bf8d-4614103f0ebc tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 HTTP/1.1" status: 200 len: 814 time: 0.0683832 Mar 14 15:38:10.766132 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-da85a8aa-a595-4d56-af99-c168baf9930c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Calling delete_port for 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:38:10.841953 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da85a8aa-a595-4d56-af99-c168baf9930c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:10.887620 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85a8aa-a595-4d56-af99-c168baf9930c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Port': ['ID=14bec0b3-00f7-49fd-a8d6-71dfe9f6147c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:10.893797 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da85a8aa-a595-4d56-af99-c168baf9930c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] No DVR routers for this DVR port 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c on host dv-neutron-833561-1-hyperv {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:38:11.015180 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da85a8aa-a595-4d56-af99-c168baf9930c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:11.033034 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-17e81f93-9820-42c6-83a5-9410d3ae05ab None None] For port 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=14bec0b3-00f7-49fd-a8d6-71dfe9f6147c,segment=NetworkSegment(af65ec7a-4e01-4d46-88e1-5f447617301c),segment_id=af65ec7a-4e01-4d46-88e1-5f447617301c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:11.033421 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-17e81f93-9820-42c6-83a5-9410d3ae05ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:11.039914 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-da85a8aa-a595-4d56-af99-c168baf9930c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c6ec66-9207-467c-a610-5b92adb7af6d']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:11.052098 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-da85a8aa-a595-4d56-af99-c168baf9930c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af65ec7a-4e01-4d46-88e1-5f447617301c') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:11.052396 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-da85a8aa-a595-4d56-af99-c168baf9930c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af65ec7a-4e01-4d46-88e1-5f447617301c') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:11.064536 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da85a8aa-a595-4d56-af99-c168baf9930c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:11.080076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da85a8aa-a595-4d56-af99-c168baf9930c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:11.086161 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da85a8aa-a595-4d56-af99-c168baf9930c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:38:11.086538 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da85a8aa-a595-4d56-af99-c168baf9930c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:38:11.100450 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:38:11.179540 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-17e81f93-9820-42c6-83a5-9410d3ae05ab None None] Calling delete_port for 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:38:11.184611 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da85a8aa-a595-4d56-af99-c168baf9930c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:11.202321 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da85a8aa-a595-4d56-af99-c168baf9930c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:11.216413 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85a8aa-a595-4d56-af99-c168baf9930c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Network': ['ID=b9c6ec66-9207-467c-a610-5b92adb7af6d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:11.221788 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-da85a8aa-a595-4d56-af99-c168baf9930c tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/networks/b9c6ec66-9207-467c-a610-5b92adb7af6d HTTP/1.1" status: 204 len: 168 time: 1.0124905 Mar 14 15:38:11.224067 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54738) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:11.238024 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54742) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:11.243821 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0022c2ff-9eb7-45a0-a84b-999b4003b401 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:11.274172 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-17e81f93-9820-42c6-83a5-9410d3ae05ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:38:11.274540 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-17e81f93-9820-42c6-83a5-9410d3ae05ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:38:11.275981 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-03a80ef7-c271-449f-bfc6-6ec3caf51cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'name': 'tempest-RoutersTest-router-824743950', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:37:37Z', 'updated_at': '2022-03-14T15:38:08Z', 'revision_number': 10, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'gw_port_host': None, '_interfaces': [{'id': '6b26d6a0-ff54-461a-a6ce-058ca0113c6e', 'name': '', 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:8f:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:39Z', 'updated_at': '2022-03-14T15:37:46Z', 'revision_number': 5, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:11.280782 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a80ef7-c271-449f-bfc6-6ec3caf51cb3 None None] The sync data for ids ['2b690108-28f5-492b-aaf2-81262aa256f2'] in dv-neutron-833561-1-hyperv is: [{'id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'name': 'tempest-RoutersTest-router-824743950', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:37:37Z', 'updated_at': '2022-03-14T15:38:08Z', 'revision_number': 10, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'gw_port_host': None, '_interfaces': [{'id': '6b26d6a0-ff54-461a-a6ce-058ca0113c6e', 'name': '', 'network_id': '1301a4b4-68de-46ee-9e39-229ca0730d64', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'mac_address': 'fa:16:3e:8f:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:37:39Z', 'updated_at': '2022-03-14T15:37:46Z', 'revision_number': 5, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'subnets': [{'id': '5caab96e-d1e2-4488-8969-bd16a871a2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:38:11.358442 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0022c2ff-9eb7-45a0-a84b-999b4003b401 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:11.552721 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d32b9901-693e-4c55-a0ba-9d7c7f20ddf2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:11.630085 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0022c2ff-9eb7-45a0-a84b-999b4003b401 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:11.636134 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0022c2ff-9eb7-45a0-a84b-999b4003b401 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:11.636571 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.l3_db [None req-0022c2ff-9eb7-45a0-a84b-999b4003b401 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Floating IP a7a9328a-87d0-4fa6-82f3-99c0f80399e4 disassociated. External IP: 172.26.4.99, port: 6d342627-2cfd-4e76-9371-88e034a23f82. Mar 14 15:38:11.671794 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:38:11.714153 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:38:11.714621 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:38:11.715213 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 15290f6d-e304-4918-ac57-62aec307edd2 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:38:11.749642 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 15290f6d-e304-4918-ac57-62aec307edd2 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:38:11.750174 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 15290f6d-e304-4918-ac57-62aec307edd2 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:38:11.775644 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-17e81f93-9820-42c6-83a5-9410d3ae05ab None None] Deleting port 14bec0b3-00f7-49fd-a8d6-71dfe9f6147c {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:11.776158 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-17e81f93-9820-42c6-83a5-9410d3ae05ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:11.841430 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-17e81f93-9820-42c6-83a5-9410d3ae05ab None None] The port '14bec0b3-00f7-49fd-a8d6-71dfe9f6147c' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:38:12.056058 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0022c2ff-9eb7-45a0-a84b-999b4003b401 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router e9749a17-ad36-4bfd-97db-1db3c0ffba9d has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:38:12.154019 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d32b9901-693e-4c55-a0ba-9d7c7f20ddf2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting port 6b26d6a0-ff54-461a-a6ce-058ca0113c6e {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:12.154607 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d32b9901-693e-4c55-a0ba-9d7c7f20ddf2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:12.260464 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0022c2ff-9eb7-45a0-a84b-999b4003b401 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:38:12.265396 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0022c2ff-9eb7-45a0-a84b-999b4003b401 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:12.271444 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6fd08f-c0eb-458d-8789-fa478e3aedea None None] Sync routers for ids ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:38:12.283924 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6fd08f-c0eb-458d-8789-fa478e3aedea None None] Routers {'e9749a17-ad36-4bfd-97db-1db3c0ffba9d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:12.284845 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6d6fd08f-c0eb-458d-8789-fa478e3aedea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:12.326606 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0022c2ff-9eb7-45a0-a84b-999b4003b401 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/floatingips/a7a9328a-87d0-4fa6-82f3-99c0f80399e4 HTTP/1.1" status: 200 len: 689 time: 1.0842874 Mar 14 15:38:12.326606 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09b680f-97e7-4eac-8cc1-c35ebe9ad87f', 'tag': '6d342627-2cfd-4e76-9371-88e034a23f82'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:38:12.328846 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54746) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:12.422362 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3cc3a671-76c3-4aec-8eb8-bba510807c5e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/a7a9328a-87d0-4fa6-82f3-99c0f80399e4 HTTP/1.1" status: 200 len: 689 time: 0.0912755 Mar 14 15:38:12.448093 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-d32b9901-693e-4c55-a0ba-9d7c7f20ddf2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] For port 6b26d6a0-ff54-461a-a6ce-058ca0113c6e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6b26d6a0-ff54-461a-a6ce-058ca0113c6e,segment=NetworkSegment(9f290e42-42cf-4248-8678-d6894c176dac),segment_id=9f290e42-42cf-4248-8678-d6894c176dac)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:12.448448 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d32b9901-693e-4c55-a0ba-9d7c7f20ddf2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:12.475634 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09b680f-97e7-4eac-8cc1-c35ebe9ad87f', 'tag': '6d342627-2cfd-4e76-9371-88e034a23f82', 'status': 'completed', 'code': 200} Mar 14 15:38:12.504044 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-6d6fd08f-c0eb-458d-8789-fa478e3aedea None None] Set router e9749a17-ad36-4bfd-97db-1db3c0ffba9d gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:38:12.575943 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d32b9901-693e-4c55-a0ba-9d7c7f20ddf2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Calling delete_port for 6b26d6a0-ff54-461a-a6ce-058ca0113c6e owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:38:12.677681 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fa7dcb89-0f48-4938-9a8b-e640b06383c1 req-627051a2-10c2-4fde-999e-625006dbefc0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f HTTP/1.1" status: 200 len: 1099 time: 0.1822526 Mar 14 15:38:12.761483 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d32b9901-693e-4c55-a0ba-9d7c7f20ddf2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:12.813663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b9901-693e-4c55-a0ba-9d7c7f20ddf2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Port': ['ID=6b26d6a0-ff54-461a-a6ce-058ca0113c6e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:12.813968 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7dcb89-0f48-4938-9a8b-e640b06383c1 req-d3beb21d-97e4-4b37-a13f-5bf92e510f4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:12.815448 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fa7dcb89-0f48-4938-9a8b-e640b06383c1 req-d3beb21d-97e4-4b37-a13f-5bf92e510f4d service neutron] 10.222.0.24 "GET /v2.0/networks?id=349f9384-c50d-4cdb-8a7b-70fd02c51b4a HTTP/1.1" status: 200 len: 898 time: 0.1316538 Mar 14 15:38:12.816601 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6d6fd08f-c0eb-458d-8789-fa478e3aedea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'name': 'tempest-TestNetworkBasicOps-router-1855710617', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:36:23Z', 'updated_at': '2022-03-14T15:36:28Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:24Z', 'updated_at': '2022-03-14T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef', 'name': '', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:a5:6b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:27Z', 'updated_at': '2022-03-14T15:36:37Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:12.822117 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6fd08f-c0eb-458d-8789-fa478e3aedea None None] Checking router: e9749a17-ad36-4bfd-97db-1db3c0ffba9d for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:38:12.833726 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6fd08f-c0eb-458d-8789-fa478e3aedea None None] Routers {'e9749a17-ad36-4bfd-97db-1db3c0ffba9d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:12.834442 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6d6fd08f-c0eb-458d-8789-fa478e3aedea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:12.900398 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fa7dcb89-0f48-4938-9a8b-e640b06383c1 req-091950a9-dfaf-4775-9d25-337caf97daaf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d342627-2cfd-4e76-9371-88e034a23f82 HTTP/1.1" status: 200 len: 217 time: 0.0732939 Mar 14 15:38:12.909773 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9ebeb6f6-597b-41d6-a9e3-0a82fb2ba301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:12.982725 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7dcb89-0f48-4938-9a8b-e640b06383c1 req-ad3fae47-feca-4752-9760-c1b2d1f16da3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:12.984527 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fa7dcb89-0f48-4938-9a8b-e640b06383c1 req-ad3fae47-feca-4752-9760-c1b2d1f16da3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab15c6bb-e792-4953-b206-1853c1ff0b9f HTTP/1.1" status: 200 len: 834 time: 0.0778031 Mar 14 15:38:13.034733 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-6d6fd08f-c0eb-458d-8789-fa478e3aedea None None] Set router e9749a17-ad36-4bfd-97db-1db3c0ffba9d gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:38:13.078583 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fa7dcb89-0f48-4938-9a8b-e640b06383c1 req-453a5592-38c6-4543-8c48-0ac077d04843 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=349f9384-c50d-4cdb-8a7b-70fd02c51b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869813 Mar 14 15:38:13.086316 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d32b9901-693e-4c55-a0ba-9d7c7f20ddf2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:13.238760 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fa7dcb89-0f48-4938-9a8b-e640b06383c1 req-38e943e9-3482-4b15-b721-7842ad16e2a0 service neutron] 10.222.0.24 "GET /v2.0/networks/349f9384-c50d-4cdb-8a7b-70fd02c51b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524563 Mar 14 15:38:13.369442 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6d6fd08f-c0eb-458d-8789-fa478e3aedea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'name': 'tempest-TestNetworkBasicOps-router-1855710617', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:36:23Z', 'updated_at': '2022-03-14T15:36:28Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:24Z', 'updated_at': '2022-03-14T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef', 'name': '', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:a5:6b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:27Z', 'updated_at': '2022-03-14T15:36:37Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:13.374705 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6fd08f-c0eb-458d-8789-fa478e3aedea None None] The sync data for ids ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'] in dv-neutron-833561-1-hyperv is: [{'id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'name': 'tempest-TestNetworkBasicOps-router-1855710617', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:36:23Z', 'updated_at': '2022-03-14T15:36:28Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:24Z', 'updated_at': '2022-03-14T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef', 'name': '', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:a5:6b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:27Z', 'updated_at': '2022-03-14T15:36:37Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:38:13.385557 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fa7dcb89-0f48-4938-9a8b-e640b06383c1 req-2eba9cd8-5471-48eb-b618-924b63963780 service neutron] 10.222.0.24 "GET /v2.0/networks/349f9384-c50d-4cdb-8a7b-70fd02c51b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406097 Mar 14 15:38:13.424849 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54754) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:13.511630 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f6a44236-ce1a-470e-8655-5bbc76293196 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/a7a9328a-87d0-4fa6-82f3-99c0f80399e4 HTTP/1.1" status: 200 len: 689 time: 0.0853660 Mar 14 15:38:13.520879 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32b9901-693e-4c55-a0ba-9d7c7f20ddf2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Router 2b690108-28f5-492b-aaf2-81262aa256f2 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:38:13.624804 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50802a54-eafd-43a5-982a-43bb850e5d37 None None] New status for floating IP a7a9328a-87d0-4fa6-82f3-99c0f80399e4: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:38:13.756703 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32b9901-693e-4c55-a0ba-9d7c7f20ddf2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:38:13.767952 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86260eb6-2eca-45cc-a0f1-d67dc42c1714 None None] Sync routers for ids ['2b690108-28f5-492b-aaf2-81262aa256f2'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:38:13.769343 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d32b9901-693e-4c55-a0ba-9d7c7f20ddf2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/routers/2b690108-28f5-492b-aaf2-81262aa256f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5444145 Mar 14 15:38:13.772059 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54758) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:13.782093 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86260eb6-2eca-45cc-a0f1-d67dc42c1714 None None] Routers {'2b690108-28f5-492b-aaf2-81262aa256f2'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:13.782706 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-86260eb6-2eca-45cc-a0f1-d67dc42c1714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2b690108-28f5-492b-aaf2-81262aa256f2'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:13.913230 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-86260eb6-2eca-45cc-a0f1-d67dc42c1714 None None] Set router 2b690108-28f5-492b-aaf2-81262aa256f2 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:38:13.966607 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a7bea0-746a-43a5-9c2f-1ebf7d549888 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting subnet 5caab96e-d1e2-4488-8969-bd16a871a2f5 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:38:13.969782 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96a7bea0-746a-43a5-9c2f-1ebf7d549888 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.024873 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-86260eb6-2eca-45cc-a0f1-d67dc42c1714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'name': 'tempest-RoutersTest-router-824743950', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:37:37Z', 'updated_at': '2022-03-14T15:38:12Z', 'revision_number': 11, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:14.029263 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96a7bea0-746a-43a5-9c2f-1ebf7d549888 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.029609 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86260eb6-2eca-45cc-a0f1-d67dc42c1714 None None] Checking router: 2b690108-28f5-492b-aaf2-81262aa256f2 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:38:14.040220 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86260eb6-2eca-45cc-a0f1-d67dc42c1714 None None] Routers {'2b690108-28f5-492b-aaf2-81262aa256f2'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:14.040868 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-86260eb6-2eca-45cc-a0f1-d67dc42c1714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:37:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2b690108-28f5-492b-aaf2-81262aa256f2'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:14.116150 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96a7bea0-746a-43a5-9c2f-1ebf7d549888 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.172577 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-86260eb6-2eca-45cc-a0f1-d67dc42c1714 None None] Set router 2b690108-28f5-492b-aaf2-81262aa256f2 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:38:14.194733 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96a7bea0-746a-43a5-9c2f-1ebf7d549888 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.237081 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7bea0-746a-43a5-9c2f-1ebf7d549888 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Subnet': ['ID=5caab96e-d1e2-4488-8969-bd16a871a2f5,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:14.244024 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96a7bea0-746a-43a5-9c2f-1ebf7d549888 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.250965 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-96a7bea0-746a-43a5-9c2f-1ebf7d549888 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/subnets/5caab96e-d1e2-4488-8969-bd16a871a2f5 HTTP/1.1" status: 204 len: 168 time: 0.4776680 Mar 14 15:38:14.253523 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54762) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:14.254474 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eda7953-3ce1-41f2-9770-7cb551827e54 None None] Network 1301a4b4-68de-46ee-9e39-229ca0730d64 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:38:14.325756 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-86260eb6-2eca-45cc-a0f1-d67dc42c1714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'name': 'tempest-RoutersTest-router-824743950', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:37:37Z', 'updated_at': '2022-03-14T15:38:12Z', 'revision_number': 11, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:14.329865 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86260eb6-2eca-45cc-a0f1-d67dc42c1714 None None] The sync data for ids ['2b690108-28f5-492b-aaf2-81262aa256f2'] in dv-neutron-833561-1-hyperv is: [{'id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'name': 'tempest-RoutersTest-router-824743950', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:37:37Z', 'updated_at': '2022-03-14T15:38:12Z', 'revision_number': 11, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'gw_port_host': None}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:38:14.375641 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f3ac3823-db56-4399-a06d-b5061248ea4b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.386170 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f3ac3823-db56-4399-a06d-b5061248ea4b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Deleting port c58ddce7-9894-4925-a35b-55daf1aa2d0d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:14.386499 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f3ac3823-db56-4399-a06d-b5061248ea4b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.515540 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54766) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:14.587010 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-f3ac3823-db56-4399-a06d-b5061248ea4b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] For port c58ddce7-9894-4925-a35b-55daf1aa2d0d, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c58ddce7-9894-4925-a35b-55daf1aa2d0d,segment=NetworkSegment(9f290e42-42cf-4248-8678-d6894c176dac),segment_id=9f290e42-42cf-4248-8678-d6894c176dac)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:14.587399 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f3ac3823-db56-4399-a06d-b5061248ea4b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.599641 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b420373c-c42f-4077-98e9-6137c8562645 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/a7a9328a-87d0-4fa6-82f3-99c0f80399e4 HTTP/1.1" status: 200 len: 687 time: 0.0829883 Mar 14 15:38:14.689344 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b2a4fb-b9a3-401f-bece-0192802d66e3 None None] DHCP port deletion for 1301a4b4-68de-46ee-9e39-229ca0730d64 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:38:14.694393 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d7b2a4fb-b9a3-401f-bece-0192802d66e3 None None] Deleting port c58ddce7-9894-4925-a35b-55daf1aa2d0d {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:14.694944 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a4fb-b9a3-401f-bece-0192802d66e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.813073 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f3ac3823-db56-4399-a06d-b5061248ea4b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Calling delete_port for c58ddce7-9894-4925-a35b-55daf1aa2d0d owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:38:14.885521 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f3ac3823-db56-4399-a06d-b5061248ea4b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.903459 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d7b2a4fb-b9a3-401f-bece-0192802d66e3 None None] For port c58ddce7-9894-4925-a35b-55daf1aa2d0d, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c58ddce7-9894-4925-a35b-55daf1aa2d0d,segment=NetworkSegment(9f290e42-42cf-4248-8678-d6894c176dac),segment_id=9f290e42-42cf-4248-8678-d6894c176dac)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:14.903936 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a4fb-b9a3-401f-bece-0192802d66e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.934911 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac3823-db56-4399-a06d-b5061248ea4b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Port': ['ID=c58ddce7-9894-4925-a35b-55daf1aa2d0d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:14.938942 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac3823-db56-4399-a06d-b5061248ea4b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] No DVR routers for this DVR port c58ddce7-9894-4925-a35b-55daf1aa2d0d on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:38:15.029184 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d7b2a4fb-b9a3-401f-bece-0192802d66e3 None None] Calling delete_port for c58ddce7-9894-4925-a35b-55daf1aa2d0d owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:38:15.062819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f3ac3823-db56-4399-a06d-b5061248ea4b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:15.085850 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1b94c1d8-ee31-4285-b95b-7ba66f5746b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:15.088047 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-f3ac3823-db56-4399-a06d-b5061248ea4b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1301a4b4-68de-46ee-9e39-229ca0730d64']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:15.100452 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-f3ac3823-db56-4399-a06d-b5061248ea4b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f290e42-42cf-4248-8678-d6894c176dac') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:15.100752 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-f3ac3823-db56-4399-a06d-b5061248ea4b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f290e42-42cf-4248-8678-d6894c176dac') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:15.111858 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-d7b2a4fb-b9a3-401f-bece-0192802d66e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:38:15.112220 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f3ac3823-db56-4399-a06d-b5061248ea4b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:15.112345 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-d7b2a4fb-b9a3-401f-bece-0192802d66e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:38:15.128315 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f3ac3823-db56-4399-a06d-b5061248ea4b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:15.134343 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ac3823-db56-4399-a06d-b5061248ea4b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:38:15.134725 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f3ac3823-db56-4399-a06d-b5061248ea4b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:38:15.149029 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:38:15.226929 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f3ac3823-db56-4399-a06d-b5061248ea4b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:15.243301 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f3ac3823-db56-4399-a06d-b5061248ea4b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:15.254399 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac3823-db56-4399-a06d-b5061248ea4b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Pushing event deleted for resources: {'Network': ['ID=1301a4b4-68de-46ee-9e39-229ca0730d64,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:15.261575 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f3ac3823-db56-4399-a06d-b5061248ea4b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/networks/1301a4b4-68de-46ee-9e39-229ca0730d64 HTTP/1.1" status: 204 len: 168 time: 1.0070441 Mar 14 15:38:15.264816 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54770) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:15.270005 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-86ba6293-1a82-4484-a35f-f895bc20c015 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'router': {'routes': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:15.381125 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c58ddce7-9894-4925-a35b-55daf1aa2d0d no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:38:15.412842 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: c58ddce7-9894-4925-a35b-55daf1aa2d0d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:38:15.413080 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c58ddce7-9894-4925-a35b-55daf1aa2d0d not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:38:15.413491 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6b26d6a0-ff54-461a-a6ce-058ca0113c6e no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:38:15.444571 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 6b26d6a0-ff54-461a-a6ce-058ca0113c6e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:38:15.444896 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6b26d6a0-ff54-461a-a6ce-058ca0113c6e not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:38:15.552901 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.extraroute_db [None req-86ba6293-1a82-4484-a35f-f895bc20c015 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Added routes are [] {{(pid=83911) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 14 15:38:15.553199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.extraroute_db [None req-86ba6293-1a82-4484-a35f-f895bc20c015 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Removed routes are [] {{(pid=83911) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 14 15:38:15.553558 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-86ba6293-1a82-4484-a35f-f895bc20c015 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:15.613359 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d7b2a4fb-b9a3-401f-bece-0192802d66e3 None None] Deleting port c58ddce7-9894-4925-a35b-55daf1aa2d0d {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:15.613930 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a4fb-b9a3-401f-bece-0192802d66e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:15.685227 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d7b2a4fb-b9a3-401f-bece-0192802d66e3 None None] The port 'c58ddce7-9894-4925-a35b-55daf1aa2d0d' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:38:15.807027 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-86ba6293-1a82-4484-a35f-f895bc20c015 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:15.811062 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-86ba6293-1a82-4484-a35f-f895bc20c015 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-950448'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:15.851761 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54776) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:15.858271 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-320c50a2-217c-48d3-8456-3ae621066f35 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1321318236', 'description': 'tempest-secgroup-smoke-1321318236 description', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:15.864034 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-320c50a2-217c-48d3-8456-3ae621066f35 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:38:15.873531 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-320c50a2-217c-48d3-8456-3ae621066f35 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:38:15.884006 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-320c50a2-217c-48d3-8456-3ae621066f35 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:15.937549 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-320c50a2-217c-48d3-8456-3ae621066f35 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:38:15.941837 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-320c50a2-217c-48d3-8456-3ae621066f35 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:38:15.945425 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-320c50a2-217c-48d3-8456-3ae621066f35 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:38:15.952464 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-320c50a2-217c-48d3-8456-3ae621066f35 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:38:16.016301 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-320c50a2-217c-48d3-8456-3ae621066f35 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.020352 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-320c50a2-217c-48d3-8456-3ae621066f35 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.060657 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ba6293-1a82-4484-a35f-f895bc20c015 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Router 2b690108-28f5-492b-aaf2-81262aa256f2 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:38:16.062339 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c50a2-217c-48d3-8456-3ae621066f35 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee39c94c-5cc4-4cd9-b95b-5cd871a4a278,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:16.071317 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-320c50a2-217c-48d3-8456-3ae621066f35 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.072743 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-320c50a2-217c-48d3-8456-3ae621066f35 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2199495 Mar 14 15:38:16.076480 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54780) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:16.082069 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1fdc959c-c519-4d17-801e-b15231dc214c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'ee39c94c-5cc4-4cd9-b95b-5cd871a4a278', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:16.087798 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1fdc959c-c519-4d17-801e-b15231dc214c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:38:16.092308 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1fdc959c-c519-4d17-801e-b15231dc214c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:38:16.095185 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1fdc959c-c519-4d17-801e-b15231dc214c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:38:16.100859 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1fdc959c-c519-4d17-801e-b15231dc214c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:38:16.117470 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1fdc959c-c519-4d17-801e-b15231dc214c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.176474 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1fdc959c-c519-4d17-801e-b15231dc214c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.181234 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1fdc959c-c519-4d17-801e-b15231dc214c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.204598 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc959c-c519-4d17-801e-b15231dc214c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7609d62-b8e4-410d-a214-6d94fc2b1635,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:16.211723 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ba6293-1a82-4484-a35f-f895bc20c015 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:38:16.215552 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1fdc959c-c519-4d17-801e-b15231dc214c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.216843 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1fdc959c-c519-4d17-801e-b15231dc214c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1394284 Mar 14 15:38:16.219578 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54784) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:16.219717 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-86ba6293-1a82-4484-a35f-f895bc20c015 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.220951 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-86ba6293-1a82-4484-a35f-f895bc20c015 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/routers/2b690108-28f5-492b-aaf2-81262aa256f2 HTTP/1.1" status: 200 len: 700 time: 0.9552381 Mar 14 15:38:16.223691 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54788) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:16.227261 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f8d7bc35-a0a2-499a-86c1-9b8343587fb9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'ee39c94c-5cc4-4cd9-b95b-5cd871a4a278', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:16.228848 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4ef52e-6229-4df8-8439-9d10f72974e1 None None] Sync routers for ids ['2b690108-28f5-492b-aaf2-81262aa256f2'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:38:16.235361 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f8d7bc35-a0a2-499a-86c1-9b8343587fb9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:38:16.239469 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f8d7bc35-a0a2-499a-86c1-9b8343587fb9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:38:16.243445 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f8d7bc35-a0a2-499a-86c1-9b8343587fb9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:38:16.248952 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.249813 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4ef52e-6229-4df8-8439-9d10f72974e1 None None] Routers {'2b690108-28f5-492b-aaf2-81262aa256f2'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:16.249951 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f8d7bc35-a0a2-499a-86c1-9b8343587fb9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:38:16.250689 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-da4ef52e-6229-4df8-8439-9d10f72974e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:38:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2b690108-28f5-492b-aaf2-81262aa256f2'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:16.267093 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8d7bc35-a0a2-499a-86c1-9b8343587fb9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.271564 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1361ddd9-1430-4e54-b799-a8c68bba36dc tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Synchronizing usage tracker for tenant:18a28888dd2142c8bd0e6135d9012d4b on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:38:16.302796 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1361ddd9-1430-4e54-b799-a8c68bba36dc tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Unset dirty status for tenant:18a28888dd2142c8bd0e6135d9012d4b on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:38:16.304292 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1361ddd9-1430-4e54-b799-a8c68bba36dc tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b690108-28f5-492b-aaf2-81262aa256f2 HTTP/1.1" status: 200 len: 205 time: 0.0793772 Mar 14 15:38:16.307463 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54792) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:16.338446 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8d7bc35-a0a2-499a-86c1-9b8343587fb9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.343226 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8d7bc35-a0a2-499a-86c1-9b8343587fb9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.368201 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7bc35-a0a2-499a-86c1-9b8343587fb9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235b8ded-08c3-4706-827c-cd169a65d8b0,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:16.379471 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8d7bc35-a0a2-499a-86c1-9b8343587fb9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.381438 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f8d7bc35-a0a2-499a-86c1-9b8343587fb9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1606705 Mar 14 15:38:16.384313 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54796) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:16.390525 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-da4ef52e-6229-4df8-8439-9d10f72974e1 None None] Set router 2b690108-28f5-492b-aaf2-81262aa256f2 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:38:16.391270 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-049edbd8-1171-4ff9-8ba7-7973db930494 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'ee39c94c-5cc4-4cd9-b95b-5cd871a4a278', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:16.397316 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-049edbd8-1171-4ff9-8ba7-7973db930494 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:38:16.401242 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-049edbd8-1171-4ff9-8ba7-7973db930494 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:38:16.404649 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-049edbd8-1171-4ff9-8ba7-7973db930494 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:38:16.410554 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-049edbd8-1171-4ff9-8ba7-7973db930494 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:38:16.427879 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-049edbd8-1171-4ff9-8ba7-7973db930494 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.461704 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54062b66-79c1-43cc-8bfd-379fc945d0f2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.495112 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-049edbd8-1171-4ff9-8ba7-7973db930494 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.500482 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-049edbd8-1171-4ff9-8ba7-7973db930494 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.500924 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-da4ef52e-6229-4df8-8439-9d10f72974e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'name': 'tempest-RoutersTest-router-824743950', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:37:37Z', 'updated_at': '2022-03-14T15:38:12Z', 'revision_number': 11, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:16.511216 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4ef52e-6229-4df8-8439-9d10f72974e1 None None] Checking router: 2b690108-28f5-492b-aaf2-81262aa256f2 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:38:16.517762 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.524141 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4ef52e-6229-4df8-8439-9d10f72974e1 None None] Routers {'2b690108-28f5-492b-aaf2-81262aa256f2'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:16.524752 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-da4ef52e-6229-4df8-8439-9d10f72974e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:38:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2b690108-28f5-492b-aaf2-81262aa256f2'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:16.533141 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049edbd8-1171-4ff9-8ba7-7973db930494 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4bed69-5560-449c-90f8-c44fc792286f,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:16.536465 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-049edbd8-1171-4ff9-8ba7-7973db930494 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.537599 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-049edbd8-1171-4ff9-8ba7-7973db930494 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1521218 Mar 14 15:38:16.540359 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54800) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:16.546208 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1d6b336f-c637-4737-8cf3-965e1115e2eb tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'ee39c94c-5cc4-4cd9-b95b-5cd871a4a278', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:16.552193 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1d6b336f-c637-4737-8cf3-965e1115e2eb tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:38:16.556137 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1d6b336f-c637-4737-8cf3-965e1115e2eb tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:38:16.559583 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1d6b336f-c637-4737-8cf3-965e1115e2eb tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:38:16.566048 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1d6b336f-c637-4737-8cf3-965e1115e2eb tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:38:16.584198 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d6b336f-c637-4737-8cf3-965e1115e2eb tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.656641 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d6b336f-c637-4737-8cf3-965e1115e2eb tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.660475 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d6b336f-c637-4737-8cf3-965e1115e2eb tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.683002 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b336f-c637-4737-8cf3-965e1115e2eb tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b433bc-08e0-4b0c-9b10-2534d98111c0,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:16.694306 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d6b336f-c637-4737-8cf3-965e1115e2eb tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.694647 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-da4ef52e-6229-4df8-8439-9d10f72974e1 None None] Set router 2b690108-28f5-492b-aaf2-81262aa256f2 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:38:16.698447 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1d6b336f-c637-4737-8cf3-965e1115e2eb tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1545074 Mar 14 15:38:16.698671 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54804) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:16.705652 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-037bbd8c-c3a4-417d-b881-f44497ac2074 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'ee39c94c-5cc4-4cd9-b95b-5cd871a4a278', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:16.711674 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-037bbd8c-c3a4-417d-b881-f44497ac2074 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:38:16.715904 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-037bbd8c-c3a4-417d-b881-f44497ac2074 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:38:16.719169 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-037bbd8c-c3a4-417d-b881-f44497ac2074 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:38:16.725179 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-037bbd8c-c3a4-417d-b881-f44497ac2074 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:38:16.736601 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-037bbd8c-c3a4-417d-b881-f44497ac2074 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Project 5d6eafdbdcc04fa5ac3cc264b55cc088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:38:16.743280 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-037bbd8c-c3a4-417d-b881-f44497ac2074 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.801067 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-da4ef52e-6229-4df8-8439-9d10f72974e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'name': 'tempest-RoutersTest-router-824743950', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:37:37Z', 'updated_at': '2022-03-14T15:38:12Z', 'revision_number': 11, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:16.805070 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4ef52e-6229-4df8-8439-9d10f72974e1 None None] The sync data for ids ['2b690108-28f5-492b-aaf2-81262aa256f2'] in dv-neutron-833561-1-hyperv is: [{'id': '2b690108-28f5-492b-aaf2-81262aa256f2', 'name': 'tempest-RoutersTest-router-824743950', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:37:37Z', 'updated_at': '2022-03-14T15:38:12Z', 'revision_number': 11, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:38:16.815506 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-037bbd8c-c3a4-417d-b881-f44497ac2074 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.819881 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-037bbd8c-c3a4-417d-b881-f44497ac2074 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.841960 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bbd8c-c3a4-417d-b881-f44497ac2074 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1269d7bf-7ca2-4097-a581-ff3d71aa4718,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:16.855677 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-037bbd8c-c3a4-417d-b881-f44497ac2074 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.858474 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-037bbd8c-c3a4-417d-b881-f44497ac2074 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1588159 Mar 14 15:38:16.862013 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54808) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:16.869366 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-df01ec89-72eb-4f00-99a0-26e7c3b725ac tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'ee39c94c-5cc4-4cd9-b95b-5cd871a4a278', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:16.875188 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-df01ec89-72eb-4f00-99a0-26e7c3b725ac tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:38:16.882368 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-df01ec89-72eb-4f00-99a0-26e7c3b725ac tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:38:16.885503 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54062b66-79c1-43cc-8bfd-379fc945d0f2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.885690 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-df01ec89-72eb-4f00-99a0-26e7c3b725ac tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:38:16.891030 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54062b66-79c1-43cc-8bfd-379fc945d0f2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.892251 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-df01ec89-72eb-4f00-99a0-26e7c3b725ac tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:38:16.903161 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-df01ec89-72eb-4f00-99a0-26e7c3b725ac tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Project 5d6eafdbdcc04fa5ac3cc264b55cc088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:38:16.909998 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-df01ec89-72eb-4f00-99a0-26e7c3b725ac tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.922278 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54062b66-79c1-43cc-8bfd-379fc945d0f2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.922692 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54062b66-79c1-43cc-8bfd-379fc945d0f2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Fanout notify agent at l3_agent the message router_deleted on router 2b690108-28f5-492b-aaf2-81262aa256f2 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:38:16.939393 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54062b66-79c1-43cc-8bfd-379fc945d0f2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.942664 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-54062b66-79c1-43cc-8bfd-379fc945d0f2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/routers/2b690108-28f5-492b-aaf2-81262aa256f2 HTTP/1.1" status: 204 len: 168 time: 0.6337805 Mar 14 15:38:16.944360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54812) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:16.951515 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-376221bf-af1a-4cb6-9097-a7e178ee3f93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1784780171', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:16.958147 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-376221bf-af1a-4cb6-9097-a7e178ee3f93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:38:16.962621 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-376221bf-af1a-4cb6-9097-a7e178ee3f93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Usage tracker for resource:router and tenant:18a28888dd2142c8bd0e6135d9012d4b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:38:16.966134 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-376221bf-af1a-4cb6-9097-a7e178ee3f93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:38:16.971914 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-376221bf-af1a-4cb6-9097-a7e178ee3f93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:38:16.985352 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-376221bf-af1a-4cb6-9097-a7e178ee3f93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.986573 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-376221bf-af1a-4cb6-9097-a7e178ee3f93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.993677 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-df01ec89-72eb-4f00-99a0-26e7c3b725ac tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.998551 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-df01ec89-72eb-4f00-99a0-26e7c3b725ac tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:17.013211 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-376221bf-af1a-4cb6-9097-a7e178ee3f93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:17.027711 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01ec89-72eb-4f00-99a0-26e7c3b725ac tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236de470-0511-4d1b-94ab-8c0ddaf751b7,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:17.030644 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-df01ec89-72eb-4f00-99a0-26e7c3b725ac tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:17.038596 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-df01ec89-72eb-4f00-99a0-26e7c3b725ac tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1745996 Mar 14 15:38:17.045674 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-376221bf-af1a-4cb6-9097-a7e178ee3f93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:17.071153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-376221bf-af1a-4cb6-9097-a7e178ee3f93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:17.072313 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-376221bf-af1a-4cb6-9097-a7e178ee3f93 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1270010 Mar 14 15:38:17.075426 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54818) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:17.081047 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9a99ee15-8847-43a8-be1a-bf24e6da1a99 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:17.376256 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-f96fe7e4-744d-482e-8b95-fe9c9aabc995 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:38:17.508351 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a99ee15-8847-43a8-be1a-bf24e6da1a99 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:17.513495 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-f96fe7e4-744d-482e-8b95-fe9c9aabc995 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:38:17.514714 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-f96fe7e4-744d-482e-8b95-fe9c9aabc995 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1321318236&fields=id&tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 267 time: 0.2500770 Mar 14 15:38:17.520636 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a99ee15-8847-43a8-be1a-bf24e6da1a99 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-950448'] for router, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:17.780309 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-2c6dff5e-2a6b-49cb-9782-64d41b3db002 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:17.781661 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-2c6dff5e-2a6b-49cb-9782-64d41b3db002 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/networks?id=349f9384-c50d-4cdb-8a7b-70fd02c51b4a HTTP/1.1" status: 200 len: 797 time: 0.2588928 Mar 14 15:38:17.811928 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-5cce700a-4913-44d6-a988-b4fe12606179 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/quotas/5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 375 time: 0.0226483 Mar 14 15:38:17.849339 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a99ee15-8847-43a8-be1a-bf24e6da1a99 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Router ab4f772e-e3a5-43c2-916e-b30f3955010c is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:38:17.915863 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:18.122477 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-8ee2d6eb-6fc7-4f66-8648-1ecec161c882 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3049960 Mar 14 15:38:18.124066 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a99ee15-8847-43a8-be1a-bf24e6da1a99 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:38:18.129563 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a99ee15-8847-43a8-be1a-bf24e6da1a99 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:18.133159 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9a99ee15-8847-43a8-be1a-bf24e6da1a99 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "PUT /v2.0/routers/ab4f772e-e3a5-43c2-916e-b30f3955010c HTTP/1.1" status: 200 len: 694 time: 1.0540919 Mar 14 15:38:18.133438 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54828) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:18.139358 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c25b41-6478-4dc5-b641-88cf28b13fc2 None None] Sync routers for ids ['ab4f772e-e3a5-43c2-916e-b30f3955010c'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:38:18.151006 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c25b41-6478-4dc5-b641-88cf28b13fc2 None None] Routers {'ab4f772e-e3a5-43c2-916e-b30f3955010c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:18.151707 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-81c25b41-6478-4dc5-b641-88cf28b13fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:38:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['ab4f772e-e3a5-43c2-916e-b30f3955010c'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:18.280552 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-81c25b41-6478-4dc5-b641-88cf28b13fc2 None None] Set router ab4f772e-e3a5-43c2-916e-b30f3955010c gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:38:18.371785 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-23c91911-733e-4431-9b13-43805abb53e2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/routers/ab4f772e-e3a5-43c2-916e-b30f3955010c HTTP/1.1" status: 200 len: 700 time: 0.2373478 Mar 14 15:38:18.374473 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54832) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:18.382970 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-81c25b41-6478-4dc5-b641-88cf28b13fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4f772e-e3a5-43c2-916e-b30f3955010c', 'name': 'tempest-RoutersTest-router-1784780171', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:38:16Z', 'updated_at': '2022-03-14T15:38:17Z', 'revision_number': 2, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:18.387635 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c25b41-6478-4dc5-b641-88cf28b13fc2 None None] Checking router: ab4f772e-e3a5-43c2-916e-b30f3955010c for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:38:18.398725 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c25b41-6478-4dc5-b641-88cf28b13fc2 None None] Routers {'ab4f772e-e3a5-43c2-916e-b30f3955010c'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:18.399308 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-81c25b41-6478-4dc5-b641-88cf28b13fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:38:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['ab4f772e-e3a5-43c2-916e-b30f3955010c'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:18.431859 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2a127010-a98a-4918-a2ae-1e98e882a467 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Synchronizing usage tracker for tenant:18a28888dd2142c8bd0e6135d9012d4b on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:38:18.438441 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-736a2338-3a9b-4dfb-a3d2-30031978f5d6 service neutron] 10.222.0.60 "GET /v2.0/networks/349f9384-c50d-4cdb-8a7b-70fd02c51b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026979 Mar 14 15:38:18.467512 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2a127010-a98a-4918-a2ae-1e98e882a467 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Unset dirty status for tenant:18a28888dd2142c8bd0e6135d9012d4b on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:38:18.470997 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2a127010-a98a-4918-a2ae-1e98e882a467 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab4f772e-e3a5-43c2-916e-b30f3955010c HTTP/1.1" status: 200 len: 205 time: 0.0933263 Mar 14 15:38:18.471470 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54836) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:18.525223 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-81c25b41-6478-4dc5-b641-88cf28b13fc2 None None] Set router ab4f772e-e3a5-43c2-916e-b30f3955010c gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:38:18.575152 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-ae1d768c-baa1-4d0c-bf7f-f2ee9e317bb7 service neutron] 10.222.0.60 "GET /v2.0/networks/349f9384-c50d-4cdb-8a7b-70fd02c51b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292660 Mar 14 15:38:18.612510 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b89788e4-738d-4b2d-8f06-5f607d4e34c2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:18.630474 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-81c25b41-6478-4dc5-b641-88cf28b13fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4f772e-e3a5-43c2-916e-b30f3955010c', 'name': 'tempest-RoutersTest-router-1784780171', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:38:16Z', 'updated_at': '2022-03-14T15:38:17Z', 'revision_number': 2, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:18.634442 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c25b41-6478-4dc5-b641-88cf28b13fc2 None None] The sync data for ids ['ab4f772e-e3a5-43c2-916e-b30f3955010c'] in dv-neutron-833561-1-hyperv is: [{'id': 'ab4f772e-e3a5-43c2-916e-b30f3955010c', 'name': 'tempest-RoutersTest-router-1784780171', 'tenant_id': '18a28888dd2142c8bd0e6135d9012d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:38:16Z', 'updated_at': '2022-03-14T15:38:17Z', 'revision_number': 2, 'project_id': '18a28888dd2142c8bd0e6135d9012d4b', 'gw_port_host': None}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:38:18.894534 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-75d1b724-73e1-4830-9353-461fbabb3213 req-e937f6f0-3b94-4d8e-8089-8cdeb4e61de8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaa2a96-454e-49e5-9afd-f83a25bcc3c3 HTTP/1.1" status: 200 len: 210 time: 0.1576850 Mar 14 15:38:19.165151 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b89788e4-738d-4b2d-8f06-5f607d4e34c2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:19.169897 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b89788e4-738d-4b2d-8f06-5f607d4e34c2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:19.196619 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b89788e4-738d-4b2d-8f06-5f607d4e34c2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:19.197105 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89788e4-738d-4b2d-8f06-5f607d4e34c2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Fanout notify agent at l3_agent the message router_deleted on router ab4f772e-e3a5-43c2-916e-b30f3955010c {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:38:19.214527 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b89788e4-738d-4b2d-8f06-5f607d4e34c2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:19.215825 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b89788e4-738d-4b2d-8f06-5f607d4e34c2 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/routers/ab4f772e-e3a5-43c2-916e-b30f3955010c HTTP/1.1" status: 204 len: 168 time: 0.7428746 Mar 14 15:38:19.219283 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54854) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:19.261676 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9a703780-48b8-481e-8954-0213f8e4b4a8 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab4f772e-e3a5-43c2-916e-b30f3955010c HTTP/1.1" status: 200 len: 205 time: 0.0411017 Mar 14 15:38:19.264858 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54858) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:19.333825 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-9d1d3a1b-0691-4756-a46b-0348fc57a8f1 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] delete failed (client error): The resource could not be found. Mar 14 15:38:19.335139 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9d1d3a1b-0691-4756-a46b-0348fc57a8f1 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/routers/ab4f772e-e3a5-43c2-916e-b30f3955010c HTTP/1.1" status: 404 len: 336 time: 0.0693147 Mar 14 15:38:19.337577 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54862) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:19.376274 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-5619a4d5-13d5-4b12-ac07-08778b1a68c8 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] DELETE failed (client error): The resource could not be found. Mar 14 15:38:19.376713 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5619a4d5-13d5-4b12-ac07-08778b1a68c8 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:38:19.378388 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5619a4d5-13d5-4b12-ac07-08778b1a68c8 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/subnets/53b65356-4e86-4bf0-a2d3-7593dd1fd999 HTTP/1.1" status: 404 len: 337 time: 0.0396378 Mar 14 15:38:19.380946 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54866) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:19.423989 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-96382bd0-f679-4e39-bd18-c1b29ded05fa tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] DELETE failed (client error): The resource could not be found. Mar 14 15:38:19.424577 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96382bd0-f679-4e39-bd18-c1b29ded05fa tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:38:19.426189 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-96382bd0-f679-4e39-bd18-c1b29ded05fa tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/subnets/52227d06-9d68-4520-9ac9-41c2d11fe79a HTTP/1.1" status: 404 len: 337 time: 0.0442252 Mar 14 15:38:19.428942 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54870) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:19.474702 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0556184-a50d-4662-a17d-25f5066e002d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] DELETE failed (client error): The resource could not be found. Mar 14 15:38:19.475362 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0556184-a50d-4662-a17d-25f5066e002d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:38:19.476830 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e0556184-a50d-4662-a17d-25f5066e002d tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/subnets/330a702c-9025-41ec-81eb-5f0816969888 HTTP/1.1" status: 404 len: 337 time: 0.0468299 Mar 14 15:38:19.479414 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54874) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:19.518530 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb6f8b5-0820-47b8-82f3-dbc2ba6d6014 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] DELETE failed (client error): The resource could not be found. Mar 14 15:38:19.518530 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb6f8b5-0820-47b8-82f3-dbc2ba6d6014 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:38:19.520036 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0eb6f8b5-0820-47b8-82f3-dbc2ba6d6014 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/subnets/5caab96e-d1e2-4488-8969-bd16a871a2f5 HTTP/1.1" status: 404 len: 337 time: 0.0395629 Mar 14 15:38:19.523447 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54878) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:19.572824 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-768b608a-8300-47f5-8ec6-9aca5d1a42ab tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b690108-28f5-492b-aaf2-81262aa256f2 HTTP/1.1" status: 200 len: 205 time: 0.0486302 Mar 14 15:38:19.576428 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54882) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:19.638540 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-ce0873a7-1ff6-4741-ba82-93a13f1638e6 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] delete failed (client error): The resource could not be found. Mar 14 15:38:19.639512 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ce0873a7-1ff6-4741-ba82-93a13f1638e6 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/routers/2b690108-28f5-492b-aaf2-81262aa256f2 HTTP/1.1" status: 404 len: 336 time: 0.0621932 Mar 14 15:38:19.642137 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54886) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:19.686274 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-87773ff9-b15b-4270-bb8d-b4ad2dc74c90 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a3e38c0-b928-4b45-b04d-41e86716576f HTTP/1.1" status: 200 len: 205 time: 0.0429914 Mar 14 15:38:19.688376 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54890) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:19.750326 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-6335eb22-1a09-4e3d-9292-b97b0253417b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] delete failed (client error): The resource could not be found. Mar 14 15:38:19.751293 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6335eb22-1a09-4e3d-9292-b97b0253417b tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/routers/3a3e38c0-b928-4b45-b04d-41e86716576f HTTP/1.1" status: 404 len: 336 time: 0.0620723 Mar 14 15:38:19.753829 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54894) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:19.794749 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53a0230-1aff-4a81-ad3e-eeac467450da tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] DELETE failed (client error): The resource could not be found. Mar 14 15:38:19.795180 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c53a0230-1aff-4a81-ad3e-eeac467450da tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:38:19.796757 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c53a0230-1aff-4a81-ad3e-eeac467450da tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/subnets/b7c4461c-18d0-48da-8bcc-f5db4a1ae0c6 HTTP/1.1" status: 404 len: 337 time: 0.0419979 Mar 14 15:38:19.799240 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54898) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:19.841125 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fe2dba95-bc6b-409d-96e4-7e71ca0a538f tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b589593-afa8-43cf-bbfc-bbc69b02aba9 HTTP/1.1" status: 200 len: 205 time: 0.0408230 Mar 14 15:38:19.844005 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54902) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:19.915222 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-8377d0c6-cabc-478a-a3f1-847a79817a5e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] delete failed (client error): The resource could not be found. Mar 14 15:38:19.918761 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8377d0c6-cabc-478a-a3f1-847a79817a5e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/routers/8b589593-afa8-43cf-bbfc-bbc69b02aba9 HTTP/1.1" status: 404 len: 336 time: 0.0713594 Mar 14 15:38:19.919043 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54906) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:19.973473 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-29ea674d-5a53-4262-90c3-5d6bfdf63930 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0b11c92-a0f3-4795-95fc-1ec1c3fedb87 HTTP/1.1" status: 200 len: 205 time: 0.0511403 Mar 14 15:38:19.973703 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54912) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:20.057741 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-96839c8d-0479-49c0-ae08-674f2f1d1df3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:20.059477 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-96839c8d-0479-49c0-ae08-674f2f1d1df3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/networks?id=349f9384-c50d-4cdb-8a7b-70fd02c51b4a HTTP/1.1" status: 200 len: 797 time: 0.1585791 Mar 14 15:38:20.120125 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-efd723b4-6315-4f26-8607-4313e42c673a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 473 time: 0.0470767 Mar 14 15:38:20.131190 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-2a437f18-f72c-4165-9c83-91acfa0edb9a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'port': {'device_id': '2aaa2a96-454e-49e5-9afd-f83a25bcc3c3', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'admin_state_up': True, 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'security_groups': ['ee39c94c-5cc4-4cd9-b95b-5cd871a4a278']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:20.185881 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-fa47ddae-2634-47cf-af31-a2777a7ed05e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] delete failed (client error): The resource could not be found. Mar 14 15:38:20.189304 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fa47ddae-2634-47cf-af31-a2777a7ed05e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/routers/f0b11c92-a0f3-4795-95fc-1ec1c3fedb87 HTTP/1.1" status: 404 len: 336 time: 0.2123177 Mar 14 15:38:20.192101 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54916) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:20.227031 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d838debb-3a57-4c3e-b43d-e6689d188eab req-4943c81b-ea98-4c7d-a7c2-5b987d3a8249 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaa2a96-454e-49e5-9afd-f83a25bcc3c3 HTTP/1.1" status: 200 len: 210 time: 0.1904900 Mar 14 15:38:20.235138 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-026fd158-e193-459a-b682-b15711733063 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] DELETE failed (client error): The resource could not be found. Mar 14 15:38:20.235565 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026fd158-e193-459a-b682-b15711733063 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:38:20.239612 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-026fd158-e193-459a-b682-b15711733063 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/subnets/b442f807-eb0f-4f1e-8deb-8b5fcc112c29 HTTP/1.1" status: 404 len: 337 time: 0.0449245 Mar 14 15:38:20.240383 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54920) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:20.278315 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-2a437f18-f72c-4165-9c83-91acfa0edb9a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:38:20.287412 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-66df7db6-992b-449f-a268-009d4366c6f0 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6623816-4b3c-428b-9c21-a6ffbf28e10b HTTP/1.1" status: 200 len: 205 time: 0.0459731 Mar 14 15:38:20.287937 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-2a437f18-f72c-4165-9c83-91acfa0edb9a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:38:20.289710 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 54924) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:20.361988 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-625073f7-0dd9-4381-b6d8-92eb230f500f tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] delete failed (client error): The resource could not be found. Mar 14 15:38:20.363017 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-625073f7-0dd9-4381-b6d8-92eb230f500f tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/routers/d6623816-4b3c-428b-9c21-a6ffbf28e10b HTTP/1.1" status: 404 len: 336 time: 0.0714912 Mar 14 15:38:20.363898 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-2a437f18-f72c-4165-9c83-91acfa0edb9a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:38:20.365731 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54928) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:20.366940 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-2a437f18-f72c-4165-9c83-91acfa0edb9a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.402118 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-875d306c-86c1-4443-b0c9-3c744606b906 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] DELETE failed (client error): The resource could not be found. Mar 14 15:38:20.403285 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-875d306c-86c1-4443-b0c9-3c744606b906 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:38:20.405247 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-875d306c-86c1-4443-b0c9-3c744606b906 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/subnets/15807fcd-9cf7-4e98-b98c-7425688d882a HTTP/1.1" status: 404 len: 337 time: 0.0384951 Mar 14 15:38:20.408198 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54932) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:20.451514 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fb9d47c9-8186-484e-bc15-9cc9ed727f84 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "GET /v2.0/ports?device_id=697be8e3-beb6-4330-bf30-3e0cc370af24 HTTP/1.1" status: 200 len: 205 time: 0.0417531 Mar 14 15:38:20.453704 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54936) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:20.519714 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-9bb61ac3-bf6c-4580-8e4b-ffca7fded229 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] delete failed (client error): The resource could not be found. Mar 14 15:38:20.520794 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9bb61ac3-bf6c-4580-8e4b-ffca7fded229 tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/routers/697be8e3-beb6-4330-bf30-3e0cc370af24 HTTP/1.1" status: 404 len: 336 time: 0.0661922 Mar 14 15:38:20.523275 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54940) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:20.537614 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-2a437f18-f72c-4165-9c83-91acfa0edb9a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.20.0.7 (349f9384-c50d-4cdb-8a7b-70fd02c51b4a/ab15c6bb-e792-4953-b206-1853c1ff0b9f/aaf27e68-e989-4c3f-8908-374cbf4ef87d) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:38:20.561123 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-58034fbf-1e94-40ed-b155-f03a7c12556f tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] DELETE failed (client error): The resource could not be found. Mar 14 15:38:20.561550 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58034fbf-1e94-40ed-b155-f03a7c12556f tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:38:20.563168 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-58034fbf-1e94-40ed-b155-f03a7c12556f tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/subnets/8193ab31-e0b1-41ed-8ac9-11586be36336 HTTP/1.1" status: 404 len: 337 time: 0.0390320 Mar 14 15:38:20.565761 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54944) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:20.606974 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-283329b0-b997-4dee-88a6-999b358abb5e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] DELETE failed (client error): The resource could not be found. Mar 14 15:38:20.607409 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-283329b0-b997-4dee-88a6-999b358abb5e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:38:20.608991 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-283329b0-b997-4dee-88a6-999b358abb5e tempest-RoutersTest-1786302459 tempest-RoutersTest-1786302459-project] 10.222.0.60 "DELETE /v2.0/subnets/c46c8dbd-b777-42b6-b85c-a4ff9fcc1d90 HTTP/1.1" status: 404 len: 337 time: 0.0422182 Mar 14 15:38:20.733706 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-2a437f18-f72c-4165-9c83-91acfa0edb9a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.749397 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-2a437f18-f72c-4165-9c83-91acfa0edb9a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Transition to ACTIVE for port object aaf27e68-e989-4c3f-8908-374cbf4ef87d will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:38:20.767632 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.773284 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-2a437f18-f72c-4165-9c83-91acfa0edb9a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.843169 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-2a437f18-f72c-4165-9c83-91acfa0edb9a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network 349f9384-c50d-4cdb-8a7b-70fd02c51b4a is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:38:20.846121 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-2a437f18-f72c-4165-9c83-91acfa0edb9a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:38:20.850341 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-2a437f18-f72c-4165-9c83-91acfa0edb9a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:38:20.889539 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a437f18-f72c-4165-9c83-91acfa0edb9a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=aaf27e68-e989-4c3f-8908-374cbf4ef87d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:20.922075 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-2a437f18-f72c-4165-9c83-91acfa0edb9a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:20.922204 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54952) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:20.922716 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-2a437f18-f72c-4165-9c83-91acfa0edb9a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.951706 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-2a437f18-f72c-4165-9c83-91acfa0edb9a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8252668 Mar 14 15:38:20.967091 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-a0994995-3900-4d55-aaeb-05fa16be05d0 service neutron] Request body: {'port': {'device_id': '2aaa2a96-454e-49e5-9afd-f83a25bcc3c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:21.107042 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-a0994995-3900-4d55-aaeb-05fa16be05d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.126914 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e4a6a573-d1a5-40e3-9282-866b9c0a48b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=18a28888dd2142c8bd0e6135d9012d4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2035398 Mar 14 15:38:21.129154 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54958) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:21.179066 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a9235234-b9b1-4ec5-abba-9d82ffbf973e None None] Provisioning for port aaf27e68-e989-4c3f-8908-374cbf4ef87d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:38:21.188270 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a9235234-b9b1-4ec5-abba-9d82ffbf973e None None] Provisioning complete for port aaf27e68-e989-4c3f-8908-374cbf4ef87d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:21.188786 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a9235234-b9b1-4ec5-abba-9d82ffbf973e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.209742 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa6ffca0-0837-402b-a2c6-b76d45ef29d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.238279 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa6ffca0-0837-402b-a2c6-b76d45ef29d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.251917 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a9235234-b9b1-4ec5-abba-9d82ffbf973e None None] Port aaf27e68-e989-4c3f-8908-374cbf4ef87d cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:38:21.294794 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa6ffca0-0837-402b-a2c6-b76d45ef29d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.310996 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ffca0-0837-402b-a2c6-b76d45ef29d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7080b3a2-bb0f-4cbe-8858-7c3e18f0da6f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:21.317909 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa6ffca0-0837-402b-a2c6-b76d45ef29d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.322030 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fa6ffca0-0837-402b-a2c6-b76d45ef29d1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7080b3a2-bb0f-4cbe-8858-7c3e18f0da6f HTTP/1.1" status: 204 len: 168 time: 0.1919351 Mar 14 15:38:21.568620 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb17ac2-a33a-478f-8323-6dbf12916e43 req-18c8bc78-9625-4a38-9ae8-cb8554889a1a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:21.569307 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-dcb17ac2-a33a-478f-8323-6dbf12916e43 req-18c8bc78-9625-4a38-9ae8-cb8554889a1a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:38:21.593385 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-dcb17ac2-a33a-478f-8323-6dbf12916e43 req-18c8bc78-9625-4a38-9ae8-cb8554889a1a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:38:21.594851 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-dcb17ac2-a33a-478f-8323-6dbf12916e43 req-18c8bc78-9625-4a38-9ae8-cb8554889a1a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaa2a96-454e-49e5-9afd-f83a25bcc3c3 HTTP/1.1" status: 200 len: 931 time: 0.2178249 Mar 14 15:38:21.692974 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-a0994995-3900-4d55-aaeb-05fa16be05d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf27e68-e989-4c3f-8908-374cbf4ef87d {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:38:21.702090 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-a0994995-3900-4d55-aaeb-05fa16be05d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.706303 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-dcb17ac2-a33a-478f-8323-6dbf12916e43 req-c579b66d-18d6-448d-9038-e02c3a735b38 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee39c94c-5cc4-4cd9-b95b-5cd871a4a278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007144 Mar 14 15:38:21.719532 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-a0994995-3900-4d55-aaeb-05fa16be05d0 service neutron] Transition to ACTIVE for port object aaf27e68-e989-4c3f-8908-374cbf4ef87d will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:38:21.724056 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-a0994995-3900-4d55-aaeb-05fa16be05d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.849299 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0994995-3900-4d55-aaeb-05fa16be05d0 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf27e68-e989-4c3f-8908-374cbf4ef87d,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:21.957153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-a0994995-3900-4d55-aaeb-05fa16be05d0 service neutron] Attempting to bind port aaf27e68-e989-4c3f-8908-374cbf4ef87d on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:38:21.957491 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-a0994995-3900-4d55-aaeb-05fa16be05d0 service neutron] Attempting to bind port aaf27e68-e989-4c3f-8908-374cbf4ef87d by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '4743231b-a582-4843-a481-8dbedb797955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:38:21.957819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-a0994995-3900-4d55-aaeb-05fa16be05d0 service neutron] Attempting to bind port aaf27e68-e989-4c3f-8908-374cbf4ef87d on network 349f9384-c50d-4cdb-8a7b-70fd02c51b4a {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:38:21.964124 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-a0994995-3900-4d55-aaeb-05fa16be05d0 service neutron] Port aaf27e68-e989-4c3f-8908-374cbf4ef87d on network 349f9384-c50d-4cdb-8a7b-70fd02c51b4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:38:21.964448 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-a0994995-3900-4d55-aaeb-05fa16be05d0 service neutron] Attempting to bind port aaf27e68-e989-4c3f-8908-374cbf4ef87d on network 349f9384-c50d-4cdb-8a7b-70fd02c51b4a {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:38:21.972070 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-a0994995-3900-4d55-aaeb-05fa16be05d0 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:38:21.972443 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-a0994995-3900-4d55-aaeb-05fa16be05d0 service neutron] Checking segment: {'id': '4743231b-a582-4843-a481-8dbedb797955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:38:21.972789 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-a0994995-3900-4d55-aaeb-05fa16be05d0 service neutron] Bound using segment: {'id': '4743231b-a582-4843-a481-8dbedb797955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:38:21.973214 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-a0994995-3900-4d55-aaeb-05fa16be05d0 service neutron] Bound port: aaf27e68-e989-4c3f-8908-374cbf4ef87d, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4743231b-a582-4843-a481-8dbedb797955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:38:21.973571 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-a0994995-3900-4d55-aaeb-05fa16be05d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:22.070907 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-a0994995-3900-4d55-aaeb-05fa16be05d0 service neutron] For port aaf27e68-e989-4c3f-8908-374cbf4ef87d, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:38:22.074492 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-a0994995-3900-4d55-aaeb-05fa16be05d0 service neutron] For port aaf27e68-e989-4c3f-8908-374cbf4ef87d, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=aaf27e68-e989-4c3f-8908-374cbf4ef87d,segment=NetworkSegment(4743231b-a582-4843-a481-8dbedb797955),segment_id=4743231b-a582-4843-a481-8dbedb797955)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:38:22.079463 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-a0994995-3900-4d55-aaeb-05fa16be05d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:22.132195 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-a0994995-3900-4d55-aaeb-05fa16be05d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:22.133566 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-a0994995-3900-4d55-aaeb-05fa16be05d0 service neutron] 10.222.0.24 "PUT /v2.0/ports/aaf27e68-e989-4c3f-8908-374cbf4ef87d HTTP/1.1" status: 200 len: 1093 time: 1.1712947 Mar 14 15:38:22.134019 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aaa2a96-454e-49e5-9afd-f83a25bcc3c3', 'tag': 'aaf27e68-e989-4c3f-8908-374cbf4ef87d'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:38:22.158172 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54984) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:22.248040 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aaa2a96-454e-49e5-9afd-f83a25bcc3c3', 'tag': 'aaf27e68-e989-4c3f-8908-374cbf4ef87d', 'status': 'completed', 'code': 200} Mar 14 15:38:22.258359 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0994995-3900-4d55-aaeb-05fa16be05d0 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf27e68-e989-4c3f-8908-374cbf4ef87d,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:22.287999 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-fbce89a8-f30f-4bd8-86ae-8af852a74b49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=2aaa2a96-454e-49e5-9afd-f83a25bcc3c3 HTTP/1.1" status: 200 len: 1096 time: 0.1055071 Mar 14 15:38:22.320347 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-fbcecdd6-758d-4d4c-b6b7-73cdbf601e83 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1620631174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:22.327826 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fbcecdd6-758d-4d4c-b6b7-73cdbf601e83 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:38:22.332770 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-fbcecdd6-758d-4d4c-b6b7-73cdbf601e83 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Usage tracker for resource:router and tenant:97bd7ccaa131412d9aa38de350dc545e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:38:22.336598 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-fbcecdd6-758d-4d4c-b6b7-73cdbf601e83 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:38:22.343686 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fbcecdd6-758d-4d4c-b6b7-73cdbf601e83 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:38:22.354988 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fbcecdd6-758d-4d4c-b6b7-73cdbf601e83 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:22.356831 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fbcecdd6-758d-4d4c-b6b7-73cdbf601e83 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:22.360501 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-852109c5-44d3-4778-88e9-04988d78e37b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaf27e68-e989-4c3f-8908-374cbf4ef87d HTTP/1.1" status: 200 len: 217 time: 0.0637994 Mar 14 15:38:22.375820 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fbcecdd6-758d-4d4c-b6b7-73cdbf601e83 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:22.397810 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fbcecdd6-758d-4d4c-b6b7-73cdbf601e83 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:22.420625 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fbcecdd6-758d-4d4c-b6b7-73cdbf601e83 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:22.421831 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fbcecdd6-758d-4d4c-b6b7-73cdbf601e83 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2625532 Mar 14 15:38:22.424476 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54990) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:22.428020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-9019135d-6414-4c0c-b57c-26e14bba57f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:22.429433 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-9019135d-6414-4c0c-b57c-26e14bba57f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab15c6bb-e792-4953-b206-1853c1ff0b9f HTTP/1.1" status: 200 len: 834 time: 0.0634649 Mar 14 15:38:22.429748 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d154c4ce-550b-4def-a22d-ac00ed8618c8 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1784741217'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:22.434590 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d154c4ce-550b-4def-a22d-ac00ed8618c8 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:38:22.438561 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d154c4ce-550b-4def-a22d-ac00ed8618c8 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Usage tracker for resource:network and tenant:97bd7ccaa131412d9aa38de350dc545e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:38:22.444643 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d154c4ce-550b-4def-a22d-ac00ed8618c8 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:38:22.451142 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d154c4ce-550b-4def-a22d-ac00ed8618c8 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:38:22.459980 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d154c4ce-550b-4def-a22d-ac00ed8618c8 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Made reservation on behalf of 97bd7ccaa131412d9aa38de350dc545e for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:38:22.463076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d154c4ce-550b-4def-a22d-ac00ed8618c8 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:22.475628 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d154c4ce-550b-4def-a22d-ac00ed8618c8 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:22.505987 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-c7903fb5-2995-48b9-8478-c2a376bb1707 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=349f9384-c50d-4cdb-8a7b-70fd02c51b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676923 Mar 14 15:38:22.508208 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d154c4ce-550b-4def-a22d-ac00ed8618c8 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:38:22.512116 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d154c4ce-550b-4def-a22d-ac00ed8618c8 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Usage tracker for resource:security_group_rule and tenant:97bd7ccaa131412d9aa38de350dc545e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:38:22.514942 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-d154c4ce-550b-4def-a22d-ac00ed8618c8 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:38:22.520530 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d154c4ce-550b-4def-a22d-ac00ed8618c8 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:38:22.587934 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d154c4ce-550b-4def-a22d-ac00ed8618c8 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:22.592883 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d154c4ce-550b-4def-a22d-ac00ed8618c8 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:22.621722 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d154c4ce-550b-4def-a22d-ac00ed8618c8 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:38:22.633672 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154c4ce-550b-4def-a22d-ac00ed8618c8 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6426854f-1db2-4358-95f6-14db16665b4f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:22.638043 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d154c4ce-550b-4def-a22d-ac00ed8618c8 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:22.638404 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-d154c4ce-550b-4def-a22d-ac00ed8618c8 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Added segment 69090976-5d8b-428c-81ab-a87a9264312f of type vlan for network 6d72e79d-3fc7-469b-a54f-00c2bac2bea9 Mar 14 15:38:22.643142 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-51a92c09-55b6-401b-88f1-b1befcdc5bbb service neutron] 10.222.0.24 "GET /v2.0/networks/349f9384-c50d-4cdb-8a7b-70fd02c51b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303020 Mar 14 15:38:22.664774 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d154c4ce-550b-4def-a22d-ac00ed8618c8 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:22.693708 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d154c4ce-550b-4def-a22d-ac00ed8618c8 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:22.697452 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154c4ce-550b-4def-a22d-ac00ed8618c8 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:22.698029 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d154c4ce-550b-4def-a22d-ac00ed8618c8 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:22.785220 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ab85cbad-53ae-45d8-9774-68aa0c53862b req-261f9b58-d158-4f8f-a0f5-0243d8e54dad service neutron] 10.222.0.24 "GET /v2.0/networks/349f9384-c50d-4cdb-8a7b-70fd02c51b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357632 Mar 14 15:38:22.806273 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154c4ce-550b-4def-a22d-ac00ed8618c8 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event updated for resources: {'Network': ['ID=6d72e79d-3fc7-469b-a54f-00c2bac2bea9,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:22.809170 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d154c4ce-550b-4def-a22d-ac00ed8618c8 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3837769 Mar 14 15:38:22.812575 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 54996) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:22.818247 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-561483d3-e08f-4a0e-8f76-0d71bed8cd17 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Request body: {'subnet': {'network_id': '6d72e79d-3fc7-469b-a54f-00c2bac2bea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:22.818858 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 6d72e79d-3fc7-469b-a54f-00c2bac2bea9 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:38:22.931163 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-561483d3-e08f-4a0e-8f76-0d71bed8cd17 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:38:22.935192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-561483d3-e08f-4a0e-8f76-0d71bed8cd17 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Usage tracker for resource:subnet and tenant:97bd7ccaa131412d9aa38de350dc545e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:38:22.938263 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-561483d3-e08f-4a0e-8f76-0d71bed8cd17 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:38:22.943769 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-561483d3-e08f-4a0e-8f76-0d71bed8cd17 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:38:22.954224 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561483d3-e08f-4a0e-8f76-0d71bed8cd17 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Made reservation on behalf of 97bd7ccaa131412d9aa38de350dc545e for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:38:22.981135 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51641d-cbea-4b2a-8ee2-63165171710f req-e05bbc03-ff7d-4fdb-b5df-2534721aec47 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:22.982586 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5a51641d-cbea-4b2a-8ee2-63165171710f req-e05bbc03-ff7d-4fdb-b5df-2534721aec47 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaa2a96-454e-49e5-9afd-f83a25bcc3c3 HTTP/1.1" status: 200 len: 943 time: 0.1084516 Mar 14 15:38:22.986239 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4317e953-84dc-4c44-97eb-d75417b0990f req-345c2b25-c43b-4515-a5ec-f6ed26456fad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=2aaa2a96-454e-49e5-9afd-f83a25bcc3c3 HTTP/1.1" status: 200 len: 1096 time: 0.1422250 Mar 14 15:38:23.055410 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-561483d3-e08f-4a0e-8f76-0d71bed8cd17 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:23.217039 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5a51641d-cbea-4b2a-8ee2-63165171710f req-11dfb04e-55be-40ba-95ca-17c84e73a1d0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee39c94c-5cc4-4cd9-b95b-5cd871a4a278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277937 Mar 14 15:38:23.253882 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317e953-84dc-4c44-97eb-d75417b0990f req-b7959c57-391e-45fc-9e00-8f19bb49287c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:23.255386 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4317e953-84dc-4c44-97eb-d75417b0990f req-b7959c57-391e-45fc-9e00-8f19bb49287c service neutron] 10.222.0.24 "GET /v2.0/networks?id=349f9384-c50d-4cdb-8a7b-70fd02c51b4a HTTP/1.1" status: 200 len: 898 time: 0.2543237 Mar 14 15:38:23.276715 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-561483d3-e08f-4a0e-8f76-0d71bed8cd17 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:23.331394 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4317e953-84dc-4c44-97eb-d75417b0990f req-8130ecc4-30b8-465c-aec2-805dec7687c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaf27e68-e989-4c3f-8908-374cbf4ef87d HTTP/1.1" status: 200 len: 217 time: 0.0689511 Mar 14 15:38:23.353560 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561483d3-e08f-4a0e-8f76-0d71bed8cd17 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event updated for resources: {'Subnet': ['ID=8105af42-1583-4a23-bb15-1a875713e413,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:23.368172 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561483d3-e08f-4a0e-8f76-0d71bed8cd17 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Checking segment: {'id': '69090976-5d8b-428c-81ab-a87a9264312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6d72e79d-3fc7-469b-a54f-00c2bac2bea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:38:23.368526 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561483d3-e08f-4a0e-8f76-0d71bed8cd17 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Network hostable DHCP agents. Network: 6d72e79d-3fc7-469b-a54f-00c2bac2bea9, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:38:23.390832 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561483d3-e08f-4a0e-8f76-0d71bed8cd17 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Network 6d72e79d-3fc7-469b-a54f-00c2bac2bea9 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:38:23.394632 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317e953-84dc-4c44-97eb-d75417b0990f req-e6a4f65d-4eda-40bf-be4a-fa0b16f0e2eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:23.396054 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4317e953-84dc-4c44-97eb-d75417b0990f req-e6a4f65d-4eda-40bf-be4a-fa0b16f0e2eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab15c6bb-e792-4953-b206-1853c1ff0b9f HTTP/1.1" status: 200 len: 834 time: 0.0587847 Mar 14 15:38:23.399897 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-561483d3-e08f-4a0e-8f76-0d71bed8cd17 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 6d72e79d-3fc7-469b-a54f-00c2bac2bea9) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:38:23.404592 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561483d3-e08f-4a0e-8f76-0d71bed8cd17 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:23.406150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-561483d3-e08f-4a0e-8f76-0d71bed8cd17 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:23.414656 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbc78ba-aa99-4830-b39e-390d60663fde None None] Network 6d72e79d-3fc7-469b-a54f-00c2bac2bea9 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:38:23.429220 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-561483d3-e08f-4a0e-8f76-0d71bed8cd17 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6156120 Mar 14 15:38:23.432148 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55000) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:23.438726 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-73069721-93d3-4256-80f0-31671e524e5a tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Request body: {'network': {'name': 'tempest-router-network01--1096127352'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:23.443086 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-73069721-93d3-4256-80f0-31671e524e5a tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:38:23.446882 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-73069721-93d3-4256-80f0-31671e524e5a tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Usage tracker for resource:network and tenant:97bd7ccaa131412d9aa38de350dc545e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:38:23.450032 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-73069721-93d3-4256-80f0-31671e524e5a tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:38:23.455596 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-73069721-93d3-4256-80f0-31671e524e5a tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:38:23.467697 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73069721-93d3-4256-80f0-31671e524e5a tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Made reservation on behalf of 97bd7ccaa131412d9aa38de350dc545e for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:38:23.470656 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73069721-93d3-4256-80f0-31671e524e5a tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:23.481206 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4317e953-84dc-4c44-97eb-d75417b0990f req-57f96d44-5904-4617-aee3-7ff7d7eb855e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=349f9384-c50d-4cdb-8a7b-70fd02c51b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782292 Mar 14 15:38:23.500296 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73069721-93d3-4256-80f0-31671e524e5a tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:38:23.512811 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73069721-93d3-4256-80f0-31671e524e5a tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:23.513165 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-73069721-93d3-4256-80f0-31671e524e5a tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Added segment 0dc87d61-83be-4e73-bcf6-c3f95f757255 of type vlan for network 1876fd91-6389-42ea-aa2f-bd96ba1f2240 Mar 14 15:38:23.539810 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73069721-93d3-4256-80f0-31671e524e5a tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:23.572474 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73069721-93d3-4256-80f0-31671e524e5a tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:23.576740 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73069721-93d3-4256-80f0-31671e524e5a tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:23.577760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73069721-93d3-4256-80f0-31671e524e5a tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:23.618750 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4317e953-84dc-4c44-97eb-d75417b0990f req-0bc6f2d1-4a58-4bf8-8227-2dec1873dd3c service neutron] 10.222.0.24 "GET /v2.0/networks/349f9384-c50d-4cdb-8a7b-70fd02c51b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314332 Mar 14 15:38:23.648167 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0b031f-5a0f-4aed-bed0-95ebb3995aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-6d72e79d-3fc7-469b-a54f-00c2bac2bea9', 'network_id': '6d72e79d-3fc7-469b-a54f-00c2bac2bea9', 'tenant_id': '97bd7ccaa131412d9aa38de350dc545e', 'fixed_ips': [{'subnet_id': '8105af42-1583-4a23-bb15-1a875713e413'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:38:23.649142 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4d0b031f-5a0f-4aed-bed0-95ebb3995aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:23.681956 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73069721-93d3-4256-80f0-31671e524e5a tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event updated for resources: {'Network': ['ID=1876fd91-6389-42ea-aa2f-bd96ba1f2240,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:23.695189 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-73069721-93d3-4256-80f0-31671e524e5a tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2619798 Mar 14 15:38:23.697662 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55004) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:23.704034 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-08adb353-d49e-4173-aa67-40f100bc975e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Request body: {'network': {'name': 'tempest-router-network02--412235331'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:23.710158 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-08adb353-d49e-4173-aa67-40f100bc975e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:38:23.711133 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 1876fd91-6389-42ea-aa2f-bd96ba1f2240 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:38:23.714411 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-08adb353-d49e-4173-aa67-40f100bc975e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Usage tracker for resource:network and tenant:97bd7ccaa131412d9aa38de350dc545e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:38:23.718499 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-08adb353-d49e-4173-aa67-40f100bc975e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:38:23.723910 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-08adb353-d49e-4173-aa67-40f100bc975e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:38:23.734949 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08adb353-d49e-4173-aa67-40f100bc975e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Made reservation on behalf of 97bd7ccaa131412d9aa38de350dc545e for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:38:23.738449 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08adb353-d49e-4173-aa67-40f100bc975e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:23.766512 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08adb353-d49e-4173-aa67-40f100bc975e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:38:23.768108 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4317e953-84dc-4c44-97eb-d75417b0990f req-27701812-2a2a-46cd-a36b-3c046856eba0 service neutron] 10.222.0.24 "GET /v2.0/networks/349f9384-c50d-4cdb-8a7b-70fd02c51b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418860 Mar 14 15:38:23.776874 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08adb353-d49e-4173-aa67-40f100bc975e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:23.777922 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-08adb353-d49e-4173-aa67-40f100bc975e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Added segment 2577a70f-ce92-4c4f-8c89-0536971301b9 of type vlan for network faca2899-afc0-449e-809c-c380058042ff Mar 14 15:38:23.805598 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08adb353-d49e-4173-aa67-40f100bc975e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:23.835346 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08adb353-d49e-4173-aa67-40f100bc975e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:23.839105 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08adb353-d49e-4173-aa67-40f100bc975e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:23.839677 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08adb353-d49e-4173-aa67-40f100bc975e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:23.900061 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-4d0b031f-5a0f-4aed-bed0-95ebb3995aa8 None None] Allocated IP 2001:db8::2 (6d72e79d-3fc7-469b-a54f-00c2bac2bea9/8105af42-1583-4a23-bb15-1a875713e413/9fc700de-130c-418e-be4b-0d71e5d96a9e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:38:24.028613 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-08adb353-d49e-4173-aa67-40f100bc975e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3296943 Mar 14 15:38:24.031382 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55008) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:24.038866 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f381b1e3-b6ec-4a81-a038-3dd66e4dac62 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Request body: {'subnet': {'network_id': '1876fd91-6389-42ea-aa2f-bd96ba1f2240', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:24.060243 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08adb353-d49e-4173-aa67-40f100bc975e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event updated for resources: {'Network': ['ID=faca2899-afc0-449e-809c-c380058042ff,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:24.078200 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network faca2899-afc0-449e-809c-c380058042ff details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:38:24.151575 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f381b1e3-b6ec-4a81-a038-3dd66e4dac62 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:38:24.156212 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f381b1e3-b6ec-4a81-a038-3dd66e4dac62 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Usage tracker for resource:subnet and tenant:97bd7ccaa131412d9aa38de350dc545e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:38:24.159028 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f381b1e3-b6ec-4a81-a038-3dd66e4dac62 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:38:24.164633 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f381b1e3-b6ec-4a81-a038-3dd66e4dac62 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:38:24.176527 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f381b1e3-b6ec-4a81-a038-3dd66e4dac62 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Made reservation on behalf of 97bd7ccaa131412d9aa38de350dc545e for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:38:24.192999 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4d0b031f-5a0f-4aed-bed0-95ebb3995aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:24.208977 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4d0b031f-5a0f-4aed-bed0-95ebb3995aa8 None None] Transition to ACTIVE for port object 9fc700de-130c-418e-be4b-0d71e5d96a9e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:38:24.228749 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4d0b031f-5a0f-4aed-bed0-95ebb3995aa8 None None] Transition to ACTIVE for port object 9fc700de-130c-418e-be4b-0d71e5d96a9e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:38:24.235646 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4d0b031f-5a0f-4aed-bed0-95ebb3995aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:24.280678 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f381b1e3-b6ec-4a81-a038-3dd66e4dac62 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:24.309511 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0b031f-5a0f-4aed-bed0-95ebb3995aa8 None None] Network 6d72e79d-3fc7-469b-a54f-00c2bac2bea9 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:38:24.314318 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-4d0b031f-5a0f-4aed-bed0-95ebb3995aa8 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:38:24.316540 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0b031f-5a0f-4aed-bed0-95ebb3995aa8 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:38:24.320950 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b031f-5a0f-4aed-bed0-95ebb3995aa8 None None] Pushing event updated for resources: {'Port': ['ID=9fc700de-130c-418e-be4b-0d71e5d96a9e,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:24.403998 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4d0b031f-5a0f-4aed-bed0-95ebb3995aa8 None None] Attempting to bind port 9fc700de-130c-418e-be4b-0d71e5d96a9e on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:38:24.404368 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4d0b031f-5a0f-4aed-bed0-95ebb3995aa8 None None] Attempting to bind port 9fc700de-130c-418e-be4b-0d71e5d96a9e by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '69090976-5d8b-428c-81ab-a87a9264312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6d72e79d-3fc7-469b-a54f-00c2bac2bea9'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:38:24.404724 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0b031f-5a0f-4aed-bed0-95ebb3995aa8 None None] Attempting to bind port 9fc700de-130c-418e-be4b-0d71e5d96a9e on network 6d72e79d-3fc7-469b-a54f-00c2bac2bea9 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:38:24.410948 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0b031f-5a0f-4aed-bed0-95ebb3995aa8 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:38:24.411316 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0b031f-5a0f-4aed-bed0-95ebb3995aa8 None None] Checking segment: {'id': '69090976-5d8b-428c-81ab-a87a9264312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6d72e79d-3fc7-469b-a54f-00c2bac2bea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:38:24.411715 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4d0b031f-5a0f-4aed-bed0-95ebb3995aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:24.412099 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0b031f-5a0f-4aed-bed0-95ebb3995aa8 None None] Bound using segment: {'id': '69090976-5d8b-428c-81ab-a87a9264312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6d72e79d-3fc7-469b-a54f-00c2bac2bea9'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:38:24.412553 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4d0b031f-5a0f-4aed-bed0-95ebb3995aa8 None None] Bound port: 9fc700de-130c-418e-be4b-0d71e5d96a9e, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69090976-5d8b-428c-81ab-a87a9264312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6d72e79d-3fc7-469b-a54f-00c2bac2bea9'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:38:24.412922 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4d0b031f-5a0f-4aed-bed0-95ebb3995aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:24.510067 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407b0bd-ecd1-47f1-9003-611288957b2e req-820b6a4b-1f82-4df4-8c82-554d59b47402 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:24.512201 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5407b0bd-ecd1-47f1-9003-611288957b2e req-820b6a4b-1f82-4df4-8c82-554d59b47402 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaa2a96-454e-49e5-9afd-f83a25bcc3c3 HTTP/1.1" status: 200 len: 943 time: 0.1450558 Mar 14 15:38:24.537611 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4d0b031f-5a0f-4aed-bed0-95ebb3995aa8 None None] For port 9fc700de-130c-418e-be4b-0d71e5d96a9e, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:38:24.540576 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4d0b031f-5a0f-4aed-bed0-95ebb3995aa8 None None] For port 9fc700de-130c-418e-be4b-0d71e5d96a9e, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9fc700de-130c-418e-be4b-0d71e5d96a9e,segment=NetworkSegment(69090976-5d8b-428c-81ab-a87a9264312f),segment_id=69090976-5d8b-428c-81ab-a87a9264312f)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:38:24.544436 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4d0b031f-5a0f-4aed-bed0-95ebb3995aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:24.602292 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5407b0bd-ecd1-47f1-9003-611288957b2e req-0ae7a07c-412a-4a7c-a75e-922ebb441295 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee39c94c-5cc4-4cd9-b95b-5cd871a4a278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790179 Mar 14 15:38:24.605138 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f381b1e3-b6ec-4a81-a038-3dd66e4dac62 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:24.631597 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b031f-5a0f-4aed-bed0-95ebb3995aa8 None None] Pushing event updated for resources: {'Port': ['ID=9fc700de-130c-418e-be4b-0d71e5d96a9e,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:24.693975 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381b1e3-b6ec-4a81-a038-3dd66e4dac62 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event updated for resources: {'Subnet': ['ID=a55dcce3-19ff-4f55-8c82-77f1be7bd854,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:24.709597 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f381b1e3-b6ec-4a81-a038-3dd66e4dac62 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Checking segment: {'id': '0dc87d61-83be-4e73-bcf6-c3f95f757255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1876fd91-6389-42ea-aa2f-bd96ba1f2240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:38:24.710001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f381b1e3-b6ec-4a81-a038-3dd66e4dac62 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Network hostable DHCP agents. Network: 1876fd91-6389-42ea-aa2f-bd96ba1f2240, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:38:24.731996 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f381b1e3-b6ec-4a81-a038-3dd66e4dac62 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Network 1876fd91-6389-42ea-aa2f-bd96ba1f2240 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:38:24.741471 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f381b1e3-b6ec-4a81-a038-3dd66e4dac62 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 1876fd91-6389-42ea-aa2f-bd96ba1f2240) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:38:24.745507 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f381b1e3-b6ec-4a81-a038-3dd66e4dac62 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:24.746663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f381b1e3-b6ec-4a81-a038-3dd66e4dac62 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:24.752151 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcebf0c-95e7-4ea5-aa74-e9ddd1a29b95 None None] Network 1876fd91-6389-42ea-aa2f-bd96ba1f2240 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:38:24.781375 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f381b1e3-b6ec-4a81-a038-3dd66e4dac62 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7438376 Mar 14 15:38:24.781500 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55014) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:24.791533 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-18bd1883-0f35-4107-b538-3f2d7fab67c3 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Request body: {'subnet': {'network_id': 'faca2899-afc0-449e-809c-c380058042ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:24.919102 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-18bd1883-0f35-4107-b538-3f2d7fab67c3 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:38:24.923052 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-18bd1883-0f35-4107-b538-3f2d7fab67c3 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Usage tracker for resource:subnet and tenant:97bd7ccaa131412d9aa38de350dc545e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:38:24.925961 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-18bd1883-0f35-4107-b538-3f2d7fab67c3 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:38:24.933412 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-18bd1883-0f35-4107-b538-3f2d7fab67c3 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:38:24.945437 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bd1883-0f35-4107-b538-3f2d7fab67c3 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Made reservation on behalf of 97bd7ccaa131412d9aa38de350dc545e for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:38:25.005393 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657f10a4-5370-4f87-800d-d12961106c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-1876fd91-6389-42ea-aa2f-bd96ba1f2240', 'network_id': '1876fd91-6389-42ea-aa2f-bd96ba1f2240', 'tenant_id': '97bd7ccaa131412d9aa38de350dc545e', 'fixed_ips': [{'subnet_id': 'a55dcce3-19ff-4f55-8c82-77f1be7bd854'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:38:25.006243 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-657f10a4-5370-4f87-800d-d12961106c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:25.049419 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18bd1883-0f35-4107-b538-3f2d7fab67c3 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:25.170454 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-657f10a4-5370-4f87-800d-d12961106c24 None None] Allocated IP 2001:db8::2 (1876fd91-6389-42ea-aa2f-bd96ba1f2240/a55dcce3-19ff-4f55-8c82-77f1be7bd854/27984679-a567-4673-9669-259448511ad9) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:38:25.274851 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18bd1883-0f35-4107-b538-3f2d7fab67c3 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:25.351217 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd1883-0f35-4107-b538-3f2d7fab67c3 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event updated for resources: {'Subnet': ['ID=67511bc5-c398-4012-95e4-0e40260a71fb,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:25.369787 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bd1883-0f35-4107-b538-3f2d7fab67c3 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Checking segment: {'id': '2577a70f-ce92-4c4f-8c89-0536971301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'faca2899-afc0-449e-809c-c380058042ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:38:25.370183 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bd1883-0f35-4107-b538-3f2d7fab67c3 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Network hostable DHCP agents. Network: faca2899-afc0-449e-809c-c380058042ff, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:38:25.388636 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-657f10a4-5370-4f87-800d-d12961106c24 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:25.396762 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bd1883-0f35-4107-b538-3f2d7fab67c3 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Network faca2899-afc0-449e-809c-c380058042ff is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:38:25.400702 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-657f10a4-5370-4f87-800d-d12961106c24 None None] Transition to ACTIVE for port object 27984679-a567-4673-9669-259448511ad9 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:38:25.411277 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-18bd1883-0f35-4107-b538-3f2d7fab67c3 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, faca2899-afc0-449e-809c-c380058042ff) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:38:25.416025 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bd1883-0f35-4107-b538-3f2d7fab67c3 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:25.417270 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18bd1883-0f35-4107-b538-3f2d7fab67c3 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:25.432360 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b95d7e2-3ba7-404d-863b-4cfee3094dee None None] Network faca2899-afc0-449e-809c-c380058042ff requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:38:25.456294 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-18bd1883-0f35-4107-b538-3f2d7fab67c3 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6742809 Mar 14 15:38:25.458834 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55018) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:25.506091 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-657f10a4-5370-4f87-800d-d12961106c24 None None] Transition to ACTIVE for port object 27984679-a567-4673-9669-259448511ad9 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:38:25.513421 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9fc700de-130c-418e-be4b-0d71e5d96a9e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:38:25.561821 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-657f10a4-5370-4f87-800d-d12961106c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:25.617868 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657f10a4-5370-4f87-800d-d12961106c24 None None] Network 1876fd91-6389-42ea-aa2f-bd96ba1f2240 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:38:25.627408 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-657f10a4-5370-4f87-800d-d12961106c24 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:38:25.629897 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657f10a4-5370-4f87-800d-d12961106c24 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:38:25.688754 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3b713c-f757-47c6-8da6-8c4ab33337de None None] Network 6d72e79d-3fc7-469b-a54f-00c2bac2bea9 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:38:25.867711 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f10a4-5370-4f87-800d-d12961106c24 None None] Pushing event updated for resources: {'Port': ['ID=27984679-a567-4673-9669-259448511ad9,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:25.944716 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-08aeb218-4c80-46a3-b299-d7ccac90c1d1 None None] Provisioning for port 9fc700de-130c-418e-be4b-0d71e5d96a9e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:38:25.956244 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-657f10a4-5370-4f87-800d-d12961106c24 None None] Attempting to bind port 27984679-a567-4673-9669-259448511ad9 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:38:25.956748 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-657f10a4-5370-4f87-800d-d12961106c24 None None] Attempting to bind port 27984679-a567-4673-9669-259448511ad9 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '0dc87d61-83be-4e73-bcf6-c3f95f757255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1876fd91-6389-42ea-aa2f-bd96ba1f2240'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:38:25.956981 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657f10a4-5370-4f87-800d-d12961106c24 None None] Attempting to bind port 27984679-a567-4673-9669-259448511ad9 on network 1876fd91-6389-42ea-aa2f-bd96ba1f2240 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:38:25.995901 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 9fc700de-130c-418e-be4b-0d71e5d96a9e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:38:26.037563 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657f10a4-5370-4f87-800d-d12961106c24 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:38:26.038347 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657f10a4-5370-4f87-800d-d12961106c24 None None] Checking segment: {'id': '0dc87d61-83be-4e73-bcf6-c3f95f757255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1876fd91-6389-42ea-aa2f-bd96ba1f2240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:38:26.038347 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-657f10a4-5370-4f87-800d-d12961106c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:26.038753 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657f10a4-5370-4f87-800d-d12961106c24 None None] Bound using segment: {'id': '0dc87d61-83be-4e73-bcf6-c3f95f757255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1876fd91-6389-42ea-aa2f-bd96ba1f2240'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:38:26.039241 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-657f10a4-5370-4f87-800d-d12961106c24 None None] Bound port: 27984679-a567-4673-9669-259448511ad9, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc87d61-83be-4e73-bcf6-c3f95f757255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1876fd91-6389-42ea-aa2f-bd96ba1f2240'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:38:26.039619 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-657f10a4-5370-4f87-800d-d12961106c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:26.053792 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e7cca-ae24-4e97-979b-a48ea9ef74ca req-afe63dfe-7139-44cc-8313-853bde692d5e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:26.055621 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b02e7cca-ae24-4e97-979b-a48ea9ef74ca req-afe63dfe-7139-44cc-8313-853bde692d5e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaa2a96-454e-49e5-9afd-f83a25bcc3c3 HTTP/1.1" status: 200 len: 943 time: 0.3074765 Mar 14 15:38:26.057989 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 9fc700de-130c-418e-be4b-0d71e5d96a9e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:26.058170 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:26.179441 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14f601d7-0785-4828-bd64-94c104d057d2 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:26.190269 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b02e7cca-ae24-4e97-979b-a48ea9ef74ca req-b326233d-ae26-4071-9fd3-39b5cabd6807 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee39c94c-5cc4-4cd9-b95b-5cd871a4a278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028471 Mar 14 15:38:26.216692 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48d9b2d-f6b4-48e1-99e2-432517e2126a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-faca2899-afc0-449e-809c-c380058042ff', 'network_id': 'faca2899-afc0-449e-809c-c380058042ff', 'tenant_id': '97bd7ccaa131412d9aa38de350dc545e', 'fixed_ips': [{'subnet_id': '67511bc5-c398-4012-95e4-0e40260a71fb'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:38:26.217532 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c48d9b2d-f6b4-48e1-99e2-432517e2126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:26.294984 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-657f10a4-5370-4f87-800d-d12961106c24 None None] For port 27984679-a567-4673-9669-259448511ad9, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:38:26.405941 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-657f10a4-5370-4f87-800d-d12961106c24 None None] For port 27984679-a567-4673-9669-259448511ad9, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=27984679-a567-4673-9669-259448511ad9,segment=NetworkSegment(0dc87d61-83be-4e73-bcf6-c3f95f757255),segment_id=0dc87d61-83be-4e73-bcf6-c3f95f757255)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:38:26.425782 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-657f10a4-5370-4f87-800d-d12961106c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:26.462345 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device aaf27e68-e989-4c3f-8908-374cbf4ef87d details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:38:26.530745 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-14f601d7-0785-4828-bd64-94c104d057d2 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Allocated IP 2001:db8::1 (1876fd91-6389-42ea-aa2f-bd96ba1f2240/a55dcce3-19ff-4f55-8c82-77f1be7bd854/ee2d823c-1721-43ec-a622-a8af2cef221a) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:38:26.710265 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:26.720763 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14f601d7-0785-4828-bd64-94c104d057d2 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:26.726876 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f10a4-5370-4f87-800d-d12961106c24 None None] Pushing event updated for resources: {'Port': ['ID=27984679-a567-4673-9669-259448511ad9,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:26.747490 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-14f601d7-0785-4828-bd64-94c104d057d2 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Transition to ACTIVE for port object ee2d823c-1721-43ec-a622-a8af2cef221a will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:38:26.778640 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14f601d7-0785-4828-bd64-94c104d057d2 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:26.789542 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-c48d9b2d-f6b4-48e1-99e2-432517e2126a None None] Allocated IP 2001:db8::2 (faca2899-afc0-449e-809c-c380058042ff/67511bc5-c398-4012-95e4-0e40260a71fb/1af8879b-a785-41ca-8ff6-8387703f28bb) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:38:26.832564 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 9fc700de-130c-418e-be4b-0d71e5d96a9e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9fc700de-130c-418e-be4b-0d71e5d96a9e,segment=NetworkSegment(69090976-5d8b-428c-81ab-a87a9264312f),segment_id=69090976-5d8b-428c-81ab-a87a9264312f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:26.835235 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port aaf27e68-e989-4c3f-8908-374cbf4ef87d, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=aaf27e68-e989-4c3f-8908-374cbf4ef87d,segment=NetworkSegment(4743231b-a582-4843-a481-8dbedb797955),segment_id=4743231b-a582-4843-a481-8dbedb797955)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:26.850799 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:26.855830 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f601d7-0785-4828-bd64-94c104d057d2 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Network 1876fd91-6389-42ea-aa2f-bd96ba1f2240 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:38:26.860819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-14f601d7-0785-4828-bd64-94c104d057d2 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:38:26.869094 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f601d7-0785-4828-bd64-94c104d057d2 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:38:26.869970 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14f601d7-0785-4828-bd64-94c104d057d2 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:26.911230 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f601d7-0785-4828-bd64-94c104d057d2 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event updated for resources: {'Port': ['ID=ee2d823c-1721-43ec-a622-a8af2cef221a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:26.934723 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': 'aaf27e68-e989-4c3f-8908-374cbf4ef87d', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'port_id': 'aaf27e68-e989-4c3f-8908-374cbf4ef87d', 'mac_address': 'fa:16:3e:d5:22:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:38:26.984441 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14f601d7-0785-4828-bd64-94c104d057d2 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:27.140920 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=9fc700de-130c-418e-be4b-0d71e5d96a9e,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:27.150571 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:27.225755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf27e68-e989-4c3f-8908-374cbf4ef87d {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:38:27.236588 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cfad702d-b11f-40c3-94c7-100932ad0db4 None None] Provisioning complete for port 9fc700de-130c-418e-be4b-0d71e5d96a9e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:27.236986 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cfad702d-b11f-40c3-94c7-100932ad0db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:27.301183 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port aaf27e68-e989-4c3f-8908-374cbf4ef87d, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=aaf27e68-e989-4c3f-8908-374cbf4ef87d,segment=NetworkSegment(4743231b-a582-4843-a481-8dbedb797955),segment_id=4743231b-a582-4843-a481-8dbedb797955)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:27.306474 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c48d9b2d-f6b4-48e1-99e2-432517e2126a None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:27.317942 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:27.368280 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c48d9b2d-f6b4-48e1-99e2-432517e2126a None None] Transition to ACTIVE for port object 1af8879b-a785-41ca-8ff6-8387703f28bb will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:38:27.421948 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14f601d7-0785-4828-bd64-94c104d057d2 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:27.430586 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14f601d7-0785-4828-bd64-94c104d057d2 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:27.431469 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14f601d7-0785-4828-bd64-94c104d057d2 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:27.436052 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d6b86-5d72-4c84-9820-f0ba238b9e64 req-b32ad520-1f00-4e4e-ab9b-c179d73489d6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:27.438213 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c48d9b2d-f6b4-48e1-99e2-432517e2126a None None] Transition to ACTIVE for port object 1af8879b-a785-41ca-8ff6-8387703f28bb will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:38:27.438368 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f65d6b86-5d72-4c84-9820-f0ba238b9e64 req-b32ad520-1f00-4e4e-ab9b-c179d73489d6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaa2a96-454e-49e5-9afd-f83a25bcc3c3 HTTP/1.1" status: 200 len: 944 time: 0.0969443 Mar 14 15:38:27.500109 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c48d9b2d-f6b4-48e1-99e2-432517e2126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:27.513331 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=aaf27e68-e989-4c3f-8908-374cbf4ef87d,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:27.551084 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f65d6b86-5d72-4c84-9820-f0ba238b9e64 req-bc513c8e-74ff-412b-949a-229545af6487 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee39c94c-5cc4-4cd9-b95b-5cd871a4a278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929215 Mar 14 15:38:27.596914 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 27984679-a567-4673-9669-259448511ad9 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:38:27.665947 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48d9b2d-f6b4-48e1-99e2-432517e2126a None None] Network faca2899-afc0-449e-809c-c380058042ff is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:38:27.671841 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-c48d9b2d-f6b4-48e1-99e2-432517e2126a None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:38:27.684234 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48d9b2d-f6b4-48e1-99e2-432517e2126a None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:38:27.690422 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d9b2d-f6b4-48e1-99e2-432517e2126a None None] Pushing event updated for resources: {'Port': ['ID=1af8879b-a785-41ca-8ff6-8387703f28bb,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:27.697685 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['aaf27e68-e989-4c3f-8908-374cbf4ef87d'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:38:27.723654 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f601d7-0785-4828-bd64-94c104d057d2 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event updated for resources: {'Port': ['ID=ee2d823c-1721-43ec-a622-a8af2cef221a,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:27.789552 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f601d7-0785-4828-bd64-94c104d057d2 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Network 1876fd91-6389-42ea-aa2f-bd96ba1f2240 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:38:27.790772 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-14f601d7-0785-4828-bd64-94c104d057d2 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:38:27.857492 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c48d9b2d-f6b4-48e1-99e2-432517e2126a None None] Attempting to bind port 1af8879b-a785-41ca-8ff6-8387703f28bb on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:38:27.858365 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c48d9b2d-f6b4-48e1-99e2-432517e2126a None None] Attempting to bind port 1af8879b-a785-41ca-8ff6-8387703f28bb by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '2577a70f-ce92-4c4f-8c89-0536971301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'faca2899-afc0-449e-809c-c380058042ff'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:38:27.858736 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48d9b2d-f6b4-48e1-99e2-432517e2126a None None] Attempting to bind port 1af8879b-a785-41ca-8ff6-8387703f28bb on network faca2899-afc0-449e-809c-c380058042ff {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:38:27.865384 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beacae67-2717-4552-bf16-2e1b1972ed33 None None] Network 1876fd91-6389-42ea-aa2f-bd96ba1f2240 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:38:27.968445 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48d9b2d-f6b4-48e1-99e2-432517e2126a None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:38:27.968819 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48d9b2d-f6b4-48e1-99e2-432517e2126a None None] Checking segment: {'id': '2577a70f-ce92-4c4f-8c89-0536971301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'faca2899-afc0-449e-809c-c380058042ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:38:27.969227 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c48d9b2d-f6b4-48e1-99e2-432517e2126a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:27.969622 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48d9b2d-f6b4-48e1-99e2-432517e2126a None None] Bound using segment: {'id': '2577a70f-ce92-4c4f-8c89-0536971301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'faca2899-afc0-449e-809c-c380058042ff'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:38:27.970123 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c48d9b2d-f6b4-48e1-99e2-432517e2126a None None] Bound port: 1af8879b-a785-41ca-8ff6-8387703f28bb, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2577a70f-ce92-4c4f-8c89-0536971301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'faca2899-afc0-449e-809c-c380058042ff'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:38:27.970503 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c48d9b2d-f6b4-48e1-99e2-432517e2126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:27.984514 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 27984679-a567-4673-9669-259448511ad9 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:38:28.013483 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9fc700de-130c-418e-be4b-0d71e5d96a9e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:38:28.039460 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6a90d95e-b83e-4629-a1d7-afadbe4f8d0a None None] Provisioning for port 27984679-a567-4673-9669-259448511ad9 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:38:28.109728 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6a90d95e-b83e-4629-a1d7-afadbe4f8d0a None None] Provisioning complete for port 27984679-a567-4673-9669-259448511ad9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:28.110013 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6a90d95e-b83e-4629-a1d7-afadbe4f8d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:28.146519 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f601d7-0785-4828-bd64-94c104d057d2 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Router 8d71a37b-29e6-403f-a228-2ebfc3d52a79 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:38:28.320548 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f601d7-0785-4828-bd64-94c104d057d2 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:38:28.330025 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-14f601d7-0785-4828-bd64-94c104d057d2 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "PUT /v2.0/routers/8d71a37b-29e6-403f-a228-2ebfc3d52a79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8699567 Mar 14 15:38:28.332891 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55026) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:28.342940 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae60ebd-4184-4284-b53f-9f88fc0dd03a None None] Sync routers for ids ['8d71a37b-29e6-403f-a228-2ebfc3d52a79'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:38:28.360593 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c48d9b2d-f6b4-48e1-99e2-432517e2126a None None] For port 1af8879b-a785-41ca-8ff6-8387703f28bb, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:38:28.395139 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c48d9b2d-f6b4-48e1-99e2-432517e2126a None None] For port 1af8879b-a785-41ca-8ff6-8387703f28bb, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=1af8879b-a785-41ca-8ff6-8387703f28bb,segment=NetworkSegment(2577a70f-ce92-4c4f-8c89-0536971301b9),segment_id=2577a70f-ce92-4c4f-8c89-0536971301b9)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:38:28.430675 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c48d9b2d-f6b4-48e1-99e2-432517e2126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:28.554233 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae60ebd-4184-4284-b53f-9f88fc0dd03a None None] Routers {'8d71a37b-29e6-403f-a228-2ebfc3d52a79'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:28.554861 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-bae60ebd-4184-4284-b53f-9f88fc0dd03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:38:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8d71a37b-29e6-403f-a228-2ebfc3d52a79'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:28.618515 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 9fc700de-130c-418e-be4b-0d71e5d96a9e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:28.618889 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:28.684901 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-bae60ebd-4184-4284-b53f-9f88fc0dd03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:28.702116 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6a90d95e-b83e-4629-a1d7-afadbe4f8d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:28.764946 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d9b2d-f6b4-48e1-99e2-432517e2126a None None] Pushing event updated for resources: {'Port': ['ID=1af8879b-a785-41ca-8ff6-8387703f28bb,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:28.819817 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae60ebd-4184-4284-b53f-9f88fc0dd03a None None] Routers {'8d71a37b-29e6-403f-a228-2ebfc3d52a79'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:28.820462 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-bae60ebd-4184-4284-b53f-9f88fc0dd03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:38:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8d71a37b-29e6-403f-a228-2ebfc3d52a79'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:28.872659 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6a90d95e-b83e-4629-a1d7-afadbe4f8d0a None None] For port 27984679-a567-4673-9669-259448511ad9, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=27984679-a567-4673-9669-259448511ad9,segment=NetworkSegment(0dc87d61-83be-4e73-bcf6-c3f95f757255),segment_id=0dc87d61-83be-4e73-bcf6-c3f95f757255)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:28.898543 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6a90d95e-b83e-4629-a1d7-afadbe4f8d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:28.925298 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61906ca8-a413-40db-b021-a31785fbc476 req-68fb69a3-8d07-46e4-9691-7a5edaf891a7 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:28.926940 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-61906ca8-a413-40db-b021-a31785fbc476 req-68fb69a3-8d07-46e4-9691-7a5edaf891a7 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaa2a96-454e-49e5-9afd-f83a25bcc3c3 HTTP/1.1" status: 200 len: 944 time: 0.1966381 Mar 14 15:38:28.944228 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-bae60ebd-4184-4284-b53f-9f88fc0dd03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:28.944228 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae60ebd-4184-4284-b53f-9f88fc0dd03a None None] The sync data for ids ['8d71a37b-29e6-403f-a228-2ebfc3d52a79'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:38:29.028923 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-61906ca8-a413-40db-b021-a31785fbc476 req-edac815a-46a2-4a55-9341-5976587fc51f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee39c94c-5cc4-4cd9-b95b-5cd871a4a278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943358 Mar 14 15:38:29.059776 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90d95e-b83e-4629-a1d7-afadbe4f8d0a None None] Pushing event updated for resources: {'Port': ['ID=27984679-a567-4673-9669-259448511ad9,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:29.116582 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-19d648a0-1686-4824-8942-ee695821de46 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:38:29.118325 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-19d648a0-1686-4824-8942-ee695821de46 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "PUT /v2.0/routers/8d71a37b-29e6-403f-a228-2ebfc3d52a79/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7842038 Mar 14 15:38:29.121944 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55032) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:29.356658 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-501d6bb0-1996-428c-9732-3645a7bdd256 None None] Provisioning complete for port 27984679-a567-4673-9669-259448511ad9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:29.356658 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-501d6bb0-1996-428c-9732-3645a7bdd256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:29.541875 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 27984679-a567-4673-9669-259448511ad9 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:38:29.640366 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-501d6bb0-1996-428c-9732-3645a7bdd256 None None] Provisioning for port ee2d823c-1721-43ec-a622-a8af2cef221a completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:38:29.648997 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-501d6bb0-1996-428c-9732-3645a7bdd256 None None] Provisioning complete for port ee2d823c-1721-43ec-a622-a8af2cef221a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:29.649738 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-501d6bb0-1996-428c-9732-3645a7bdd256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:29.688045 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e981ceb3-1205-4c27-b0a6-83a899a4afd9 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:29.711815 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-501d6bb0-1996-428c-9732-3645a7bdd256 None None] Port ee2d823c-1721-43ec-a622-a8af2cef221a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:38:29.720184 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 27984679-a567-4673-9669-259448511ad9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:29.720720 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:29.889757 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-37c17214-d477-4b8e-a058-d9907d1556ed None None] Provisioning complete for port ee2d823c-1721-43ec-a622-a8af2cef221a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:29.890164 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37c17214-d477-4b8e-a058-d9907d1556ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:29.932566 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 1af8879b-a785-41ca-8ff6-8387703f28bb up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:38:30.030209 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-37c17214-d477-4b8e-a058-d9907d1556ed None None] Port ee2d823c-1721-43ec-a622-a8af2cef221a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:38:30.064100 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d6937e-c7ce-434a-8233-0db5788330f3 None None] Network faca2899-afc0-449e-809c-c380058042ff requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:38:30.077154 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 1af8879b-a785-41ca-8ff6-8387703f28bb completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:38:30.238887 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317ab23-dbe0-4f36-8b8a-82f37f949391 req-bd0bfa3c-ebca-428a-b4ab-d86e9bf776dc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:30.240337 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6317ab23-dbe0-4f36-8b8a-82f37f949391 req-bd0bfa3c-ebca-428a-b4ab-d86e9bf776dc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaa2a96-454e-49e5-9afd-f83a25bcc3c3 HTTP/1.1" status: 200 len: 944 time: 0.0826337 Mar 14 15:38:30.279065 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-02470fd1-cc9b-4501-83e3-6214fd2c7e5c None None] Provisioning complete for port ee2d823c-1721-43ec-a622-a8af2cef221a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:30.279442 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02470fd1-cc9b-4501-83e3-6214fd2c7e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:30.300005 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6317ab23-dbe0-4f36-8b8a-82f37f949391 req-ab4e5496-a730-4cd8-a342-6711a263d33a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee39c94c-5cc4-4cd9-b95b-5cd871a4a278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539048 Mar 14 15:38:30.373809 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-02470fd1-cc9b-4501-83e3-6214fd2c7e5c None None] Port ee2d823c-1721-43ec-a622-a8af2cef221a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:38:30.385224 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e981ceb3-1205-4c27-b0a6-83a899a4afd9 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Deleting port ee2d823c-1721-43ec-a622-a8af2cef221a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:30.385750 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e981ceb3-1205-4c27-b0a6-83a899a4afd9 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:30.402664 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-02470fd1-cc9b-4501-83e3-6214fd2c7e5c None None] Provisioning for port 1af8879b-a785-41ca-8ff6-8387703f28bb completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:38:30.410247 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-02470fd1-cc9b-4501-83e3-6214fd2c7e5c None None] Provisioning complete for port 1af8879b-a785-41ca-8ff6-8387703f28bb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:30.410628 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02470fd1-cc9b-4501-83e3-6214fd2c7e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:30.460483 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device aaf27e68-e989-4c3f-8908-374cbf4ef87d up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:38:30.573480 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e981ceb3-1205-4c27-b0a6-83a899a4afd9 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:30.635109 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02470fd1-cc9b-4501-83e3-6214fd2c7e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:30.646481 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port aaf27e68-e989-4c3f-8908-374cbf4ef87d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:38:30.656010 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port aaf27e68-e989-4c3f-8908-374cbf4ef87d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:30.656386 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:30.711199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e981ceb3-1205-4c27-b0a6-83a899a4afd9 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Calling delete_port for ee2d823c-1721-43ec-a622-a8af2cef221a owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:38:30.719773 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-02470fd1-cc9b-4501-83e3-6214fd2c7e5c None None] For port 1af8879b-a785-41ca-8ff6-8387703f28bb, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=1af8879b-a785-41ca-8ff6-8387703f28bb,segment=NetworkSegment(2577a70f-ce92-4c4f-8c89-0536971301b9),segment_id=2577a70f-ce92-4c4f-8c89-0536971301b9)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:30.723121 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02470fd1-cc9b-4501-83e3-6214fd2c7e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:30.838401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02470fd1-cc9b-4501-83e3-6214fd2c7e5c None None] Pushing event updated for resources: {'Port': ['ID=1af8879b-a785-41ca-8ff6-8387703f28bb,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:30.852358 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:30.880010 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bd9db1ed-9977-447c-8fc6-f2706d3a8f4f None None] Provisioning complete for port 1af8879b-a785-41ca-8ff6-8387703f28bb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:30.880361 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bd9db1ed-9977-447c-8fc6-f2706d3a8f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:30.884515 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e981ceb3-1205-4c27-b0a6-83a899a4afd9 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:30.909760 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aaa2a96-454e-49e5-9afd-f83a25bcc3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf27e68-e989-4c3f-8908-374cbf4ef87d'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:38:30.937154 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port aaf27e68-e989-4c3f-8908-374cbf4ef87d, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=aaf27e68-e989-4c3f-8908-374cbf4ef87d,segment=NetworkSegment(4743231b-a582-4843-a481-8dbedb797955),segment_id=4743231b-a582-4843-a481-8dbedb797955)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:30.942076 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:30.976461 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aaa2a96-454e-49e5-9afd-f83a25bcc3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf27e68-e989-4c3f-8908-374cbf4ef87d', 'code': 200} Mar 14 15:38:31.029620 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981ceb3-1205-4c27-b0a6-83a899a4afd9 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event deleted for resources: {'Port': ['ID=ee2d823c-1721-43ec-a622-a8af2cef221a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:31.046814 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=aaf27e68-e989-4c3f-8908-374cbf4ef87d,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:31.259031 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e981ceb3-1205-4c27-b0a6-83a899a4afd9 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:31.342437 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-439f4956-715b-40e4-b8fa-7f3a1e477933 req-cdec716c-d773-44bb-ba52-04bf67702650 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2aaa2a96-454e-49e5-9afd-f83a25bcc3c3 HTTP/1.1" status: 200 len: 1098 time: 0.1589682 Mar 14 15:38:31.405750 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 1af8879b-a785-41ca-8ff6-8387703f28bb up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:38:31.444940 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-439f4956-715b-40e4-b8fa-7f3a1e477933 req-09cb0836-3970-42dd-8286-5bf7bdbe2fce service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ee39c94c-5cc4-4cd9-b95b-5cd871a4a278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589666 Mar 14 15:38:31.479109 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 1af8879b-a785-41ca-8ff6-8387703f28bb triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:31.479594 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:31.524130 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d6deb-b579-4bfe-ac28-23125ff4a4ff req-7da60dc6-eef3-4123-a51d-10709b9abcaf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:31.526384 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f43d6deb-b579-4bfe-ac28-23125ff4a4ff req-7da60dc6-eef3-4123-a51d-10709b9abcaf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaa2a96-454e-49e5-9afd-f83a25bcc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0791287 Mar 14 15:38:31.577801 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f43d6deb-b579-4bfe-ac28-23125ff4a4ff req-2ff4563a-5e8d-43a8-8147-be890f5bf845 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee39c94c-5cc4-4cd9-b95b-5cd871a4a278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442467 Mar 14 15:38:31.712932 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e981ceb3-1205-4c27-b0a6-83a899a4afd9 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Router 8d71a37b-29e6-403f-a228-2ebfc3d52a79 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:38:31.846645 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e981ceb3-1205-4c27-b0a6-83a899a4afd9 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:38:31.855984 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e981ceb3-1205-4c27-b0a6-83a899a4afd9 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "PUT /v2.0/routers/8d71a37b-29e6-403f-a228-2ebfc3d52a79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7323227 Mar 14 15:38:31.856152 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5ba377-fb97-44fd-983f-9fac2012fd97 None None] Sync routers for ids ['8d71a37b-29e6-403f-a228-2ebfc3d52a79'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:38:31.859878 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55042) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:31.868145 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5ba377-fb97-44fd-983f-9fac2012fd97 None None] Routers {'8d71a37b-29e6-403f-a228-2ebfc3d52a79'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:31.868729 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4c5ba377-fb97-44fd-983f-9fac2012fd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:38:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8d71a37b-29e6-403f-a228-2ebfc3d52a79'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:31.922618 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-daa64d4e-f7cb-40cd-9d6a-6ba02cfd3e18 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] delete failed (client error): The resource could not be found. Mar 14 15:38:31.923641 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-daa64d4e-f7cb-40cd-9d6a-6ba02cfd3e18 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-1883748402 HTTP/1.1" status: 404 len: 335 time: 0.0628638 Mar 14 15:38:31.924987 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4c5ba377-fb97-44fd-983f-9fac2012fd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:31.927329 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55046) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:31.932275 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-186aa6ef-b33e-407f-9fb4-707c4c3a8f29 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Request body: {'router': {'external_gateway_info': {'network_id': '8d71a37b-29e6-403f-a228-2ebfc3d52a79'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:31.936545 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5ba377-fb97-44fd-983f-9fac2012fd97 None None] Routers {'8d71a37b-29e6-403f-a228-2ebfc3d52a79'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:31.937218 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4c5ba377-fb97-44fd-983f-9fac2012fd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:38:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8d71a37b-29e6-403f-a228-2ebfc3d52a79'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:31.998078 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4c5ba377-fb97-44fd-983f-9fac2012fd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:31.998471 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5ba377-fb97-44fd-983f-9fac2012fd97 None None] The sync data for ids ['8d71a37b-29e6-403f-a228-2ebfc3d52a79'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:38:32.436463 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-186aa6ef-b33e-407f-9fb4-707c4c3a8f29 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:32.465485 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-186aa6ef-b33e-407f-9fb4-707c4c3a8f29 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] update failed (client error): The resource could not be found. Mar 14 15:38:32.466443 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-186aa6ef-b33e-407f-9fb4-707c4c3a8f29 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "PUT /v2.0/routers/8d71a37b-29e6-403f-a228-2ebfc3d52a79 HTTP/1.1" status: 404 len: 339 time: 0.5381808 Mar 14 15:38:32.470195 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55050) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:32.475316 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e7ee2bd4-922b-4ee6-afc2-6e634307d3be tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-42256530'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:32.479966 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e7ee2bd4-922b-4ee6-afc2-6e634307d3be tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:38:32.484696 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e7ee2bd4-922b-4ee6-afc2-6e634307d3be tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Usage tracker for resource:network and tenant:97bd7ccaa131412d9aa38de350dc545e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:38:32.487549 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e7ee2bd4-922b-4ee6-afc2-6e634307d3be tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:38:32.493071 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e7ee2bd4-922b-4ee6-afc2-6e634307d3be tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:38:32.503487 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ee2bd4-922b-4ee6-afc2-6e634307d3be tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Made reservation on behalf of 97bd7ccaa131412d9aa38de350dc545e for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:38:32.506671 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7ee2bd4-922b-4ee6-afc2-6e634307d3be tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:32.534666 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ee2bd4-922b-4ee6-afc2-6e634307d3be tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:38:32.543617 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7ee2bd4-922b-4ee6-afc2-6e634307d3be tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:32.543942 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-e7ee2bd4-922b-4ee6-afc2-6e634307d3be tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Added segment baa2ccb1-4b69-455f-98f6-49f68cc1500a of type vlan for network fd9aef55-46d4-4837-a42e-7853bb2012e5 Mar 14 15:38:32.569407 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7ee2bd4-922b-4ee6-afc2-6e634307d3be tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:32.597156 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7ee2bd4-922b-4ee6-afc2-6e634307d3be tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:32.600924 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ee2bd4-922b-4ee6-afc2-6e634307d3be tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:32.601527 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7ee2bd4-922b-4ee6-afc2-6e634307d3be tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:32.714691 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e7ee2bd4-922b-4ee6-afc2-6e634307d3be tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2407520 Mar 14 15:38:32.715102 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55056) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:32.716278 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee2bd4-922b-4ee6-afc2-6e634307d3be tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event updated for resources: {'Network': ['ID=fd9aef55-46d4-4837-a42e-7853bb2012e5,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:32.720955 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f8f5b21e-8474-426d-8d63-47f6c11ee9f5 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Request body: {'subnet': {'network_id': 'fd9aef55-46d4-4837-a42e-7853bb2012e5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:32.727474 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network fd9aef55-46d4-4837-a42e-7853bb2012e5 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:38:32.794521 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e5b16-32fb-44a4-94df-2c0dfd081b7c req-3de7553c-d527-4a2a-a835-59a79c0684ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:32.796009 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-393e5b16-32fb-44a4-94df-2c0dfd081b7c req-3de7553c-d527-4a2a-a835-59a79c0684ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaa2a96-454e-49e5-9afd-f83a25bcc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0809565 Mar 14 15:38:32.845736 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-393e5b16-32fb-44a4-94df-2c0dfd081b7c req-713428f0-ae72-4b38-98c8-a490a6dfd47b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee39c94c-5cc4-4cd9-b95b-5cd871a4a278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422106 Mar 14 15:38:32.866513 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f8f5b21e-8474-426d-8d63-47f6c11ee9f5 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:38:32.870495 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f8f5b21e-8474-426d-8d63-47f6c11ee9f5 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Usage tracker for resource:subnet and tenant:97bd7ccaa131412d9aa38de350dc545e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:38:32.874001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f8f5b21e-8474-426d-8d63-47f6c11ee9f5 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:38:32.879941 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f8f5b21e-8474-426d-8d63-47f6c11ee9f5 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:38:32.889870 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f5b21e-8474-426d-8d63-47f6c11ee9f5 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Made reservation on behalf of 97bd7ccaa131412d9aa38de350dc545e for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:38:32.997794 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8f5b21e-8474-426d-8d63-47f6c11ee9f5 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:33.211403 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8f5b21e-8474-426d-8d63-47f6c11ee9f5 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:33.288266 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5b21e-8474-426d-8d63-47f6c11ee9f5 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event updated for resources: {'Subnet': ['ID=3578b3ca-8615-4df5-aa64-9e251f8e8729,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:33.299465 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f5b21e-8474-426d-8d63-47f6c11ee9f5 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Checking segment: {'id': 'baa2ccb1-4b69-455f-98f6-49f68cc1500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'fd9aef55-46d4-4837-a42e-7853bb2012e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:38:33.299822 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f5b21e-8474-426d-8d63-47f6c11ee9f5 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Network hostable DHCP agents. Network: fd9aef55-46d4-4837-a42e-7853bb2012e5, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:38:33.321629 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f5b21e-8474-426d-8d63-47f6c11ee9f5 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Network fd9aef55-46d4-4837-a42e-7853bb2012e5 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:38:33.331022 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f8f5b21e-8474-426d-8d63-47f6c11ee9f5 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, fd9aef55-46d4-4837-a42e-7853bb2012e5) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:38:33.334980 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f5b21e-8474-426d-8d63-47f6c11ee9f5 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:33.335557 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8f5b21e-8474-426d-8d63-47f6c11ee9f5 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:33.339903 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ffb06a-4c52-407e-9d09-aabd415a5518 None None] Network fd9aef55-46d4-4837-a42e-7853bb2012e5 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:38:33.357687 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f8f5b21e-8474-426d-8d63-47f6c11ee9f5 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6414962 Mar 14 15:38:33.360523 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55060) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:33.365708 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-33a975d2-c241-451f-ac79-177a38747388 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fd9aef55-46d4-4837-a42e-7853bb2012e5'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:33.557220 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d1411c-c607-4598-b4d3-ed37ac15331f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-fd9aef55-46d4-4837-a42e-7853bb2012e5', 'network_id': 'fd9aef55-46d4-4837-a42e-7853bb2012e5', 'tenant_id': '97bd7ccaa131412d9aa38de350dc545e', 'fixed_ips': [{'subnet_id': '3578b3ca-8615-4df5-aa64-9e251f8e8729'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:38:33.559095 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39d1411c-c607-4598-b4d3-ed37ac15331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:33.717412 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-39d1411c-c607-4598-b4d3-ed37ac15331f None None] Allocated IP 2001:db8:1::2 (fd9aef55-46d4-4837-a42e-7853bb2012e5/3578b3ca-8615-4df5-aa64-9e251f8e8729/da02e863-81d5-4936-9f2b-199448b415f9) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:38:33.839324 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-33a975d2-c241-451f-ac79-177a38747388 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:33.919600 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39d1411c-c607-4598-b4d3-ed37ac15331f None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:33.929708 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-39d1411c-c607-4598-b4d3-ed37ac15331f None None] Transition to ACTIVE for port object da02e863-81d5-4936-9f2b-199448b415f9 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:38:33.949392 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-39d1411c-c607-4598-b4d3-ed37ac15331f None None] Transition to ACTIVE for port object da02e863-81d5-4936-9f2b-199448b415f9 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:38:33.955622 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39d1411c-c607-4598-b4d3-ed37ac15331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:34.023635 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d1411c-c607-4598-b4d3-ed37ac15331f None None] Network fd9aef55-46d4-4837-a42e-7853bb2012e5 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:38:34.027280 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-39d1411c-c607-4598-b4d3-ed37ac15331f None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:38:34.030374 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1411c-c607-4598-b4d3-ed37ac15331f None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:38:34.035451 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1411c-c607-4598-b4d3-ed37ac15331f None None] Pushing event updated for resources: {'Port': ['ID=da02e863-81d5-4936-9f2b-199448b415f9,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:34.041769 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-33a975d2-c241-451f-ac79-177a38747388 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:38:34.042924 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-33a975d2-c241-451f-ac79-177a38747388 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "PUT /v2.0/routers/8d71a37b-29e6-403f-a228-2ebfc3d52a79 HTTP/1.1" status: 400 len: 364 time: 0.6813610 Mar 14 15:38:34.047100 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55066) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:34.078943 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b6552-5639-4712-acd8-0fe57b5618c9 req-09f16279-fef0-4990-9b5e-a3b1a11746cf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:34.082503 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e23b6552-5639-4712-acd8-0fe57b5618c9 req-09f16279-fef0-4990-9b5e-a3b1a11746cf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaa2a96-454e-49e5-9afd-f83a25bcc3c3 HTTP/1.1" status: 200 len: 945 time: 0.1085079 Mar 14 15:38:34.121199 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-39d1411c-c607-4598-b4d3-ed37ac15331f None None] Attempting to bind port da02e863-81d5-4936-9f2b-199448b415f9 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:38:34.121506 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-39d1411c-c607-4598-b4d3-ed37ac15331f None None] Attempting to bind port da02e863-81d5-4936-9f2b-199448b415f9 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'baa2ccb1-4b69-455f-98f6-49f68cc1500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'fd9aef55-46d4-4837-a42e-7853bb2012e5'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:38:34.121830 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1411c-c607-4598-b4d3-ed37ac15331f None None] Attempting to bind port da02e863-81d5-4936-9f2b-199448b415f9 on network fd9aef55-46d4-4837-a42e-7853bb2012e5 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:38:34.128293 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1411c-c607-4598-b4d3-ed37ac15331f None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:38:34.128664 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1411c-c607-4598-b4d3-ed37ac15331f None None] Checking segment: {'id': 'baa2ccb1-4b69-455f-98f6-49f68cc1500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'fd9aef55-46d4-4837-a42e-7853bb2012e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:38:34.129065 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39d1411c-c607-4598-b4d3-ed37ac15331f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:34.130381 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1411c-c607-4598-b4d3-ed37ac15331f None None] Bound using segment: {'id': 'baa2ccb1-4b69-455f-98f6-49f68cc1500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'fd9aef55-46d4-4837-a42e-7853bb2012e5'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:38:34.130381 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-39d1411c-c607-4598-b4d3-ed37ac15331f None None] Bound port: da02e863-81d5-4936-9f2b-199448b415f9, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa2ccb1-4b69-455f-98f6-49f68cc1500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'fd9aef55-46d4-4837-a42e-7853bb2012e5'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:38:34.130381 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39d1411c-c607-4598-b4d3-ed37ac15331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:34.130758 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e23b6552-5639-4712-acd8-0fe57b5618c9 req-a730c330-5a56-4aef-b60b-07a8c7648288 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee39c94c-5cc4-4cd9-b95b-5cd871a4a278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438771 Mar 14 15:38:34.226262 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-39d1411c-c607-4598-b4d3-ed37ac15331f None None] For port da02e863-81d5-4936-9f2b-199448b415f9, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:38:34.229471 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-39d1411c-c607-4598-b4d3-ed37ac15331f None None] For port da02e863-81d5-4936-9f2b-199448b415f9, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=da02e863-81d5-4936-9f2b-199448b415f9,segment=NetworkSegment(baa2ccb1-4b69-455f-98f6-49f68cc1500a),segment_id=baa2ccb1-4b69-455f-98f6-49f68cc1500a)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:38:34.234781 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39d1411c-c607-4598-b4d3-ed37ac15331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:34.311851 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1411c-c607-4598-b4d3-ed37ac15331f None None] Pushing event updated for resources: {'Port': ['ID=da02e863-81d5-4936-9f2b-199448b415f9,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:34.527087 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a4ccc-574b-4c08-9c86-3913fd849406 req-bcb8d21c-f584-4544-973a-ef4aaaf4d91c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:34.528526 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-be4a4ccc-574b-4c08-9c86-3913fd849406 req-bcb8d21c-f584-4544-973a-ef4aaaf4d91c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaa2a96-454e-49e5-9afd-f83a25bcc3c3 HTTP/1.1" status: 200 len: 945 time: 0.2159002 Mar 14 15:38:34.616262 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-be4a4ccc-574b-4c08-9c86-3913fd849406 req-524c9c8e-4856-4c79-be02-602cca1abbf3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee39c94c-5cc4-4cd9-b95b-5cd871a4a278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818489 Mar 14 15:38:34.643934 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55072) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:34.678181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc4b725d-3af9-4c12-8c41-e6277f242ddd tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:34.712616 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d37e67fc-bdf3-4d71-b0a5-f42d05bfb241 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2aaa2a96-454e-49e5-9afd-f83a25bcc3c3 HTTP/1.1" status: 200 len: 1093 time: 0.0674379 Mar 14 15:38:34.715923 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55076) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:34.721162 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-63e78553-c51c-4813-8f82-359b4968594c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'floatingip': {'port_id': 'aaf27e68-e989-4c3f-8908-374cbf4ef87d'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:34.798245 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-63e78553-c51c-4813-8f82-359b4968594c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.139227 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-fc4b725d-3af9-4c12-8c41-e6277f242ddd tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Allocated IP 2001:db8::1 (6d72e79d-3fc7-469b-a54f-00c2bac2bea9/8105af42-1583-4a23-bb15-1a875713e413/513647e1-cd60-4712-9fd9-50bef7e92d22) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:38:35.312738 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e62d72-7f82-4f16-a5ea-bf47886e79f4 None None] Network fd9aef55-46d4-4837-a42e-7853bb2012e5 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:38:35.322133 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc4b725d-3af9-4c12-8c41-e6277f242ddd tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.349889 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-fc4b725d-3af9-4c12-8c41-e6277f242ddd tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Transition to ACTIVE for port object 513647e1-cd60-4712-9fd9-50bef7e92d22 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:38:35.384168 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc4b725d-3af9-4c12-8c41-e6277f242ddd tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.431640 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-63e78553-c51c-4813-8f82-359b4968594c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.437650 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-63e78553-c51c-4813-8f82-359b4968594c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.459818 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4a96a035-f97b-4800-ac11-71a352fdd3c7 None None] Provisioning for port da02e863-81d5-4936-9f2b-199448b415f9 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:38:35.472663 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device da02e863-81d5-4936-9f2b-199448b415f9 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:38:35.473657 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4b725d-3af9-4c12-8c41-e6277f242ddd tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Network 6d72e79d-3fc7-469b-a54f-00c2bac2bea9 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:38:35.476752 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-fc4b725d-3af9-4c12-8c41-e6277f242ddd tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:38:35.481340 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4b725d-3af9-4c12-8c41-e6277f242ddd tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:38:35.481791 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc4b725d-3af9-4c12-8c41-e6277f242ddd tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.498992 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b725d-3af9-4c12-8c41-e6277f242ddd tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event updated for resources: {'Port': ['ID=513647e1-cd60-4712-9fd9-50bef7e92d22,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:35.600452 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc4b725d-3af9-4c12-8c41-e6277f242ddd tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.645796 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port da02e863-81d5-4936-9f2b-199448b415f9 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:38:35.654197 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port da02e863-81d5-4936-9f2b-199448b415f9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:35.654637 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.815956 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.818806 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-63e78553-c51c-4813-8f82-359b4968594c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Floating IP a7a9328a-87d0-4fa6-82f3-99c0f80399e4 associated. External IP: 172.26.4.99, port: aaf27e68-e989-4c3f-8908-374cbf4ef87d. Mar 14 15:38:35.873713 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port da02e863-81d5-4936-9f2b-199448b415f9, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=da02e863-81d5-4936-9f2b-199448b415f9,segment=NetworkSegment(baa2ccb1-4b69-455f-98f6-49f68cc1500a),segment_id=baa2ccb1-4b69-455f-98f6-49f68cc1500a)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:35.880866 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.921095 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-39b051bc-a95a-4bcd-a7c2-913d7dde7729 None None] Provisioning for port 513647e1-cd60-4712-9fd9-50bef7e92d22 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:38:35.941586 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-39b051bc-a95a-4bcd-a7c2-913d7dde7729 None None] Provisioning complete for port 513647e1-cd60-4712-9fd9-50bef7e92d22 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:35.941958 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39b051bc-a95a-4bcd-a7c2-913d7dde7729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:36.011385 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-39b051bc-a95a-4bcd-a7c2-913d7dde7729 None None] Port 513647e1-cd60-4712-9fd9-50bef7e92d22 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:38:36.014598 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=da02e863-81d5-4936-9f2b-199448b415f9,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:36.059993 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc4b725d-3af9-4c12-8c41-e6277f242ddd tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:36.064652 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc4b725d-3af9-4c12-8c41-e6277f242ddd tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:36.065379 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc4b725d-3af9-4c12-8c41-e6277f242ddd tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:36.133207 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-65822482-a7f3-4827-b6d4-959ffe0f6677 None None] Provisioning complete for port da02e863-81d5-4936-9f2b-199448b415f9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:36.133488 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-65822482-a7f3-4827-b6d4-959ffe0f6677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:36.225050 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b725d-3af9-4c12-8c41-e6277f242ddd tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event updated for resources: {'Port': ['ID=513647e1-cd60-4712-9fd9-50bef7e92d22,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:36.264952 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e78553-c51c-4813-8f82-359b4968594c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router e9749a17-ad36-4bfd-97db-1db3c0ffba9d has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:38:36.279929 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4b725d-3af9-4c12-8c41-e6277f242ddd tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Network 6d72e79d-3fc7-469b-a54f-00c2bac2bea9 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:38:36.281024 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-fc4b725d-3af9-4c12-8c41-e6277f242ddd tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:38:36.475779 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e78553-c51c-4813-8f82-359b4968594c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:38:36.481490 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-63e78553-c51c-4813-8f82-359b4968594c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:36.488623 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9e259e-339f-431b-9749-6138f559bad7 None None] Sync routers for ids ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:38:36.503452 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9e259e-339f-431b-9749-6138f559bad7 None None] Routers {'e9749a17-ad36-4bfd-97db-1db3c0ffba9d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:36.504071 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-fc9e259e-339f-431b-9749-6138f559bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:38:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:36.542495 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-63e78553-c51c-4813-8f82-359b4968594c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/floatingips/a7a9328a-87d0-4fa6-82f3-99c0f80399e4 HTTP/1.1" status: 200 len: 990 time: 1.8230960 Mar 14 15:38:36.542495 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aaa2a96-454e-49e5-9afd-f83a25bcc3c3', 'tag': 'aaf27e68-e989-4c3f-8908-374cbf4ef87d'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:38:36.545770 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55080) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:36.623081 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aaa2a96-454e-49e5-9afd-f83a25bcc3c3', 'tag': 'aaf27e68-e989-4c3f-8908-374cbf4ef87d', 'status': 'completed', 'code': 200} Mar 14 15:38:36.629450 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4b725d-3af9-4c12-8c41-e6277f242ddd tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Router 8d71a37b-29e6-403f-a228-2ebfc3d52a79 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:38:36.671225 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c681d3b2-d38d-42b9-b62f-271c145a827f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/a7a9328a-87d0-4fa6-82f3-99c0f80399e4 HTTP/1.1" status: 200 len: 990 time: 0.1210628 Mar 14 15:38:36.678907 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9f4a1a00-3a63-4888-a1cf-025911d9a8a5 None None] Provisioning complete for port 513647e1-cd60-4712-9fd9-50bef7e92d22 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:36.679283 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9f4a1a00-3a63-4888-a1cf-025911d9a8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:36.752943 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9f4a1a00-3a63-4888-a1cf-025911d9a8a5 None None] Port 513647e1-cd60-4712-9fd9-50bef7e92d22 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:38:36.762008 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-fc9e259e-339f-431b-9749-6138f559bad7 None None] Set router e9749a17-ad36-4bfd-97db-1db3c0ffba9d gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:38:36.943084 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-911fa7a1-2dcf-433c-a2f9-d1e69b8a2247 req-75f0abed-85e0-4d28-a171-8bd340bd8e17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=2aaa2a96-454e-49e5-9afd-f83a25bcc3c3 HTTP/1.1" status: 200 len: 1098 time: 0.3121414 Mar 14 15:38:37.068278 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4b725d-3af9-4c12-8c41-e6277f242ddd tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:38:37.079227 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d913172-c29d-4df3-bb04-f13382d0c794 None None] Sync routers for ids ['8d71a37b-29e6-403f-a228-2ebfc3d52a79'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:38:37.090909 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55086) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:37.091378 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-fc4b725d-3af9-4c12-8c41-e6277f242ddd tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "PUT /v2.0/routers/8d71a37b-29e6-403f-a228-2ebfc3d52a79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0417275 Mar 14 15:38:37.100342 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fa7a1-2dcf-433c-a2f9-d1e69b8a2247 req-a09d3c77-7585-421f-a42b-6447e833c150 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:37.100727 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-911fa7a1-2dcf-433c-a2f9-d1e69b8a2247 req-a09d3c77-7585-421f-a42b-6447e833c150 service neutron] 10.222.0.24 "GET /v2.0/networks?id=349f9384-c50d-4cdb-8a7b-70fd02c51b4a HTTP/1.1" status: 200 len: 898 time: 0.1506972 Mar 14 15:38:37.107318 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-fc9e259e-339f-431b-9749-6138f559bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'name': 'tempest-TestNetworkBasicOps-router-1855710617', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:36:23Z', 'updated_at': '2022-03-14T15:36:28Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:24Z', 'updated_at': '2022-03-14T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'a7a9328a-87d0-4fa6-82f3-99c0f80399e4', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.99', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'port_id': 'aaf27e68-e989-4c3f-8908-374cbf4ef87d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'mac_address': 'fa:16:3e:d5:22:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaa2a96-454e-49e5-9afd-f83a25bcc3c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:36:55Z', 'updated_at': '2022-03-14T15:38:35Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef', 'name': '', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:a5:6b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:27Z', 'updated_at': '2022-03-14T15:36:37Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:37.108617 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d913172-c29d-4df3-bb04-f13382d0c794 None None] Routers {'8d71a37b-29e6-403f-a228-2ebfc3d52a79'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:37.109469 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6d913172-c29d-4df3-bb04-f13382d0c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:38:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8d71a37b-29e6-403f-a228-2ebfc3d52a79'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:37.111990 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9e259e-339f-431b-9749-6138f559bad7 None None] Checking router: e9749a17-ad36-4bfd-97db-1db3c0ffba9d for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:38:37.123125 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9e259e-339f-431b-9749-6138f559bad7 None None] Routers {'e9749a17-ad36-4bfd-97db-1db3c0ffba9d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:37.123868 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-fc9e259e-339f-431b-9749-6138f559bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:38:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:37.176826 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6d913172-c29d-4df3-bb04-f13382d0c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:37.189207 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d913172-c29d-4df3-bb04-f13382d0c794 None None] Routers {'8d71a37b-29e6-403f-a228-2ebfc3d52a79'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:37.190359 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6d913172-c29d-4df3-bb04-f13382d0c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:38:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8d71a37b-29e6-403f-a228-2ebfc3d52a79'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:37.215614 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-911fa7a1-2dcf-433c-a2f9-d1e69b8a2247 req-92d600cf-fa73-4d53-ba3f-5b20c784dd84 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaf27e68-e989-4c3f-8908-374cbf4ef87d HTTP/1.1" status: 200 len: 998 time: 0.1087344 Mar 14 15:38:37.265983 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6d913172-c29d-4df3-bb04-f13382d0c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:37.266752 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d913172-c29d-4df3-bb04-f13382d0c794 None None] The sync data for ids ['8d71a37b-29e6-403f-a228-2ebfc3d52a79'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:38:37.293645 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fa7a1-2dcf-433c-a2f9-d1e69b8a2247 req-e20e339b-98b6-4876-accb-a036020e52b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:37.295366 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-911fa7a1-2dcf-433c-a2f9-d1e69b8a2247 req-e20e339b-98b6-4876-accb-a036020e52b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab15c6bb-e792-4953-b206-1853c1ff0b9f HTTP/1.1" status: 200 len: 834 time: 0.0739689 Mar 14 15:38:37.304073 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1cc890f-df6e-43ac-8299-6ef98a223069 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:37.386121 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-911fa7a1-2dcf-433c-a2f9-d1e69b8a2247 req-44b05887-89af-4c07-ab2c-8cf71c6c3ac3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=349f9384-c50d-4cdb-8a7b-70fd02c51b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790691 Mar 14 15:38:37.420947 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device da02e863-81d5-4936-9f2b-199448b415f9 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:38:37.471427 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-fc9e259e-339f-431b-9749-6138f559bad7 None None] Set router e9749a17-ad36-4bfd-97db-1db3c0ffba9d gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:38:37.472876 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-b1cc890f-df6e-43ac-8299-6ef98a223069 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 14 15:38:37.476622 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b1cc890f-df6e-43ac-8299-6ef98a223069 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "DELETE /v2.0/routers/8d71a37b-29e6-403f-a228-2ebfc3d52a79 HTTP/1.1" status: 409 len: 329 time: 0.3820624 Mar 14 15:38:37.477197 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55090) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:37.526141 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-911fa7a1-2dcf-433c-a2f9-d1e69b8a2247 req-9d23401e-3789-4973-9338-297082a5f56b service neutron] 10.222.0.24 "GET /v2.0/networks/349f9384-c50d-4cdb-8a7b-70fd02c51b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377227 Mar 14 15:38:37.645394 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port da02e863-81d5-4936-9f2b-199448b415f9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:37.645967 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:37.674349 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55096) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:37.759551 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-911fa7a1-2dcf-433c-a2f9-d1e69b8a2247 req-ad2ad463-7705-4777-88ea-9517f368174b service neutron] 10.222.0.24 "GET /v2.0/networks/349f9384-c50d-4cdb-8a7b-70fd02c51b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271492 Mar 14 15:38:37.797085 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b76e7125-ab7f-45d0-b239-0cecad2dc240 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/a7a9328a-87d0-4fa6-82f3-99c0f80399e4 HTTP/1.1" status: 200 len: 990 time: 0.1209395 Mar 14 15:38:37.959814 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc872d4d-3095-4887-bf45-e9ef33b6e632 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:37.961620 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-fc9e259e-339f-431b-9749-6138f559bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'name': 'tempest-TestNetworkBasicOps-router-1855710617', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:36:23Z', 'updated_at': '2022-03-14T15:36:28Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:24Z', 'updated_at': '2022-03-14T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'a7a9328a-87d0-4fa6-82f3-99c0f80399e4', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.99', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'port_id': 'aaf27e68-e989-4c3f-8908-374cbf4ef87d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'mac_address': 'fa:16:3e:d5:22:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaa2a96-454e-49e5-9afd-f83a25bcc3c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:36:55Z', 'updated_at': '2022-03-14T15:38:35Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef', 'name': '', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:a5:6b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:27Z', 'updated_at': '2022-03-14T15:36:37Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:37.966442 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9e259e-339f-431b-9749-6138f559bad7 None None] The sync data for ids ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'] in dv-neutron-833561-1-hyperv is: [{'id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'name': 'tempest-TestNetworkBasicOps-router-1855710617', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:36:23Z', 'updated_at': '2022-03-14T15:36:28Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:24Z', 'updated_at': '2022-03-14T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'a7a9328a-87d0-4fa6-82f3-99c0f80399e4', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.99', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'port_id': 'aaf27e68-e989-4c3f-8908-374cbf4ef87d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'mac_address': 'fa:16:3e:d5:22:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaa2a96-454e-49e5-9afd-f83a25bcc3c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:36:55Z', 'updated_at': '2022-03-14T15:38:35Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef', 'name': '', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:a5:6b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:27Z', 'updated_at': '2022-03-14T15:36:37Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:38:38.172236 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd765bf2-e524-4090-81e2-1b5ddec82b6c None None] New status for floating IP a7a9328a-87d0-4fa6-82f3-99c0f80399e4: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:38:38.533325 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-dc872d4d-3095-4887-bf45-e9ef33b6e632 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Deleting port 513647e1-cd60-4712-9fd9-50bef7e92d22 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:38.533908 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc872d4d-3095-4887-bf45-e9ef33b6e632 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:38.712767 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc872d4d-3095-4887-bf45-e9ef33b6e632 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:38.799811 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55102) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:38.832050 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-dc872d4d-3095-4887-bf45-e9ef33b6e632 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Calling delete_port for 513647e1-cd60-4712-9fd9-50bef7e92d22 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:38:38.907345 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b6c297ed-25b0-45bd-8184-45112876a465 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/a7a9328a-87d0-4fa6-82f3-99c0f80399e4 HTTP/1.1" status: 200 len: 992 time: 0.1064112 Mar 14 15:38:39.001417 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc872d4d-3095-4887-bf45-e9ef33b6e632 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:39.045200 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc872d4d-3095-4887-bf45-e9ef33b6e632 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event deleted for resources: {'Port': ['ID=513647e1-cd60-4712-9fd9-50bef7e92d22,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:39.314557 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc872d4d-3095-4887-bf45-e9ef33b6e632 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:39.719250 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc872d4d-3095-4887-bf45-e9ef33b6e632 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Router 8d71a37b-29e6-403f-a228-2ebfc3d52a79 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:38:39.854145 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc872d4d-3095-4887-bf45-e9ef33b6e632 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:38:39.863252 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-dc872d4d-3095-4887-bf45-e9ef33b6e632 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "PUT /v2.0/routers/8d71a37b-29e6-403f-a228-2ebfc3d52a79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3855104 Mar 14 15:38:39.863400 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827f6a27-594b-4a91-8be3-c01f29b99154 None None] Sync routers for ids ['8d71a37b-29e6-403f-a228-2ebfc3d52a79'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:38:39.866962 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55106) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:39.875995 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827f6a27-594b-4a91-8be3-c01f29b99154 None None] Routers {'8d71a37b-29e6-403f-a228-2ebfc3d52a79'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:39.876609 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-827f6a27-594b-4a91-8be3-c01f29b99154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:38:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8d71a37b-29e6-403f-a228-2ebfc3d52a79'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:39.932806 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.api.v2.resource [None req-19cc6d02-96db-458a-b0bd-0c11b0e97348 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] show failed (client error): The resource could not be found. Mar 14 15:38:39.934711 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-19cc6d02-96db-458a-b0bd-0c11b0e97348 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-799520321 HTTP/1.1" status: 404 len: 334 time: 0.0666809 Mar 14 15:38:39.937303 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-827f6a27-594b-4a91-8be3-c01f29b99154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:39.938700 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55110) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:39.944361 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f5128f37-1c3a-47f6-a7fa-8227a7ab31ce tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:38:39.949543 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827f6a27-594b-4a91-8be3-c01f29b99154 None None] Routers {'8d71a37b-29e6-403f-a228-2ebfc3d52a79'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:39.950138 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-827f6a27-594b-4a91-8be3-c01f29b99154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:38:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8d71a37b-29e6-403f-a228-2ebfc3d52a79'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:40.006305 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-f5128f37-1c3a-47f6-a7fa-8227a7ab31ce tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] update failed (client error): The resource could not be found. Mar 14 15:38:40.007195 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f5128f37-1c3a-47f6-a7fa-8227a7ab31ce tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-170212051 HTTP/1.1" status: 404 len: 334 time: 0.0674849 Mar 14 15:38:40.008598 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-827f6a27-594b-4a91-8be3-c01f29b99154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:40.009000 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827f6a27-594b-4a91-8be3-c01f29b99154 None None] The sync data for ids ['8d71a37b-29e6-403f-a228-2ebfc3d52a79'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:38:40.014216 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55114) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:40.196666 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-72be6fd4-e21b-4223-b414-58997ad23e17 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Deleting subnet 3578b3ca-8615-4df5-aa64-9e251f8e8729 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:38:40.199822 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72be6fd4-e21b-4223-b414-58997ad23e17 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:40.256190 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72be6fd4-e21b-4223-b414-58997ad23e17 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:40.438085 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72be6fd4-e21b-4223-b414-58997ad23e17 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:40.508229 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72be6fd4-e21b-4223-b414-58997ad23e17 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:40.549781 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be6fd4-e21b-4223-b414-58997ad23e17 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event deleted for resources: {'Subnet': ['ID=3578b3ca-8615-4df5-aa64-9e251f8e8729,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:40.554738 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72be6fd4-e21b-4223-b414-58997ad23e17 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:40.562838 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-72be6fd4-e21b-4223-b414-58997ad23e17 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "DELETE /v2.0/subnets/3578b3ca-8615-4df5-aa64-9e251f8e8729 HTTP/1.1" status: 204 len: 168 time: 0.5452178 Mar 14 15:38:40.563059 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55120) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:40.563442 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48da27cf-de02-4032-9c7a-703bbc85e1a9 None None] Network fd9aef55-46d4-4837-a42e-7853bb2012e5 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:38:40.683197 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e86fc08a-b1ba-454c-b4ad-266ddff9977f tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:40.693811 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e86fc08a-b1ba-454c-b4ad-266ddff9977f tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Deleting port da02e863-81d5-4936-9f2b-199448b415f9 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:40.694263 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e86fc08a-b1ba-454c-b4ad-266ddff9977f tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:40.806280 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfab33a-ddb1-467d-bde0-6e40303fda91 None None] DHCP port deletion for fd9aef55-46d4-4837-a42e-7853bb2012e5 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:38:40.811195 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ddfab33a-ddb1-467d-bde0-6e40303fda91 None None] Deleting port da02e863-81d5-4936-9f2b-199448b415f9 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:40.811567 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ddfab33a-ddb1-467d-bde0-6e40303fda91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:40.895476 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-e86fc08a-b1ba-454c-b4ad-266ddff9977f tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] For port da02e863-81d5-4936-9f2b-199448b415f9, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=da02e863-81d5-4936-9f2b-199448b415f9,segment=NetworkSegment(baa2ccb1-4b69-455f-98f6-49f68cc1500a),segment_id=baa2ccb1-4b69-455f-98f6-49f68cc1500a)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:40.895824 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e86fc08a-b1ba-454c-b4ad-266ddff9977f tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:41.009605 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ddfab33a-ddb1-467d-bde0-6e40303fda91 None None] For port da02e863-81d5-4936-9f2b-199448b415f9, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=da02e863-81d5-4936-9f2b-199448b415f9,segment=NetworkSegment(baa2ccb1-4b69-455f-98f6-49f68cc1500a),segment_id=baa2ccb1-4b69-455f-98f6-49f68cc1500a)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:41.009997 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ddfab33a-ddb1-467d-bde0-6e40303fda91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:41.018166 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e86fc08a-b1ba-454c-b4ad-266ddff9977f tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Calling delete_port for da02e863-81d5-4936-9f2b-199448b415f9 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:38:41.091031 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e86fc08a-b1ba-454c-b4ad-266ddff9977f tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:41.126537 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ddfab33a-ddb1-467d-bde0-6e40303fda91 None None] Calling delete_port for da02e863-81d5-4936-9f2b-199448b415f9 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:38:41.135032 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86fc08a-b1ba-454c-b4ad-266ddff9977f tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event deleted for resources: {'Port': ['ID=da02e863-81d5-4936-9f2b-199448b415f9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:41.140624 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86fc08a-b1ba-454c-b4ad-266ddff9977f tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] No DVR routers for this DVR port da02e863-81d5-4936-9f2b-199448b415f9 on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:38:41.197394 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-ddfab33a-ddb1-467d-bde0-6e40303fda91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:38:41.197752 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-ddfab33a-ddb1-467d-bde0-6e40303fda91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:38:41.263715 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e86fc08a-b1ba-454c-b4ad-266ddff9977f tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:41.291452 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e86fc08a-b1ba-454c-b4ad-266ddff9977f tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9aef55-46d4-4837-a42e-7853bb2012e5']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:41.303274 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e86fc08a-b1ba-454c-b4ad-266ddff9977f tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa2ccb1-4b69-455f-98f6-49f68cc1500a') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:41.303569 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e86fc08a-b1ba-454c-b4ad-266ddff9977f tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa2ccb1-4b69-455f-98f6-49f68cc1500a') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:41.316322 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e86fc08a-b1ba-454c-b4ad-266ddff9977f tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:41.334676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e86fc08a-b1ba-454c-b4ad-266ddff9977f tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:41.340957 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86fc08a-b1ba-454c-b4ad-266ddff9977f tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:38:41.341401 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e86fc08a-b1ba-454c-b4ad-266ddff9977f tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:38:41.355968 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:38:41.395728 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device da02e863-81d5-4936-9f2b-199448b415f9 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:38:41.440597 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e86fc08a-b1ba-454c-b4ad-266ddff9977f tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:41.458454 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e86fc08a-b1ba-454c-b4ad-266ddff9977f tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:41.469242 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86fc08a-b1ba-454c-b4ad-266ddff9977f tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event deleted for resources: {'Network': ['ID=fd9aef55-46d4-4837-a42e-7853bb2012e5,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:41.471932 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: da02e863-81d5-4936-9f2b-199448b415f9 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:38:41.472284 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device da02e863-81d5-4936-9f2b-199448b415f9 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:38:41.474591 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e86fc08a-b1ba-454c-b4ad-266ddff9977f tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "DELETE /v2.0/networks/fd9aef55-46d4-4837-a42e-7853bb2012e5 HTTP/1.1" status: 204 len: 168 time: 0.9105191 Mar 14 15:38:41.475648 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55124) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:41.657960 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f31391-401f-41b5-8628-bad5eb60ff88 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Deleting subnet 67511bc5-c398-4012-95e4-0e40260a71fb {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:38:41.660816 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f9f31391-401f-41b5-8628-bad5eb60ff88 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:41.699262 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ddfab33a-ddb1-467d-bde0-6e40303fda91 None None] Deleting port da02e863-81d5-4936-9f2b-199448b415f9 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:41.699895 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ddfab33a-ddb1-467d-bde0-6e40303fda91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:41.716979 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f9f31391-401f-41b5-8628-bad5eb60ff88 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:41.760011 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ddfab33a-ddb1-467d-bde0-6e40303fda91 None None] The port 'da02e863-81d5-4936-9f2b-199448b415f9' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:38:41.798673 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f9f31391-401f-41b5-8628-bad5eb60ff88 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:41.868176 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f9f31391-401f-41b5-8628-bad5eb60ff88 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:41.993629 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f31391-401f-41b5-8628-bad5eb60ff88 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event deleted for resources: {'Subnet': ['ID=67511bc5-c398-4012-95e4-0e40260a71fb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:41.999314 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f9f31391-401f-41b5-8628-bad5eb60ff88 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:42.004646 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69757b5b-7885-467b-bd7a-294d08307db5 None None] Network faca2899-afc0-449e-809c-c380058042ff requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:38:42.007258 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f9f31391-401f-41b5-8628-bad5eb60ff88 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "DELETE /v2.0/subnets/67511bc5-c398-4012-95e4-0e40260a71fb HTTP/1.1" status: 204 len: 168 time: 0.5305178 Mar 14 15:38:42.009592 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55128) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:42.195245 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3c469f-8ca5-47af-8df4-5de53f76f42b tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Deleting subnet a55dcce3-19ff-4f55-8c82-77f1be7bd854 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:38:42.198164 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d3c469f-8ca5-47af-8df4-5de53f76f42b tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:42.249998 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e11f9e2-87d5-4d8e-83e1-0f15052d420b None None] DHCP port deletion for faca2899-afc0-449e-809c-c380058042ff request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:38:42.253027 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d3c469f-8ca5-47af-8df4-5de53f76f42b tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:42.253818 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2e11f9e2-87d5-4d8e-83e1-0f15052d420b None None] Deleting port 1af8879b-a785-41ca-8ff6-8387703f28bb {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:42.254218 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2e11f9e2-87d5-4d8e-83e1-0f15052d420b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:42.340736 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d3c469f-8ca5-47af-8df4-5de53f76f42b tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:42.417727 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d3c469f-8ca5-47af-8df4-5de53f76f42b tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:42.456612 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c469f-8ca5-47af-8df4-5de53f76f42b tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event deleted for resources: {'Subnet': ['ID=a55dcce3-19ff-4f55-8c82-77f1be7bd854,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:42.456860 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2e11f9e2-87d5-4d8e-83e1-0f15052d420b None None] For port 1af8879b-a785-41ca-8ff6-8387703f28bb, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=1af8879b-a785-41ca-8ff6-8387703f28bb,segment=NetworkSegment(2577a70f-ce92-4c4f-8c89-0536971301b9),segment_id=2577a70f-ce92-4c4f-8c89-0536971301b9)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:42.457196 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2e11f9e2-87d5-4d8e-83e1-0f15052d420b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:42.461212 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d3c469f-8ca5-47af-8df4-5de53f76f42b tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:42.467338 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1d3c469f-8ca5-47af-8df4-5de53f76f42b tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "DELETE /v2.0/subnets/a55dcce3-19ff-4f55-8c82-77f1be7bd854 HTTP/1.1" status: 204 len: 168 time: 0.4567523 Mar 14 15:38:42.469712 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55132) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:42.472907 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318323e1-2c40-440a-bbc3-7172d904c1b1 None None] Network 1876fd91-6389-42ea-aa2f-bd96ba1f2240 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:38:42.581261 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48b7ec25-557b-4105-b311-64a2939c198e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:42.591426 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-48b7ec25-557b-4105-b311-64a2939c198e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Deleting port 1af8879b-a785-41ca-8ff6-8387703f28bb {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:42.591760 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48b7ec25-557b-4105-b311-64a2939c198e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:42.637973 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2e11f9e2-87d5-4d8e-83e1-0f15052d420b None None] Calling delete_port for 1af8879b-a785-41ca-8ff6-8387703f28bb owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:38:42.800013 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-48b7ec25-557b-4105-b311-64a2939c198e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] For port 1af8879b-a785-41ca-8ff6-8387703f28bb, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=1af8879b-a785-41ca-8ff6-8387703f28bb,segment=NetworkSegment(2577a70f-ce92-4c4f-8c89-0536971301b9),segment_id=2577a70f-ce92-4c4f-8c89-0536971301b9)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:42.800360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48b7ec25-557b-4105-b311-64a2939c198e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:42.804999 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2e11f9e2-87d5-4d8e-83e1-0f15052d420b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:42.852104 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11f9e2-87d5-4d8e-83e1-0f15052d420b None None] Pushing event deleted for resources: {'Port': ['ID=1af8879b-a785-41ca-8ff6-8387703f28bb,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:42.860392 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e11f9e2-87d5-4d8e-83e1-0f15052d420b None None] No DVR routers for this DVR port 1af8879b-a785-41ca-8ff6-8387703f28bb on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:38:42.911380 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54c19a49-263d-4d6e-9ddd-680af6584cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:42.921162 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-48b7ec25-557b-4105-b311-64a2939c198e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Calling delete_port for 1af8879b-a785-41ca-8ff6-8387703f28bb owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:38:42.935502 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b8bbe8-e5a9-4d3f-ad46-0039166b3e5c None None] DHCP port deletion for 1876fd91-6389-42ea-aa2f-bd96ba1f2240 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:38:42.940008 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c7b8bbe8-e5a9-4d3f-ad46-0039166b3e5c None None] Deleting port 27984679-a567-4673-9669-259448511ad9 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:42.940427 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7b8bbe8-e5a9-4d3f-ad46-0039166b3e5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:42.993598 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.api [None req-48b7ec25-557b-4105-b311-64a2939c198e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:38:42.994008 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG oslo_db.api [None req-48b7ec25-557b-4105-b311-64a2939c198e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:38:43.136252 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c7b8bbe8-e5a9-4d3f-ad46-0039166b3e5c None None] For port 27984679-a567-4673-9669-259448511ad9, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=27984679-a567-4673-9669-259448511ad9,segment=NetworkSegment(0dc87d61-83be-4e73-bcf6-c3f95f757255),segment_id=0dc87d61-83be-4e73-bcf6-c3f95f757255)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:43.136526 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7b8bbe8-e5a9-4d3f-ad46-0039166b3e5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:43.252266 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c7b8bbe8-e5a9-4d3f-ad46-0039166b3e5c None None] Calling delete_port for 27984679-a567-4673-9669-259448511ad9 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:38:43.327474 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7b8bbe8-e5a9-4d3f-ad46-0039166b3e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:43.405553 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 1af8879b-a785-41ca-8ff6-8387703f28bb no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:38:43.429995 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8bbe8-e5a9-4d3f-ad46-0039166b3e5c None None] Pushing event deleted for resources: {'Port': ['ID=27984679-a567-4673-9669-259448511ad9,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:43.442772 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b8bbe8-e5a9-4d3f-ad46-0039166b3e5c None None] No DVR routers for this DVR port 27984679-a567-4673-9669-259448511ad9 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:38:43.444154 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 1af8879b-a785-41ca-8ff6-8387703f28bb {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:38:43.444492 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 1af8879b-a785-41ca-8ff6-8387703f28bb not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:38:43.444894 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 27984679-a567-4673-9669-259448511ad9 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:38:43.479838 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 27984679-a567-4673-9669-259448511ad9 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:38:43.480941 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 27984679-a567-4673-9669-259448511ad9 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:38:43.495199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-48b7ec25-557b-4105-b311-64a2939c198e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Deleting port 1af8879b-a785-41ca-8ff6-8387703f28bb {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:43.495754 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48b7ec25-557b-4105-b311-64a2939c198e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:43.559207 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-48b7ec25-557b-4105-b311-64a2939c198e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] The port '1af8879b-a785-41ca-8ff6-8387703f28bb' was deleted {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:38:43.676720 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48b7ec25-557b-4105-b311-64a2939c198e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:43.705226 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-48b7ec25-557b-4105-b311-64a2939c198e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faca2899-afc0-449e-809c-c380058042ff']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:43.716926 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-48b7ec25-557b-4105-b311-64a2939c198e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2577a70f-ce92-4c4f-8c89-0536971301b9') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:43.717223 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-48b7ec25-557b-4105-b311-64a2939c198e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2577a70f-ce92-4c4f-8c89-0536971301b9') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:43.728180 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48b7ec25-557b-4105-b311-64a2939c198e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:43.750892 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48b7ec25-557b-4105-b311-64a2939c198e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:43.757008 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b7ec25-557b-4105-b311-64a2939c198e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:38:43.757384 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48b7ec25-557b-4105-b311-64a2939c198e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: util.warn( Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: util.warn( Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: util.warn( Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: util.warn( Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:38:43.772066 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:38:43.847503 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48b7ec25-557b-4105-b311-64a2939c198e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:43.868279 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48b7ec25-557b-4105-b311-64a2939c198e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:43.879617 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7ec25-557b-4105-b311-64a2939c198e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event deleted for resources: {'Network': ['ID=faca2899-afc0-449e-809c-c380058042ff,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:43.884697 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-48b7ec25-557b-4105-b311-64a2939c198e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "DELETE /v2.0/networks/faca2899-afc0-449e-809c-c380058042ff HTTP/1.1" status: 204 len: 168 time: 1.4128034 Mar 14 15:38:43.885855 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55138) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:43.995338 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-214544f6-c894-4008-b6f7-0978a1f1516e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:44.219503 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-214544f6-c894-4008-b6f7-0978a1f1516e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:44.244135 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-214544f6-c894-4008-b6f7-0978a1f1516e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1876fd91-6389-42ea-aa2f-bd96ba1f2240']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:44.255724 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-214544f6-c894-4008-b6f7-0978a1f1516e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc87d61-83be-4e73-bcf6-c3f95f757255') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:44.255964 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-214544f6-c894-4008-b6f7-0978a1f1516e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc87d61-83be-4e73-bcf6-c3f95f757255') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:44.266814 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-214544f6-c894-4008-b6f7-0978a1f1516e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:44.282593 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-214544f6-c894-4008-b6f7-0978a1f1516e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:44.288364 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214544f6-c894-4008-b6f7-0978a1f1516e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:38:44.288743 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-214544f6-c894-4008-b6f7-0978a1f1516e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:38:44.302990 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:38:44.388048 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-214544f6-c894-4008-b6f7-0978a1f1516e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:44.404917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-214544f6-c894-4008-b6f7-0978a1f1516e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:44.413944 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214544f6-c894-4008-b6f7-0978a1f1516e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event deleted for resources: {'Network': ['ID=1876fd91-6389-42ea-aa2f-bd96ba1f2240,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:44.416941 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-214544f6-c894-4008-b6f7-0978a1f1516e tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "DELETE /v2.0/networks/1876fd91-6389-42ea-aa2f-bd96ba1f2240 HTTP/1.1" status: 204 len: 168 time: 0.5300949 Mar 14 15:38:44.420096 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55142) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:44.600950 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2b0148-fd04-499e-8a99-e744645864ee tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Deleting subnet 8105af42-1583-4a23-bb15-1a875713e413 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:38:44.603701 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f2b0148-fd04-499e-8a99-e744645864ee tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:44.661060 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f2b0148-fd04-499e-8a99-e744645864ee tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:44.740737 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f2b0148-fd04-499e-8a99-e744645864ee tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:44.814363 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f2b0148-fd04-499e-8a99-e744645864ee tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:44.854422 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b0148-fd04-499e-8a99-e744645864ee tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event deleted for resources: {'Subnet': ['ID=8105af42-1583-4a23-bb15-1a875713e413,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:44.860675 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f2b0148-fd04-499e-8a99-e744645864ee tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:44.865623 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481a7153-0c31-4c62-8540-4296555a8725 None None] Network 6d72e79d-3fc7-469b-a54f-00c2bac2bea9 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:38:44.867886 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2f2b0148-fd04-499e-8a99-e744645864ee tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "DELETE /v2.0/subnets/8105af42-1583-4a23-bb15-1a875713e413 HTTP/1.1" status: 204 len: 168 time: 0.4468765 Mar 14 15:38:44.870347 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55146) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:44.981645 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a80189f0-3c17-4fc6-8243-e5042fd0eaa1 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:44.992009 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a80189f0-3c17-4fc6-8243-e5042fd0eaa1 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Deleting port 9fc700de-130c-418e-be4b-0d71e5d96a9e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:44.992338 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a80189f0-3c17-4fc6-8243-e5042fd0eaa1 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:45.070378 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4845d7a1-b0cd-42e7-b1f6-c26974a8a773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:45.109502 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb9a6f8-d866-4ef4-9b54-a85e01904fbe None None] DHCP port deletion for 6d72e79d-3fc7-469b-a54f-00c2bac2bea9 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:38:45.113046 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ceb9a6f8-d866-4ef4-9b54-a85e01904fbe None None] Deleting port 9fc700de-130c-418e-be4b-0d71e5d96a9e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:45.113469 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ceb9a6f8-d866-4ef4-9b54-a85e01904fbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:45.192522 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-a80189f0-3c17-4fc6-8243-e5042fd0eaa1 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] For port 9fc700de-130c-418e-be4b-0d71e5d96a9e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9fc700de-130c-418e-be4b-0d71e5d96a9e,segment=NetworkSegment(69090976-5d8b-428c-81ab-a87a9264312f),segment_id=69090976-5d8b-428c-81ab-a87a9264312f)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:45.192881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a80189f0-3c17-4fc6-8243-e5042fd0eaa1 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:45.315292 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ceb9a6f8-d866-4ef4-9b54-a85e01904fbe None None] For port 9fc700de-130c-418e-be4b-0d71e5d96a9e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9fc700de-130c-418e-be4b-0d71e5d96a9e,segment=NetworkSegment(69090976-5d8b-428c-81ab-a87a9264312f),segment_id=69090976-5d8b-428c-81ab-a87a9264312f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:45.315523 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a80189f0-3c17-4fc6-8243-e5042fd0eaa1 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Calling delete_port for 9fc700de-130c-418e-be4b-0d71e5d96a9e owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:38:45.315682 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ceb9a6f8-d866-4ef4-9b54-a85e01904fbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:45.394658 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a80189f0-3c17-4fc6-8243-e5042fd0eaa1 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:45.435126 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9fc700de-130c-418e-be4b-0d71e5d96a9e no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:38:45.446660 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80189f0-3c17-4fc6-8243-e5042fd0eaa1 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event deleted for resources: {'Port': ['ID=9fc700de-130c-418e-be4b-0d71e5d96a9e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:45.453780 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80189f0-3c17-4fc6-8243-e5042fd0eaa1 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] No DVR routers for this DVR port 9fc700de-130c-418e-be4b-0d71e5d96a9e on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:38:45.463017 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ceb9a6f8-d866-4ef4-9b54-a85e01904fbe None None] Calling delete_port for 9fc700de-130c-418e-be4b-0d71e5d96a9e owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:38:45.506765 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 9fc700de-130c-418e-be4b-0d71e5d96a9e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:38:45.507103 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9fc700de-130c-418e-be4b-0d71e5d96a9e not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:38:45.547508 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-ceb9a6f8-d866-4ef4-9b54-a85e01904fbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:38:45.547863 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-ceb9a6f8-d866-4ef4-9b54-a85e01904fbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:38:45.581262 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a80189f0-3c17-4fc6-8243-e5042fd0eaa1 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:45.697065 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a80189f0-3c17-4fc6-8243-e5042fd0eaa1 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d72e79d-3fc7-469b-a54f-00c2bac2bea9']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:45.709819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a80189f0-3c17-4fc6-8243-e5042fd0eaa1 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69090976-5d8b-428c-81ab-a87a9264312f') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:45.710134 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a80189f0-3c17-4fc6-8243-e5042fd0eaa1 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69090976-5d8b-428c-81ab-a87a9264312f') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:45.721760 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a80189f0-3c17-4fc6-8243-e5042fd0eaa1 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:45.737592 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a80189f0-3c17-4fc6-8243-e5042fd0eaa1 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:45.743504 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80189f0-3c17-4fc6-8243-e5042fd0eaa1 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:38:45.743881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a80189f0-3c17-4fc6-8243-e5042fd0eaa1 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:38:45.757598 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:38:45.835241 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a80189f0-3c17-4fc6-8243-e5042fd0eaa1 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:45.852124 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a80189f0-3c17-4fc6-8243-e5042fd0eaa1 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:45.863362 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80189f0-3c17-4fc6-8243-e5042fd0eaa1 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Pushing event deleted for resources: {'Network': ['ID=6d72e79d-3fc7-469b-a54f-00c2bac2bea9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:45.867255 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a80189f0-3c17-4fc6-8243-e5042fd0eaa1 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "DELETE /v2.0/networks/6d72e79d-3fc7-469b-a54f-00c2bac2bea9 HTTP/1.1" status: 204 len: 168 time: 0.9959736 Mar 14 15:38:45.869917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55150) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:45.909640 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-afca520b-679f-476c-9586-561ca6393d27 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Synchronizing usage tracker for tenant:97bd7ccaa131412d9aa38de350dc545e on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:38:45.925746 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-afca520b-679f-476c-9586-561ca6393d27 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Unset dirty status for tenant:97bd7ccaa131412d9aa38de350dc545e on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:38:45.926904 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-afca520b-679f-476c-9586-561ca6393d27 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d71a37b-29e6-403f-a228-2ebfc3d52a79 HTTP/1.1" status: 200 len: 205 time: 0.0559571 Mar 14 15:38:45.929456 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55154) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:46.049563 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ceb9a6f8-d866-4ef4-9b54-a85e01904fbe None None] Deleting port 9fc700de-130c-418e-be4b-0d71e5d96a9e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:46.050133 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ceb9a6f8-d866-4ef4-9b54-a85e01904fbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:46.070035 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9006ea1-29bf-4aa4-ac1e-e5fd7d0bbbc4 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:46.113177 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ceb9a6f8-d866-4ef4-9b54-a85e01904fbe None None] The port '9fc700de-130c-418e-be4b-0d71e5d96a9e' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:38:46.237436 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:46.450231 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9006ea1-29bf-4aa4-ac1e-e5fd7d0bbbc4 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:46.454492 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9006ea1-29bf-4aa4-ac1e-e5fd7d0bbbc4 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:46.462440 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:46.481899 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9006ea1-29bf-4aa4-ac1e-e5fd7d0bbbc4 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:46.482426 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9006ea1-29bf-4aa4-ac1e-e5fd7d0bbbc4 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Fanout notify agent at l3_agent the message router_deleted on router 8d71a37b-29e6-403f-a228-2ebfc3d52a79 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:38:46.492644 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9006ea1-29bf-4aa4-ac1e-e5fd7d0bbbc4 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:46.493708 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a9006ea1-29bf-4aa4-ac1e-e5fd7d0bbbc4 tempest-RoutersNegativeIpV6Test-278893886 tempest-RoutersNegativeIpV6Test-278893886-project] 10.222.0.60 "DELETE /v2.0/routers/8d71a37b-29e6-403f-a228-2ebfc3d52a79 HTTP/1.1" status: 204 len: 168 time: 0.5633848 Mar 14 15:38:46.878283 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55162) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:47.050423 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b5b75def-ae59-4ea9-9f2f-7f2c86c7a37c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=97bd7ccaa131412d9aa38de350dc545e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1709263 Mar 14 15:38:47.052791 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55168) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:47.111261 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a87301a-c197-4182-bb74-3303bfc5ac93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:47.139345 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a87301a-c197-4182-bb74-3303bfc5ac93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:47.190431 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a87301a-c197-4182-bb74-3303bfc5ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:47.204521 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87301a-c197-4182-bb74-3303bfc5ac93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6426854f-1db2-4358-95f6-14db16665b4f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:47.210999 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a87301a-c197-4182-bb74-3303bfc5ac93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:47.212094 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4a87301a-c197-4182-bb74-3303bfc5ac93 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6426854f-1db2-4358-95f6-14db16665b4f HTTP/1.1" status: 204 len: 168 time: 0.1584404 Mar 14 15:38:47.647409 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:38:47.917729 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:48.325943 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55176) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:48.523810 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-56071223-0525-47e5-aef7-2c74366ee4a5 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Deleting port dc6f8e1d-6fcd-4193-bdbc-df6a561dde08 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:48.524174 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-56071223-0525-47e5-aef7-2c74366ee4a5 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:48.689388 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-56071223-0525-47e5-aef7-2c74366ee4a5 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:48.689713 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-56071223-0525-47e5-aef7-2c74366ee4a5 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:48.804954 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-56071223-0525-47e5-aef7-2c74366ee4a5 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Calling delete_port for dc6f8e1d-6fcd-4193-bdbc-df6a561dde08 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:38:49.046415 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-56071223-0525-47e5-aef7-2c74366ee4a5 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:49.090243 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071223-0525-47e5-aef7-2c74366ee4a5 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Pushing event deleted for resources: {'Port': ['ID=dc6f8e1d-6fcd-4193-bdbc-df6a561dde08,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:49.179003 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-56071223-0525-47e5-aef7-2c74366ee4a5 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:49.576186 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56071223-0525-47e5-aef7-2c74366ee4a5 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Router 23f17679-0b6f-44a5-b245-23cc9de69ec1 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:38:49.781271 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56071223-0525-47e5-aef7-2c74366ee4a5 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:38:49.790274 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a3548e-de4d-4277-b1e4-c67d970f1756 None None] Sync routers for ids ['23f17679-0b6f-44a5-b245-23cc9de69ec1'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:38:49.803523 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-56071223-0525-47e5-aef7-2c74366ee4a5 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:49.803861 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a3548e-de4d-4277-b1e4-c67d970f1756 None None] Routers {'23f17679-0b6f-44a5-b245-23cc9de69ec1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:49.804480 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-69a3548e-de4d-4277-b1e4-c67d970f1756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:38:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['23f17679-0b6f-44a5-b245-23cc9de69ec1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:49.856705 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-56071223-0525-47e5-aef7-2c74366ee4a5 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "DELETE /v2.0/floatingips/f9d015a5-146b-4d82-8f9b-b8ff7a7f27a3 HTTP/1.1" status: 204 len: 168 time: 1.5296013 Mar 14 15:38:49.857558 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068f1741-c183-47bc-856e-5a2066692ad3', 'tag': '989af775-c418-4a2b-869d-e70893add0fb'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:38:49.918986 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068f1741-c183-47bc-856e-5a2066692ad3', 'tag': '989af775-c418-4a2b-869d-e70893add0fb', 'status': 'completed', 'code': 200} Mar 14 15:38:49.986669 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-69a3548e-de4d-4277-b1e4-c67d970f1756 None None] Set router 23f17679-0b6f-44a5-b245-23cc9de69ec1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:38:50.009435 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-24d5d2fc-fd61-4c82-9a46-16477ef4a7c6 req-127af639-fbd7-463c-9b9a-59c1c5f3ec29 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e56a9bf665f84615b9b7754b13dc18cc&device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 1098 time: 0.0694139 Mar 14 15:38:50.158286 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5d2fc-fd61-4c82-9a46-16477ef4a7c6 req-38625d92-c3fd-48df-86bd-4bf98062f6a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:50.160604 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-24d5d2fc-fd61-4c82-9a46-16477ef4a7c6 req-38625d92-c3fd-48df-86bd-4bf98062f6a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3636f367-7bcd-449f-8e47-979905287efa HTTP/1.1" status: 200 len: 911 time: 0.1451466 Mar 14 15:38:50.275013 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-24d5d2fc-fd61-4c82-9a46-16477ef4a7c6 req-02e50b09-7b04-4638-b657-38c5a645bb1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=989af775-c418-4a2b-869d-e70893add0fb HTTP/1.1" status: 200 len: 217 time: 0.1077583 Mar 14 15:38:50.392234 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-69a3548e-de4d-4277-b1e4-c67d970f1756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:30:23Z', 'revision_number': 4, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '3f9557b6-608f-458e-a38c-bb7d64ae6eac', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'floating_ip_address': '172.26.4.210', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'port_id': '3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'mac_address': 'fa:16:3e:09:1f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:34:57Z', 'updated_at': '2022-03-14T15:35:04Z', 'revision_number': 1, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f72cee2-716c-4700-9192-e83d2843d7a3', 'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'mac_address': 'fa:16:3e:ba:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:21Z', 'updated_at': '2022-03-14T15:30:33Z', 'revision_number': 5, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'subnets': [{'id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:50.396298 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a3548e-de4d-4277-b1e4-c67d970f1756 None None] Checking router: 23f17679-0b6f-44a5-b245-23cc9de69ec1 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:38:50.409939 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a3548e-de4d-4277-b1e4-c67d970f1756 None None] Routers {'23f17679-0b6f-44a5-b245-23cc9de69ec1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:38:50.410859 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-69a3548e-de4d-4277-b1e4-c67d970f1756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:38:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['23f17679-0b6f-44a5-b245-23cc9de69ec1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:50.473901 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5d2fc-fd61-4c82-9a46-16477ef4a7c6 req-45642fea-0ab7-4edd-95dc-d5d386817f2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:50.475360 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-24d5d2fc-fd61-4c82-9a46-16477ef4a7c6 req-45642fea-0ab7-4edd-95dc-d5d386817f2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d72d1897-6b00-4d72-b749-ed3bdadbf186 HTTP/1.1" status: 200 len: 849 time: 0.1923783 Mar 14 15:38:50.524222 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a9d50-af66-409e-9c1a-f6c75d3e1d40 req-fb053224-05cd-410b-a2e2-86e07eefc9e4 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:50.525649 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2d1a9d50-af66-409e-9c1a-f6c75d3e1d40 req-fb053224-05cd-410b-a2e2-86e07eefc9e4 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 945 time: 0.2989111 Mar 14 15:38:50.586568 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2d1a9d50-af66-409e-9c1a-f6c75d3e1d40 req-73cca3e3-fd54-4197-8528-78daeca4827b tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536289 Mar 14 15:38:50.588988 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-69a3548e-de4d-4277-b1e4-c67d970f1756 None None] Set router 23f17679-0b6f-44a5-b245-23cc9de69ec1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:38:50.597656 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-24d5d2fc-fd61-4c82-9a46-16477ef4a7c6 req-905d60c8-5ef5-4a6a-89ed-3807c4a456db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3636f367-7bcd-449f-8e47-979905287efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1133704 Mar 14 15:38:50.739572 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-24d5d2fc-fd61-4c82-9a46-16477ef4a7c6 req-460f10c0-a2e5-43b8-b35c-36d5836aa5ab service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353066 Mar 14 15:38:50.842371 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:50.876033 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-24d5d2fc-fd61-4c82-9a46-16477ef4a7c6 req-316ffc18-8297-4c23-9dd3-846d3ee6633d service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297085 Mar 14 15:38:50.954262 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-69a3548e-de4d-4277-b1e4-c67d970f1756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:30:23Z', 'revision_number': 4, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '3f9557b6-608f-458e-a38c-bb7d64ae6eac', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'floating_ip_address': '172.26.4.210', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'port_id': '3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'mac_address': 'fa:16:3e:09:1f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:34:57Z', 'updated_at': '2022-03-14T15:35:04Z', 'revision_number': 1, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f72cee2-716c-4700-9192-e83d2843d7a3', 'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'mac_address': 'fa:16:3e:ba:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:21Z', 'updated_at': '2022-03-14T15:30:33Z', 'revision_number': 5, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'subnets': [{'id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:50.958522 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a3548e-de4d-4277-b1e4-c67d970f1756 None None] The sync data for ids ['23f17679-0b6f-44a5-b245-23cc9de69ec1'] in dv-neutron-833561-1-hyperv is: [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:30:23Z', 'revision_number': 4, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '3f9557b6-608f-458e-a38c-bb7d64ae6eac', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'floating_ip_address': '172.26.4.210', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'port_id': '3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'mac_address': 'fa:16:3e:09:1f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:34:57Z', 'updated_at': '2022-03-14T15:35:04Z', 'revision_number': 1, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f72cee2-716c-4700-9192-e83d2843d7a3', 'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'mac_address': 'fa:16:3e:ba:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:21Z', 'updated_at': '2022-03-14T15:30:33Z', 'revision_number': 5, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'subnets': [{'id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:38:51.163745 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c098d9-f0b4-4b37-93b8-c23c99155329 None None] New status for floating IP f9d015a5-146b-4d82-8f9b-b8ff7a7f27a3: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:38:51.790574 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b16620-2cac-459e-b410-6b32a2053e02 req-115ef374-1f43-45e0-857b-d98fc16c40ce tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:51.791270 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-51b16620-2cac-459e-b410-6b32a2053e02 req-115ef374-1f43-45e0-857b-d98fc16c40ce tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Synchronizing usage tracker for tenant:e56a9bf665f84615b9b7754b13dc18cc on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:38:51.810543 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-51b16620-2cac-459e-b410-6b32a2053e02 req-115ef374-1f43-45e0-857b-d98fc16c40ce tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Unset dirty status for tenant:e56a9bf665f84615b9b7754b13dc18cc on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:38:51.810543 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-51b16620-2cac-459e-b410-6b32a2053e02 req-115ef374-1f43-45e0-857b-d98fc16c40ce tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 945 time: 0.1005039 Mar 14 15:38:51.855108 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-51b16620-2cac-459e-b410-6b32a2053e02 req-8a4ce470-5081-40ca-b88a-bd7febeb2256 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402894 Mar 14 15:38:51.897852 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87fc7-2342-4e1f-976d-e37b68794be1 req-dcb2d7e3-09fd-460a-ad8b-e14d22465b1f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:51.899295 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-26e87fc7-2342-4e1f-976d-e37b68794be1 req-dcb2d7e3-09fd-460a-ad8b-e14d22465b1f tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.24 "GET /v2.0/ports?device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 945 time: 0.0788279 Mar 14 15:38:51.965761 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-26e87fc7-2342-4e1f-976d-e37b68794be1 req-42c6c3a4-1d0f-4b78-a902-3f88211213cb tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Deleting port 989af775-c418-4a2b-869d-e70893add0fb {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:51.966121 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-26e87fc7-2342-4e1f-976d-e37b68794be1 req-42c6c3a4-1d0f-4b78-a902-3f88211213cb tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:52.205288 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-26e87fc7-2342-4e1f-976d-e37b68794be1 req-42c6c3a4-1d0f-4b78-a902-3f88211213cb tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] For port 989af775-c418-4a2b-869d-e70893add0fb, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=989af775-c418-4a2b-869d-e70893add0fb,segment=NetworkSegment(a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63),segment_id=a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:52.205554 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-26e87fc7-2342-4e1f-976d-e37b68794be1 req-42c6c3a4-1d0f-4b78-a902-3f88211213cb tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:52.325483 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-26e87fc7-2342-4e1f-976d-e37b68794be1 req-42c6c3a4-1d0f-4b78-a902-3f88211213cb tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Calling delete_port for 989af775-c418-4a2b-869d-e70893add0fb owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:38:52.463114 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-26e87fc7-2342-4e1f-976d-e37b68794be1 req-42c6c3a4-1d0f-4b78-a902-3f88211213cb tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:52.509035 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6c3a4-1d0f-4b78-a902-3f88211213cb tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Pushing event deleted for resources: {'Port': ['ID=989af775-c418-4a2b-869d-e70893add0fb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:52.582764 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e87fc7-2342-4e1f-976d-e37b68794be1 req-42c6c3a4-1d0f-4b78-a902-3f88211213cb tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] No DVR routers for this DVR port 989af775-c418-4a2b-869d-e70893add0fb on host hv-neutron-8335 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:38:52.585063 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-26e87fc7-2342-4e1f-976d-e37b68794be1 req-42c6c3a4-1d0f-4b78-a902-3f88211213cb tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:52.587458 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068f1741-c183-47bc-856e-5a2066692ad3', 'name': 'network-vif-deleted', 'tag': '989af775-c418-4a2b-869d-e70893add0fb'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:38:52.604318 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-26e87fc7-2342-4e1f-976d-e37b68794be1 req-42c6c3a4-1d0f-4b78-a902-3f88211213cb tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.24 "DELETE /v2.0/ports/989af775-c418-4a2b-869d-e70893add0fb HTTP/1.1" status: 204 len: 173 time: 0.6989079 Mar 14 15:38:52.652795 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068f1741-c183-47bc-856e-5a2066692ad3', 'name': 'network-vif-deleted', 'tag': '989af775-c418-4a2b-869d-e70893add0fb', 'status': 'completed', 'code': 200} Mar 14 15:38:53.040409 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dd0141bd-ffe5-45f0-b4e0-0626b9d7ebe0 req-c00c5a0b-59ec-4e94-9768-de98455d0092 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=068f1741-c183-47bc-856e-5a2066692ad3 HTTP/1.1" status: 200 len: 210 time: 0.0543525 Mar 14 15:38:54.530534 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 989af775-c418-4a2b-869d-e70893add0fb no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:38:54.565327 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 989af775-c418-4a2b-869d-e70893add0fb {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:38:54.565825 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 989af775-c418-4a2b-869d-e70893add0fb not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:38:58.689435 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55212) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:38:58.891433 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-58b4d016-8082-4f92-8145-0447c01a54c8 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Deleting port f4714375-61e9-4aec-9972-84a2f9da1efb {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:38:58.891769 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-58b4d016-8082-4f92-8145-0447c01a54c8 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:59.059626 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-58b4d016-8082-4f92-8145-0447c01a54c8 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:59.059850 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-58b4d016-8082-4f92-8145-0447c01a54c8 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:59.272924 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-58b4d016-8082-4f92-8145-0447c01a54c8 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Calling delete_port for f4714375-61e9-4aec-9972-84a2f9da1efb owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:38:59.428821 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-58b4d016-8082-4f92-8145-0447c01a54c8 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:59.475886 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4d016-8082-4f92-8145-0447c01a54c8 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Pushing event deleted for resources: {'Port': ['ID=f4714375-61e9-4aec-9972-84a2f9da1efb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:59.566917 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-58b4d016-8082-4f92-8145-0447c01a54c8 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:59.959228 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b4d016-8082-4f92-8145-0447c01a54c8 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Router 23f17679-0b6f-44a5-b245-23cc9de69ec1 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:39:00.161606 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b4d016-8082-4f92-8145-0447c01a54c8 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:39:00.172190 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f621dd-5075-4d4b-afc8-232c8316aab4 None None] Sync routers for ids ['23f17679-0b6f-44a5-b245-23cc9de69ec1'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:39:00.178504 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-58b4d016-8082-4f92-8145-0447c01a54c8 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:00.186785 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f621dd-5075-4d4b-afc8-232c8316aab4 None None] Routers {'23f17679-0b6f-44a5-b245-23cc9de69ec1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:39:00.187784 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c8f621dd-5075-4d4b-afc8-232c8316aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:38:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['23f17679-0b6f-44a5-b245-23cc9de69ec1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:00.240586 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-58b4d016-8082-4f92-8145-0447c01a54c8 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "DELETE /v2.0/floatingips/3f9557b6-608f-458e-a38c-bb7d64ae6eac HTTP/1.1" status: 204 len: 168 time: 1.5500586 Mar 14 15:39:00.241153 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4', 'tag': '3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:39:00.297539 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4', 'tag': '3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0', 'status': 'completed', 'code': 200} Mar 14 15:39:00.373392 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-c8f621dd-5075-4d4b-afc8-232c8316aab4 None None] Set router 23f17679-0b6f-44a5-b245-23cc9de69ec1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:39:00.394407 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-685af495-0a9e-47b4-a0fe-236ea0efdcf6 req-287bd67d-8070-45e0-87f3-8969a40a780a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e56a9bf665f84615b9b7754b13dc18cc&device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 1098 time: 0.0735176 Mar 14 15:39:00.537596 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685af495-0a9e-47b4-a0fe-236ea0efdcf6 req-21318e15-af93-44b2-8a93-442472ad51cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:00.539246 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-685af495-0a9e-47b4-a0fe-236ea0efdcf6 req-21318e15-af93-44b2-8a93-442472ad51cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=3636f367-7bcd-449f-8e47-979905287efa HTTP/1.1" status: 200 len: 911 time: 0.1390903 Mar 14 15:39:00.645813 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-685af495-0a9e-47b4-a0fe-236ea0efdcf6 req-8707795b-c1ff-4090-ba68-4b1df8c3ac26 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 HTTP/1.1" status: 200 len: 217 time: 0.1001239 Mar 14 15:39:00.734452 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c8f621dd-5075-4d4b-afc8-232c8316aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:30:23Z', 'revision_number': 4, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6f72cee2-716c-4700-9192-e83d2843d7a3', 'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'mac_address': 'fa:16:3e:ba:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:21Z', 'updated_at': '2022-03-14T15:30:33Z', 'revision_number': 5, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'subnets': [{'id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:00.739065 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f621dd-5075-4d4b-afc8-232c8316aab4 None None] Checking router: 23f17679-0b6f-44a5-b245-23cc9de69ec1 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:39:00.750707 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f621dd-5075-4d4b-afc8-232c8316aab4 None None] Routers {'23f17679-0b6f-44a5-b245-23cc9de69ec1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:39:00.751348 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c8f621dd-5075-4d4b-afc8-232c8316aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:38:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['23f17679-0b6f-44a5-b245-23cc9de69ec1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:00.824972 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685af495-0a9e-47b4-a0fe-236ea0efdcf6 req-7f5ac33e-85ad-4485-99e5-a10aef447b07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:00.826362 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-685af495-0a9e-47b4-a0fe-236ea0efdcf6 req-7f5ac33e-85ad-4485-99e5-a10aef447b07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d72d1897-6b00-4d72-b749-ed3bdadbf186 HTTP/1.1" status: 200 len: 849 time: 0.1744859 Mar 14 15:39:00.835821 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d0d07-0bac-4d45-a9b3-007c6e71663c req-bb8650d2-b24d-401e-aa58-69529072e475 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:00.836486 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-da8d0d07-0bac-4d45-a9b3-007c6e71663c req-bb8650d2-b24d-401e-aa58-69529072e475 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Synchronizing usage tracker for tenant:e56a9bf665f84615b9b7754b13dc18cc on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:39:00.892222 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-da8d0d07-0bac-4d45-a9b3-007c6e71663c req-bb8650d2-b24d-401e-aa58-69529072e475 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Unset dirty status for tenant:e56a9bf665f84615b9b7754b13dc18cc on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:39:00.893530 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-da8d0d07-0bac-4d45-a9b3-007c6e71663c req-bb8650d2-b24d-401e-aa58-69529072e475 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 945 time: 0.2976124 Mar 14 15:39:00.930015 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-c8f621dd-5075-4d4b-afc8-232c8316aab4 None None] Set router 23f17679-0b6f-44a5-b245-23cc9de69ec1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:39:00.950145 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-685af495-0a9e-47b4-a0fe-236ea0efdcf6 req-5964c9ad-f44f-4ba3-8445-e4d20cab80b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3636f367-7bcd-449f-8e47-979905287efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1109014 Mar 14 15:39:00.953773 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-da8d0d07-0bac-4d45-a9b3-007c6e71663c req-71f28ea1-7d85-4890-8fac-4e20c0bcce2b tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527275 Mar 14 15:39:01.083902 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-685af495-0a9e-47b4-a0fe-236ea0efdcf6 req-7f29accb-bc66-4e00-a87b-0d733a346e0c service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272414 Mar 14 15:39:01.225857 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-685af495-0a9e-47b4-a0fe-236ea0efdcf6 req-f4443ead-2fd1-441f-98ea-fa8812de798a service neutron] 10.222.0.24 "GET /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340632 Mar 14 15:39:01.250526 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c8f621dd-5075-4d4b-afc8-232c8316aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:30:23Z', 'revision_number': 4, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6f72cee2-716c-4700-9192-e83d2843d7a3', 'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'mac_address': 'fa:16:3e:ba:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:21Z', 'updated_at': '2022-03-14T15:30:33Z', 'revision_number': 5, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'subnets': [{'id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:01.254448 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f621dd-5075-4d4b-afc8-232c8316aab4 None None] The sync data for ids ['23f17679-0b6f-44a5-b245-23cc9de69ec1'] in dv-neutron-833561-1-hyperv is: [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:30:23Z', 'revision_number': 4, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6f72cee2-716c-4700-9192-e83d2843d7a3', 'name': '', 'network_id': '3636f367-7bcd-449f-8e47-979905287efa', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'mac_address': 'fa:16:3e:ba:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:21Z', 'updated_at': '2022-03-14T15:30:33Z', 'revision_number': 5, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'subnets': [{'id': 'd72d1897-6b00-4d72-b749-ed3bdadbf186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:39:01.464450 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feb85e1-3a68-4756-acac-5b51096f8972 None None] New status for floating IP 3f9557b6-608f-458e-a38c-bb7d64ae6eac: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:39:02.163293 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1553ed8-d9e5-4edc-947e-d7f028067fbe req-eb072a3d-e243-4af6-8a25-78b16eb624a4 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:02.167456 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-f1553ed8-d9e5-4edc-947e-d7f028067fbe req-eb072a3d-e243-4af6-8a25-78b16eb624a4 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Synchronizing usage tracker for tenant:e56a9bf665f84615b9b7754b13dc18cc on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:39:02.177155 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-f1553ed8-d9e5-4edc-947e-d7f028067fbe req-eb072a3d-e243-4af6-8a25-78b16eb624a4 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Unset dirty status for tenant:e56a9bf665f84615b9b7754b13dc18cc on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:39:02.178316 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f1553ed8-d9e5-4edc-947e-d7f028067fbe req-eb072a3d-e243-4af6-8a25-78b16eb624a4 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 945 time: 0.1022491 Mar 14 15:39:02.225298 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f1553ed8-d9e5-4edc-947e-d7f028067fbe req-6cc2e2a5-eac0-488c-83d5-7502d30467b2 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c03eeef-2af8-49c3-a4b0-a0fc04856c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402584 Mar 14 15:39:02.299836 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1ca5b-7e72-4625-a32c-85ee1647b377 req-5d823a3d-235d-4691-a7ea-1213a88dd8cc tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:02.301242 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d4d1ca5b-7e72-4625-a32c-85ee1647b377 req-5d823a3d-235d-4691-a7ea-1213a88dd8cc tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.24 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 945 time: 0.0798149 Mar 14 15:39:02.367689 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-d4d1ca5b-7e72-4625-a32c-85ee1647b377 req-0dd8ddef-8efc-40c3-95b9-0a2971da80db tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Deleting port 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:39:02.368025 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d4d1ca5b-7e72-4625-a32c-85ee1647b377 req-0dd8ddef-8efc-40c3-95b9-0a2971da80db tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:02.604827 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-d4d1ca5b-7e72-4625-a32c-85ee1647b377 req-0dd8ddef-8efc-40c3-95b9-0a2971da80db tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] For port 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0,segment=NetworkSegment(a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63),segment_id=a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:02.605096 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d4d1ca5b-7e72-4625-a32c-85ee1647b377 req-0dd8ddef-8efc-40c3-95b9-0a2971da80db tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:02.723157 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-d4d1ca5b-7e72-4625-a32c-85ee1647b377 req-0dd8ddef-8efc-40c3-95b9-0a2971da80db tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Calling delete_port for 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:39:02.863288 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d4d1ca5b-7e72-4625-a32c-85ee1647b377 req-0dd8ddef-8efc-40c3-95b9-0a2971da80db tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:02.909165 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8ddef-8efc-40c3-95b9-0a2971da80db tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Pushing event deleted for resources: {'Port': ['ID=3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:02.948124 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8ddef-8efc-40c3-95b9-0a2971da80db tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:02.948466 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8ddef-8efc-40c3-95b9-0a2971da80db tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:02.948801 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8ddef-8efc-40c3-95b9-0a2971da80db tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:02.949190 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8ddef-8efc-40c3-95b9-0a2971da80db tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:02.950241 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8ddef-8efc-40c3-95b9-0a2971da80db tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:02.950574 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8ddef-8efc-40c3-95b9-0a2971da80db tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:02.950897 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8ddef-8efc-40c3-95b9-0a2971da80db tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:02.951222 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8ddef-8efc-40c3-95b9-0a2971da80db tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:02.951543 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8ddef-8efc-40c3-95b9-0a2971da80db tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:02.951863 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8ddef-8efc-40c3-95b9-0a2971da80db tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:02.952179 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8ddef-8efc-40c3-95b9-0a2971da80db tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:02.994137 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d1ca5b-7e72-4625-a32c-85ee1647b377 req-0dd8ddef-8efc-40c3-95b9-0a2971da80db tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] No DVR routers for this DVR port 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 on host hv-neutron-8335 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:39:02.996923 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d4d1ca5b-7e72-4625-a32c-85ee1647b377 req-0dd8ddef-8efc-40c3-95b9-0a2971da80db tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:02.999421 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4', 'name': 'network-vif-deleted', 'tag': '3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:39:03.015375 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d4d1ca5b-7e72-4625-a32c-85ee1647b377 req-0dd8ddef-8efc-40c3-95b9-0a2971da80db tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.24 "DELETE /v2.0/ports/3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 HTTP/1.1" status: 204 len: 173 time: 0.7086942 Mar 14 15:39:03.059906 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4', 'name': 'network-vif-deleted', 'tag': '3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0', 'status': 'completed', 'code': 200} Mar 14 15:39:03.420244 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ac93976b-d672-4691-861f-9c0f162e50e7 req-2ee2c587-1253-4999-b1cb-56c40a7493a3 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1602fe5b-7eee-4f63-a83e-6ed3bbcb7fe4 HTTP/1.1" status: 200 len: 210 time: 0.0595288 Mar 14 15:39:03.868025 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1591bc92-3ac5-4882-8ee0-a7c11688a6c0 req-74c926e7-318a-44c9-aa70-0c973935454a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662215 Mar 14 15:39:03.973632 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1591bc92-3ac5-4882-8ee0-a7c11688a6c0 req-370d9983-0e19-4d20-a333-9c08728a5851 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f HTTP/1.1" status: 200 len: 1099 time: 0.0740581 Mar 14 15:39:04.125072 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591bc92-3ac5-4882-8ee0-a7c11688a6c0 req-849239af-edc4-4fd1-8926-f473c296b735 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:04.126439 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1591bc92-3ac5-4882-8ee0-a7c11688a6c0 req-849239af-edc4-4fd1-8926-f473c296b735 service neutron] 10.222.0.24 "GET /v2.0/networks?id=349f9384-c50d-4cdb-8a7b-70fd02c51b4a HTTP/1.1" status: 200 len: 898 time: 0.1341069 Mar 14 15:39:04.193069 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1591bc92-3ac5-4882-8ee0-a7c11688a6c0 req-5701e7de-195a-45a9-a459-ee2d8c109e2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d342627-2cfd-4e76-9371-88e034a23f82 HTTP/1.1" status: 200 len: 217 time: 0.0605223 Mar 14 15:39:04.349898 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591bc92-3ac5-4882-8ee0-a7c11688a6c0 req-76d87e0a-378e-42af-b7cc-a40101db9800 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:04.351402 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1591bc92-3ac5-4882-8ee0-a7c11688a6c0 req-76d87e0a-378e-42af-b7cc-a40101db9800 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab15c6bb-e792-4953-b206-1853c1ff0b9f HTTP/1.1" status: 200 len: 834 time: 0.1522880 Mar 14 15:39:04.423746 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1591bc92-3ac5-4882-8ee0-a7c11688a6c0 req-ec80c17e-48a7-4a18-b4fe-fc538f76e43b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=349f9384-c50d-4cdb-8a7b-70fd02c51b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665348 Mar 14 15:39:04.530355 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55232) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:04.556047 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1591bc92-3ac5-4882-8ee0-a7c11688a6c0 req-1125ab99-4521-43a6-9c77-d6f55934b60d service neutron] 10.222.0.24 "GET /v2.0/networks/349f9384-c50d-4cdb-8a7b-70fd02c51b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255093 Mar 14 15:39:04.588898 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:39:04.625621 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:39:04.625962 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 3c9cf71d-4314-4d2b-bf9c-c651f51d6cc0 not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:39:04.687953 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c831620a-eeee-4346-a7be-650dd754db38 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Deleting port 6552b95f-af5f-4fa9-bd81-63bbd42c6a38 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:39:04.688206 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c831620a-eeee-4346-a7be-650dd754db38 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:04.694249 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1591bc92-3ac5-4882-8ee0-a7c11688a6c0 req-c9d147bd-c0ce-40e1-a243-fab526aaec74 service neutron] 10.222.0.24 "GET /v2.0/networks/349f9384-c50d-4cdb-8a7b-70fd02c51b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319108 Mar 14 15:39:04.939610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c831620a-eeee-4346-a7be-650dd754db38 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:04.939843 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c831620a-eeee-4346-a7be-650dd754db38 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:05.055510 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c831620a-eeee-4346-a7be-650dd754db38 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Calling delete_port for 6552b95f-af5f-4fa9-bd81-63bbd42c6a38 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:39:05.190336 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c831620a-eeee-4346-a7be-650dd754db38 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:05.237819 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831620a-eeee-4346-a7be-650dd754db38 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Pushing event deleted for resources: {'Port': ['ID=6552b95f-af5f-4fa9-bd81-63bbd42c6a38,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:05.274184 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831620a-eeee-4346-a7be-650dd754db38 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:05.274527 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831620a-eeee-4346-a7be-650dd754db38 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:05.274866 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831620a-eeee-4346-a7be-650dd754db38 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:05.275196 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831620a-eeee-4346-a7be-650dd754db38 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:05.275527 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831620a-eeee-4346-a7be-650dd754db38 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:05.275856 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831620a-eeee-4346-a7be-650dd754db38 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:05.276179 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831620a-eeee-4346-a7be-650dd754db38 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:05.276502 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831620a-eeee-4346-a7be-650dd754db38 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:05.276824 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831620a-eeee-4346-a7be-650dd754db38 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:05.277140 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831620a-eeee-4346-a7be-650dd754db38 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:05.277755 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831620a-eeee-4346-a7be-650dd754db38 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:05.336169 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c831620a-eeee-4346-a7be-650dd754db38 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:05.349316 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c831620a-eeee-4346-a7be-650dd754db38 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:05.350471 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c831620a-eeee-4346-a7be-650dd754db38 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "DELETE /v2.0/floatingips/34ed68d1-5874-4234-a55f-2ff30cab1043 HTTP/1.1" status: 204 len: 168 time: 0.8191361 Mar 14 15:39:07.814838 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55252) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:07.882885 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6e8f8bd8-c812-4583-84c1-eb12a9813038 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:07.914272 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6e8f8bd8-c812-4583-84c1-eb12a9813038 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:07.981363 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6e8f8bd8-c812-4583-84c1-eb12a9813038 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:08.000909 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f8bd8-c812-4583-84c1-eb12a9813038 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c03eeef-2af8-49c3-a4b0-a0fc04856c09,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:08.010413 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6e8f8bd8-c812-4583-84c1-eb12a9813038 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:08.011593 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6e8f8bd8-c812-4583-84c1-eb12a9813038 tempest-TestVolumeBootPattern-1452924123 tempest-TestVolumeBootPattern-1452924123-project] 10.222.0.60 "DELETE /v2.0/security-groups/5c03eeef-2af8-49c3-a4b0-a0fc04856c09 HTTP/1.1" status: 204 len: 168 time: 0.1957023 Mar 14 15:39:09.098285 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55260) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:09.662140 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3de2e8b6-fe64-4dc7-a980-7167b22dfc15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:10.319872 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-3de2e8b6-fe64-4dc7-a980-7167b22dfc15 admin admin] Deleting port 6f72cee2-716c-4700-9192-e83d2843d7a3 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:39:10.320557 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3de2e8b6-fe64-4dc7-a980-7167b22dfc15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:10.487429 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-3de2e8b6-fe64-4dc7-a980-7167b22dfc15 admin admin] For port 6f72cee2-716c-4700-9192-e83d2843d7a3, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6f72cee2-716c-4700-9192-e83d2843d7a3,segment=NetworkSegment(a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63),segment_id=a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:10.487694 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3de2e8b6-fe64-4dc7-a980-7167b22dfc15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:10.601586 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-3de2e8b6-fe64-4dc7-a980-7167b22dfc15 admin admin] Calling delete_port for 6f72cee2-716c-4700-9192-e83d2843d7a3 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:39:10.766127 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3de2e8b6-fe64-4dc7-a980-7167b22dfc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:10.808766 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2e8b6-fe64-4dc7-a980-7167b22dfc15 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f72cee2-716c-4700-9192-e83d2843d7a3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:11.090000 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3de2e8b6-fe64-4dc7-a980-7167b22dfc15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:11.734951 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de2e8b6-fe64-4dc7-a980-7167b22dfc15 admin admin] Router 23f17679-0b6f-44a5-b245-23cc9de69ec1 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:39:11.928497 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de2e8b6-fe64-4dc7-a980-7167b22dfc15 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:39:11.938078 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09054420-288b-4963-8de7-1eb38bf916bd None None] Sync routers for ids ['23f17679-0b6f-44a5-b245-23cc9de69ec1'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:39:11.940859 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3de2e8b6-fe64-4dc7-a980-7167b22dfc15 admin admin] 10.222.0.60 "PUT /v2.0/routers/23f17679-0b6f-44a5-b245-23cc9de69ec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8415158 Mar 14 15:39:11.943345 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55270) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:11.950646 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09054420-288b-4963-8de7-1eb38bf916bd None None] Routers {'23f17679-0b6f-44a5-b245-23cc9de69ec1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:39:11.951262 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-09054420-288b-4963-8de7-1eb38bf916bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:38:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['23f17679-0b6f-44a5-b245-23cc9de69ec1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:12.132019 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67dd845a-025b-46ca-a0e0-17f9ee6db867 admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:12.132884 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-09054420-288b-4963-8de7-1eb38bf916bd None None] Set router 23f17679-0b6f-44a5-b245-23cc9de69ec1 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:39:12.325998 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67dd845a-025b-46ca-a0e0-17f9ee6db867 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:12.335497 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-67dd845a-025b-46ca-a0e0-17f9ee6db867 admin admin] Deleting port d8315dbe-ed3f-4214-a3df-389d979827d8 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:39:12.335884 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67dd845a-025b-46ca-a0e0-17f9ee6db867 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:12.418025 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-09054420-288b-4963-8de7-1eb38bf916bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:39:10Z', 'revision_number': 5, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port': {'id': 'd8315dbe-ed3f-4214-a3df-389d979827d8', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:12.422031 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09054420-288b-4963-8de7-1eb38bf916bd None None] Checking router: 23f17679-0b6f-44a5-b245-23cc9de69ec1 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:39:12.432295 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09054420-288b-4963-8de7-1eb38bf916bd None None] Routers {'23f17679-0b6f-44a5-b245-23cc9de69ec1'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:39:12.432881 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-09054420-288b-4963-8de7-1eb38bf916bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:38:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['23f17679-0b6f-44a5-b245-23cc9de69ec1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:12.510035 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-67dd845a-025b-46ca-a0e0-17f9ee6db867 admin admin] For port d8315dbe-ed3f-4214-a3df-389d979827d8, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=d8315dbe-ed3f-4214-a3df-389d979827d8,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:12.510414 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67dd845a-025b-46ca-a0e0-17f9ee6db867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:12.579489 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-09054420-288b-4963-8de7-1eb38bf916bd None None] Set router 23f17679-0b6f-44a5-b245-23cc9de69ec1 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:39:12.631174 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-67dd845a-025b-46ca-a0e0-17f9ee6db867 admin admin] Calling delete_port for d8315dbe-ed3f-4214-a3df-389d979827d8 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:39:12.714379 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-09054420-288b-4963-8de7-1eb38bf916bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:39:12Z', 'revision_number': 6, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:12.718857 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09054420-288b-4963-8de7-1eb38bf916bd None None] The sync data for ids ['23f17679-0b6f-44a5-b245-23cc9de69ec1'] in dv-neutron-833561-1-hyperv is: [{'id': '23f17679-0b6f-44a5-b245-23cc9de69ec1', 'name': 'tempest-TestVolumeBootPattern-98502336-router', 'tenant_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:14Z', 'updated_at': '2022-03-14T15:39:12Z', 'revision_number': 6, 'project_id': 'e56a9bf665f84615b9b7754b13dc18cc', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:39:12.797589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67dd845a-025b-46ca-a0e0-17f9ee6db867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:12.843606 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd845a-025b-46ca-a0e0-17f9ee6db867 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8315dbe-ed3f-4214-a3df-389d979827d8,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:12.902499 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b08150b-ee03-46d8-9f1c-8683e5c49a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:13.165375 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67dd845a-025b-46ca-a0e0-17f9ee6db867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:13.420412 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67dd845a-025b-46ca-a0e0-17f9ee6db867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:13.424460 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67dd845a-025b-46ca-a0e0-17f9ee6db867 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:13.449408 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67dd845a-025b-46ca-a0e0-17f9ee6db867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:13.449926 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dd845a-025b-46ca-a0e0-17f9ee6db867 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23f17679-0b6f-44a5-b245-23cc9de69ec1 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:39:13.461312 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67dd845a-025b-46ca-a0e0-17f9ee6db867 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:13.462470 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-67dd845a-025b-46ca-a0e0-17f9ee6db867 admin admin] 10.222.0.60 "DELETE /v2.0/routers/23f17679-0b6f-44a5-b245-23cc9de69ec1 HTTP/1.1" status: 204 len: 168 time: 1.5182581 Mar 14 15:39:13.465885 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55274) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:13.528982 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de95674-a7d5-43f9-9ee3-89e668c71466 admin admin] Deleting subnet d72d1897-6b00-4d72-b749-ed3bdadbf186 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:39:13.532433 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9de95674-a7d5-43f9-9ee3-89e668c71466 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:13.543971 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6f72cee2-716c-4700-9192-e83d2843d7a3 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:39:13.577066 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 6f72cee2-716c-4700-9192-e83d2843d7a3 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:39:13.577408 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6f72cee2-716c-4700-9192-e83d2843d7a3 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:39:13.577821 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d8315dbe-ed3f-4214-a3df-389d979827d8 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:39:13.586013 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9de95674-a7d5-43f9-9ee3-89e668c71466 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:13.610090 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: d8315dbe-ed3f-4214-a3df-389d979827d8 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:39:13.610384 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d8315dbe-ed3f-4214-a3df-389d979827d8 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:39:13.670648 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9de95674-a7d5-43f9-9ee3-89e668c71466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:13.741853 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9de95674-a7d5-43f9-9ee3-89e668c71466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:13.782487 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de95674-a7d5-43f9-9ee3-89e668c71466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d72d1897-6b00-4d72-b749-ed3bdadbf186,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:13.788606 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9de95674-a7d5-43f9-9ee3-89e668c71466 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:13.793938 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7fe948-9272-4ddb-9473-9d5036195fc1 None None] Network 3636f367-7bcd-449f-8e47-979905287efa requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:39:13.795101 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9de95674-a7d5-43f9-9ee3-89e668c71466 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d72d1897-6b00-4d72-b749-ed3bdadbf186 HTTP/1.1" status: 204 len: 168 time: 0.3282211 Mar 14 15:39:13.797433 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55280) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:13.903977 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec7293dc-10ee-42e8-b2d3-fc3e44a4e55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:13.914466 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ec7293dc-10ee-42e8-b2d3-fc3e44a4e55a admin admin] Deleting port b1362298-feaf-4eb1-a1a6-a0cac31f322e {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:39:13.914875 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec7293dc-10ee-42e8-b2d3-fc3e44a4e55a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:14.032871 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718fee32-8be7-40ae-ba00-bb0e6f6d9924 None None] DHCP port deletion for 3636f367-7bcd-449f-8e47-979905287efa request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:39:14.036771 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-718fee32-8be7-40ae-ba00-bb0e6f6d9924 None None] Deleting port b1362298-feaf-4eb1-a1a6-a0cac31f322e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:39:14.037149 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-718fee32-8be7-40ae-ba00-bb0e6f6d9924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:14.113338 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-ec7293dc-10ee-42e8-b2d3-fc3e44a4e55a admin admin] For port b1362298-feaf-4eb1-a1a6-a0cac31f322e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b1362298-feaf-4eb1-a1a6-a0cac31f322e,segment=NetworkSegment(a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63),segment_id=a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:14.113688 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec7293dc-10ee-42e8-b2d3-fc3e44a4e55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:14.231466 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ec7293dc-10ee-42e8-b2d3-fc3e44a4e55a admin admin] Calling delete_port for b1362298-feaf-4eb1-a1a6-a0cac31f322e owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:39:14.240613 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-718fee32-8be7-40ae-ba00-bb0e6f6d9924 None None] For port b1362298-feaf-4eb1-a1a6-a0cac31f322e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b1362298-feaf-4eb1-a1a6-a0cac31f322e,segment=NetworkSegment(a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63),segment_id=a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:14.241008 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-718fee32-8be7-40ae-ba00-bb0e6f6d9924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:14.305411 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec7293dc-10ee-42e8-b2d3-fc3e44a4e55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:14.351570 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7293dc-10ee-42e8-b2d3-fc3e44a4e55a admin admin] Pushing event deleted for resources: {'Port': ['ID=b1362298-feaf-4eb1-a1a6-a0cac31f322e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:14.357261 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7293dc-10ee-42e8-b2d3-fc3e44a4e55a admin admin] No DVR routers for this DVR port b1362298-feaf-4eb1-a1a6-a0cac31f322e on host dv-neutron-833561-1-hyperv {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:39:14.363452 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-718fee32-8be7-40ae-ba00-bb0e6f6d9924 None None] Calling delete_port for b1362298-feaf-4eb1-a1a6-a0cac31f322e owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:39:14.435662 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-718fee32-8be7-40ae-ba00-bb0e6f6d9924 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:39:14.436277 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-718fee32-8be7-40ae-ba00-bb0e6f6d9924 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:39:14.470144 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec7293dc-10ee-42e8-b2d3-fc3e44a4e55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:14.493684 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ec7293dc-10ee-42e8-b2d3-fc3e44a4e55a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3636f367-7bcd-449f-8e47-979905287efa']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:14.506949 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ec7293dc-10ee-42e8-b2d3-fc3e44a4e55a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:14.507297 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ec7293dc-10ee-42e8-b2d3-fc3e44a4e55a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f9d9a9-bf4b-48a1-a4de-5f32c0c3cc63') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:14.521056 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec7293dc-10ee-42e8-b2d3-fc3e44a4e55a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:14.540668 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec7293dc-10ee-42e8-b2d3-fc3e44a4e55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:14.546655 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7293dc-10ee-42e8-b2d3-fc3e44a4e55a admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:39:14.546987 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec7293dc-10ee-42e8-b2d3-fc3e44a4e55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:39:14.644189 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:39:14.717074 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec7293dc-10ee-42e8-b2d3-fc3e44a4e55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:14.735022 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec7293dc-10ee-42e8-b2d3-fc3e44a4e55a admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:14.744589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7293dc-10ee-42e8-b2d3-fc3e44a4e55a admin admin] Pushing event deleted for resources: {'Network': ['ID=3636f367-7bcd-449f-8e47-979905287efa,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:14.757029 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ec7293dc-10ee-42e8-b2d3-fc3e44a4e55a admin admin] 10.222.0.60 "DELETE /v2.0/networks/3636f367-7bcd-449f-8e47-979905287efa HTTP/1.1" status: 204 len: 168 time: 0.9586618 Mar 14 15:39:14.760031 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55284) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:14.937614 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-718fee32-8be7-40ae-ba00-bb0e6f6d9924 None None] Deleting port b1362298-feaf-4eb1-a1a6-a0cac31f322e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:39:14.938210 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-718fee32-8be7-40ae-ba00-bb0e6f6d9924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:14.999793 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-718fee32-8be7-40ae-ba00-bb0e6f6d9924 None None] The port 'b1362298-feaf-4eb1-a1a6-a0cac31f322e' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:39:15.073373 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0fe3b249-7616-48d8-b8b7-27300c50fc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:15.150176 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4edc107b-2d9d-4157-b6f9-8af2ea2759d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:15.417372 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b1362298-feaf-4eb1-a1a6-a0cac31f322e no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:39:15.452842 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: b1362298-feaf-4eb1-a1a6-a0cac31f322e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:39:15.453192 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b1362298-feaf-4eb1-a1a6-a0cac31f322e not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:39:15.735446 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4edc107b-2d9d-4157-b6f9-8af2ea2759d3 admin admin] Deleting port 8291af4b-55d5-413c-93fc-80ab34b17513 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:39:15.735777 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4edc107b-2d9d-4157-b6f9-8af2ea2759d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:15.898317 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-4edc107b-2d9d-4157-b6f9-8af2ea2759d3 admin admin] For port 8291af4b-55d5-413c-93fc-80ab34b17513, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8291af4b-55d5-413c-93fc-80ab34b17513,segment=NetworkSegment(625c4857-f410-4886-8d87-d55546c9fecc),segment_id=625c4857-f410-4886-8d87-d55546c9fecc)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:15.898661 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4edc107b-2d9d-4157-b6f9-8af2ea2759d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:16.015726 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4edc107b-2d9d-4157-b6f9-8af2ea2759d3 admin admin] Calling delete_port for 8291af4b-55d5-413c-93fc-80ab34b17513 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:39:16.240860 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:16.275849 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4edc107b-2d9d-4157-b6f9-8af2ea2759d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:16.320748 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc107b-2d9d-4157-b6f9-8af2ea2759d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8291af4b-55d5-413c-93fc-80ab34b17513,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:16.468334 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:16.624169 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4edc107b-2d9d-4157-b6f9-8af2ea2759d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:16.694037 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55290) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:16.971086 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-6adac2c1-fccf-4fbc-ac73-d89709a2c1ac tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Deleting port cecd4224-5806-4fae-8178-4964be313d10 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:39:16.971429 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6adac2c1-fccf-4fbc-ac73-d89709a2c1ac tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:17.222390 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6adac2c1-fccf-4fbc-ac73-d89709a2c1ac tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:17.222648 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6adac2c1-fccf-4fbc-ac73-d89709a2c1ac tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:17.505220 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-6adac2c1-fccf-4fbc-ac73-d89709a2c1ac tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Calling delete_port for cecd4224-5806-4fae-8178-4964be313d10 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:39:17.802887 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6adac2c1-fccf-4fbc-ac73-d89709a2c1ac tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:17.862283 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adac2c1-fccf-4fbc-ac73-d89709a2c1ac tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Pushing event deleted for resources: {'Port': ['ID=cecd4224-5806-4fae-8178-4964be313d10,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:17.920091 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:17.968569 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6adac2c1-fccf-4fbc-ac73-d89709a2c1ac tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:18.127903 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edc107b-2d9d-4157-b6f9-8af2ea2759d3 admin admin] Router d0583680-da92-4175-b8e4-c059cd0517f7 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:39:18.532257 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edc107b-2d9d-4157-b6f9-8af2ea2759d3 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:39:18.540676 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7be5407-d98e-4176-b6a8-4440c414a9e3 None None] Sync routers for ids ['d0583680-da92-4175-b8e4-c059cd0517f7'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:39:18.556213 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7be5407-d98e-4176-b6a8-4440c414a9e3 None None] Routers {'d0583680-da92-4175-b8e4-c059cd0517f7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:39:18.556816 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f7be5407-d98e-4176-b6a8-4440c414a9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:39:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['d0583680-da92-4175-b8e4-c059cd0517f7'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:18.577539 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4edc107b-2d9d-4157-b6f9-8af2ea2759d3 admin admin] 10.222.0.60 "PUT /v2.0/routers/d0583680-da92-4175-b8e4-c059cd0517f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8148377 Mar 14 15:39:18.578321 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55296) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:18.728469 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-f7be5407-d98e-4176-b6a8-4440c414a9e3 None None] Set router d0583680-da92-4175-b8e4-c059cd0517f7 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:39:18.746859 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adac2c1-fccf-4fbc-ac73-d89709a2c1ac tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Router 730e98e4-728d-448c-9af0-a0714cc390da has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:39:19.017232 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f7be5407-d98e-4176-b6a8-4440c414a9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0583680-da92-4175-b8e4-c059cd0517f7', 'name': 'tempest-TestVolumeBootPattern-2048133028-router', 'tenant_id': '3908706293194d6fa0db0fbc49b55509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '264d2650-9946-47b3-b626-72bff229d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:35Z', 'updated_at': '2022-03-14T15:39:16Z', 'revision_number': 5, 'project_id': '3908706293194d6fa0db0fbc49b55509', 'gw_port': {'id': '264d2650-9946-47b3-b626-72bff229d837', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0583680-da92-4175-b8e4-c059cd0517f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:37Z', 'updated_at': '2022-03-14T15:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:19.021066 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7be5407-d98e-4176-b6a8-4440c414a9e3 None None] Checking router: d0583680-da92-4175-b8e4-c059cd0517f7 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:39:19.032183 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7be5407-d98e-4176-b6a8-4440c414a9e3 None None] Routers {'d0583680-da92-4175-b8e4-c059cd0517f7'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:39:19.032771 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f7be5407-d98e-4176-b6a8-4440c414a9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:39:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['d0583680-da92-4175-b8e4-c059cd0517f7'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:19.065871 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6d161f1-49d4-4f85-ba7d-3c9fbb7b5fab admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:19.210804 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-f7be5407-d98e-4176-b6a8-4440c414a9e3 None None] Set router d0583680-da92-4175-b8e4-c059cd0517f7 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:39:19.252072 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adac2c1-fccf-4fbc-ac73-d89709a2c1ac tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:39:19.256806 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6adac2c1-fccf-4fbc-ac73-d89709a2c1ac tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:19.263689 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1a6352-2f5e-4d50-84be-9d08cb427cfb None None] Sync routers for ids ['730e98e4-728d-448c-9af0-a0714cc390da'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:39:19.276178 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1a6352-2f5e-4d50-84be-9d08cb427cfb None None] Routers {'730e98e4-728d-448c-9af0-a0714cc390da'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:39:19.276887 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2b1a6352-2f5e-4d50-84be-9d08cb427cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:39:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['730e98e4-728d-448c-9af0-a0714cc390da'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:19.319720 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6adac2c1-fccf-4fbc-ac73-d89709a2c1ac tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "DELETE /v2.0/floatingips/6f219623-375c-4849-8b88-752001190e1b HTTP/1.1" status: 204 len: 168 time: 2.6220820 Mar 14 15:39:19.319720 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c59a024-199f-4058-88ed-c67990341130', 'tag': '9c2dfa40-a11e-45c0-b459-3dadf2546323'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:39:19.362267 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6d161f1-49d4-4f85-ba7d-3c9fbb7b5fab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:19.379518 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e6d161f1-49d4-4f85-ba7d-3c9fbb7b5fab admin admin] Deleting port 264d2650-9946-47b3-b626-72bff229d837 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:39:19.380059 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6d161f1-49d4-4f85-ba7d-3c9fbb7b5fab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:19.427607 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c59a024-199f-4058-88ed-c67990341130', 'tag': '9c2dfa40-a11e-45c0-b459-3dadf2546323', 'status': 'completed', 'code': 200} Mar 14 15:39:19.532041 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f7be5407-d98e-4176-b6a8-4440c414a9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0583680-da92-4175-b8e4-c059cd0517f7', 'name': 'tempest-TestVolumeBootPattern-2048133028-router', 'tenant_id': '3908706293194d6fa0db0fbc49b55509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '264d2650-9946-47b3-b626-72bff229d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:35Z', 'updated_at': '2022-03-14T15:39:16Z', 'revision_number': 5, 'project_id': '3908706293194d6fa0db0fbc49b55509', 'gw_port': {'id': '264d2650-9946-47b3-b626-72bff229d837', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0583680-da92-4175-b8e4-c059cd0517f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:37Z', 'updated_at': '2022-03-14T15:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:19.535933 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7be5407-d98e-4176-b6a8-4440c414a9e3 None None] The sync data for ids ['d0583680-da92-4175-b8e4-c059cd0517f7'] in dv-neutron-833561-1-hyperv is: [{'id': 'd0583680-da92-4175-b8e4-c059cd0517f7', 'name': 'tempest-TestVolumeBootPattern-2048133028-router', 'tenant_id': '3908706293194d6fa0db0fbc49b55509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '264d2650-9946-47b3-b626-72bff229d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:35Z', 'updated_at': '2022-03-14T15:39:16Z', 'revision_number': 5, 'project_id': '3908706293194d6fa0db0fbc49b55509', 'gw_port': {'id': '264d2650-9946-47b3-b626-72bff229d837', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0583680-da92-4175-b8e4-c059cd0517f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:37Z', 'updated_at': '2022-03-14T15:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:39:19.544513 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-2b1a6352-2f5e-4d50-84be-9d08cb427cfb None None] Set router 730e98e4-728d-448c-9af0-a0714cc390da gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:39:19.582728 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6decd528-0013-46f3-abf1-a98dbfe71307 req-1b265785-9a95-4c4c-a2f2-e5c77d241181 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4e3d2e02cf4404982bcbc9a66a204af&device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 1099 time: 0.1323447 Mar 14 15:39:19.612535 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-e6d161f1-49d4-4f85-ba7d-3c9fbb7b5fab admin admin] For port 264d2650-9946-47b3-b626-72bff229d837, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=264d2650-9946-47b3-b626-72bff229d837,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:19.613174 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6d161f1-49d4-4f85-ba7d-3c9fbb7b5fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:19.750166 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e6d161f1-49d4-4f85-ba7d-3c9fbb7b5fab admin admin] Calling delete_port for 264d2650-9946-47b3-b626-72bff229d837 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:39:19.815470 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decd528-0013-46f3-abf1-a98dbfe71307 req-fe4e90d9-fb5e-43f1-bf21-09450b0aa05d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:19.816929 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6decd528-0013-46f3-abf1-a98dbfe71307 req-fe4e90d9-fb5e-43f1-bf21-09450b0aa05d service neutron] 10.222.0.24 "GET /v2.0/networks?id=3eedfa94-96fa-40a7-9693-8d8f73fe9563 HTTP/1.1" status: 200 len: 898 time: 0.2180820 Mar 14 15:39:19.901294 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6decd528-0013-46f3-abf1-a98dbfe71307 req-b0b8c525-1132-4d0f-bffd-be5bd73f732e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c2dfa40-a11e-45c0-b459-3dadf2546323 HTTP/1.1" status: 200 len: 217 time: 0.0711358 Mar 14 15:39:19.954456 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6d161f1-49d4-4f85-ba7d-3c9fbb7b5fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:19.963815 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2b1a6352-2f5e-4d50-84be-9d08cb427cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730e98e4-728d-448c-9af0-a0714cc390da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298500619', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:58Z', 'updated_at': '2022-03-14T15:36:07Z', 'revision_number': 4, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'gw_port': {'id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:59Z', 'updated_at': '2022-03-14T15:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '5164e1b2-1c04-4b38-a655-533aab773c7e', 'name': '', 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'mac_address': 'fa:16:3e:dd:21:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6096ac49-f806-491a-902d-8af126f44a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:06Z', 'updated_at': '2022-03-14T15:36:16Z', 'revision_number': 5, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'subnets': [{'id': '6096ac49-f806-491a-902d-8af126f44a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:19.968772 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e66a85-cb6f-4fd9-959f-6a992000479c req-b156e1ab-6639-44e7-b7df-8703431b5cc9 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:19.969406 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1a6352-2f5e-4d50-84be-9d08cb427cfb None None] Checking router: 730e98e4-728d-448c-9af0-a0714cc390da for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:39:19.975708 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f9e66a85-cb6f-4fd9-959f-6a992000479c req-b156e1ab-6639-44e7-b7df-8703431b5cc9 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 946 time: 0.2165818 Mar 14 15:39:19.982524 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1a6352-2f5e-4d50-84be-9d08cb427cfb None None] Routers {'730e98e4-728d-448c-9af0-a0714cc390da'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:39:19.983341 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2b1a6352-2f5e-4d50-84be-9d08cb427cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:39:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['730e98e4-728d-448c-9af0-a0714cc390da'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:20.005757 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d161f1-49d4-4f85-ba7d-3c9fbb7b5fab admin admin] Pushing event deleted for resources: {'Port': ['ID=264d2650-9946-47b3-b626-72bff229d837,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:20.019208 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decd528-0013-46f3-abf1-a98dbfe71307 req-abaa0d06-8b46-43a1-a36d-64d49e0da75c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:20.020488 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6decd528-0013-46f3-abf1-a98dbfe71307 req-abaa0d06-8b46-43a1-a36d-64d49e0da75c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6096ac49-f806-491a-902d-8af126f44a71 HTTP/1.1" status: 200 len: 835 time: 0.1105661 Mar 14 15:39:20.089506 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f9e66a85-cb6f-4fd9-959f-6a992000479c req-0baaebdf-1895-4ad1-8d83-11144fd62ad8 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126926 Mar 14 15:39:20.134032 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6decd528-0013-46f3-abf1-a98dbfe71307 req-93973d5e-861d-47d6-aa5d-e4d7acd7ae4b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3eedfa94-96fa-40a7-9693-8d8f73fe9563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1051092 Mar 14 15:39:20.193348 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-2b1a6352-2f5e-4d50-84be-9d08cb427cfb None None] Set router 730e98e4-728d-448c-9af0-a0714cc390da gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:39:20.264607 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6d161f1-49d4-4f85-ba7d-3c9fbb7b5fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:20.287608 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6decd528-0013-46f3-abf1-a98dbfe71307 req-0fa98cdb-30b5-470c-a4a3-fae6cbdece8f service neutron] 10.222.0.24 "GET /v2.0/networks/3eedfa94-96fa-40a7-9693-8d8f73fe9563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446390 Mar 14 15:39:20.432964 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6decd528-0013-46f3-abf1-a98dbfe71307 req-e9395acb-c997-4f66-8a59-dff36a69e87e service neutron] 10.222.0.24 "GET /v2.0/networks/3eedfa94-96fa-40a7-9693-8d8f73fe9563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375284 Mar 14 15:39:20.520970 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2b1a6352-2f5e-4d50-84be-9d08cb427cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730e98e4-728d-448c-9af0-a0714cc390da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298500619', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:58Z', 'updated_at': '2022-03-14T15:36:07Z', 'revision_number': 4, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'gw_port': {'id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:59Z', 'updated_at': '2022-03-14T15:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '5164e1b2-1c04-4b38-a655-533aab773c7e', 'name': '', 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'mac_address': 'fa:16:3e:dd:21:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6096ac49-f806-491a-902d-8af126f44a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:06Z', 'updated_at': '2022-03-14T15:36:16Z', 'revision_number': 5, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'subnets': [{'id': '6096ac49-f806-491a-902d-8af126f44a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:20.525405 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1a6352-2f5e-4d50-84be-9d08cb427cfb None None] The sync data for ids ['730e98e4-728d-448c-9af0-a0714cc390da'] in dv-neutron-833561-1-hyperv is: [{'id': '730e98e4-728d-448c-9af0-a0714cc390da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298500619', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:58Z', 'updated_at': '2022-03-14T15:36:07Z', 'revision_number': 4, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'gw_port': {'id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:59Z', 'updated_at': '2022-03-14T15:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '5164e1b2-1c04-4b38-a655-533aab773c7e', 'name': '', 'network_id': '3eedfa94-96fa-40a7-9693-8d8f73fe9563', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'mac_address': 'fa:16:3e:dd:21:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6096ac49-f806-491a-902d-8af126f44a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:06Z', 'updated_at': '2022-03-14T15:36:16Z', 'revision_number': 5, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'subnets': [{'id': '6096ac49-f806-491a-902d-8af126f44a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:39:20.634165 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6d161f1-49d4-4f85-ba7d-3c9fbb7b5fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:20.639120 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6d161f1-49d4-4f85-ba7d-3c9fbb7b5fab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:20.664371 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6d161f1-49d4-4f85-ba7d-3c9fbb7b5fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:20.665006 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d161f1-49d4-4f85-ba7d-3c9fbb7b5fab admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0583680-da92-4175-b8e4-c059cd0517f7 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:39:20.677187 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6d161f1-49d4-4f85-ba7d-3c9fbb7b5fab admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:20.680548 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e6d161f1-49d4-4f85-ba7d-3c9fbb7b5fab admin admin] 10.222.0.60 "DELETE /v2.0/routers/d0583680-da92-4175-b8e4-c059cd0517f7 HTTP/1.1" status: 204 len: 168 time: 2.0991244 Mar 14 15:39:20.680771 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55306) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:20.746724 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a6da9e-388a-4d30-832c-1731edc34bbb admin admin] Deleting subnet 72aefd8d-3042-4807-b862-969fd0fcf0b0 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:39:20.749912 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-54a6da9e-388a-4d30-832c-1731edc34bbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:20.785794 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:20.806405 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-54a6da9e-388a-4d30-832c-1731edc34bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:20.812590 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1ecce4-7601-4fec-b411-5a0d0fc920c5 None None] New status for floating IP 6f219623-375c-4849-8b88-752001190e1b: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:39:20.888479 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-54a6da9e-388a-4d30-832c-1731edc34bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:20.962456 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-54a6da9e-388a-4d30-832c-1731edc34bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:21.000541 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6da9e-388a-4d30-832c-1731edc34bbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72aefd8d-3042-4807-b862-969fd0fcf0b0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:21.006523 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-54a6da9e-388a-4d30-832c-1731edc34bbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:21.012235 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af288f72-6ca9-430d-ba56-8bfc679b5730 None None] Network d55dff45-2e4d-4bb3-afa3-2f786c66107e requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:39:21.012399 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-54a6da9e-388a-4d30-832c-1731edc34bbb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/72aefd8d-3042-4807-b862-969fd0fcf0b0 HTTP/1.1" status: 204 len: 168 time: 0.3306124 Mar 14 15:39:21.014841 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55310) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:21.119425 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6b466bf-5536-4725-8789-e13391d93839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:21.133585 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d6b466bf-5536-4725-8789-e13391d93839 admin admin] Deleting port 253bd74e-cd82-47bc-800c-f8365937ab04 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:39:21.133689 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6b466bf-5536-4725-8789-e13391d93839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:21.278666 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de1f70e-3a30-4680-9b33-cd8446cec858 None None] DHCP port deletion for d55dff45-2e4d-4bb3-afa3-2f786c66107e request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:39:21.282887 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7de1f70e-3a30-4680-9b33-cd8446cec858 None None] Deleting port 253bd74e-cd82-47bc-800c-f8365937ab04 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:39:21.283256 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7de1f70e-3a30-4680-9b33-cd8446cec858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:21.441687 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-d6b466bf-5536-4725-8789-e13391d93839 admin admin] For port 253bd74e-cd82-47bc-800c-f8365937ab04, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=253bd74e-cd82-47bc-800c-f8365937ab04,segment=NetworkSegment(625c4857-f410-4886-8d87-d55546c9fecc),segment_id=625c4857-f410-4886-8d87-d55546c9fecc)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:21.442261 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6b466bf-5536-4725-8789-e13391d93839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:21.450501 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 253bd74e-cd82-47bc-800c-f8365937ab04 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:39:21.450907 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b456e00-e5e9-4b50-a918-832fe6a05167 req-705cc87b-ed00-4cdc-818b-f68f83928fb3 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:21.452517 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0b456e00-e5e9-4b50-a918-832fe6a05167 req-705cc87b-ed00-4cdc-818b-f68f83928fb3 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 946 time: 0.0854726 Mar 14 15:39:21.522406 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-0b456e00-e5e9-4b50-a918-832fe6a05167 req-677e9fa3-68f5-4f17-aae4-f5881fa1599d tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Deleting port 9c2dfa40-a11e-45c0-b459-3dadf2546323 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:39:21.522771 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0b456e00-e5e9-4b50-a918-832fe6a05167 req-677e9fa3-68f5-4f17-aae4-f5881fa1599d tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:21.536137 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7de1f70e-3a30-4680-9b33-cd8446cec858 None None] For port 253bd74e-cd82-47bc-800c-f8365937ab04, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=253bd74e-cd82-47bc-800c-f8365937ab04,segment=NetworkSegment(625c4857-f410-4886-8d87-d55546c9fecc),segment_id=625c4857-f410-4886-8d87-d55546c9fecc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:21.536677 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7de1f70e-3a30-4680-9b33-cd8446cec858 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:21.570266 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d6b466bf-5536-4725-8789-e13391d93839 admin admin] Calling delete_port for 253bd74e-cd82-47bc-800c-f8365937ab04 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:39:21.603188 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebaf77-154f-4c33-8473-6a732957f541 req-7c30c627-ca65-4e09-8576-892341bc484a tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:21.603887 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-f9ebaf77-154f-4c33-8473-6a732957f541 req-7c30c627-ca65-4e09-8576-892341bc484a tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Synchronizing usage tracker for tenant:d4e3d2e02cf4404982bcbc9a66a204af on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:39:21.643806 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-f9ebaf77-154f-4c33-8473-6a732957f541 req-7c30c627-ca65-4e09-8576-892341bc484a tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Unset dirty status for tenant:d4e3d2e02cf4404982bcbc9a66a204af on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:39:21.644908 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f9ebaf77-154f-4c33-8473-6a732957f541 req-7c30c627-ca65-4e09-8576-892341bc484a tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 946 time: 0.3792448 Mar 14 15:39:21.661302 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7de1f70e-3a30-4680-9b33-cd8446cec858 None None] Calling delete_port for 253bd74e-cd82-47bc-800c-f8365937ab04 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:39:21.689584 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6b466bf-5536-4725-8789-e13391d93839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:21.729773 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Port 253bd74e-cd82-47bc-800c-f8365937ab04 update to DOWN by agent not found {{(pid=83912) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 14 15:39:21.730575 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8291af4b-55d5-413c-93fc-80ab34b17513 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:39:21.742394 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b466bf-5536-4725-8789-e13391d93839 admin admin] Pushing event deleted for resources: {'Port': ['ID=253bd74e-cd82-47bc-800c-f8365937ab04,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:21.754550 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f9ebaf77-154f-4c33-8473-6a732957f541 req-c8e69d7d-f9ed-4a2c-a981-bc0a4c95a759 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/security-groups?id=789b5df8-26e5-4782-89a3-8d31163a884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992260 Mar 14 15:39:21.755651 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b466bf-5536-4725-8789-e13391d93839 admin admin] No DVR routers for this DVR port 253bd74e-cd82-47bc-800c-f8365937ab04 on host dv-neutron-833561-1-hyperv {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:39:21.773402 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 8291af4b-55d5-413c-93fc-80ab34b17513 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:39:21.773750 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8291af4b-55d5-413c-93fc-80ab34b17513 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:39:21.774195 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 264d2650-9946-47b3-b626-72bff229d837 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:39:21.788541 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-0b456e00-e5e9-4b50-a918-832fe6a05167 req-677e9fa3-68f5-4f17-aae4-f5881fa1599d tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] For port 9c2dfa40-a11e-45c0-b459-3dadf2546323, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9c2dfa40-a11e-45c0-b459-3dadf2546323,segment=NetworkSegment(35a6ab17-57dc-4a8f-831c-ae5de7004f1d),segment_id=35a6ab17-57dc-4a8f-831c-ae5de7004f1d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:21.789446 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0b456e00-e5e9-4b50-a918-832fe6a05167 req-677e9fa3-68f5-4f17-aae4-f5881fa1599d tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:21.807504 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 264d2650-9946-47b3-b626-72bff229d837 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:39:21.807852 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 264d2650-9946-47b3-b626-72bff229d837 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:39:21.833537 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-7de1f70e-3a30-4680-9b33-cd8446cec858 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:39:21.833893 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-7de1f70e-3a30-4680-9b33-cd8446cec858 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:39:21.888724 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6b466bf-5536-4725-8789-e13391d93839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:21.915727 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-d6b466bf-5536-4725-8789-e13391d93839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55dff45-2e4d-4bb3-afa3-2f786c66107e']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:21.929032 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-d6b466bf-5536-4725-8789-e13391d93839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625c4857-f410-4886-8d87-d55546c9fecc') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:21.929377 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-d6b466bf-5536-4725-8789-e13391d93839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625c4857-f410-4886-8d87-d55546c9fecc') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:21.941643 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6b466bf-5536-4725-8789-e13391d93839 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:21.957831 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6b466bf-5536-4725-8789-e13391d93839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:21.964456 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b466bf-5536-4725-8789-e13391d93839 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:39:21.964871 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6b466bf-5536-4725-8789-e13391d93839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:39:21.978257 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:39:22.005875 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-0b456e00-e5e9-4b50-a918-832fe6a05167 req-677e9fa3-68f5-4f17-aae4-f5881fa1599d tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Calling delete_port for 9c2dfa40-a11e-45c0-b459-3dadf2546323 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:39:22.055924 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6b466bf-5536-4725-8789-e13391d93839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:22.072129 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6b466bf-5536-4725-8789-e13391d93839 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:22.083540 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b466bf-5536-4725-8789-e13391d93839 admin admin] Pushing event deleted for resources: {'Network': ['ID=d55dff45-2e4d-4bb3-afa3-2f786c66107e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:22.092218 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d6b466bf-5536-4725-8789-e13391d93839 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d55dff45-2e4d-4bb3-afa3-2f786c66107e HTTP/1.1" status: 204 len: 168 time: 1.0764205 Mar 14 15:39:22.150144 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0b456e00-e5e9-4b50-a918-832fe6a05167 req-677e9fa3-68f5-4f17-aae4-f5881fa1599d tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:22.197257 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e9fa3-68f5-4f17-aae4-f5881fa1599d tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Pushing event deleted for resources: {'Port': ['ID=9c2dfa40-a11e-45c0-b459-3dadf2546323,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:22.274308 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b456e00-e5e9-4b50-a918-832fe6a05167 req-677e9fa3-68f5-4f17-aae4-f5881fa1599d tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] No DVR routers for this DVR port 9c2dfa40-a11e-45c0-b459-3dadf2546323 on host hv-neutron-8335 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:39:22.276486 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0b456e00-e5e9-4b50-a918-832fe6a05167 req-677e9fa3-68f5-4f17-aae4-f5881fa1599d tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:22.279724 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c59a024-199f-4058-88ed-c67990341130', 'name': 'network-vif-deleted', 'tag': '9c2dfa40-a11e-45c0-b459-3dadf2546323'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:39:22.297087 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0b456e00-e5e9-4b50-a918-832fe6a05167 req-677e9fa3-68f5-4f17-aae4-f5881fa1599d tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.24 "DELETE /v2.0/ports/9c2dfa40-a11e-45c0-b459-3dadf2546323 HTTP/1.1" status: 204 len: 173 time: 0.8390255 Mar 14 15:39:22.322181 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55322) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:22.335091 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7de1f70e-3a30-4680-9b33-cd8446cec858 None None] Deleting port 253bd74e-cd82-47bc-800c-f8365937ab04 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:39:22.335482 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7de1f70e-3a30-4680-9b33-cd8446cec858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:22.336258 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c59a024-199f-4058-88ed-c67990341130', 'name': 'network-vif-deleted', 'tag': '9c2dfa40-a11e-45c0-b459-3dadf2546323', 'status': 'completed', 'code': 200} Mar 14 15:39:22.382656 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-df98f84c-7651-4d36-afc7-20f47ad10750 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e56a9bf665f84615b9b7754b13dc18cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0592566 Mar 14 15:39:22.385081 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55326) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:22.448800 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-251074a7-ee31-418d-ba1c-924e480024d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:22.452289 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7de1f70e-3a30-4680-9b33-cd8446cec858 None None] The port '253bd74e-cd82-47bc-800c-f8365937ab04' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:39:22.476645 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-251074a7-ee31-418d-ba1c-924e480024d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:22.527997 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-251074a7-ee31-418d-ba1c-924e480024d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:22.547208 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251074a7-ee31-418d-ba1c-924e480024d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10426958-376a-4f54-97e3-07dfcc3079cf,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:22.559734 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-251074a7-ee31-418d-ba1c-924e480024d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:22.560860 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-251074a7-ee31-418d-ba1c-924e480024d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/10426958-376a-4f54-97e3-07dfcc3079cf HTTP/1.1" status: 204 len: 168 time: 0.1746902 Mar 14 15:39:23.030116 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55336) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:23.031472 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb6c8ec3-bae2-437c-8e17-9e27c27fbe89 req-7740b3cd-d8b0-424c-a0ec-2a4bab1c6b7e tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c59a024-199f-4058-88ed-c67990341130 HTTP/1.1" status: 200 len: 210 time: 0.1368959 Mar 14 15:39:23.080682 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d2ba9727-0c64-4990-a4e4-8e7e509be916 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3908706293194d6fa0db0fbc49b55509&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493832 Mar 14 15:39:23.083069 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55340) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:23.141255 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-203efab4-adcf-4977-9890-da3e037f5634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:23.165762 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-203efab4-adcf-4977-9890-da3e037f5634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:23.220827 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-203efab4-adcf-4977-9890-da3e037f5634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:23.237198 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203efab4-adcf-4977-9890-da3e037f5634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c85c2f-dce8-43ee-92e7-ecf9a9f40c7d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:23.241827 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-203efab4-adcf-4977-9890-da3e037f5634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:23.242536 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-203efab4-adcf-4977-9890-da3e037f5634 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32c85c2f-dce8-43ee-92e7-ecf9a9f40c7d HTTP/1.1" status: 204 len: 168 time: 0.1585996 Mar 14 15:39:24.147375 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55348) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:24.539571 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a3a51ea-2b2f-4d18-8813-7cc9418d50fd tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:24.646848 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:39:24.689597 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 9c2dfa40-a11e-45c0-b459-3dadf2546323 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:39:24.721291 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 9c2dfa40-a11e-45c0-b459-3dadf2546323 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:39:24.721635 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 9c2dfa40-a11e-45c0-b459-3dadf2546323 not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:39:25.134694 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-9a3a51ea-2b2f-4d18-8813-7cc9418d50fd tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Deleting port 5164e1b2-1c04-4b38-a655-533aab773c7e {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:39:25.135035 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a3a51ea-2b2f-4d18-8813-7cc9418d50fd tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:25.315555 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-9a3a51ea-2b2f-4d18-8813-7cc9418d50fd tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] For port 5164e1b2-1c04-4b38-a655-533aab773c7e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5164e1b2-1c04-4b38-a655-533aab773c7e,segment=NetworkSegment(35a6ab17-57dc-4a8f-831c-ae5de7004f1d),segment_id=35a6ab17-57dc-4a8f-831c-ae5de7004f1d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:25.316224 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a3a51ea-2b2f-4d18-8813-7cc9418d50fd tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:25.433389 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-9a3a51ea-2b2f-4d18-8813-7cc9418d50fd tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Calling delete_port for 5164e1b2-1c04-4b38-a655-533aab773c7e owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:39:25.690112 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a3a51ea-2b2f-4d18-8813-7cc9418d50fd tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:25.736903 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a51ea-2b2f-4d18-8813-7cc9418d50fd tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Pushing event deleted for resources: {'Port': ['ID=5164e1b2-1c04-4b38-a655-533aab773c7e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:26.021489 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a3a51ea-2b2f-4d18-8813-7cc9418d50fd tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:26.576464 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3a51ea-2b2f-4d18-8813-7cc9418d50fd tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Router 730e98e4-728d-448c-9af0-a0714cc390da has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:39:26.767721 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3a51ea-2b2f-4d18-8813-7cc9418d50fd tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:39:26.776806 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59e2b45-43c7-46e3-8c05-e11006a623d5 None None] Sync routers for ids ['730e98e4-728d-448c-9af0-a0714cc390da'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:39:26.779975 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9a3a51ea-2b2f-4d18-8813-7cc9418d50fd tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "PUT /v2.0/routers/730e98e4-728d-448c-9af0-a0714cc390da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6315472 Mar 14 15:39:26.782627 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55352) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:26.788756 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59e2b45-43c7-46e3-8c05-e11006a623d5 None None] Routers {'730e98e4-728d-448c-9af0-a0714cc390da'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:39:26.789366 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e59e2b45-43c7-46e3-8c05-e11006a623d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:39:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['730e98e4-728d-448c-9af0-a0714cc390da'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:26.963786 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-e59e2b45-43c7-46e3-8c05-e11006a623d5 None None] Set router 730e98e4-728d-448c-9af0-a0714cc390da gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:39:27.063977 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efac976-acc4-4a14-9461-fa6769189b0b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Deleting subnet 6096ac49-f806-491a-902d-8af126f44a71 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:39:27.066875 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5efac976-acc4-4a14-9461-fa6769189b0b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:27.118066 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5efac976-acc4-4a14-9461-fa6769189b0b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:27.199885 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5efac976-acc4-4a14-9461-fa6769189b0b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:27.250501 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e59e2b45-43c7-46e3-8c05-e11006a623d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730e98e4-728d-448c-9af0-a0714cc390da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298500619', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:58Z', 'updated_at': '2022-03-14T15:39:25Z', 'revision_number': 5, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'gw_port': {'id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:59Z', 'updated_at': '2022-03-14T15:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:27.254177 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59e2b45-43c7-46e3-8c05-e11006a623d5 None None] Checking router: 730e98e4-728d-448c-9af0-a0714cc390da for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:39:27.265169 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59e2b45-43c7-46e3-8c05-e11006a623d5 None None] Routers {'730e98e4-728d-448c-9af0-a0714cc390da'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:39:27.265775 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e59e2b45-43c7-46e3-8c05-e11006a623d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:39:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['730e98e4-728d-448c-9af0-a0714cc390da'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:27.272337 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5efac976-acc4-4a14-9461-fa6769189b0b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:27.310461 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efac976-acc4-4a14-9461-fa6769189b0b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Pushing event deleted for resources: {'Subnet': ['ID=6096ac49-f806-491a-902d-8af126f44a71,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:27.315328 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5efac976-acc4-4a14-9461-fa6769189b0b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:27.325066 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5efac976-acc4-4a14-9461-fa6769189b0b tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "DELETE /v2.0/subnets/6096ac49-f806-491a-902d-8af126f44a71 HTTP/1.1" status: 204 len: 168 time: 0.5376697 Mar 14 15:39:27.325066 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55358) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:27.372026 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d7ddb5-7b9f-45e1-89ca-5a42c82e54b8 None None] Network 3eedfa94-96fa-40a7-9693-8d8f73fe9563 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:39:27.520297 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-61ef7c8b-e074-4eba-ae42-8bd3d963dd12 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:27.590994 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-e59e2b45-43c7-46e3-8c05-e11006a623d5 None None] Set router 730e98e4-728d-448c-9af0-a0714cc390da gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:39:27.720566 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-61ef7c8b-e074-4eba-ae42-8bd3d963dd12 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:27.730540 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-61ef7c8b-e074-4eba-ae42-8bd3d963dd12 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Deleting port 763f9bf4-21e9-4f7e-99ab-76ac4e80cd29 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:39:27.730903 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-61ef7c8b-e074-4eba-ae42-8bd3d963dd12 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:27.869245 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5df7fbb-84b4-43d2-b7c4-ca2268adc556 None None] DHCP port deletion for 3eedfa94-96fa-40a7-9693-8d8f73fe9563 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:39:27.877860 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d5df7fbb-84b4-43d2-b7c4-ca2268adc556 None None] Deleting port 479c999d-fa77-493b-a70e-74a60a6da106 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:39:27.878258 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d5df7fbb-84b4-43d2-b7c4-ca2268adc556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:27.903400 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-61ef7c8b-e074-4eba-ae42-8bd3d963dd12 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] For port 763f9bf4-21e9-4f7e-99ab-76ac4e80cd29, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=763f9bf4-21e9-4f7e-99ab-76ac4e80cd29,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:27.903758 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-61ef7c8b-e074-4eba-ae42-8bd3d963dd12 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:28.019505 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e59e2b45-43c7-46e3-8c05-e11006a623d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730e98e4-728d-448c-9af0-a0714cc390da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298500619', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:58Z', 'updated_at': '2022-03-14T15:39:25Z', 'revision_number': 5, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'gw_port': {'id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:59Z', 'updated_at': '2022-03-14T15:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:28.023706 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-61ef7c8b-e074-4eba-ae42-8bd3d963dd12 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Calling delete_port for 763f9bf4-21e9-4f7e-99ab-76ac4e80cd29 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:39:28.042940 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59e2b45-43c7-46e3-8c05-e11006a623d5 None None] The sync data for ids ['730e98e4-728d-448c-9af0-a0714cc390da'] in dv-neutron-833561-1-hyperv is: [{'id': '730e98e4-728d-448c-9af0-a0714cc390da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298500619', 'tenant_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:58Z', 'updated_at': '2022-03-14T15:39:25Z', 'revision_number': 5, 'project_id': 'd4e3d2e02cf4404982bcbc9a66a204af', 'gw_port': {'id': '763f9bf4-21e9-4f7e-99ab-76ac4e80cd29', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e98e4-728d-448c-9af0-a0714cc390da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:59Z', 'updated_at': '2022-03-14T15:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:39:28.125629 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d5df7fbb-84b4-43d2-b7c4-ca2268adc556 None None] For port 479c999d-fa77-493b-a70e-74a60a6da106, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=479c999d-fa77-493b-a70e-74a60a6da106,segment=NetworkSegment(35a6ab17-57dc-4a8f-831c-ae5de7004f1d),segment_id=35a6ab17-57dc-4a8f-831c-ae5de7004f1d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:28.126011 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d5df7fbb-84b4-43d2-b7c4-ca2268adc556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:28.198913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-61ef7c8b-e074-4eba-ae42-8bd3d963dd12 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:28.241894 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef7c8b-e074-4eba-ae42-8bd3d963dd12 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Pushing event deleted for resources: {'Port': ['ID=763f9bf4-21e9-4f7e-99ab-76ac4e80cd29,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:28.256322 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d5df7fbb-84b4-43d2-b7c4-ca2268adc556 None None] Calling delete_port for 479c999d-fa77-493b-a70e-74a60a6da106 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:39:28.330475 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d5df7fbb-84b4-43d2-b7c4-ca2268adc556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:28.373492 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df7fbb-84b4-43d2-b7c4-ca2268adc556 None None] Pushing event deleted for resources: {'Port': ['ID=479c999d-fa77-493b-a70e-74a60a6da106,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:28.384701 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df7fbb-84b4-43d2-b7c4-ca2268adc556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:28.385044 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df7fbb-84b4-43d2-b7c4-ca2268adc556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:28.385389 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df7fbb-84b4-43d2-b7c4-ca2268adc556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:28.385705 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df7fbb-84b4-43d2-b7c4-ca2268adc556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:28.386139 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df7fbb-84b4-43d2-b7c4-ca2268adc556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:28.386710 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df7fbb-84b4-43d2-b7c4-ca2268adc556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:28.387048 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df7fbb-84b4-43d2-b7c4-ca2268adc556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:28.387350 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df7fbb-84b4-43d2-b7c4-ca2268adc556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:28.387674 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df7fbb-84b4-43d2-b7c4-ca2268adc556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:28.387993 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df7fbb-84b4-43d2-b7c4-ca2268adc556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:28.388404 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df7fbb-84b4-43d2-b7c4-ca2268adc556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:28.391071 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5df7fbb-84b4-43d2-b7c4-ca2268adc556 None None] No DVR routers for this DVR port 479c999d-fa77-493b-a70e-74a60a6da106 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:39:28.481900 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-61ef7c8b-e074-4eba-ae42-8bd3d963dd12 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:28.820341 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-61ef7c8b-e074-4eba-ae42-8bd3d963dd12 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:28.824951 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-61ef7c8b-e074-4eba-ae42-8bd3d963dd12 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:28.848848 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-61ef7c8b-e074-4eba-ae42-8bd3d963dd12 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:28.849439 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ef7c8b-e074-4eba-ae42-8bd3d963dd12 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Fanout notify agent at l3_agent the message router_deleted on router 730e98e4-728d-448c-9af0-a0714cc390da {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:39:28.864067 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-61ef7c8b-e074-4eba-ae42-8bd3d963dd12 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:28.865137 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-61ef7c8b-e074-4eba-ae42-8bd3d963dd12 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "DELETE /v2.0/routers/730e98e4-728d-448c-9af0-a0714cc390da HTTP/1.1" status: 204 len: 168 time: 1.5396101 Mar 14 15:39:28.868121 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55364) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:28.985129 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b925094-b62a-4b73-9c86-5f7dc5b83ae8 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:29.111805 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b925094-b62a-4b73-9c86-5f7dc5b83ae8 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:29.135673 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-9b925094-b62a-4b73-9c86-5f7dc5b83ae8 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eedfa94-96fa-40a7-9693-8d8f73fe9563']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:29.147977 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-9b925094-b62a-4b73-9c86-5f7dc5b83ae8 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a6ab17-57dc-4a8f-831c-ae5de7004f1d') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:29.148271 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-9b925094-b62a-4b73-9c86-5f7dc5b83ae8 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a6ab17-57dc-4a8f-831c-ae5de7004f1d') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:29.159804 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b925094-b62a-4b73-9c86-5f7dc5b83ae8 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:29.174995 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b925094-b62a-4b73-9c86-5f7dc5b83ae8 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:29.180749 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b925094-b62a-4b73-9c86-5f7dc5b83ae8 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:39:29.181129 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b925094-b62a-4b73-9c86-5f7dc5b83ae8 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:39:29.195693 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:39:29.275234 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b925094-b62a-4b73-9c86-5f7dc5b83ae8 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:29.293814 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b925094-b62a-4b73-9c86-5f7dc5b83ae8 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:29.305557 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b925094-b62a-4b73-9c86-5f7dc5b83ae8 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Pushing event deleted for resources: {'Network': ['ID=3eedfa94-96fa-40a7-9693-8d8f73fe9563,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:29.316585 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9b925094-b62a-4b73-9c86-5f7dc5b83ae8 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "DELETE /v2.0/networks/3eedfa94-96fa-40a7-9693-8d8f73fe9563 HTTP/1.1" status: 204 len: 168 time: 0.4475784 Mar 14 15:39:29.319360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55368) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:29.390301 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c623421d-2b7d-47a0-a573-06d6d1e6b422 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:29.419974 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c623421d-2b7d-47a0-a573-06d6d1e6b422 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:29.425154 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 479c999d-fa77-493b-a70e-74a60a6da106 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:39:29.460670 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 479c999d-fa77-493b-a70e-74a60a6da106 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:39:29.461017 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 479c999d-fa77-493b-a70e-74a60a6da106 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:39:29.461435 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 763f9bf4-21e9-4f7e-99ab-76ac4e80cd29 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:39:29.487624 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c623421d-2b7d-47a0-a573-06d6d1e6b422 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:29.491336 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 763f9bf4-21e9-4f7e-99ab-76ac4e80cd29 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:39:29.491680 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 763f9bf4-21e9-4f7e-99ab-76ac4e80cd29 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:39:29.492089 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5164e1b2-1c04-4b38-a655-533aab773c7e no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:39:29.507714 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623421d-2b7d-47a0-a573-06d6d1e6b422 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=789b5df8-26e5-4782-89a3-8d31163a884e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:29.517145 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c623421d-2b7d-47a0-a573-06d6d1e6b422 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:29.518720 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c623421d-2b7d-47a0-a573-06d6d1e6b422 tempest-TestNetworkAdvancedServerOps-2140106866 tempest-TestNetworkAdvancedServerOps-2140106866-project] 10.222.0.60 "DELETE /v2.0/security-groups/789b5df8-26e5-4782-89a3-8d31163a884e HTTP/1.1" status: 204 len: 168 time: 0.1982620 Mar 14 15:39:29.530388 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 5164e1b2-1c04-4b38-a655-533aab773c7e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:39:29.530731 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5164e1b2-1c04-4b38-a655-533aab773c7e not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:39:29.879228 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55378) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:30.098322 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3ac44d62-62de-4913-95d9-270132edcffd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d4e3d2e02cf4404982bcbc9a66a204af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2178767 Mar 14 15:39:30.100730 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55384) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:30.158586 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c2c307a7-5810-4c8e-8f09-63325d840c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:30.183804 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c2c307a7-5810-4c8e-8f09-63325d840c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:30.235086 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c2c307a7-5810-4c8e-8f09-63325d840c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:30.256404 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c307a7-5810-4c8e-8f09-63325d840c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95abb92-6f92-4515-b77f-d7b5be36afdf,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:30.260596 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c2c307a7-5810-4c8e-8f09-63325d840c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:30.263147 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c2c307a7-5810-4c8e-8f09-63325d840c2c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c95abb92-6f92-4515-b77f-d7b5be36afdf HTTP/1.1" status: 204 len: 168 time: 0.1603923 Mar 14 15:39:30.588618 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55392) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:30.606936 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7e4ce47-01db-4f66-b9a5-63d4445a5b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:30.638434 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f7e4ce47-01db-4f66-b9a5-63d4445a5b55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:39:30.642212 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f7e4ce47-01db-4f66-b9a5-63d4445a5b55 admin admin] Usage tracker for resource:security_group_rule and tenant:e3fe8bf161c44279866561f190e0cb31 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:39:30.644943 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f7e4ce47-01db-4f66-b9a5-63d4445a5b55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:39:30.650475 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f7e4ce47-01db-4f66-b9a5-63d4445a5b55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:39:30.716568 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7e4ce47-01db-4f66-b9a5-63d4445a5b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:30.720339 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7e4ce47-01db-4f66-b9a5-63d4445a5b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:30.766442 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4ce47-01db-4f66-b9a5-63d4445a5b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8abb7ed-28e6-4347-b2ac-8f0bc1e976c1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:30.773783 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f7e4ce47-01db-4f66-b9a5-63d4445a5b55 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e3fe8bf161c44279866561f190e0cb31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1841602 Mar 14 15:39:30.776376 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55396) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:30.834255 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ef89797-1eba-40d7-a3ba-43f7aca30ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:30.859628 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ef89797-1eba-40d7-a3ba-43f7aca30ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:30.910164 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ef89797-1eba-40d7-a3ba-43f7aca30ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:30.924322 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef89797-1eba-40d7-a3ba-43f7aca30ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8abb7ed-28e6-4347-b2ac-8f0bc1e976c1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:30.930398 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ef89797-1eba-40d7-a3ba-43f7aca30ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:30.931500 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2ef89797-1eba-40d7-a3ba-43f7aca30ae6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8abb7ed-28e6-4347-b2ac-8f0bc1e976c1 HTTP/1.1" status: 204 len: 168 time: 0.1542389 Mar 14 15:39:42.904815 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a39a325-af4f-495f-8d4f-c8cdab37633b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:45.075364 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b3e11451-2e62-4b62-b35f-d12b8f8c5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:46.243815 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:46.475214 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:47.924202 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:50.563359 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e91eb8-b095-4856-a118-f6b3a3b82166 req-955efa28-b75f-4962-9844-bbc9667c4b25 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:50.564689 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-75e91eb8-b095-4856-a118-f6b3a3b82166 req-955efa28-b75f-4962-9844-bbc9667c4b25 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaa2a96-454e-49e5-9afd-f83a25bcc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0749142 Mar 14 15:39:50.613571 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-75e91eb8-b095-4856-a118-f6b3a3b82166 req-2a4f7940-4525-4a94-bfb5-f8078dc89b57 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee39c94c-5cc4-4cd9-b95b-5cd871a4a278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433490 Mar 14 15:39:50.801400 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:51.817931 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877299e8-11f5-460a-a620-97eb150c6388 req-157fc467-e70d-46e4-8d91-0de72fe60bfd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:51.819416 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-877299e8-11f5-460a-a620-97eb150c6388 req-157fc467-e70d-46e4-8d91-0de72fe60bfd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaa2a96-454e-49e5-9afd-f83a25bcc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0796049 Mar 14 15:39:51.863942 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-877299e8-11f5-460a-a620-97eb150c6388 req-1c5df437-7d48-46af-a0c1-5e559263273c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee39c94c-5cc4-4cd9-b95b-5cd871a4a278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390999 Mar 14 15:39:52.079780 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edbc37-dcb2-4ea7-9d3d-972a2aafbb38 req-f249db0e-b544-4a06-8543-50c9489ef5aa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:52.081139 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d9edbc37-dcb2-4ea7-9d3d-972a2aafbb38 req-f249db0e-b544-4a06-8543-50c9489ef5aa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aaa2a96-454e-49e5-9afd-f83a25bcc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0742950 Mar 14 15:39:52.151882 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-d9edbc37-dcb2-4ea7-9d3d-972a2aafbb38 req-9ff2ccf9-d6b9-494d-bbf4-199d5ceaa171 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port aaf27e68-e989-4c3f-8908-374cbf4ef87d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:39:52.152221 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d9edbc37-dcb2-4ea7-9d3d-972a2aafbb38 req-9ff2ccf9-d6b9-494d-bbf4-199d5ceaa171 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:52.386690 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-d9edbc37-dcb2-4ea7-9d3d-972a2aafbb38 req-9ff2ccf9-d6b9-494d-bbf4-199d5ceaa171 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port aaf27e68-e989-4c3f-8908-374cbf4ef87d, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=aaf27e68-e989-4c3f-8908-374cbf4ef87d,segment=NetworkSegment(4743231b-a582-4843-a481-8dbedb797955),segment_id=4743231b-a582-4843-a481-8dbedb797955)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:52.386950 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d9edbc37-dcb2-4ea7-9d3d-972a2aafbb38 req-9ff2ccf9-d6b9-494d-bbf4-199d5ceaa171 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:52.665131 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d9edbc37-dcb2-4ea7-9d3d-972a2aafbb38 req-9ff2ccf9-d6b9-494d-bbf4-199d5ceaa171 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:52.665500 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d9edbc37-dcb2-4ea7-9d3d-972a2aafbb38 req-9ff2ccf9-d6b9-494d-bbf4-199d5ceaa171 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:52.665808 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.l3_db [req-d9edbc37-dcb2-4ea7-9d3d-972a2aafbb38 req-9ff2ccf9-d6b9-494d-bbf4-199d5ceaa171 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Floating IP a7a9328a-87d0-4fa6-82f3-99c0f80399e4 disassociated. External IP: 172.26.4.99, port: aaf27e68-e989-4c3f-8908-374cbf4ef87d. Mar 14 15:39:52.666173 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-d9edbc37-dcb2-4ea7-9d3d-972a2aafbb38 req-9ff2ccf9-d6b9-494d-bbf4-199d5ceaa171 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for aaf27e68-e989-4c3f-8908-374cbf4ef87d owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:39:52.801336 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d9edbc37-dcb2-4ea7-9d3d-972a2aafbb38 req-9ff2ccf9-d6b9-494d-bbf4-199d5ceaa171 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:52.933531 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2ccf9-d6b9-494d-bbf4-199d5ceaa171 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=aaf27e68-e989-4c3f-8908-374cbf4ef87d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:53.025883 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f983b8d6-ebe8-46b9-b746-bc83897cefaf req-c64aac66-a40e-4547-a137-5958a74f8d6e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaa2a96-454e-49e5-9afd-f83a25bcc3c3 HTTP/1.1" status: 200 len: 210 time: 0.0403786 Mar 14 15:39:53.141079 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9edbc37-dcb2-4ea7-9d3d-972a2aafbb38 req-9ff2ccf9-d6b9-494d-bbf4-199d5ceaa171 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router e9749a17-ad36-4bfd-97db-1db3c0ffba9d has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:39:53.344101 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9edbc37-dcb2-4ea7-9d3d-972a2aafbb38 req-9ff2ccf9-d6b9-494d-bbf4-199d5ceaa171 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:39:53.353734 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82414fb0-fb1c-407b-86ab-7f79839be8d3 None None] Sync routers for ids ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:39:53.367689 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82414fb0-fb1c-407b-86ab-7f79839be8d3 None None] Routers {'e9749a17-ad36-4bfd-97db-1db3c0ffba9d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:39:53.368399 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-82414fb0-fb1c-407b-86ab-7f79839be8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:39:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:53.419232 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9edbc37-dcb2-4ea7-9d3d-972a2aafbb38 req-9ff2ccf9-d6b9-494d-bbf4-199d5ceaa171 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] No DVR routers for this DVR port aaf27e68-e989-4c3f-8908-374cbf4ef87d on host hv-neutron-8335 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:39:53.423333 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d9edbc37-dcb2-4ea7-9d3d-972a2aafbb38 req-9ff2ccf9-d6b9-494d-bbf4-199d5ceaa171 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:53.430361 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aaa2a96-454e-49e5-9afd-f83a25bcc3c3', 'name': 'network-vif-deleted', 'tag': 'aaf27e68-e989-4c3f-8908-374cbf4ef87d'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:39:53.447707 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d9edbc37-dcb2-4ea7-9d3d-972a2aafbb38 req-9ff2ccf9-d6b9-494d-bbf4-199d5ceaa171 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "DELETE /v2.0/ports/aaf27e68-e989-4c3f-8908-374cbf4ef87d HTTP/1.1" status: 204 len: 173 time: 1.3606808 Mar 14 15:39:53.493338 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aaa2a96-454e-49e5-9afd-f83a25bcc3c3', 'name': 'network-vif-deleted', 'tag': 'aaf27e68-e989-4c3f-8908-374cbf4ef87d', 'status': 'completed', 'code': 200} Mar 14 15:39:53.554559 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-82414fb0-fb1c-407b-86ab-7f79839be8d3 None None] Set router e9749a17-ad36-4bfd-97db-1db3c0ffba9d gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:39:53.864651 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-82414fb0-fb1c-407b-86ab-7f79839be8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'name': 'tempest-TestNetworkBasicOps-router-1855710617', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:36:23Z', 'updated_at': '2022-03-14T15:36:28Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:24Z', 'updated_at': '2022-03-14T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef', 'name': '', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:a5:6b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:27Z', 'updated_at': '2022-03-14T15:36:37Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:53.868478 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82414fb0-fb1c-407b-86ab-7f79839be8d3 None None] Checking router: e9749a17-ad36-4bfd-97db-1db3c0ffba9d for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:39:53.879302 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82414fb0-fb1c-407b-86ab-7f79839be8d3 None None] Routers {'e9749a17-ad36-4bfd-97db-1db3c0ffba9d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:39:53.879889 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-82414fb0-fb1c-407b-86ab-7f79839be8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:39:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:54.068819 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-82414fb0-fb1c-407b-86ab-7f79839be8d3 None None] Set router e9749a17-ad36-4bfd-97db-1db3c0ffba9d gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:39:54.131887 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55424) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:54.200864 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-04bab8a1-4cf5-460b-9ef4-31a646b09f09 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:54.229336 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-04bab8a1-4cf5-460b-9ef4-31a646b09f09 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:54.293737 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-04bab8a1-4cf5-460b-9ef4-31a646b09f09 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:54.313372 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bab8a1-4cf5-460b-9ef4-31a646b09f09 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee39c94c-5cc4-4cd9-b95b-5cd871a4a278,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:54.326685 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-04bab8a1-4cf5-460b-9ef4-31a646b09f09 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:54.328486 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-04bab8a1-4cf5-460b-9ef4-31a646b09f09 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/security-groups/ee39c94c-5cc4-4cd9-b95b-5cd871a4a278 HTTP/1.1" status: 204 len: 168 time: 0.1953044 Mar 14 15:39:54.374028 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55430) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:39:54.382716 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-82414fb0-fb1c-407b-86ab-7f79839be8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'name': 'tempest-TestNetworkBasicOps-router-1855710617', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:36:23Z', 'updated_at': '2022-03-14T15:36:28Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:24Z', 'updated_at': '2022-03-14T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef', 'name': '', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:a5:6b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:27Z', 'updated_at': '2022-03-14T15:36:37Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:54.386685 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82414fb0-fb1c-407b-86ab-7f79839be8d3 None None] The sync data for ids ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'] in dv-neutron-833561-1-hyperv is: [{'id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'name': 'tempest-TestNetworkBasicOps-router-1855710617', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:36:23Z', 'updated_at': '2022-03-14T15:36:28Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:24Z', 'updated_at': '2022-03-14T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef', 'name': '', 'network_id': '349f9384-c50d-4cdb-8a7b-70fd02c51b4a', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:a5:6b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:27Z', 'updated_at': '2022-03-14T15:36:37Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'ab15c6bb-e792-4953-b206-1853c1ff0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:39:54.535199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5a7d4730-89a4-4d0f-b846-d879aa24ab12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port d40ef5a7-d727-4c65-9a86-4fbb714c7c0e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:39:54.535526 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a7d4730-89a4-4d0f-b846-d879aa24ab12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:54.602336 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99fbba5-37fb-4ee9-a87d-dadaa088ed3c None None] New status for floating IP a7a9328a-87d0-4fa6-82f3-99c0f80399e4: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:39:54.703916 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a7d4730-89a4-4d0f-b846-d879aa24ab12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:54.704243 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a7d4730-89a4-4d0f-b846-d879aa24ab12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:54.808290 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device aaf27e68-e989-4c3f-8908-374cbf4ef87d no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:39:54.823967 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5a7d4730-89a4-4d0f-b846-d879aa24ab12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for d40ef5a7-d727-4c65-9a86-4fbb714c7c0e owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:39:54.841948 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: aaf27e68-e989-4c3f-8908-374cbf4ef87d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:39:54.842332 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device aaf27e68-e989-4c3f-8908-374cbf4ef87d not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:39:54.905416 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.api [None req-5a7d4730-89a4-4d0f-b846-d879aa24ab12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:39:54.906305 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG oslo_db.api [None req-5a7d4730-89a4-4d0f-b846-d879aa24ab12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:39:55.407071 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5a7d4730-89a4-4d0f-b846-d879aa24ab12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port d40ef5a7-d727-4c65-9a86-4fbb714c7c0e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:39:55.407577 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a7d4730-89a4-4d0f-b846-d879aa24ab12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:55.572438 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a7d4730-89a4-4d0f-b846-d879aa24ab12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:55.572676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a7d4730-89a4-4d0f-b846-d879aa24ab12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:55.780264 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5a7d4730-89a4-4d0f-b846-d879aa24ab12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for d40ef5a7-d727-4c65-9a86-4fbb714c7c0e owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:39:55.915234 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a7d4730-89a4-4d0f-b846-d879aa24ab12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:55.960466 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d4730-89a4-4d0f-b846-d879aa24ab12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=d40ef5a7-d727-4c65-9a86-4fbb714c7c0e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:56.048280 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a7d4730-89a4-4d0f-b846-d879aa24ab12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:56.061723 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a7d4730-89a4-4d0f-b846-d879aa24ab12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:56.063532 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5a7d4730-89a4-4d0f-b846-d879aa24ab12 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/floatingips/a7a9328a-87d0-4fa6-82f3-99c0f80399e4 HTTP/1.1" status: 204 len: 168 time: 1.6879034 Mar 14 15:39:56.437383 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b51ebc-ca40-4251-8fc7-2a43a472de9a req-9e2d0c15-04ce-4440-b8ed-a90c2aefcc2e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:56.438131 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-20b51ebc-ca40-4251-8fc7-2a43a472de9a req-9e2d0c15-04ce-4440-b8ed-a90c2aefcc2e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:39:56.453562 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-20b51ebc-ca40-4251-8fc7-2a43a472de9a req-9e2d0c15-04ce-4440-b8ed-a90c2aefcc2e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:39:56.454295 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-20b51ebc-ca40-4251-8fc7-2a43a472de9a req-9e2d0c15-04ce-4440-b8ed-a90c2aefcc2e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f HTTP/1.1" status: 200 len: 946 time: 0.0941129 Mar 14 15:39:56.497891 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-20b51ebc-ca40-4251-8fc7-2a43a472de9a req-97c8ee54-cead-498d-b51c-1a0dd518796d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:39:56.512287 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-20b51ebc-ca40-4251-8fc7-2a43a472de9a req-97c8ee54-cead-498d-b51c-1a0dd518796d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:39:56.513547 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-20b51ebc-ca40-4251-8fc7-2a43a472de9a req-97c8ee54-cead-498d-b51c-1a0dd518796d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2bcf2c-b858-441d-bd0c-dd623e9f0f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536618 Mar 14 15:39:57.714957 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fdc9c-9844-4439-a6b2-5afc11b46ac8 req-e39b851b-6c5a-445f-8bf2-22f99b3029c6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:57.716387 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e82fdc9c-9844-4439-a6b2-5afc11b46ac8 req-e39b851b-6c5a-445f-8bf2-22f99b3029c6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f HTTP/1.1" status: 200 len: 946 time: 0.0768690 Mar 14 15:39:57.760814 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e82fdc9c-9844-4439-a6b2-5afc11b46ac8 req-54826da1-cf39-4d3f-a406-a63acc699d04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2bcf2c-b858-441d-bd0c-dd623e9f0f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384002 Mar 14 15:39:57.937427 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d3181-d736-4f2a-b685-6f9b0da91666 req-7604b1f8-b588-4130-82a8-4c9af56b1803 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:57.938862 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-719d3181-d736-4f2a-b685-6f9b0da91666 req-7604b1f8-b588-4130-82a8-4c9af56b1803 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/ports?device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f HTTP/1.1" status: 200 len: 946 time: 0.0741799 Mar 14 15:39:58.006037 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-719d3181-d736-4f2a-b685-6f9b0da91666 req-839a30bf-876b-49bd-9856-fe0e45f81eb5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 6d342627-2cfd-4e76-9371-88e034a23f82 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:39:58.006392 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-719d3181-d736-4f2a-b685-6f9b0da91666 req-839a30bf-876b-49bd-9856-fe0e45f81eb5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:58.248171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-719d3181-d736-4f2a-b685-6f9b0da91666 req-839a30bf-876b-49bd-9856-fe0e45f81eb5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port 6d342627-2cfd-4e76-9371-88e034a23f82, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=6d342627-2cfd-4e76-9371-88e034a23f82,segment=NetworkSegment(4743231b-a582-4843-a481-8dbedb797955),segment_id=4743231b-a582-4843-a481-8dbedb797955)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:58.248529 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-719d3181-d736-4f2a-b685-6f9b0da91666 req-839a30bf-876b-49bd-9856-fe0e45f81eb5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:58.375789 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-719d3181-d736-4f2a-b685-6f9b0da91666 req-839a30bf-876b-49bd-9856-fe0e45f81eb5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 6d342627-2cfd-4e76-9371-88e034a23f82 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:39:58.513623 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-719d3181-d736-4f2a-b685-6f9b0da91666 req-839a30bf-876b-49bd-9856-fe0e45f81eb5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:58.564156 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a30bf-876b-49bd-9856-fe0e45f81eb5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=6d342627-2cfd-4e76-9371-88e034a23f82,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:58.633670 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-719d3181-d736-4f2a-b685-6f9b0da91666 req-839a30bf-876b-49bd-9856-fe0e45f81eb5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] No DVR routers for this DVR port 6d342627-2cfd-4e76-9371-88e034a23f82 on host hv-neutron-8335 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:39:58.636070 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-719d3181-d736-4f2a-b685-6f9b0da91666 req-839a30bf-876b-49bd-9856-fe0e45f81eb5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:58.638714 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09b680f-97e7-4eac-8cc1-c35ebe9ad87f', 'name': 'network-vif-deleted', 'tag': '6d342627-2cfd-4e76-9371-88e034a23f82'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:39:58.654175 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-719d3181-d736-4f2a-b685-6f9b0da91666 req-839a30bf-876b-49bd-9856-fe0e45f81eb5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "DELETE /v2.0/ports/6d342627-2cfd-4e76-9371-88e034a23f82 HTTP/1.1" status: 204 len: 173 time: 0.7101898 Mar 14 15:39:58.695083 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09b680f-97e7-4eac-8cc1-c35ebe9ad87f', 'name': 'network-vif-deleted', 'tag': '6d342627-2cfd-4e76-9371-88e034a23f82', 'status': 'completed', 'code': 200} Mar 14 15:39:58.942538 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e62d7c6e-2df0-4f2f-b0bc-b5ce1e8ff7c6 req-2c7d1111-d1b9-4fd4-8638-e20186485444 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=f09b680f-97e7-4eac-8cc1-c35ebe9ad87f HTTP/1.1" status: 200 len: 210 time: 0.0479383 Mar 14 15:40:00.058735 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55448) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:00.128871 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06e4467f-2d73-4c78-a89f-93b11e74ef76 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:00.158319 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06e4467f-2d73-4c78-a89f-93b11e74ef76 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:00.221932 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06e4467f-2d73-4c78-a89f-93b11e74ef76 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:00.239204 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4467f-2d73-4c78-a89f-93b11e74ef76 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2bcf2c-b858-441d-bd0c-dd623e9f0f57,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:00.251874 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06e4467f-2d73-4c78-a89f-93b11e74ef76 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:00.253067 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-06e4467f-2d73-4c78-a89f-93b11e74ef76 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/security-groups/ba2bcf2c-b858-441d-bd0c-dd623e9f0f57 HTTP/1.1" status: 204 len: 168 time: 0.1931996 Mar 14 15:40:00.291644 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55454) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:00.774568 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ca3853dc-03e9-4a86-914d-6b0d9ff8a18d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:01.368052 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ca3853dc-03e9-4a86-914d-6b0d9ff8a18d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:40:01.368738 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ca3853dc-03e9-4a86-914d-6b0d9ff8a18d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:01.548444 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-ca3853dc-03e9-4a86-914d-6b0d9ff8a18d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef,segment=NetworkSegment(4743231b-a582-4843-a481-8dbedb797955),segment_id=4743231b-a582-4843-a481-8dbedb797955)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:40:01.548713 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ca3853dc-03e9-4a86-914d-6b0d9ff8a18d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:01.646791 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:40:01.668265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ca3853dc-03e9-4a86-914d-6b0d9ff8a18d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:40:01.837090 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ca3853dc-03e9-4a86-914d-6b0d9ff8a18d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:01.881411 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3853dc-03e9-4a86-914d-6b0d9ff8a18d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:02.259224 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ca3853dc-03e9-4a86-914d-6b0d9ff8a18d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:02.828314 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3853dc-03e9-4a86-914d-6b0d9ff8a18d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router e9749a17-ad36-4bfd-97db-1db3c0ffba9d has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:40:02.839130 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 6d342627-2cfd-4e76-9371-88e034a23f82 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:40:02.871153 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 6d342627-2cfd-4e76-9371-88e034a23f82 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:40:02.871498 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 6d342627-2cfd-4e76-9371-88e034a23f82 not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:40:03.031342 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3853dc-03e9-4a86-914d-6b0d9ff8a18d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:40:03.040942 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb2ee9d-c87c-40aa-8f68-ca14be6c532d None None] Sync routers for ids ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:40:03.043541 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ca3853dc-03e9-4a86-914d-6b0d9ff8a18d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/routers/e9749a17-ad36-4bfd-97db-1db3c0ffba9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7508285 Mar 14 15:40:03.046185 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55458) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:03.052954 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb2ee9d-c87c-40aa-8f68-ca14be6c532d None None] Routers {'e9749a17-ad36-4bfd-97db-1db3c0ffba9d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:40:03.053550 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-5eb2ee9d-c87c-40aa-8f68-ca14be6c532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:39:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:03.228772 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d7d8e2-a380-4edc-878d-76932e777546 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting subnet ab15c6bb-e792-4953-b206-1853c1ff0b9f {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:40:03.231595 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-76d7d8e2-a380-4edc-878d-76932e777546 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:03.258781 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-5eb2ee9d-c87c-40aa-8f68-ca14be6c532d None None] Set router e9749a17-ad36-4bfd-97db-1db3c0ffba9d gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:40:03.302115 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-76d7d8e2-a380-4edc-878d-76932e777546 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:03.402156 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-76d7d8e2-a380-4edc-878d-76932e777546 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:03.475613 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-76d7d8e2-a380-4edc-878d-76932e777546 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:03.517092 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7d8e2-a380-4edc-878d-76932e777546 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Subnet': ['ID=ab15c6bb-e792-4953-b206-1853c1ff0b9f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:03.523271 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-76d7d8e2-a380-4edc-878d-76932e777546 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:03.528978 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7f6ad9-e201-4db7-843d-f9f689dbb817 None None] Network 349f9384-c50d-4cdb-8a7b-70fd02c51b4a requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:40:03.532804 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-76d7d8e2-a380-4edc-878d-76932e777546 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/subnets/ab15c6bb-e792-4953-b206-1853c1ff0b9f HTTP/1.1" status: 204 len: 168 time: 0.4832442 Mar 14 15:40:03.533034 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55462) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:03.546939 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-5eb2ee9d-c87c-40aa-8f68-ca14be6c532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'name': 'tempest-TestNetworkBasicOps-router-1855710617', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:36:23Z', 'updated_at': '2022-03-14T15:40:01Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:24Z', 'updated_at': '2022-03-14T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:03.550803 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb2ee9d-c87c-40aa-8f68-ca14be6c532d None None] Checking router: e9749a17-ad36-4bfd-97db-1db3c0ffba9d for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:40:03.561086 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb2ee9d-c87c-40aa-8f68-ca14be6c532d None None] Routers {'e9749a17-ad36-4bfd-97db-1db3c0ffba9d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:40:03.562586 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-5eb2ee9d-c87c-40aa-8f68-ca14be6c532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:39:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:03.761874 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-5eb2ee9d-c87c-40aa-8f68-ca14be6c532d None None] Set router e9749a17-ad36-4bfd-97db-1db3c0ffba9d gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:40:03.795191 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63c3340-fa76-4776-b5be-19c3b667bc3e None None] DHCP port deletion for 349f9384-c50d-4cdb-8a7b-70fd02c51b4a request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:40:03.799960 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c63c3340-fa76-4776-b5be-19c3b667bc3e None None] Deleting port 63f2082e-b632-48f4-b2d1-76e54540198f {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:40:03.800345 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c63c3340-fa76-4776-b5be-19c3b667bc3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:03.856916 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0642d8f-8b07-4f22-ae57-2724bd641e8f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:04.006031 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c63c3340-fa76-4776-b5be-19c3b667bc3e None None] For port 63f2082e-b632-48f4-b2d1-76e54540198f, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=63f2082e-b632-48f4-b2d1-76e54540198f,segment=NetworkSegment(4743231b-a582-4843-a481-8dbedb797955),segment_id=4743231b-a582-4843-a481-8dbedb797955)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:40:04.006602 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c63c3340-fa76-4776-b5be-19c3b667bc3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:04.062859 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0642d8f-8b07-4f22-ae57-2724bd641e8f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:04.064996 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-5eb2ee9d-c87c-40aa-8f68-ca14be6c532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'name': 'tempest-TestNetworkBasicOps-router-1855710617', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:36:23Z', 'updated_at': '2022-03-14T15:40:01Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:24Z', 'updated_at': '2022-03-14T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:04.069092 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb2ee9d-c87c-40aa-8f68-ca14be6c532d None None] The sync data for ids ['e9749a17-ad36-4bfd-97db-1db3c0ffba9d'] in dv-neutron-833561-1-hyperv is: [{'id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'name': 'tempest-TestNetworkBasicOps-router-1855710617', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:36:23Z', 'updated_at': '2022-03-14T15:40:01Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '064da677-1e75-40cc-9270-7a313fd4eea0', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9749a17-ad36-4bfd-97db-1db3c0ffba9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:36:24Z', 'updated_at': '2022-03-14T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:40:04.073463 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-f0642d8f-8b07-4f22-ae57-2724bd641e8f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 064da677-1e75-40cc-9270-7a313fd4eea0 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:40:04.073583 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0642d8f-8b07-4f22-ae57-2724bd641e8f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:04.156999 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c63c3340-fa76-4776-b5be-19c3b667bc3e None None] Calling delete_port for 63f2082e-b632-48f4-b2d1-76e54540198f owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:40:04.229364 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c63c3340-fa76-4776-b5be-19c3b667bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:04.251179 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-f0642d8f-8b07-4f22-ae57-2724bd641e8f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port 064da677-1e75-40cc-9270-7a313fd4eea0, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=064da677-1e75-40cc-9270-7a313fd4eea0,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:40:04.251621 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0642d8f-8b07-4f22-ae57-2724bd641e8f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:04.281368 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c3340-fa76-4776-b5be-19c3b667bc3e None None] Pushing event deleted for resources: {'Port': ['ID=63f2082e-b632-48f4-b2d1-76e54540198f,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:04.287201 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63c3340-fa76-4776-b5be-19c3b667bc3e None None] No DVR routers for this DVR port 63f2082e-b632-48f4-b2d1-76e54540198f on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:40:04.378134 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-f0642d8f-8b07-4f22-ae57-2724bd641e8f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 064da677-1e75-40cc-9270-7a313fd4eea0 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:40:04.548624 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0642d8f-8b07-4f22-ae57-2724bd641e8f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:04.594736 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0642d8f-8b07-4f22-ae57-2724bd641e8f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=064da677-1e75-40cc-9270-7a313fd4eea0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:04.819906 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0642d8f-8b07-4f22-ae57-2724bd641e8f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:05.072994 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0642d8f-8b07-4f22-ae57-2724bd641e8f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:05.077009 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0642d8f-8b07-4f22-ae57-2724bd641e8f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:05.199989 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0642d8f-8b07-4f22-ae57-2724bd641e8f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:05.200743 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0642d8f-8b07-4f22-ae57-2724bd641e8f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Fanout notify agent at l3_agent the message router_deleted on router e9749a17-ad36-4bfd-97db-1db3c0ffba9d {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:40:05.214775 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0642d8f-8b07-4f22-ae57-2724bd641e8f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:05.219252 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f0642d8f-8b07-4f22-ae57-2724bd641e8f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/routers/e9749a17-ad36-4bfd-97db-1db3c0ffba9d HTTP/1.1" status: 204 len: 168 time: 1.6853344 Mar 14 15:40:05.219471 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55466) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:05.343981 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c723a840-cbd2-4202-907f-754ef764dfd3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:05.470598 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c723a840-cbd2-4202-907f-754ef764dfd3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:05.494037 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-c723a840-cbd2-4202-907f-754ef764dfd3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349f9384-c50d-4cdb-8a7b-70fd02c51b4a']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:05.505473 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-c723a840-cbd2-4202-907f-754ef764dfd3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4743231b-a582-4843-a481-8dbedb797955') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:05.505765 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-c723a840-cbd2-4202-907f-754ef764dfd3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4743231b-a582-4843-a481-8dbedb797955') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:05.517215 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c723a840-cbd2-4202-907f-754ef764dfd3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:05.536577 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c723a840-cbd2-4202-907f-754ef764dfd3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:05.542442 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c723a840-cbd2-4202-907f-754ef764dfd3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:40:05.542817 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c723a840-cbd2-4202-907f-754ef764dfd3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:40:05.661857 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:40:05.683091 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 63f2082e-b632-48f4-b2d1-76e54540198f no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:40:05.715695 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 63f2082e-b632-48f4-b2d1-76e54540198f {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:40:05.716040 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 63f2082e-b632-48f4-b2d1-76e54540198f not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:40:05.716465 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:40:05.741870 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c723a840-cbd2-4202-907f-754ef764dfd3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:05.749218 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:40:05.749571 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 0cb190ef-cbba-4d8a-a7d3-81dd5eac17ef not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:40:05.750004 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 064da677-1e75-40cc-9270-7a313fd4eea0 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:40:05.765324 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c723a840-cbd2-4202-907f-754ef764dfd3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:05.774178 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723a840-cbd2-4202-907f-754ef764dfd3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Network': ['ID=349f9384-c50d-4cdb-8a7b-70fd02c51b4a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:05.781791 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 064da677-1e75-40cc-9270-7a313fd4eea0 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:40:05.782174 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 064da677-1e75-40cc-9270-7a313fd4eea0 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:40:05.786384 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723a840-cbd2-4202-907f-754ef764dfd3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:05.786733 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723a840-cbd2-4202-907f-754ef764dfd3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:05.787076 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723a840-cbd2-4202-907f-754ef764dfd3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:05.787471 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723a840-cbd2-4202-907f-754ef764dfd3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:05.787808 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723a840-cbd2-4202-907f-754ef764dfd3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:05.788139 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723a840-cbd2-4202-907f-754ef764dfd3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:05.788584 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723a840-cbd2-4202-907f-754ef764dfd3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:05.788784 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723a840-cbd2-4202-907f-754ef764dfd3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:05.789108 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723a840-cbd2-4202-907f-754ef764dfd3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:05.789422 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723a840-cbd2-4202-907f-754ef764dfd3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:05.789750 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723a840-cbd2-4202-907f-754ef764dfd3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:05.792946 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c723a840-cbd2-4202-907f-754ef764dfd3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/networks/349f9384-c50d-4cdb-8a7b-70fd02c51b4a HTTP/1.1" status: 204 len: 168 time: 0.5724154 Mar 14 15:40:05.817640 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55470) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:05.823190 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8b47e25a-1546-4c5b-becc-3bf9ec6b95aa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'network': {'name': 'tempest-network-smoke--1290326985', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'port_security_enabled': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:40:05.828815 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8b47e25a-1546-4c5b-becc-3bf9ec6b95aa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:40:05.832994 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8b47e25a-1546-4c5b-becc-3bf9ec6b95aa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:network and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:40:05.835820 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8b47e25a-1546-4c5b-becc-3bf9ec6b95aa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:40:05.841717 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8b47e25a-1546-4c5b-becc-3bf9ec6b95aa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:40:05.852288 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b47e25a-1546-4c5b-becc-3bf9ec6b95aa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:40:05.855348 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b47e25a-1546-4c5b-becc-3bf9ec6b95aa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:05.885584 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b47e25a-1546-4c5b-becc-3bf9ec6b95aa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:40:05.896395 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b47e25a-1546-4c5b-becc-3bf9ec6b95aa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:05.896764 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-8b47e25a-1546-4c5b-becc-3bf9ec6b95aa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Added segment 36d5fe61-12ac-49de-85c8-6ba413470293 of type vlan for network d8009590-ade7-42eb-8072-e20829638b06 Mar 14 15:40:05.922916 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b47e25a-1546-4c5b-becc-3bf9ec6b95aa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:05.951125 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b47e25a-1546-4c5b-becc-3bf9ec6b95aa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:05.955467 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b47e25a-1546-4c5b-becc-3bf9ec6b95aa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:05.956042 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b47e25a-1546-4c5b-becc-3bf9ec6b95aa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:06.059997 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8b47e25a-1546-4c5b-becc-3bf9ec6b95aa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2412593 Mar 14 15:40:06.060921 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47e25a-1546-4c5b-becc-3bf9ec6b95aa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Network': ['ID=d8009590-ade7-42eb-8072-e20829638b06,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:06.063607 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55474) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:06.069044 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1220605540', 'admin_state_up': True, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:40:06.072955 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network d8009590-ade7-42eb-8072-e20829638b06 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:40:06.075990 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:40:06.080400 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:router and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:40:06.083230 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:40:06.089291 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:40:06.100128 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:06.101196 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:06.119199 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:06.265509 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:06.440747 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:06.468350 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:06.600731 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.26.4.30 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/0a90f073-968d-4a6a-858e-5ba901cfd45d) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:40:06.744588 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:06.773042 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:06.841708 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:40:06.845565 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:40:06.847996 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:40:06.878751 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=0a90f073-968d-4a6a-858e-5ba901cfd45d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:06.899376 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:06.899703 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:06.900038 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:06.900367 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:06.900696 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:06.901020 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:06.901348 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:06.901665 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:06.901982 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:06.902321 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:06.902639 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:07.025424 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:07.026075 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:07.262423 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 101b75da-9381-441a-8b54-09fd07911a76 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:40:07.459979 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:40:07.469768 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] Sync routers for ids ['101b75da-9381-441a-8b54-09fd07911a76'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:40:07.481093 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] Routers {'101b75da-9381-441a-8b54-09fd07911a76'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:40:07.481706 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:39:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['101b75da-9381-441a-8b54-09fd07911a76'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:07.487078 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:07.488365 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e4d69343-6f72-4323-8460-33ca8ea38b7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4237032 Mar 14 15:40:07.491396 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55478) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:07.661770 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] Set router 101b75da-9381-441a-8b54-09fd07911a76 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:40:07.753013 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f967d074-44de-4233-ad25-f103ecfb5214 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=5d6eafdbdcc04fa5ac3cc264b55cc088&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2605228 Mar 14 15:40:07.755547 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55484) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:07.882121 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb60dc50-d268-4d78-98e4-5b563f0245d4 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:07.883597 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fb60dc50-d268-4d78-98e4-5b563f0245d4 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1271818 Mar 14 15:40:07.886420 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55488) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:07.943041 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101b75da-9381-441a-8b54-09fd07911a76', 'name': 'tempest-TestNetworkBasicOps-router-1220605540', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:06Z', 'revision_number': 3, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101b75da-9381-441a-8b54-09fd07911a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:07.947326 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] Checking router: 101b75da-9381-441a-8b54-09fd07911a76 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:40:07.947676 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] Updating router 101b75da-9381-441a-8b54-09fd07911a76 port 0a90f073-968d-4a6a-858e-5ba901cfd45d binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:40:08.002805 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:08.009165 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f2d5bcac-419c-4e0a-bdf1-c5a8a7da67a3 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1217344 Mar 14 15:40:08.011942 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55492) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:08.017569 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ab9636a5-ae7a-4ba7-89cf-60c9384b7610 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1856808590', 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:40:08.123419 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ab9636a5-ae7a-4ba7-89cf-60c9384b7610 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:40:08.127302 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ab9636a5-ae7a-4ba7-89cf-60c9384b7610 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:subnet and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:40:08.130121 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ab9636a5-ae7a-4ba7-89cf-60c9384b7610 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:40:08.135837 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ab9636a5-ae7a-4ba7-89cf-60c9384b7610 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:40:08.146738 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9636a5-ae7a-4ba7-89cf-60c9384b7610 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:40:08.249377 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab9636a5-ae7a-4ba7-89cf-60c9384b7610 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:08.324078 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:08.335860 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] Transition to ACTIVE for port object 0a90f073-968d-4a6a-858e-5ba901cfd45d will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:40:08.344241 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:08.422172 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] Attempting to bind port 0a90f073-968d-4a6a-858e-5ba901cfd45d on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:40:08.422541 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] Attempting to bind port 0a90f073-968d-4a6a-858e-5ba901cfd45d by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:40:08.422903 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] Attempting to bind port 0a90f073-968d-4a6a-858e-5ba901cfd45d on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:40:08.424796 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaeed9e-f879-4587-8759-0b2a45abbec7 None None] Pushing event updated for resources: {'Port': ['ID=0a90f073-968d-4a6a-858e-5ba901cfd45d,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:08.432207 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:40:08.432604 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:40:08.433108 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:08.433553 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:40:08.434100 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] Bound port: 0a90f073-968d-4a6a-858e-5ba901cfd45d, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:40:08.434483 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:08.464375 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab9636a5-ae7a-4ba7-89cf-60c9384b7610 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:08.538075 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] For port 0a90f073-968d-4a6a-858e-5ba901cfd45d, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:40:08.541205 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] For port 0a90f073-968d-4a6a-858e-5ba901cfd45d, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=0a90f073-968d-4a6a-858e-5ba901cfd45d,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:40:08.543199 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9636a5-ae7a-4ba7-89cf-60c9384b7610 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Subnet': ['ID=ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:08.545584 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:08.555561 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9636a5-ae7a-4ba7-89cf-60c9384b7610 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Checking segment: {'id': '36d5fe61-12ac-49de-85c8-6ba413470293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:40:08.555930 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9636a5-ae7a-4ba7-89cf-60c9384b7610 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network hostable DHCP agents. Network: d8009590-ade7-42eb-8072-e20829638b06, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:40:08.577591 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9636a5-ae7a-4ba7-89cf-60c9384b7610 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network d8009590-ade7-42eb-8072-e20829638b06 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:40:08.586657 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-ab9636a5-ae7a-4ba7-89cf-60c9384b7610 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, d8009590-ade7-42eb-8072-e20829638b06) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:40:08.590492 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9636a5-ae7a-4ba7-89cf-60c9384b7610 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:08.591085 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab9636a5-ae7a-4ba7-89cf-60c9384b7610 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:08.601911 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60aead0d-0b64-49bb-9ab1-715853bbd569 None None] Network d8009590-ade7-42eb-8072-e20829638b06 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:40:08.612138 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ab9636a5-ae7a-4ba7-89cf-60c9384b7610 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5991969 Mar 14 15:40:08.614938 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55496) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:08.702799 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaeed9e-f879-4587-8759-0b2a45abbec7 None None] Pushing event updated for resources: {'Port': ['ID=0a90f073-968d-4a6a-858e-5ba901cfd45d,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:08.715002 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] Routers {'101b75da-9381-441a-8b54-09fd07911a76'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:40:08.715555 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:39:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['101b75da-9381-441a-8b54-09fd07911a76'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:08.989853 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] Set router 101b75da-9381-441a-8b54-09fd07911a76 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:40:09.028416 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dd6687-229a-4507-881a-f9c4da3daa21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-d8009590-ade7-42eb-8072-e20829638b06', 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ips': [{'subnet_id': 'ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:40:09.029221 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-59dd6687-229a-4507-881a-f9c4da3daa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:09.349390 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f161dbfa-cf69-40fd-a45a-e5c4693307b8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:09.377258 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-59dd6687-229a-4507-881a-f9c4da3daa21 None None] Allocated IP 172.20.0.2 (d8009590-ade7-42eb-8072-e20829638b06/ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae/650e5942-fa5a-48f3-b287-a3e4fcfbaf10) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:40:09.509197 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101b75da-9381-441a-8b54-09fd07911a76', 'name': 'tempest-TestNetworkBasicOps-router-1220605540', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:06Z', 'revision_number': 3, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101b75da-9381-441a-8b54-09fd07911a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:09.523651 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670bacf9-c284-44b1-bdbd-e3580c7d8c36 None None] The sync data for ids ['101b75da-9381-441a-8b54-09fd07911a76'] in dv-neutron-833561-1-hyperv is: [{'id': '101b75da-9381-441a-8b54-09fd07911a76', 'name': 'tempest-TestNetworkBasicOps-router-1220605540', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:06Z', 'revision_number': 3, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101b75da-9381-441a-8b54-09fd07911a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:40:09.615660 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-59dd6687-229a-4507-881a-f9c4da3daa21 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:09.626476 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-59dd6687-229a-4507-881a-f9c4da3daa21 None None] Transition to ACTIVE for port object 650e5942-fa5a-48f3-b287-a3e4fcfbaf10 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:40:09.646430 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-59dd6687-229a-4507-881a-f9c4da3daa21 None None] Transition to ACTIVE for port object 650e5942-fa5a-48f3-b287-a3e4fcfbaf10 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:40:09.651958 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-59dd6687-229a-4507-881a-f9c4da3daa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:09.742425 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dd6687-229a-4507-881a-f9c4da3daa21 None None] Network d8009590-ade7-42eb-8072-e20829638b06 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:40:09.748260 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-59dd6687-229a-4507-881a-f9c4da3daa21 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:40:09.751412 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dd6687-229a-4507-881a-f9c4da3daa21 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:40:09.753773 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd6687-229a-4507-881a-f9c4da3daa21 None None] Pushing event updated for resources: {'Port': ['ID=650e5942-fa5a-48f3-b287-a3e4fcfbaf10,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:09.848426 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-59dd6687-229a-4507-881a-f9c4da3daa21 None None] Attempting to bind port 650e5942-fa5a-48f3-b287-a3e4fcfbaf10 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:40:09.848802 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-59dd6687-229a-4507-881a-f9c4da3daa21 None None] Attempting to bind port 650e5942-fa5a-48f3-b287-a3e4fcfbaf10 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '36d5fe61-12ac-49de-85c8-6ba413470293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:40:09.849165 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd6687-229a-4507-881a-f9c4da3daa21 None None] Attempting to bind port 650e5942-fa5a-48f3-b287-a3e4fcfbaf10 on network d8009590-ade7-42eb-8072-e20829638b06 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:40:09.855970 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd6687-229a-4507-881a-f9c4da3daa21 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:40:09.856266 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd6687-229a-4507-881a-f9c4da3daa21 None None] Checking segment: {'id': '36d5fe61-12ac-49de-85c8-6ba413470293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:40:09.856665 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-59dd6687-229a-4507-881a-f9c4da3daa21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:09.857058 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd6687-229a-4507-881a-f9c4da3daa21 None None] Bound using segment: {'id': '36d5fe61-12ac-49de-85c8-6ba413470293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:40:09.857687 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-59dd6687-229a-4507-881a-f9c4da3daa21 None None] Bound port: 650e5942-fa5a-48f3-b287-a3e4fcfbaf10, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d5fe61-12ac-49de-85c8-6ba413470293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:40:09.858258 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-59dd6687-229a-4507-881a-f9c4da3daa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:09.873653 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-f161dbfa-cf69-40fd-a45a-e5c4693307b8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.20.0.1 (d8009590-ade7-42eb-8072-e20829638b06/ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae/a1f3a95c-52b4-45ae-8e3c-6086acca5f7c) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:40:09.963602 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-59dd6687-229a-4507-881a-f9c4da3daa21 None None] For port 650e5942-fa5a-48f3-b287-a3e4fcfbaf10, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:40:09.966679 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-59dd6687-229a-4507-881a-f9c4da3daa21 None None] For port 650e5942-fa5a-48f3-b287-a3e4fcfbaf10, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=650e5942-fa5a-48f3-b287-a3e4fcfbaf10,segment=NetworkSegment(36d5fe61-12ac-49de-85c8-6ba413470293),segment_id=36d5fe61-12ac-49de-85c8-6ba413470293)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:40:09.972112 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-59dd6687-229a-4507-881a-f9c4da3daa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:10.048795 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f161dbfa-cf69-40fd-a45a-e5c4693307b8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:10.064259 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd6687-229a-4507-881a-f9c4da3daa21 None None] Pushing event updated for resources: {'Port': ['ID=650e5942-fa5a-48f3-b287-a3e4fcfbaf10,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:10.066879 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-f161dbfa-cf69-40fd-a45a-e5c4693307b8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Transition to ACTIVE for port object a1f3a95c-52b4-45ae-8e3c-6086acca5f7c will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:40:10.092941 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f161dbfa-cf69-40fd-a45a-e5c4693307b8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:10.170128 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f161dbfa-cf69-40fd-a45a-e5c4693307b8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network d8009590-ade7-42eb-8072-e20829638b06 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:40:10.174668 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f161dbfa-cf69-40fd-a45a-e5c4693307b8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:40:10.177094 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f161dbfa-cf69-40fd-a45a-e5c4693307b8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:40:10.211184 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161dbfa-cf69-40fd-a45a-e5c4693307b8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=a1f3a95c-52b4-45ae-8e3c-6086acca5f7c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:10.239537 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f161dbfa-cf69-40fd-a45a-e5c4693307b8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:10.356168 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f161dbfa-cf69-40fd-a45a-e5c4693307b8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:10.767517 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f161dbfa-cf69-40fd-a45a-e5c4693307b8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:10.772219 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f161dbfa-cf69-40fd-a45a-e5c4693307b8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:10.886519 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161dbfa-cf69-40fd-a45a-e5c4693307b8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=a1f3a95c-52b4-45ae-8e3c-6086acca5f7c,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:10.888824 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f161dbfa-cf69-40fd-a45a-e5c4693307b8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:11.031256 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f161dbfa-cf69-40fd-a45a-e5c4693307b8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network d8009590-ade7-42eb-8072-e20829638b06 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:40:11.032390 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f161dbfa-cf69-40fd-a45a-e5c4693307b8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:40:11.059180 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b66d98-fd11-4de4-97e3-27936591747d None None] Network d8009590-ade7-42eb-8072-e20829638b06 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:40:11.188747 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9692f7c1-a1ee-4c2d-83dc-93e1be8f1d20 None None] Provisioning for port 650e5942-fa5a-48f3-b287-a3e4fcfbaf10 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:40:11.506106 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 0a90f073-968d-4a6a-858e-5ba901cfd45d up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:40:11.521512 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f161dbfa-cf69-40fd-a45a-e5c4693307b8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 101b75da-9381-441a-8b54-09fd07911a76 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:40:11.579566 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 0a90f073-968d-4a6a-858e-5ba901cfd45d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:40:11.585753 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 0a90f073-968d-4a6a-858e-5ba901cfd45d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:40:11.586162 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:11.717370 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-316ac03b-d8ea-426f-8b48-4cb6702bdb6c None None] Provisioning for port a1f3a95c-52b4-45ae-8e3c-6086acca5f7c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:40:11.725585 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:11.730090 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-316ac03b-d8ea-426f-8b48-4cb6702bdb6c None None] Provisioning complete for port a1f3a95c-52b4-45ae-8e3c-6086acca5f7c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:40:11.730435 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-316ac03b-d8ea-426f-8b48-4cb6702bdb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:11.742265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f161dbfa-cf69-40fd-a45a-e5c4693307b8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:40:11.757320 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f161dbfa-cf69-40fd-a45a-e5c4693307b8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/routers/101b75da-9381-441a-8b54-09fd07911a76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1413836 Mar 14 15:40:11.759987 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55500) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:11.788307 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 0a90f073-968d-4a6a-858e-5ba901cfd45d, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=0a90f073-968d-4a6a-858e-5ba901cfd45d,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:40:11.796907 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:11.797673 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 650e5942-fa5a-48f3-b287-a3e4fcfbaf10 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:40:11.856283 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-316ac03b-d8ea-426f-8b48-4cb6702bdb6c None None] Port a1f3a95c-52b4-45ae-8e3c-6086acca5f7c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:40:11.906970 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c108a83e-153f-40f5-a9a5-628502984f9c tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:11.907342 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c108a83e-153f-40f5-a9a5-628502984f9c tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:11.907870 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c108a83e-153f-40f5-a9a5-628502984f9c tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:11.908380 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c108a83e-153f-40f5-a9a5-628502984f9c tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:11.910206 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c108a83e-153f-40f5-a9a5-628502984f9c tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1482999 Mar 14 15:40:11.913281 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55504) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:11.914114 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=0a90f073-968d-4a6a-858e-5ba901cfd45d,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:11.931494 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 650e5942-fa5a-48f3-b287-a3e4fcfbaf10 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:40:11.938670 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 650e5942-fa5a-48f3-b287-a3e4fcfbaf10 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:40:11.939055 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:11.991463 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bacea1d-71c8-4b4a-a730-893b693e9236 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:11.991947 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bacea1d-71c8-4b4a-a730-893b693e9236 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:11.992321 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bacea1d-71c8-4b4a-a730-893b693e9236 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:11.992961 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bacea1d-71c8-4b4a-a730-893b693e9236 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:11.994340 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8bacea1d-71c8-4b4a-a730-893b693e9236 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0799420 Mar 14 15:40:11.997094 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55508) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:12.006231 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bad4f552-22bf-48f2-baaa-32c865b808f8 None None] Provisioning complete for port a1f3a95c-52b4-45ae-8e3c-6086acca5f7c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:40:12.006610 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bad4f552-22bf-48f2-baaa-32c865b808f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:12.098476 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-bad4f552-22bf-48f2-baaa-32c865b808f8 None None] Port a1f3a95c-52b4-45ae-8e3c-6086acca5f7c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:40:12.115987 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:12.151601 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 650e5942-fa5a-48f3-b287-a3e4fcfbaf10, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=650e5942-fa5a-48f3-b287-a3e4fcfbaf10,segment=NetworkSegment(36d5fe61-12ac-49de-85c8-6ba413470293),segment_id=36d5fe61-12ac-49de-85c8-6ba413470293)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:40:12.156374 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:12.198439 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-83e4fb38-ba83-4d76-bdf4-f4fdd0c406bd tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2002151 Mar 14 15:40:12.201211 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55512) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:12.208076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-772797b4-eb74-463f-818f-f6e5945b3945 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-388664386', 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:40:12.225068 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=650e5942-fa5a-48f3-b287-a3e4fcfbaf10,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:12.342791 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-772797b4-eb74-463f-818f-f6e5945b3945 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:40:12.346753 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-772797b4-eb74-463f-818f-f6e5945b3945 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:port and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:40:12.349488 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-772797b4-eb74-463f-818f-f6e5945b3945 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:40:12.355352 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-772797b4-eb74-463f-818f-f6e5945b3945 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:40:12.365301 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772797b4-eb74-463f-818f-f6e5945b3945 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:40:12.368330 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-772797b4-eb74-463f-818f-f6e5945b3945 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:12.389417 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-772797b4-eb74-463f-818f-f6e5945b3945 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] device_id is not set on port 98978fbc-3768-448d-a000-637df6272efb yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:40:12.524929 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-772797b4-eb74-463f-818f-f6e5945b3945 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.20.0.4 (d8009590-ade7-42eb-8072-e20829638b06/ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae/98978fbc-3768-448d-a000-637df6272efb) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:40:12.720158 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-772797b4-eb74-463f-818f-f6e5945b3945 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:12.735456 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-772797b4-eb74-463f-818f-f6e5945b3945 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Transition to ACTIVE for port object 98978fbc-3768-448d-a000-637df6272efb will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:40:12.756930 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-772797b4-eb74-463f-818f-f6e5945b3945 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:12.826282 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772797b4-eb74-463f-818f-f6e5945b3945 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network d8009590-ade7-42eb-8072-e20829638b06 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:40:12.829353 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-772797b4-eb74-463f-818f-f6e5945b3945 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:40:12.833632 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772797b4-eb74-463f-818f-f6e5945b3945 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:40:12.866145 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772797b4-eb74-463f-818f-f6e5945b3945 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=98978fbc-3768-448d-a000-637df6272efb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:12.904703 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772797b4-eb74-463f-818f-f6e5945b3945 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:12.905824 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-772797b4-eb74-463f-818f-f6e5945b3945 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:12.913393 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b482f4e8-6b50-406b-8416-bd36fe3e2011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:12.938944 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-772797b4-eb74-463f-818f-f6e5945b3945 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7336965 Mar 14 15:40:13.123641 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-db8dac27-b0a9-49ce-a8f7-8cc7667183f1 None None] Provisioning for port 98978fbc-3768-448d-a000-637df6272efb completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:40:13.128530 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-db8dac27-b0a9-49ce-a8f7-8cc7667183f1 None None] Provisioning complete for port 98978fbc-3768-448d-a000-637df6272efb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:40:13.128897 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db8dac27-b0a9-49ce-a8f7-8cc7667183f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:13.184502 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] Sync routers for ids ['101b75da-9381-441a-8b54-09fd07911a76'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:40:13.185015 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-db8dac27-b0a9-49ce-a8f7-8cc7667183f1 None None] Port 98978fbc-3768-448d-a000-637df6272efb cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:40:13.200365 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] Routers {'101b75da-9381-441a-8b54-09fd07911a76'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:40:13.200915 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:39:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['101b75da-9381-441a-8b54-09fd07911a76'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:13.291713 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55518) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:13.297336 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8054ed96-156c-49c5-9290-0e792a56b04e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-547776480', 'description': 'tempest-secgroup-smoke-547776480 description', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:40:13.304149 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8054ed96-156c-49c5-9290-0e792a56b04e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:40:13.308317 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8054ed96-156c-49c5-9290-0e792a56b04e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:40:13.311190 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8054ed96-156c-49c5-9290-0e792a56b04e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:40:13.317759 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8054ed96-156c-49c5-9290-0e792a56b04e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:40:13.327979 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8054ed96-156c-49c5-9290-0e792a56b04e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:13.363183 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8054ed96-156c-49c5-9290-0e792a56b04e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:40:13.366954 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8054ed96-156c-49c5-9290-0e792a56b04e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:40:13.369731 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8054ed96-156c-49c5-9290-0e792a56b04e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:40:13.375949 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] Set router 101b75da-9381-441a-8b54-09fd07911a76 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:40:13.376322 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8054ed96-156c-49c5-9290-0e792a56b04e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:40:13.433776 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8054ed96-156c-49c5-9290-0e792a56b04e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:13.438635 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8054ed96-156c-49c5-9290-0e792a56b04e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:13.464861 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 0a90f073-968d-4a6a-858e-5ba901cfd45d up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:40:13.490296 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8054ed96-156c-49c5-9290-0e792a56b04e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:13.495571 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8054ed96-156c-49c5-9290-0e792a56b04e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2002444 Mar 14 15:40:13.495891 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55522) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:13.499377 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054ed96-156c-49c5-9290-0e792a56b04e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd7a789-4fee-4289-97dd-d129738901de,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:13.505079 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-81b52b5a-aed9-4f9f-98ab-34dc9d3bd2b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'bdd7a789-4fee-4289-97dd-d129738901de', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:40:13.512387 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-81b52b5a-aed9-4f9f-98ab-34dc9d3bd2b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:40:13.516922 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-81b52b5a-aed9-4f9f-98ab-34dc9d3bd2b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:40:13.519880 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-81b52b5a-aed9-4f9f-98ab-34dc9d3bd2b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:40:13.526090 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-81b52b5a-aed9-4f9f-98ab-34dc9d3bd2b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:40:13.538167 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 0a90f073-968d-4a6a-858e-5ba901cfd45d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:40:13.538548 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:13.546180 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81b52b5a-aed9-4f9f-98ab-34dc9d3bd2b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:13.616675 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81b52b5a-aed9-4f9f-98ab-34dc9d3bd2b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:13.620867 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81b52b5a-aed9-4f9f-98ab-34dc9d3bd2b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:13.651732 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81b52b5a-aed9-4f9f-98ab-34dc9d3bd2b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:13.656052 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 650e5942-fa5a-48f3-b287-a3e4fcfbaf10 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:40:13.656215 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-81b52b5a-aed9-4f9f-98ab-34dc9d3bd2b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1559827 Mar 14 15:40:13.656852 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55526) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:13.663604 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-44854328-07dd-43cc-b8ba-ceb376866477 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'bdd7a789-4fee-4289-97dd-d129738901de', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:40:13.667840 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b52b5a-aed9-4f9f-98ab-34dc9d3bd2b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde23e35-5bab-4f8a-a11a-0183cbfd47e0,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:13.671432 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-44854328-07dd-43cc-b8ba-ceb376866477 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:40:13.675570 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-44854328-07dd-43cc-b8ba-ceb376866477 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:40:13.678309 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-44854328-07dd-43cc-b8ba-ceb376866477 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:40:13.684177 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-44854328-07dd-43cc-b8ba-ceb376866477 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:40:13.703759 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44854328-07dd-43cc-b8ba-ceb376866477 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:13.724551 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 650e5942-fa5a-48f3-b287-a3e4fcfbaf10 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:40:13.724844 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:13.731951 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101b75da-9381-441a-8b54-09fd07911a76', 'name': 'tempest-TestNetworkBasicOps-router-1220605540', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:10Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101b75da-9381-441a-8b54-09fd07911a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'a1f3a95c-52b4-45ae-8e3c-6086acca5f7c', 'name': '', 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:4e:f2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101b75da-9381-441a-8b54-09fd07911a76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:40:09Z', 'updated_at': '2022-03-14T15:40:10Z', 'revision_number': 2, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:13.736513 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] Checking router: 101b75da-9381-441a-8b54-09fd07911a76 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:40:13.736854 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] Updating router 101b75da-9381-441a-8b54-09fd07911a76 port a1f3a95c-52b4-45ae-8e3c-6086acca5f7c binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:40:13.768080 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44854328-07dd-43cc-b8ba-ceb376866477 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:13.773518 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44854328-07dd-43cc-b8ba-ceb376866477 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:13.788694 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:13.800680 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44854328-07dd-43cc-b8ba-ceb376866477 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c4172f-ecc7-4e3b-b40f-d0716465bd2f,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:13.818386 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44854328-07dd-43cc-b8ba-ceb376866477 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:13.820087 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-44854328-07dd-43cc-b8ba-ceb376866477 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1623399 Mar 14 15:40:13.822818 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55530) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:13.829102 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3aba18a4-775e-4e23-8f02-f434288ad208 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'bdd7a789-4fee-4289-97dd-d129738901de', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:40:13.835234 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3aba18a4-775e-4e23-8f02-f434288ad208 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:40:13.839505 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3aba18a4-775e-4e23-8f02-f434288ad208 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:40:13.842752 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3aba18a4-775e-4e23-8f02-f434288ad208 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:40:13.852152 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3aba18a4-775e-4e23-8f02-f434288ad208 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:40:13.870234 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3aba18a4-775e-4e23-8f02-f434288ad208 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:13.935240 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3aba18a4-775e-4e23-8f02-f434288ad208 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:13.940532 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3aba18a4-775e-4e23-8f02-f434288ad208 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:13.962794 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba18a4-775e-4e23-8f02-f434288ad208 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f80bcd1-353a-4e3c-9cd8-3ee5c72a720a,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:13.976634 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3aba18a4-775e-4e23-8f02-f434288ad208 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:13.977729 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3aba18a4-775e-4e23-8f02-f434288ad208 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1540091 Mar 14 15:40:13.980593 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55534) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:13.986592 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b7ff0175-ef29-44c1-966d-5da45288e58c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'bdd7a789-4fee-4289-97dd-d129738901de', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:40:13.992308 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b7ff0175-ef29-44c1-966d-5da45288e58c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:40:13.996063 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b7ff0175-ef29-44c1-966d-5da45288e58c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:40:13.999465 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b7ff0175-ef29-44c1-966d-5da45288e58c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:40:14.005156 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b7ff0175-ef29-44c1-966d-5da45288e58c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:40:14.022316 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b7ff0175-ef29-44c1-966d-5da45288e58c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:14.132345 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:14.144997 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] Transition to ACTIVE for port object a1f3a95c-52b4-45ae-8e3c-6086acca5f7c will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:40:14.151747 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:14.186140 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b7ff0175-ef29-44c1-966d-5da45288e58c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:14.190252 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b7ff0175-ef29-44c1-966d-5da45288e58c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:14.209002 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff0175-ef29-44c1-966d-5da45288e58c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00f7e09-cd7e-4e20-882e-0a4825d7d4e8,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:14.228817 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b7ff0175-ef29-44c1-966d-5da45288e58c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:14.233010 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b7ff0175-ef29-44c1-966d-5da45288e58c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2485676 Mar 14 15:40:14.233297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55538) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:14.240034 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3d877a54-81cd-4369-9dbb-503547eb683b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'bdd7a789-4fee-4289-97dd-d129738901de', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:40:14.249179 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3d877a54-81cd-4369-9dbb-503547eb683b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:40:14.253222 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3d877a54-81cd-4369-9dbb-503547eb683b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:40:14.256294 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3d877a54-81cd-4369-9dbb-503547eb683b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:40:14.262345 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3d877a54-81cd-4369-9dbb-503547eb683b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:40:14.274115 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-3d877a54-81cd-4369-9dbb-503547eb683b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Project 5d6eafdbdcc04fa5ac3cc264b55cc088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:40:14.281897 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d877a54-81cd-4369-9dbb-503547eb683b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:14.353579 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d877a54-81cd-4369-9dbb-503547eb683b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:14.358153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d877a54-81cd-4369-9dbb-503547eb683b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:14.362713 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372373b-f8e5-497d-a507-857cb8e33ead None None] Pushing event updated for resources: {'Port': ['ID=a1f3a95c-52b4-45ae-8e3c-6086acca5f7c,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:14.372700 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4372373b-f8e5-497d-a507-857cb8e33ead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:14.373048 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4372373b-f8e5-497d-a507-857cb8e33ead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:14.373383 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4372373b-f8e5-497d-a507-857cb8e33ead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:14.374367 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4372373b-f8e5-497d-a507-857cb8e33ead None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:14.374705 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4372373b-f8e5-497d-a507-857cb8e33ead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:14.375032 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4372373b-f8e5-497d-a507-857cb8e33ead None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:14.375388 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4372373b-f8e5-497d-a507-857cb8e33ead None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:14.375679 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4372373b-f8e5-497d-a507-857cb8e33ead None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:14.375994 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4372373b-f8e5-497d-a507-857cb8e33ead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:14.376311 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4372373b-f8e5-497d-a507-857cb8e33ead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:14.376627 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4372373b-f8e5-497d-a507-857cb8e33ead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:14.380056 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] Attempting to bind port a1f3a95c-52b4-45ae-8e3c-6086acca5f7c on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:40:14.380627 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] Attempting to bind port a1f3a95c-52b4-45ae-8e3c-6086acca5f7c by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '36d5fe61-12ac-49de-85c8-6ba413470293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:40:14.381186 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] Attempting to bind port a1f3a95c-52b4-45ae-8e3c-6086acca5f7c on network d8009590-ade7-42eb-8072-e20829638b06 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:40:14.389975 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:40:14.390638 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] Checking segment: {'id': '36d5fe61-12ac-49de-85c8-6ba413470293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:40:14.391211 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:14.391598 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] Bound using segment: {'id': '36d5fe61-12ac-49de-85c8-6ba413470293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:40:14.392211 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d877a54-81cd-4369-9dbb-503547eb683b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa3cdfa-f5e8-4527-a816-6645362e27fc,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:14.392358 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] Bound port: a1f3a95c-52b4-45ae-8e3c-6086acca5f7c, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d5fe61-12ac-49de-85c8-6ba413470293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:40:14.392623 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:14.399868 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d877a54-81cd-4369-9dbb-503547eb683b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:14.404601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55542) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:14.404756 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3d877a54-81cd-4369-9dbb-503547eb683b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1697333 Mar 14 15:40:14.410960 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4374445d-46f0-450d-b048-6ec5b7870e79 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'bdd7a789-4fee-4289-97dd-d129738901de', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:40:14.416902 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4374445d-46f0-450d-b048-6ec5b7870e79 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:40:14.420922 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-4374445d-46f0-450d-b048-6ec5b7870e79 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:40:14.424662 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-4374445d-46f0-450d-b048-6ec5b7870e79 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:40:14.430684 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4374445d-46f0-450d-b048-6ec5b7870e79 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:40:14.442294 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-4374445d-46f0-450d-b048-6ec5b7870e79 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Project 5d6eafdbdcc04fa5ac3cc264b55cc088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:40:14.449982 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4374445d-46f0-450d-b048-6ec5b7870e79 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:14.488199 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] For port a1f3a95c-52b4-45ae-8e3c-6086acca5f7c, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:40:14.491444 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] For port a1f3a95c-52b4-45ae-8e3c-6086acca5f7c, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=a1f3a95c-52b4-45ae-8e3c-6086acca5f7c,segment=NetworkSegment(36d5fe61-12ac-49de-85c8-6ba413470293),segment_id=36d5fe61-12ac-49de-85c8-6ba413470293)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:40:14.495623 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:14.527076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4374445d-46f0-450d-b048-6ec5b7870e79 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:14.533520 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4374445d-46f0-450d-b048-6ec5b7870e79 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:14.566366 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374445d-46f0-450d-b048-6ec5b7870e79 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a3a7c2-1b61-49d0-937f-623992168fa3,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:14.571355 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4374445d-46f0-450d-b048-6ec5b7870e79 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:14.572667 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4374445d-46f0-450d-b048-6ec5b7870e79 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1664236 Mar 14 15:40:14.576646 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] Routers {'101b75da-9381-441a-8b54-09fd07911a76'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:40:14.577345 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:39:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['101b75da-9381-441a-8b54-09fd07911a76'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:14.633054 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372373b-f8e5-497d-a507-857cb8e33ead None None] Pushing event updated for resources: {'Port': ['ID=a1f3a95c-52b4-45ae-8e3c-6086acca5f7c,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:14.769002 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] Set router 101b75da-9381-441a-8b54-09fd07911a76 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:40:14.802300 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-cf30da25-d6e1-4fa1-bd9d-cf0f6202f860 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:40:14.818528 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-cf30da25-d6e1-4fa1-bd9d-cf0f6202f860 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:40:14.819936 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-cf30da25-d6e1-4fa1-bd9d-cf0f6202f860 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-547776480&fields=id&tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 267 time: 0.0595453 Mar 14 15:40:14.896211 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-d5bb4b09-209a-4bdc-9fbd-607a9f9d7729 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:14.896782 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-d5bb4b09-209a-4bdc-9fbd-607a9f9d7729 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:40:14.911547 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-d5bb4b09-209a-4bdc-9fbd-607a9f9d7729 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:40:14.913894 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-d5bb4b09-209a-4bdc-9fbd-607a9f9d7729 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports/98978fbc-3768-448d-a000-637df6272efb HTTP/1.1" status: 200 len: 929 time: 0.0845306 Mar 14 15:40:14.983159 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-4363fe8f-c574-408d-9ce0-f66b289704b2 service neutron] 10.222.0.60 "GET /v2.0/ports/98978fbc-3768-448d-a000-637df6272efb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0580912 Mar 14 15:40:14.992921 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-07be5973-7f67-4ce4-af5e-9747dda2ac5d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:40:14.993802 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-07be5973-7f67-4ce4-af5e-9747dda2ac5d service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049436 Mar 14 15:40:15.080234 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101b75da-9381-441a-8b54-09fd07911a76', 'name': 'tempest-TestNetworkBasicOps-router-1220605540', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:10Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101b75da-9381-441a-8b54-09fd07911a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'a1f3a95c-52b4-45ae-8e3c-6086acca5f7c', 'name': '', 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:4e:f2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101b75da-9381-441a-8b54-09fd07911a76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:40:09Z', 'updated_at': '2022-03-14T15:40:14Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:15.082082 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-14ec66d5-8eee-4efe-ba00-b63144081977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:15.084348 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f011b6-4f33-4fba-bbe2-1834b0aa1906 None None] The sync data for ids ['101b75da-9381-441a-8b54-09fd07911a76'] in dv-neutron-833561-1-hyperv is: [{'id': '101b75da-9381-441a-8b54-09fd07911a76', 'name': 'tempest-TestNetworkBasicOps-router-1220605540', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:10Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101b75da-9381-441a-8b54-09fd07911a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'a1f3a95c-52b4-45ae-8e3c-6086acca5f7c', 'name': '', 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:4e:f2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101b75da-9381-441a-8b54-09fd07911a76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:40:09Z', 'updated_at': '2022-03-14T15:40:14Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:40:15.161580 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-b6b65c58-b915-4ee2-83d5-d4ee3e538e1d service neutron] 10.222.0.60 "GET /v2.0/networks/d8009590-ade7-42eb-8072-e20829638b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608932 Mar 14 15:40:15.303513 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-411ed78b-77bb-476d-a804-53dbb2ba4c57 service neutron] 10.222.0.60 "GET /v2.0/networks/d8009590-ade7-42eb-8072-e20829638b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361880 Mar 14 15:40:15.504709 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device a1f3a95c-52b4-45ae-8e3c-6086acca5f7c up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:40:15.508002 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-b836c45f-183a-4919-b445-ee6210549fd3 req-5a0fb66c-82cb-4a54-97e9-91ca1063d37e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:40:15.520084 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-b836c45f-183a-4919-b445-ee6210549fd3 req-5a0fb66c-82cb-4a54-97e9-91ca1063d37e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:40:15.534648 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b836c45f-183a-4919-b445-ee6210549fd3 req-5a0fb66c-82cb-4a54-97e9-91ca1063d37e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f71a0ec-3b95-49e6-a76d-976589d300c6 HTTP/1.1" status: 200 len: 210 time: 0.0714085 Mar 14 15:40:15.595783 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port a1f3a95c-52b4-45ae-8e3c-6086acca5f7c completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:40:15.600686 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port a1f3a95c-52b4-45ae-8e3c-6086acca5f7c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:40:15.601063 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:15.732218 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:15.772378 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port a1f3a95c-52b4-45ae-8e3c-6086acca5f7c, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=a1f3a95c-52b4-45ae-8e3c-6086acca5f7c,segment=NetworkSegment(36d5fe61-12ac-49de-85c8-6ba413470293),segment_id=36d5fe61-12ac-49de-85c8-6ba413470293)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:40:15.778084 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:15.850808 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=a1f3a95c-52b4-45ae-8e3c-6086acca5f7c,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:16.245455 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:16.476726 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:16.686141 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9c7e5f80-6216-41d8-87db-e2b27da3ebef req-18badc7d-ea3a-4b28-846a-72e53cbc74e5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f71a0ec-3b95-49e6-a76d-976589d300c6 HTTP/1.1" status: 200 len: 210 time: 0.0444643 Mar 14 15:40:17.448877 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device a1f3a95c-52b4-45ae-8e3c-6086acca5f7c up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:40:17.517712 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-41903b46-c8e6-461c-acc9-1da46383378e service neutron] 10.222.0.24 "GET /v2.0/ports/98978fbc-3768-448d-a000-637df6272efb HTTP/1.1" status: 200 len: 1025 time: 0.0627930 Mar 14 15:40:17.551560 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port a1f3a95c-52b4-45ae-8e3c-6086acca5f7c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:40:17.551939 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:17.679294 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-fdeaf674-01b0-46b6-88cd-31e5d8b3535e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:17.679972 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-fdeaf674-01b0-46b6-88cd-31e5d8b3535e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:40:17.696423 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-fdeaf674-01b0-46b6-88cd-31e5d8b3535e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:40:17.698075 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-fdeaf674-01b0-46b6-88cd-31e5d8b3535e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/networks?id=d8009590-ade7-42eb-8072-e20829638b06 HTTP/1.1" status: 200 len: 797 time: 0.1757717 Mar 14 15:40:17.753082 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-df0161dd-4be8-44bb-af21-c3306840a0eb tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 379 time: 0.0421393 Mar 14 15:40:17.763278 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-049e09b4-64ed-48bd-9497-1183a2ddcd61 service neutron] Request body: {'port': {'device_id': '9f71a0ec-3b95-49e6-a76d-976589d300c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:40:17.855921 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7f3021a0-b64a-4422-8238-f67bb150ee47 req-e82e56aa-52ee-408d-82ea-72af137c1ee5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f71a0ec-3b95-49e6-a76d-976589d300c6 HTTP/1.1" status: 200 len: 210 time: 0.0462947 Mar 14 15:40:17.916250 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-049e09b4-64ed-48bd-9497-1183a2ddcd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:17.925569 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:18.256849 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-049e09b4-64ed-48bd-9497-1183a2ddcd61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98978fbc-3768-448d-a000-637df6272efb {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:40:18.263681 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-049e09b4-64ed-48bd-9497-1183a2ddcd61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:18.277487 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-049e09b4-64ed-48bd-9497-1183a2ddcd61 service neutron] Transition to ACTIVE for port object 98978fbc-3768-448d-a000-637df6272efb will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:40:18.281088 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-049e09b4-64ed-48bd-9497-1183a2ddcd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:18.406293 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e09b4-64ed-48bd-9497-1183a2ddcd61 service neutron] Pushing event updated for resources: {'Port': ['ID=98978fbc-3768-448d-a000-637df6272efb,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:18.517446 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-049e09b4-64ed-48bd-9497-1183a2ddcd61 service neutron] Attempting to bind port 98978fbc-3768-448d-a000-637df6272efb on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:40:18.517926 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-049e09b4-64ed-48bd-9497-1183a2ddcd61 service neutron] Attempting to bind port 98978fbc-3768-448d-a000-637df6272efb by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '36d5fe61-12ac-49de-85c8-6ba413470293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:40:18.518292 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-049e09b4-64ed-48bd-9497-1183a2ddcd61 service neutron] Attempting to bind port 98978fbc-3768-448d-a000-637df6272efb on network d8009590-ade7-42eb-8072-e20829638b06 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:40:18.523964 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-049e09b4-64ed-48bd-9497-1183a2ddcd61 service neutron] Port 98978fbc-3768-448d-a000-637df6272efb on network d8009590-ade7-42eb-8072-e20829638b06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:40:18.524284 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-049e09b4-64ed-48bd-9497-1183a2ddcd61 service neutron] Attempting to bind port 98978fbc-3768-448d-a000-637df6272efb on network d8009590-ade7-42eb-8072-e20829638b06 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:40:18.530446 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-049e09b4-64ed-48bd-9497-1183a2ddcd61 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:40:18.530777 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-049e09b4-64ed-48bd-9497-1183a2ddcd61 service neutron] Checking segment: {'id': '36d5fe61-12ac-49de-85c8-6ba413470293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:40:18.531152 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-049e09b4-64ed-48bd-9497-1183a2ddcd61 service neutron] Bound using segment: {'id': '36d5fe61-12ac-49de-85c8-6ba413470293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:40:18.531569 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-049e09b4-64ed-48bd-9497-1183a2ddcd61 service neutron] Bound port: 98978fbc-3768-448d-a000-637df6272efb, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d5fe61-12ac-49de-85c8-6ba413470293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:40:18.531928 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-049e09b4-64ed-48bd-9497-1183a2ddcd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:18.704950 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-049e09b4-64ed-48bd-9497-1183a2ddcd61 service neutron] For port 98978fbc-3768-448d-a000-637df6272efb, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:40:18.708521 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-049e09b4-64ed-48bd-9497-1183a2ddcd61 service neutron] For port 98978fbc-3768-448d-a000-637df6272efb, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=98978fbc-3768-448d-a000-637df6272efb,segment=NetworkSegment(36d5fe61-12ac-49de-85c8-6ba413470293),segment_id=36d5fe61-12ac-49de-85c8-6ba413470293)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:40:18.713144 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-049e09b4-64ed-48bd-9497-1183a2ddcd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:18.778540 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-049e09b4-64ed-48bd-9497-1183a2ddcd61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:18.779906 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-049e09b4-64ed-48bd-9497-1183a2ddcd61 service neutron] 10.222.0.24 "PUT /v2.0/ports/98978fbc-3768-448d-a000-637df6272efb HTTP/1.1" status: 200 len: 1130 time: 1.0207467 Mar 14 15:40:18.780344 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f71a0ec-3b95-49e6-a76d-976589d300c6', 'tag': '98978fbc-3768-448d-a000-637df6272efb'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:40:18.812481 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e09b4-64ed-48bd-9497-1183a2ddcd61 service neutron] Pushing event updated for resources: {'Port': ['ID=98978fbc-3768-448d-a000-637df6272efb,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:18.850783 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f71a0ec-3b95-49e6-a76d-976589d300c6', 'tag': '98978fbc-3768-448d-a000-637df6272efb', 'status': 'completed', 'code': 200} Mar 14 15:40:18.892213 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-815376e5-c6c8-4272-b1b2-1a1586f107b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=9f71a0ec-3b95-49e6-a76d-976589d300c6 HTTP/1.1" status: 200 len: 1133 time: 0.0737679 Mar 14 15:40:18.964385 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-1bcbae3e-f606-4b01-94b6-fe434dbfee87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98978fbc-3768-448d-a000-637df6272efb HTTP/1.1" status: 200 len: 217 time: 0.0653009 Mar 14 15:40:19.082831 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-5ba10386-37df-4e9d-8ae7-9204f52a3c05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:19.084137 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-5ba10386-37df-4e9d-8ae7-9204f52a3c05 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae HTTP/1.1" status: 200 len: 835 time: 0.1147945 Mar 14 15:40:19.156936 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1aa59e-553b-47fa-9b46-272bdc149d8c req-001574ae-f11e-4472-9f18-c10108900ca8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:19.158420 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ba1aa59e-553b-47fa-9b46-272bdc149d8c req-001574ae-f11e-4472-9f18-c10108900ca8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f71a0ec-3b95-49e6-a76d-976589d300c6 HTTP/1.1" status: 200 len: 980 time: 0.1583729 Mar 14 15:40:19.190489 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-ae9a28cb-12bc-445b-b383-14ac6626d263 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d8009590-ade7-42eb-8072-e20829638b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0995617 Mar 14 15:40:19.280093 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ba1aa59e-553b-47fa-9b46-272bdc149d8c req-dbe88a89-8ba0-412e-b377-734891d3c85b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149616 Mar 14 15:40:19.333467 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-e0ebdbb2-4b67-4232-b872-315efe7a2636 service neutron] 10.222.0.24 "GET /v2.0/networks/d8009590-ade7-42eb-8072-e20829638b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339889 Mar 14 15:40:19.463536 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-aead6270-3377-420d-b3ca-b2e09a4acb46 req-a96cd435-22aa-4a73-9336-9631ab028000 service neutron] 10.222.0.24 "GET /v2.0/networks/d8009590-ade7-42eb-8072-e20829638b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238813 Mar 14 15:40:19.577638 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-70bae49e-85ab-4d97-ac53-049527b18fbd req-319151a5-a6d0-4a82-b30c-6e1eba25bdd6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=9f71a0ec-3b95-49e6-a76d-976589d300c6 HTTP/1.1" status: 200 len: 1133 time: 0.0707819 Mar 14 15:40:19.707392 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bae49e-85ab-4d97-ac53-049527b18fbd req-86bde182-ddd8-46a5-93f8-0ef923a900c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:19.708831 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-70bae49e-85ab-4d97-ac53-049527b18fbd req-86bde182-ddd8-46a5-93f8-0ef923a900c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d8009590-ade7-42eb-8072-e20829638b06 HTTP/1.1" status: 200 len: 898 time: 0.1257594 Mar 14 15:40:19.779647 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-70bae49e-85ab-4d97-ac53-049527b18fbd req-44cef193-aeca-4e41-91d9-1e5cd406c514 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98978fbc-3768-448d-a000-637df6272efb HTTP/1.1" status: 200 len: 217 time: 0.0639830 Mar 14 15:40:19.840221 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bae49e-85ab-4d97-ac53-049527b18fbd req-7ce0213f-e0bd-4865-8a01-dad48e380662 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:19.841626 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-70bae49e-85ab-4d97-ac53-049527b18fbd req-7ce0213f-e0bd-4865-8a01-dad48e380662 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae HTTP/1.1" status: 200 len: 835 time: 0.0563576 Mar 14 15:40:19.915004 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-70bae49e-85ab-4d97-ac53-049527b18fbd req-48980a1f-b593-4488-bcc3-b7045c10ce73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d8009590-ade7-42eb-8072-e20829638b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670049 Mar 14 15:40:20.045884 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-70bae49e-85ab-4d97-ac53-049527b18fbd req-90713d23-d1b5-4315-b440-0f12fdeeb6da service neutron] 10.222.0.24 "GET /v2.0/networks/d8009590-ade7-42eb-8072-e20829638b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246376 Mar 14 15:40:20.178142 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-70bae49e-85ab-4d97-ac53-049527b18fbd req-55b1463f-ebd6-4603-b17c-813a081521e2 service neutron] 10.222.0.24 "GET /v2.0/networks/d8009590-ade7-42eb-8072-e20829638b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264470 Mar 14 15:40:20.476809 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9eb37-ec8a-4a14-8e2a-78ea9182504d req-cefa6657-8a3e-4b03-a626-cbbc894b2ddc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:20.478283 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5da9eb37-ec8a-4a14-8e2a-78ea9182504d req-cefa6657-8a3e-4b03-a626-cbbc894b2ddc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f71a0ec-3b95-49e6-a76d-976589d300c6 HTTP/1.1" status: 200 len: 980 time: 0.0770297 Mar 14 15:40:20.522694 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5da9eb37-ec8a-4a14-8e2a-78ea9182504d req-b5d29f39-92c5-4ccd-ae06-425ddf753889 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388839 Mar 14 15:40:20.821199 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:21.803477 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722410b-0fdf-4ce1-a1d9-a3e1d1e60b38 req-6f78920e-5539-4102-93ec-90c83c781146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:21.804944 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a722410b-0fdf-4ce1-a1d9-a3e1d1e60b38 req-6f78920e-5539-4102-93ec-90c83c781146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f71a0ec-3b95-49e6-a76d-976589d300c6 HTTP/1.1" status: 200 len: 980 time: 0.1612740 Mar 14 15:40:21.850913 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a722410b-0fdf-4ce1-a1d9-a3e1d1e60b38 req-a2e754d5-072c-4a4b-ba16-d281e170dd4f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401704 Mar 14 15:40:22.932260 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 98978fbc-3768-448d-a000-637df6272efb details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:40:23.050107 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ec650-93ab-49d7-9e63-bb9dc463fcc4 req-ecfc480d-97bc-4820-8e95-74143d775703 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:23.051576 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b92ec650-93ab-49d7-9e63-bb9dc463fcc4 req-ecfc480d-97bc-4820-8e95-74143d775703 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f71a0ec-3b95-49e6-a76d-976589d300c6 HTTP/1.1" status: 200 len: 980 time: 0.0792136 Mar 14 15:40:23.069481 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 98978fbc-3768-448d-a000-637df6272efb, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=98978fbc-3768-448d-a000-637df6272efb,segment=NetworkSegment(36d5fe61-12ac-49de-85c8-6ba413470293),segment_id=36d5fe61-12ac-49de-85c8-6ba413470293)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:40:23.082596 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '98978fbc-3768-448d-a000-637df6272efb', 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06', 'port_id': '98978fbc-3768-448d-a000-637df6272efb', 'mac_address': 'fa:16:3e:f9:c0:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:40:23.096032 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b92ec650-93ab-49d7-9e63-bb9dc463fcc4 req-88b47c03-4f20-43f6-8210-39cae4d66fc8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389078 Mar 14 15:40:23.135184 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:23.151619 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98978fbc-3768-448d-a000-637df6272efb {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:40:23.166474 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 98978fbc-3768-448d-a000-637df6272efb, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=98978fbc-3768-448d-a000-637df6272efb,segment=NetworkSegment(36d5fe61-12ac-49de-85c8-6ba413470293),segment_id=36d5fe61-12ac-49de-85c8-6ba413470293)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:40:23.169925 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:23.232458 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=98978fbc-3768-448d-a000-637df6272efb,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:23.503190 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['98978fbc-3768-448d-a000-637df6272efb'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:40:24.292849 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce100d2a-9429-44c6-8c8e-9fa7a9e5d9d5 req-63ac62a7-48c1-416e-a3a0-b70c7b431b0f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:24.294310 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ce100d2a-9429-44c6-8c8e-9fa7a9e5d9d5 req-63ac62a7-48c1-416e-a3a0-b70c7b431b0f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f71a0ec-3b95-49e6-a76d-976589d300c6 HTTP/1.1" status: 200 len: 981 time: 0.0759361 Mar 14 15:40:24.342746 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ce100d2a-9429-44c6-8c8e-9fa7a9e5d9d5 req-b19274c2-8aff-4453-91ef-bbe9ec2e34f0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421667 Mar 14 15:40:24.935158 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 98978fbc-3768-448d-a000-637df6272efb up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:40:25.005506 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 98978fbc-3768-448d-a000-637df6272efb completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:40:25.009902 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 98978fbc-3768-448d-a000-637df6272efb triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:40:25.010295 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:25.118792 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:25.147990 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f71a0ec-3b95-49e6-a76d-976589d300c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98978fbc-3768-448d-a000-637df6272efb'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:40:25.157730 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 98978fbc-3768-448d-a000-637df6272efb, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=98978fbc-3768-448d-a000-637df6272efb,segment=NetworkSegment(36d5fe61-12ac-49de-85c8-6ba413470293),segment_id=36d5fe61-12ac-49de-85c8-6ba413470293)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:40:25.163298 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:25.232056 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=98978fbc-3768-448d-a000-637df6272efb,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:25.287841 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f71a0ec-3b95-49e6-a76d-976589d300c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98978fbc-3768-448d-a000-637df6272efb', 'code': 200} Mar 14 15:40:25.561070 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-af334aa5-9cf4-4502-a5fa-89a067cc5163 req-7b60c50a-18f3-4970-830f-b1cef03bd87c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f71a0ec-3b95-49e6-a76d-976589d300c6 HTTP/1.1" status: 200 len: 1135 time: 0.1193781 Mar 14 15:40:25.586981 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92a2d9-3557-4916-8dc7-5811479390db req-7e27491f-881f-406a-9a04-58994a2d8920 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:25.588338 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0c92a2d9-3557-4916-8dc7-5811479390db req-7e27491f-881f-406a-9a04-58994a2d8920 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f71a0ec-3b95-49e6-a76d-976589d300c6 HTTP/1.1" status: 200 len: 982 time: 0.1190636 Mar 14 15:40:25.636840 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-af334aa5-9cf4-4502-a5fa-89a067cc5163 req-ca696c34-a052-4bbc-9083-4cd2a6462174 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690596 Mar 14 15:40:25.646087 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0c92a2d9-3557-4916-8dc7-5811479390db req-819634d1-d442-49c1-8a1c-3f029ecf4650 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524285 Mar 14 15:40:26.842744 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcfc88-0129-4c33-98ab-992fd4d2f321 req-ccfc8108-3924-4608-9135-029180ce916a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:26.844171 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dfbcfc88-0129-4c33-98ab-992fd4d2f321 req-ccfc8108-3924-4608-9135-029180ce916a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f71a0ec-3b95-49e6-a76d-976589d300c6 HTTP/1.1" status: 200 len: 982 time: 0.0768423 Mar 14 15:40:26.894260 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dfbcfc88-0129-4c33-98ab-992fd4d2f321 req-048f93c8-bca4-4ee1-9605-d3032d5de395 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436802 Mar 14 15:40:28.100014 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1870ba7-928d-4626-978e-d125463b2577 req-8448c196-3a35-4664-9ff8-8395fe3d898d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:28.101451 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c1870ba7-928d-4626-978e-d125463b2577 req-8448c196-3a35-4664-9ff8-8395fe3d898d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f71a0ec-3b95-49e6-a76d-976589d300c6 HTTP/1.1" status: 200 len: 982 time: 0.0759423 Mar 14 15:40:28.146149 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c1870ba7-928d-4626-978e-d125463b2577 req-1086052c-9da2-49a6-896c-82a099a90f2a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392385 Mar 14 15:40:28.347255 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4138d1b-b11a-4e80-87be-edac8388d923 req-0f5bb044-d78c-4c9c-a4bf-0dee884d5121 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:28.348719 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d4138d1b-b11a-4e80-87be-edac8388d923 req-0f5bb044-d78c-4c9c-a4bf-0dee884d5121 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f71a0ec-3b95-49e6-a76d-976589d300c6 HTTP/1.1" status: 200 len: 982 time: 0.0822721 Mar 14 15:40:28.391945 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d4138d1b-b11a-4e80-87be-edac8388d923 req-dba20d5c-6885-46a9-9fc5-cb95aea0f991 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377948 Mar 14 15:40:28.419773 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55594) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:28.487071 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fcf1f38b-9c5b-4579-bf61-288bb8766ad8 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9f71a0ec-3b95-49e6-a76d-976589d300c6 HTTP/1.1" status: 200 len: 1130 time: 0.0654581 Mar 14 15:40:28.489371 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55598) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:28.494347 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': '98978fbc-3768-448d-a000-637df6272efb', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:40:28.499701 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:40:28.504200 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:floatingip and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:40:28.506959 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:40:28.512508 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:40:28.522956 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:28.652202 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:28.786823 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.26.4.156 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/85447194-b304-4d64-9168-dbd61cb17f54) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:40:28.928644 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:28.958117 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:29.026883 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:40:29.029663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:40:29.034753 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:40:29.058522 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=85447194-b304-4d64-9168-dbd61cb17f54,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:29.599144 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:29.654110 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:29.850677 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:29.855012 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:29.958264 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=85447194-b304-4d64-9168-dbd61cb17f54,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:29.973047 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:30.159632 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Floating IP 584b830b-39a3-4a7a-a6be-ba5eff8e6bbd associated. External IP: 172.26.4.156, port: 98978fbc-3768-448d-a000-637df6272efb. Mar 14 15:40:30.547477 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 101b75da-9381-441a-8b54-09fd07911a76 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:40:30.839064 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:40:30.849151 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e900ae29-b18b-4dc5-b2a6-d94d27e33031 None None] Sync routers for ids ['101b75da-9381-441a-8b54-09fd07911a76'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:40:30.860437 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e900ae29-b18b-4dc5-b2a6-d94d27e33031 None None] Routers {'101b75da-9381-441a-8b54-09fd07911a76'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:40:30.861118 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e900ae29-b18b-4dc5-b2a6-d94d27e33031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:40:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['101b75da-9381-441a-8b54-09fd07911a76'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:30.863176 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:30.918820 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-85b64555-aafe-4cbc-89b9-36040cb0789e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.4283614 Mar 14 15:40:30.919403 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f71a0ec-3b95-49e6-a76d-976589d300c6', 'tag': '98978fbc-3768-448d-a000-637df6272efb'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:40:30.921505 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55602) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:31.003476 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-549b59f5-6599-4a1b-8cc4-ffdbb2aa97f7 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9f71a0ec-3b95-49e6-a76d-976589d300c6&network_id=d8009590-ade7-42eb-8072-e20829638b06 HTTP/1.1" status: 200 len: 1130 time: 0.0783007 Mar 14 15:40:31.042123 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-e900ae29-b18b-4dc5-b2a6-d94d27e33031 None None] Set router 101b75da-9381-441a-8b54-09fd07911a76 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:40:31.063736 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f71a0ec-3b95-49e6-a76d-976589d300c6', 'tag': '98978fbc-3768-448d-a000-637df6272efb', 'status': 'completed', 'code': 200} Mar 14 15:40:31.154291 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8d41f555-18d8-4902-92a5-d2e92c1edd1a req-c08ee023-a26d-4b01-8edb-be747fff3a8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=9f71a0ec-3b95-49e6-a76d-976589d300c6 HTTP/1.1" status: 200 len: 1135 time: 0.0713990 Mar 14 15:40:31.300030 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41f555-18d8-4902-92a5-d2e92c1edd1a req-cf5249f3-7014-457f-a916-1952c6934eff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:31.301642 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8d41f555-18d8-4902-92a5-d2e92c1edd1a req-cf5249f3-7014-457f-a916-1952c6934eff service neutron] 10.222.0.24 "GET /v2.0/networks?id=d8009590-ade7-42eb-8072-e20829638b06 HTTP/1.1" status: 200 len: 898 time: 0.1415796 Mar 14 15:40:31.427670 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e900ae29-b18b-4dc5-b2a6-d94d27e33031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101b75da-9381-441a-8b54-09fd07911a76', 'name': 'tempest-TestNetworkBasicOps-router-1220605540', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:10Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101b75da-9381-441a-8b54-09fd07911a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '584b830b-39a3-4a7a-a6be-ba5eff8e6bbd', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '101b75da-9381-441a-8b54-09fd07911a76', 'port_id': '98978fbc-3768-448d-a000-637df6272efb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-388664386', 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06', 'mac_address': 'fa:16:3e:f9:c0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f71a0ec-3b95-49e6-a76d-976589d300c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:40:29Z', 'updated_at': '2022-03-14T15:40:29Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1f3a95c-52b4-45ae-8e3c-6086acca5f7c', 'name': '', 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:4e:f2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101b75da-9381-441a-8b54-09fd07911a76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:40:09Z', 'updated_at': '2022-03-14T15:40:15Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:31.431651 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e900ae29-b18b-4dc5-b2a6-d94d27e33031 None None] Checking router: 101b75da-9381-441a-8b54-09fd07911a76 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:40:31.442696 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e900ae29-b18b-4dc5-b2a6-d94d27e33031 None None] Routers {'101b75da-9381-441a-8b54-09fd07911a76'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:40:31.443297 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e900ae29-b18b-4dc5-b2a6-d94d27e33031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:40:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['101b75da-9381-441a-8b54-09fd07911a76'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:31.463732 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8d41f555-18d8-4902-92a5-d2e92c1edd1a req-5bacdb19-debd-4955-b506-34c96651ec97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98978fbc-3768-448d-a000-637df6272efb HTTP/1.1" status: 200 len: 1036 time: 0.1542575 Mar 14 15:40:31.513829 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed7d7b-4db7-4876-80fe-674fa6eec2a3 req-e95fa1d8-ce7d-4450-8b36-43c3ddd73bc1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:31.515311 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f1ed7d7b-4db7-4876-80fe-674fa6eec2a3 req-e95fa1d8-ce7d-4450-8b36-43c3ddd73bc1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f71a0ec-3b95-49e6-a76d-976589d300c6 HTTP/1.1" status: 200 len: 982 time: 0.1526253 Mar 14 15:40:31.562439 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41f555-18d8-4902-92a5-d2e92c1edd1a req-5e254499-7f0d-4cac-bdff-217495621a8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:31.563885 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8d41f555-18d8-4902-92a5-d2e92c1edd1a req-5e254499-7f0d-4cac-bdff-217495621a8a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae HTTP/1.1" status: 200 len: 835 time: 0.0933700 Mar 14 15:40:31.619278 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f1ed7d7b-4db7-4876-80fe-674fa6eec2a3 req-8a0a7a3b-215e-4149-bbd7-303971db1a72 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952675 Mar 14 15:40:31.653991 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-e900ae29-b18b-4dc5-b2a6-d94d27e33031 None None] Set router 101b75da-9381-441a-8b54-09fd07911a76 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:40:31.661121 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8d41f555-18d8-4902-92a5-d2e92c1edd1a req-4ac822f8-b227-4471-ae44-8a78e7825028 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d8009590-ade7-42eb-8072-e20829638b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0889134 Mar 14 15:40:31.793752 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8d41f555-18d8-4902-92a5-d2e92c1edd1a req-aeba5cfd-310e-4b76-8331-eef3eadc2387 service neutron] 10.222.0.24 "GET /v2.0/networks/d8009590-ade7-42eb-8072-e20829638b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245379 Mar 14 15:40:31.925895 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8d41f555-18d8-4902-92a5-d2e92c1edd1a req-c095c00d-3ebc-4a0d-8d35-15b460d5e1ee service neutron] 10.222.0.24 "GET /v2.0/networks/d8009590-ade7-42eb-8072-e20829638b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247649 Mar 14 15:40:32.006393 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e900ae29-b18b-4dc5-b2a6-d94d27e33031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101b75da-9381-441a-8b54-09fd07911a76', 'name': 'tempest-TestNetworkBasicOps-router-1220605540', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:10Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101b75da-9381-441a-8b54-09fd07911a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '584b830b-39a3-4a7a-a6be-ba5eff8e6bbd', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '101b75da-9381-441a-8b54-09fd07911a76', 'port_id': '98978fbc-3768-448d-a000-637df6272efb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-388664386', 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06', 'mac_address': 'fa:16:3e:f9:c0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f71a0ec-3b95-49e6-a76d-976589d300c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:40:29Z', 'updated_at': '2022-03-14T15:40:29Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1f3a95c-52b4-45ae-8e3c-6086acca5f7c', 'name': '', 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:4e:f2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101b75da-9381-441a-8b54-09fd07911a76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:40:09Z', 'updated_at': '2022-03-14T15:40:15Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:32.011105 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e900ae29-b18b-4dc5-b2a6-d94d27e33031 None None] The sync data for ids ['101b75da-9381-441a-8b54-09fd07911a76'] in dv-neutron-833561-1-hyperv is: [{'id': '101b75da-9381-441a-8b54-09fd07911a76', 'name': 'tempest-TestNetworkBasicOps-router-1220605540', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:10Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101b75da-9381-441a-8b54-09fd07911a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '584b830b-39a3-4a7a-a6be-ba5eff8e6bbd', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '101b75da-9381-441a-8b54-09fd07911a76', 'port_id': '98978fbc-3768-448d-a000-637df6272efb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-388664386', 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06', 'mac_address': 'fa:16:3e:f9:c0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f71a0ec-3b95-49e6-a76d-976589d300c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:40:29Z', 'updated_at': '2022-03-14T15:40:29Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1f3a95c-52b4-45ae-8e3c-6086acca5f7c', 'name': '', 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:4e:f2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101b75da-9381-441a-8b54-09fd07911a76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:40:09Z', 'updated_at': '2022-03-14T15:40:15Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:40:32.212112 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dc3b6b-4e60-41a1-a777-fc613f022886 None None] New status for floating IP 584b830b-39a3-4a7a-a6be-ba5eff8e6bbd: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:40:32.817274 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a62022-e448-4a70-9b3a-14f23d049fc8 req-cd8e27c9-81b8-4e1e-9b74-f9f62c6120d5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:32.818653 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-18a62022-e448-4a70-9b3a-14f23d049fc8 req-cd8e27c9-81b8-4e1e-9b74-f9f62c6120d5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f71a0ec-3b95-49e6-a76d-976589d300c6 HTTP/1.1" status: 200 len: 982 time: 0.0770087 Mar 14 15:40:32.865525 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-18a62022-e448-4a70-9b3a-14f23d049fc8 req-03e19289-f351-4747-a0f6-98ee939e5b53 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413923 Mar 14 15:40:32.888967 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407aa38-0261-4b3d-bbf3-3109caae9745 req-2823a023-e238-4921-aa10-6abb811b7a16 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:32.890406 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7407aa38-0261-4b3d-bbf3-3109caae9745 req-2823a023-e238-4921-aa10-6abb811b7a16 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f71a0ec-3b95-49e6-a76d-976589d300c6 HTTP/1.1" status: 200 len: 982 time: 0.0734680 Mar 14 15:40:32.956146 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407aa38-0261-4b3d-bbf3-3109caae9745 req-951846f0-ba37-41d6-ac98-681100e6dee3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:32.957448 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7407aa38-0261-4b3d-bbf3-3109caae9745 req-951846f0-ba37-41d6-ac98-681100e6dee3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/ports/98978fbc-3768-448d-a000-637df6272efb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0623455 Mar 14 15:40:33.097051 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7407aa38-0261-4b3d-bbf3-3109caae9745 req-016849f9-da0b-4f18-bf45-8f22a4e0b44f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/networks/d8009590-ade7-42eb-8072-e20829638b06?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1340511 Mar 14 15:40:33.106123 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-7407aa38-0261-4b3d-bbf3-3109caae9745 req-dcf5c0d3-5ecb-4faa-b5bb-63d456336dc3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:40:33.309550 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7407aa38-0261-4b3d-bbf3-3109caae9745 req-dcf5c0d3-5ecb-4faa-b5bb-63d456336dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:33.522702 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7407aa38-0261-4b3d-bbf3-3109caae9745 req-dcf5c0d3-5ecb-4faa-b5bb-63d456336dc3 service neutron] For port 98978fbc-3768-448d-a000-637df6272efb, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=98978fbc-3768-448d-a000-637df6272efb,segment=NetworkSegment(36d5fe61-12ac-49de-85c8-6ba413470293),segment_id=36d5fe61-12ac-49de-85c8-6ba413470293)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:40:33.552313 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7407aa38-0261-4b3d-bbf3-3109caae9745 req-dcf5c0d3-5ecb-4faa-b5bb-63d456336dc3 service neutron] For port 98978fbc-3768-448d-a000-637df6272efb, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:40:33.602587 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-7407aa38-0261-4b3d-bbf3-3109caae9745 req-dcf5c0d3-5ecb-4faa-b5bb-63d456336dc3 service neutron] device_id is not set on port 98978fbc-3768-448d-a000-637df6272efb yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:40:33.610727 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7407aa38-0261-4b3d-bbf3-3109caae9745 req-dcf5c0d3-5ecb-4faa-b5bb-63d456336dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:33.617143 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7407aa38-0261-4b3d-bbf3-3109caae9745 req-dcf5c0d3-5ecb-4faa-b5bb-63d456336dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:33.781439 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5c0d3-5ecb-4faa-b5bb-63d456336dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=98978fbc-3768-448d-a000-637df6272efb,revision_number=6']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:33.862613 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7407aa38-0261-4b3d-bbf3-3109caae9745 req-dcf5c0d3-5ecb-4faa-b5bb-63d456336dc3 service neutron] No DVR routers for this DVR port 98978fbc-3768-448d-a000-637df6272efb on host hv-neutron-8335 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:40:33.920330 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d9983feb-86c9-4037-90b8-9627d815306e None None] Provisioning complete for port 98978fbc-3768-448d-a000-637df6272efb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:40:33.920803 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d9983feb-86c9-4037-90b8-9627d815306e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:33.975821 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d9983feb-86c9-4037-90b8-9627d815306e None None] Port 98978fbc-3768-448d-a000-637df6272efb cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:40:34.077184 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b317c56e-9a53-44dd-a4cb-28ab0ccf076d req-02efa8db-89c4-46dd-95d8-374e742b94b5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f71a0ec-3b95-49e6-a76d-976589d300c6 HTTP/1.1" status: 200 len: 210 time: 0.0618961 Mar 14 15:40:34.184443 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-7407aa38-0261-4b3d-bbf3-3109caae9745 req-dcf5c0d3-5ecb-4faa-b5bb-63d456336dc3 service neutron] In _notify_port_updated(), no bound segment for port 98978fbc-3768-448d-a000-637df6272efb on network d8009590-ade7-42eb-8072-e20829638b06 {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 14 15:40:34.185471 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7407aa38-0261-4b3d-bbf3-3109caae9745 req-dcf5c0d3-5ecb-4faa-b5bb-63d456336dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:34.186994 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7407aa38-0261-4b3d-bbf3-3109caae9745 req-dcf5c0d3-5ecb-4faa-b5bb-63d456336dc3 service neutron] 10.222.0.24 "PUT /v2.0/ports/98978fbc-3768-448d-a000-637df6272efb HTTP/1.1" status: 200 len: 1025 time: 1.0852039 Mar 14 15:40:35.322649 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55620) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:35.392493 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a46850e-400a-43ce-b0cf-3229e8e80c3c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:35.394531 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8a46850e-400a-43ce-b0cf-3229e8e80c3c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports/98978fbc-3768-448d-a000-637df6272efb HTTP/1.1" status: 200 len: 924 time: 0.0707567 Mar 14 15:40:35.709206 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55628) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:35.714920 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-09193df5-0e5d-49a3-827a-0825d6bb2eb8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-943745724', 'description': 'tempest-secgroup-smoke-943745724 description', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:40:35.720977 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-09193df5-0e5d-49a3-827a-0825d6bb2eb8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:40:35.730908 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-09193df5-0e5d-49a3-827a-0825d6bb2eb8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:40:35.741636 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09193df5-0e5d-49a3-827a-0825d6bb2eb8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:35.777238 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-09193df5-0e5d-49a3-827a-0825d6bb2eb8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:40:35.780961 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-09193df5-0e5d-49a3-827a-0825d6bb2eb8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:40:35.783938 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-09193df5-0e5d-49a3-827a-0825d6bb2eb8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:40:35.789422 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-09193df5-0e5d-49a3-827a-0825d6bb2eb8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:40:35.842709 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09193df5-0e5d-49a3-827a-0825d6bb2eb8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:35.846541 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09193df5-0e5d-49a3-827a-0825d6bb2eb8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:35.889859 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09193df5-0e5d-49a3-827a-0825d6bb2eb8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54dfb98f-a123-4dea-ae19-5b114365a4fc,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:35.895661 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09193df5-0e5d-49a3-827a-0825d6bb2eb8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:35.897001 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-09193df5-0e5d-49a3-827a-0825d6bb2eb8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1868153 Mar 14 15:40:35.899845 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55632) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:35.905124 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f375f523-b72f-4b9b-84c3-45a6abf38c3c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '54dfb98f-a123-4dea-ae19-5b114365a4fc', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:40:35.911190 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f375f523-b72f-4b9b-84c3-45a6abf38c3c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:40:35.914924 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f375f523-b72f-4b9b-84c3-45a6abf38c3c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:40:35.917748 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f375f523-b72f-4b9b-84c3-45a6abf38c3c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:40:35.923329 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f375f523-b72f-4b9b-84c3-45a6abf38c3c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:40:35.940070 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f375f523-b72f-4b9b-84c3-45a6abf38c3c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.003777 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f375f523-b72f-4b9b-84c3-45a6abf38c3c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.010856 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f375f523-b72f-4b9b-84c3-45a6abf38c3c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.042925 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375f523-b72f-4b9b-84c3-45a6abf38c3c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e16b70-206b-4c50-9b36-4a37d7f2a592,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:36.051296 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f375f523-b72f-4b9b-84c3-45a6abf38c3c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.052473 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f375f523-b72f-4b9b-84c3-45a6abf38c3c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1517403 Mar 14 15:40:36.055167 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55636) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:36.060512 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-47be3b69-5a85-4911-8aef-b1df3817a062 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '54dfb98f-a123-4dea-ae19-5b114365a4fc', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:40:36.066975 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-47be3b69-5a85-4911-8aef-b1df3817a062 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:40:36.070768 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-47be3b69-5a85-4911-8aef-b1df3817a062 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:40:36.073620 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-47be3b69-5a85-4911-8aef-b1df3817a062 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:40:36.079285 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-47be3b69-5a85-4911-8aef-b1df3817a062 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:40:36.095762 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-47be3b69-5a85-4911-8aef-b1df3817a062 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.159449 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-47be3b69-5a85-4911-8aef-b1df3817a062 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.163257 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-47be3b69-5a85-4911-8aef-b1df3817a062 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.187903 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be3b69-5a85-4911-8aef-b1df3817a062 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c6fe5b-abeb-47aa-9fc6-fad4e773b34d,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:36.198819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-47be3b69-5a85-4911-8aef-b1df3817a062 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.200224 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-47be3b69-5a85-4911-8aef-b1df3817a062 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1440814 Mar 14 15:40:36.202903 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55640) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:36.209453 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0addb8e9-fcc9-42be-8ac1-8bf2d68ab99c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '54dfb98f-a123-4dea-ae19-5b114365a4fc', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:40:36.215326 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0addb8e9-fcc9-42be-8ac1-8bf2d68ab99c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:40:36.219125 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-0addb8e9-fcc9-42be-8ac1-8bf2d68ab99c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:40:36.222567 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-0addb8e9-fcc9-42be-8ac1-8bf2d68ab99c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:40:36.228155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0addb8e9-fcc9-42be-8ac1-8bf2d68ab99c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:40:36.244367 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0addb8e9-fcc9-42be-8ac1-8bf2d68ab99c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.306860 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0addb8e9-fcc9-42be-8ac1-8bf2d68ab99c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.310364 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0addb8e9-fcc9-42be-8ac1-8bf2d68ab99c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.333715 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0addb8e9-fcc9-42be-8ac1-8bf2d68ab99c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e86a80-a579-43e2-9dd5-870b7c868122,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:36.342392 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0addb8e9-fcc9-42be-8ac1-8bf2d68ab99c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.343541 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0addb8e9-fcc9-42be-8ac1-8bf2d68ab99c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1397202 Mar 14 15:40:36.346391 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55644) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:36.351783 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-436b9f83-ca31-4d2e-bc88-6a31b6c87d28 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '54dfb98f-a123-4dea-ae19-5b114365a4fc', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:40:36.357633 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-436b9f83-ca31-4d2e-bc88-6a31b6c87d28 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:40:36.361497 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-436b9f83-ca31-4d2e-bc88-6a31b6c87d28 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:40:36.364780 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-436b9f83-ca31-4d2e-bc88-6a31b6c87d28 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:40:36.370654 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-436b9f83-ca31-4d2e-bc88-6a31b6c87d28 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:40:36.389348 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-436b9f83-ca31-4d2e-bc88-6a31b6c87d28 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.458734 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-436b9f83-ca31-4d2e-bc88-6a31b6c87d28 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.462365 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-436b9f83-ca31-4d2e-bc88-6a31b6c87d28 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.486194 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b9f83-ca31-4d2e-bc88-6a31b6c87d28 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb38041-39bf-43ac-856e-1629a5a4b9bd,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:36.495115 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-436b9f83-ca31-4d2e-bc88-6a31b6c87d28 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.496249 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-436b9f83-ca31-4d2e-bc88-6a31b6c87d28 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1488826 Mar 14 15:40:36.499094 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55648) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:36.504867 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e437c493-4e0b-4d73-9181-4f750566ee4c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '54dfb98f-a123-4dea-ae19-5b114365a4fc', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:40:36.510571 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e437c493-4e0b-4d73-9181-4f750566ee4c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:40:36.514311 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e437c493-4e0b-4d73-9181-4f750566ee4c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:40:36.517105 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e437c493-4e0b-4d73-9181-4f750566ee4c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:40:36.523381 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e437c493-4e0b-4d73-9181-4f750566ee4c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:40:36.533539 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-e437c493-4e0b-4d73-9181-4f750566ee4c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Project 5d6eafdbdcc04fa5ac3cc264b55cc088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:40:36.539632 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e437c493-4e0b-4d73-9181-4f750566ee4c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.601786 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e437c493-4e0b-4d73-9181-4f750566ee4c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.605111 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e437c493-4e0b-4d73-9181-4f750566ee4c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.628508 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437c493-4e0b-4d73-9181-4f750566ee4c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8529782d-b242-44a0-bc05-cac7877a66b9,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:36.636420 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e437c493-4e0b-4d73-9181-4f750566ee4c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.637589 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e437c493-4e0b-4d73-9181-4f750566ee4c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1376119 Mar 14 15:40:36.640347 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55652) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:36.645601 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-876e12a5-4f54-49ce-a372-80dd8b0629b1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '54dfb98f-a123-4dea-ae19-5b114365a4fc', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:40:36.651298 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-876e12a5-4f54-49ce-a372-80dd8b0629b1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:40:36.655017 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-876e12a5-4f54-49ce-a372-80dd8b0629b1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:40:36.657858 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-876e12a5-4f54-49ce-a372-80dd8b0629b1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:40:36.663699 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-876e12a5-4f54-49ce-a372-80dd8b0629b1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:40:36.673266 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-876e12a5-4f54-49ce-a372-80dd8b0629b1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Project 5d6eafdbdcc04fa5ac3cc264b55cc088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:40:36.681160 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-876e12a5-4f54-49ce-a372-80dd8b0629b1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.749246 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-876e12a5-4f54-49ce-a372-80dd8b0629b1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.753689 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-876e12a5-4f54-49ce-a372-80dd8b0629b1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.778361 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e12a5-4f54-49ce-a372-80dd8b0629b1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773d10ae-ea80-4039-8b63-5efbc5d18105,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:36.786283 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-876e12a5-4f54-49ce-a372-80dd8b0629b1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.789241 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-876e12a5-4f54-49ce-a372-80dd8b0629b1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1479888 Mar 14 15:40:36.957619 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cad34442-445a-407e-9038-9a514610ec39 req-3eab42d3-6d91-4f59-ac85-988fb505c56e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-943745724&fields=id&tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 267 time: 0.0429485 Mar 14 15:40:36.981644 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 98978fbc-3768-448d-a000-637df6272efb no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:40:37.032358 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad34442-445a-407e-9038-9a514610ec39 req-f1e5cfc7-b3c0-4c1e-803b-0d3f98627883 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:37.034118 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cad34442-445a-407e-9038-9a514610ec39 req-f1e5cfc7-b3c0-4c1e-803b-0d3f98627883 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports/98978fbc-3768-448d-a000-637df6272efb HTTP/1.1" status: 200 len: 929 time: 0.0704474 Mar 14 15:40:37.056733 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 98978fbc-3768-448d-a000-637df6272efb not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:40:37.104136 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cad34442-445a-407e-9038-9a514610ec39 req-7a245c02-2bce-4fde-b5bb-7ca2d6acded9 service neutron] 10.222.0.60 "GET /v2.0/ports/98978fbc-3768-448d-a000-637df6272efb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0582645 Mar 14 15:40:37.233070 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cad34442-445a-407e-9038-9a514610ec39 req-2df7d511-b962-449c-9726-28bb593f6a92 service neutron] 10.222.0.60 "GET /v2.0/networks/d8009590-ade7-42eb-8072-e20829638b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233425 Mar 14 15:40:37.370479 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cad34442-445a-407e-9038-9a514610ec39 req-749817f0-e46a-49ba-b6fc-bf83f85c6abb service neutron] 10.222.0.60 "GET /v2.0/networks/d8009590-ade7-42eb-8072-e20829638b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310863 Mar 14 15:40:37.552834 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-32b89d3d-bd54-4842-be51-aae4a953c62f req-25168e4a-b4b1-4c98-b6d9-13993e0778fc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=34bd6baf-58d8-462a-b07c-f41e9db55b01 HTTP/1.1" status: 200 len: 210 time: 0.0412219 Mar 14 15:40:38.435945 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cad34442-445a-407e-9038-9a514610ec39 req-8100087c-dca6-495d-82ed-987c515151af service neutron] 10.222.0.24 "GET /v2.0/ports/98978fbc-3768-448d-a000-637df6272efb HTTP/1.1" status: 200 len: 1025 time: 0.0592079 Mar 14 15:40:38.647284 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:40:38.677474 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad34442-445a-407e-9038-9a514610ec39 req-89db3283-8e04-4bee-8445-b56013344f80 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:38.678905 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cad34442-445a-407e-9038-9a514610ec39 req-89db3283-8e04-4bee-8445-b56013344f80 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/networks?id=d8009590-ade7-42eb-8072-e20829638b06 HTTP/1.1" status: 200 len: 797 time: 0.2386076 Mar 14 15:40:38.716974 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-170683f7-db87-43bc-8367-d87425f9d471 req-df462c6e-114b-4501-9853-5f5194d4cf04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=34bd6baf-58d8-462a-b07c-f41e9db55b01 HTTP/1.1" status: 200 len: 210 time: 0.0444174 Mar 14 15:40:38.735759 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-cad34442-445a-407e-9038-9a514610ec39 req-99893c38-3740-4bda-8c26-9cdf79272c1c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:40:38.751530 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-cad34442-445a-407e-9038-9a514610ec39 req-99893c38-3740-4bda-8c26-9cdf79272c1c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:40:38.753001 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cad34442-445a-407e-9038-9a514610ec39 req-99893c38-3740-4bda-8c26-9cdf79272c1c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 471 time: 0.0616367 Mar 14 15:40:38.762842 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-cad34442-445a-407e-9038-9a514610ec39 req-2da3b65b-2318-4968-9382-10f1b5a1ebed service neutron] Request body: {'port': {'device_id': '34bd6baf-58d8-462a-b07c-f41e9db55b01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:40:38.864078 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-cad34442-445a-407e-9038-9a514610ec39 req-2da3b65b-2318-4968-9382-10f1b5a1ebed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:39.194519 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-cad34442-445a-407e-9038-9a514610ec39 req-2da3b65b-2318-4968-9382-10f1b5a1ebed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98978fbc-3768-448d-a000-637df6272efb {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:40:39.201450 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-cad34442-445a-407e-9038-9a514610ec39 req-2da3b65b-2318-4968-9382-10f1b5a1ebed service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:39.215407 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-cad34442-445a-407e-9038-9a514610ec39 req-2da3b65b-2318-4968-9382-10f1b5a1ebed service neutron] Transition to ACTIVE for port object 98978fbc-3768-448d-a000-637df6272efb will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:40:39.219247 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-cad34442-445a-407e-9038-9a514610ec39 req-2da3b65b-2318-4968-9382-10f1b5a1ebed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:39.349559 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3b65b-2318-4968-9382-10f1b5a1ebed service neutron] Pushing event updated for resources: {'Port': ['ID=98978fbc-3768-448d-a000-637df6272efb,revision_number=7']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:39.483616 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-cad34442-445a-407e-9038-9a514610ec39 req-2da3b65b-2318-4968-9382-10f1b5a1ebed service neutron] Attempting to bind port 98978fbc-3768-448d-a000-637df6272efb on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:40:39.483884 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-cad34442-445a-407e-9038-9a514610ec39 req-2da3b65b-2318-4968-9382-10f1b5a1ebed service neutron] Attempting to bind port 98978fbc-3768-448d-a000-637df6272efb by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '36d5fe61-12ac-49de-85c8-6ba413470293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:40:39.484212 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad34442-445a-407e-9038-9a514610ec39 req-2da3b65b-2318-4968-9382-10f1b5a1ebed service neutron] Attempting to bind port 98978fbc-3768-448d-a000-637df6272efb on network d8009590-ade7-42eb-8072-e20829638b06 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:40:39.490279 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad34442-445a-407e-9038-9a514610ec39 req-2da3b65b-2318-4968-9382-10f1b5a1ebed service neutron] Port 98978fbc-3768-448d-a000-637df6272efb on network d8009590-ade7-42eb-8072-e20829638b06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:40:39.490607 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad34442-445a-407e-9038-9a514610ec39 req-2da3b65b-2318-4968-9382-10f1b5a1ebed service neutron] Attempting to bind port 98978fbc-3768-448d-a000-637df6272efb on network d8009590-ade7-42eb-8072-e20829638b06 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:40:39.496704 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad34442-445a-407e-9038-9a514610ec39 req-2da3b65b-2318-4968-9382-10f1b5a1ebed service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:40:39.497041 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad34442-445a-407e-9038-9a514610ec39 req-2da3b65b-2318-4968-9382-10f1b5a1ebed service neutron] Checking segment: {'id': '36d5fe61-12ac-49de-85c8-6ba413470293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:40:39.497422 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad34442-445a-407e-9038-9a514610ec39 req-2da3b65b-2318-4968-9382-10f1b5a1ebed service neutron] Bound using segment: {'id': '36d5fe61-12ac-49de-85c8-6ba413470293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:40:39.497841 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-cad34442-445a-407e-9038-9a514610ec39 req-2da3b65b-2318-4968-9382-10f1b5a1ebed service neutron] Bound port: 98978fbc-3768-448d-a000-637df6272efb, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d5fe61-12ac-49de-85c8-6ba413470293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:40:39.498221 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-cad34442-445a-407e-9038-9a514610ec39 req-2da3b65b-2318-4968-9382-10f1b5a1ebed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:39.584417 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-cad34442-445a-407e-9038-9a514610ec39 req-2da3b65b-2318-4968-9382-10f1b5a1ebed service neutron] For port 98978fbc-3768-448d-a000-637df6272efb, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:40:39.587277 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-cad34442-445a-407e-9038-9a514610ec39 req-2da3b65b-2318-4968-9382-10f1b5a1ebed service neutron] For port 98978fbc-3768-448d-a000-637df6272efb, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=98978fbc-3768-448d-a000-637df6272efb,segment=NetworkSegment(36d5fe61-12ac-49de-85c8-6ba413470293),segment_id=36d5fe61-12ac-49de-85c8-6ba413470293)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:40:39.591631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-cad34442-445a-407e-9038-9a514610ec39 req-2da3b65b-2318-4968-9382-10f1b5a1ebed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:39.654999 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-cad34442-445a-407e-9038-9a514610ec39 req-2da3b65b-2318-4968-9382-10f1b5a1ebed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:39.656388 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cad34442-445a-407e-9038-9a514610ec39 req-2da3b65b-2318-4968-9382-10f1b5a1ebed service neutron] 10.222.0.24 "PUT /v2.0/ports/98978fbc-3768-448d-a000-637df6272efb HTTP/1.1" status: 200 len: 1130 time: 0.8974476 Mar 14 15:40:39.656815 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bd6baf-58d8-462a-b07c-f41e9db55b01', 'tag': '98978fbc-3768-448d-a000-637df6272efb'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:40:39.673251 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3b65b-2318-4968-9382-10f1b5a1ebed service neutron] Pushing event updated for resources: {'Port': ['ID=98978fbc-3768-448d-a000-637df6272efb,revision_number=8']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:39.740007 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34bd6baf-58d8-462a-b07c-f41e9db55b01', 'tag': '98978fbc-3768-448d-a000-637df6272efb', 'status': 'completed', 'code': 200} Mar 14 15:40:39.787520 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cad34442-445a-407e-9038-9a514610ec39 req-84a6aaf7-d645-4b8f-bf5f-5828dbcb3f5a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=34bd6baf-58d8-462a-b07c-f41e9db55b01 HTTP/1.1" status: 200 len: 1133 time: 0.0792172 Mar 14 15:40:39.894794 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cad34442-445a-407e-9038-9a514610ec39 req-d5cfca96-c795-4631-afed-660b243ae209 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98978fbc-3768-448d-a000-637df6272efb HTTP/1.1" status: 200 len: 1036 time: 0.0993268 Mar 14 15:40:39.921818 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e0703-a5db-42ca-870e-bd26da852509 req-b10a58a0-7031-48a9-8099-cb90c2da50f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:39.923283 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d02e0703-a5db-42ca-870e-bd26da852509 req-b10a58a0-7031-48a9-8099-cb90c2da50f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=34bd6baf-58d8-462a-b07c-f41e9db55b01 HTTP/1.1" status: 200 len: 980 time: 0.0758216 Mar 14 15:40:39.966033 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad34442-445a-407e-9038-9a514610ec39 req-97134cd1-7c3f-4560-88b4-4eae19955b82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:39.967505 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cad34442-445a-407e-9038-9a514610ec39 req-97134cd1-7c3f-4560-88b4-4eae19955b82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae HTTP/1.1" status: 200 len: 835 time: 0.0661631 Mar 14 15:40:39.969510 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d02e0703-a5db-42ca-870e-bd26da852509 req-13d5d481-fad4-4bf2-8f86-8b94a826c4c0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398450 Mar 14 15:40:40.044444 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cad34442-445a-407e-9038-9a514610ec39 req-ab889d82-b38a-460b-806a-bb189cee674b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d8009590-ade7-42eb-8072-e20829638b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714307 Mar 14 15:40:40.171956 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cad34442-445a-407e-9038-9a514610ec39 req-c41df6c8-905b-4ec8-b7ea-a658d642eb98 service neutron] 10.222.0.24 "GET /v2.0/networks/d8009590-ade7-42eb-8072-e20829638b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214485 Mar 14 15:40:40.298160 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cad34442-445a-407e-9038-9a514610ec39 req-ba90f184-a724-4bc1-bbcc-d7d2f4609fcc service neutron] 10.222.0.24 "GET /v2.0/networks/d8009590-ade7-42eb-8072-e20829638b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204095 Mar 14 15:40:40.491180 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ec4ab1ab-108d-4410-a119-933a52f111fe req-0f1c8942-ff01-48f6-a46f-50d7c8dc85ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=34bd6baf-58d8-462a-b07c-f41e9db55b01 HTTP/1.1" status: 200 len: 1133 time: 0.1502776 Mar 14 15:40:40.617107 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ab1ab-108d-4410-a119-933a52f111fe req-57031436-8ecd-435e-badd-c4e223430184 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:40.618497 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ec4ab1ab-108d-4410-a119-933a52f111fe req-57031436-8ecd-435e-badd-c4e223430184 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d8009590-ade7-42eb-8072-e20829638b06 HTTP/1.1" status: 200 len: 898 time: 0.1205761 Mar 14 15:40:40.717676 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ec4ab1ab-108d-4410-a119-933a52f111fe req-bb3ec682-e51c-428c-a4b1-9abab00affee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98978fbc-3768-448d-a000-637df6272efb HTTP/1.1" status: 200 len: 1036 time: 0.0935895 Mar 14 15:40:40.777916 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ab1ab-108d-4410-a119-933a52f111fe req-70862f34-c0cb-45d8-a466-6b1827b4b475 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:40.779376 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ec4ab1ab-108d-4410-a119-933a52f111fe req-70862f34-c0cb-45d8-a466-6b1827b4b475 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae HTTP/1.1" status: 200 len: 835 time: 0.0562584 Mar 14 15:40:40.854040 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ec4ab1ab-108d-4410-a119-933a52f111fe req-6f450f39-1de1-4dc2-ae3e-ae60841e501e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d8009590-ade7-42eb-8072-e20829638b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688624 Mar 14 15:40:40.982015 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ec4ab1ab-108d-4410-a119-933a52f111fe req-c3f42d48-9491-4083-b10d-86bbb547768f service neutron] 10.222.0.24 "GET /v2.0/networks/d8009590-ade7-42eb-8072-e20829638b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215780 Mar 14 15:40:41.154222 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ec4ab1ab-108d-4410-a119-933a52f111fe req-eb21d9ae-31bb-426c-91bc-502b32e8bcb2 service neutron] 10.222.0.24 "GET /v2.0/networks/d8009590-ade7-42eb-8072-e20829638b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656163 Mar 14 15:40:41.182590 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bdf0b-8cc4-448f-9a9b-2e5b17c60919 req-a6952394-1fd4-4351-82ab-614f43ba4a57 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:41.183996 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-555bdf0b-8cc4-448f-9a9b-2e5b17c60919 req-a6952394-1fd4-4351-82ab-614f43ba4a57 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=34bd6baf-58d8-462a-b07c-f41e9db55b01 HTTP/1.1" status: 200 len: 980 time: 0.0915623 Mar 14 15:40:41.229542 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-555bdf0b-8cc4-448f-9a9b-2e5b17c60919 req-596d17ba-148a-4ea1-904f-97d9e9b575df tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395253 Mar 14 15:40:42.422954 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741e029-15e5-43f5-859e-9f7ef59a9937 req-32296678-7e49-4be6-b376-b5c6fd320ffe tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:42.424982 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f741e029-15e5-43f5-859e-9f7ef59a9937 req-32296678-7e49-4be6-b376-b5c6fd320ffe tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=34bd6baf-58d8-462a-b07c-f41e9db55b01 HTTP/1.1" status: 200 len: 980 time: 0.0791214 Mar 14 15:40:42.468880 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f741e029-15e5-43f5-859e-9f7ef59a9937 req-93eb9a01-73c6-493d-a560-34927aa3932d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381405 Mar 14 15:40:42.905778 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4fa85906-2250-4086-9650-92bb7d8ed213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:43.669423 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1779f2-91e6-4fce-aa8a-b1f3ab6003a7 req-f5839b5f-652d-49c7-b6d8-ae992c90e953 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:43.670877 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1d1779f2-91e6-4fce-aa8a-b1f3ab6003a7 req-f5839b5f-652d-49c7-b6d8-ae992c90e953 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=34bd6baf-58d8-462a-b07c-f41e9db55b01 HTTP/1.1" status: 200 len: 980 time: 0.0771470 Mar 14 15:40:43.715101 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1d1779f2-91e6-4fce-aa8a-b1f3ab6003a7 req-443266e7-8865-4dd8-bfa3-9aab6a6e62dd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379801 Mar 14 15:40:44.909122 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d54bdf-c1af-4d61-b532-588f7c0414c9 req-8d231f2b-f3e2-4b5b-b3c7-e91a1c839f7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:44.910709 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-39d54bdf-c1af-4d61-b532-588f7c0414c9 req-8d231f2b-f3e2-4b5b-b3c7-e91a1c839f7c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=34bd6baf-58d8-462a-b07c-f41e9db55b01 HTTP/1.1" status: 200 len: 980 time: 0.0752759 Mar 14 15:40:44.959619 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-39d54bdf-c1af-4d61-b532-588f7c0414c9 req-23e5df83-f95d-4336-a150-1e5d35432a5b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434365 Mar 14 15:40:45.028570 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 98978fbc-3768-448d-a000-637df6272efb details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:40:45.132740 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-de38fb7c-fd39-4604-a6a9-3f3a4b3578a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:45.173000 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 98978fbc-3768-448d-a000-637df6272efb, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=98978fbc-3768-448d-a000-637df6272efb,segment=NetworkSegment(36d5fe61-12ac-49de-85c8-6ba413470293),segment_id=36d5fe61-12ac-49de-85c8-6ba413470293)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:40:45.185811 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '98978fbc-3768-448d-a000-637df6272efb', 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06', 'port_id': '98978fbc-3768-448d-a000-637df6272efb', 'mac_address': 'fa:16:3e:f9:c0:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:40:45.239945 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:45.256717 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98978fbc-3768-448d-a000-637df6272efb {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:40:45.272085 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 98978fbc-3768-448d-a000-637df6272efb, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=98978fbc-3768-448d-a000-637df6272efb,segment=NetworkSegment(36d5fe61-12ac-49de-85c8-6ba413470293),segment_id=36d5fe61-12ac-49de-85c8-6ba413470293)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:40:45.275470 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:45.342619 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=98978fbc-3768-448d-a000-637df6272efb,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:45.350843 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:45.351188 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:45.351524 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:45.351858 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:45.352184 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:45.352514 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:45.352833 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:45.353155 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:45.353475 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:45.353794 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:45.354135 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:45.598553 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['98978fbc-3768-448d-a000-637df6272efb'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:40:46.162657 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ce3a0-2959-40c2-bd96-450fbd93bbd4 req-192722ad-9613-4e33-8f4a-c7ff9a7370c0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:46.164849 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6f4ce3a0-2959-40c2-bd96-450fbd93bbd4 req-192722ad-9613-4e33-8f4a-c7ff9a7370c0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=34bd6baf-58d8-462a-b07c-f41e9db55b01 HTTP/1.1" status: 200 len: 981 time: 0.0756147 Mar 14 15:40:46.211500 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6f4ce3a0-2959-40c2-bd96-450fbd93bbd4 req-2307aa17-20d6-49f4-bb30-ccc3ee1ac672 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412233 Mar 14 15:40:46.249533 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:46.479542 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:47.027428 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 98978fbc-3768-448d-a000-637df6272efb up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:40:47.092506 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 98978fbc-3768-448d-a000-637df6272efb completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:40:47.096913 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 98978fbc-3768-448d-a000-637df6272efb triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:40:47.097277 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:47.209141 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:47.234743 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bd6baf-58d8-462a-b07c-f41e9db55b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98978fbc-3768-448d-a000-637df6272efb'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:40:47.247164 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 98978fbc-3768-448d-a000-637df6272efb, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=98978fbc-3768-448d-a000-637df6272efb,segment=NetworkSegment(36d5fe61-12ac-49de-85c8-6ba413470293),segment_id=36d5fe61-12ac-49de-85c8-6ba413470293)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:40:47.251433 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:47.293106 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bd6baf-58d8-462a-b07c-f41e9db55b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98978fbc-3768-448d-a000-637df6272efb', 'code': 200} Mar 14 15:40:47.319414 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=98978fbc-3768-448d-a000-637df6272efb,revision_number=10']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:47.423361 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce452904-2aa8-467f-97bf-899e9b41bc47 req-6780e2ed-6c69-44b2-8bbe-0d36f51fe87e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:47.425029 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ce452904-2aa8-467f-97bf-899e9b41bc47 req-6780e2ed-6c69-44b2-8bbe-0d36f51fe87e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=34bd6baf-58d8-462a-b07c-f41e9db55b01 HTTP/1.1" status: 200 len: 983 time: 0.0815163 Mar 14 15:40:47.509058 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ce452904-2aa8-467f-97bf-899e9b41bc47 req-eeeb034a-c8b0-45d6-ae9b-af3b97392e81 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784061 Mar 14 15:40:47.538023 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4d4a975d-d999-43c3-b331-210405da6d17 req-55ba6862-3574-4fcf-b6ab-2ebfb7795076 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=34bd6baf-58d8-462a-b07c-f41e9db55b01 HTTP/1.1" status: 200 len: 1136 time: 0.0758677 Mar 14 15:40:47.582978 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4d4a975d-d999-43c3-b331-210405da6d17 req-f7ecea1d-5fb0-4214-9711-ef010002b826 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388198 Mar 14 15:40:47.927778 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:48.705379 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea195e6-a427-4bb0-9490-2c55f14c5071 req-fe38dc4d-94b7-414e-b531-f1dd71b90505 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:48.706920 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dea195e6-a427-4bb0-9490-2c55f14c5071 req-fe38dc4d-94b7-414e-b531-f1dd71b90505 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=34bd6baf-58d8-462a-b07c-f41e9db55b01 HTTP/1.1" status: 200 len: 983 time: 0.0743144 Mar 14 15:40:48.751234 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dea195e6-a427-4bb0-9490-2c55f14c5071 req-02f34982-9783-4786-a866-019b74e5925a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388153 Mar 14 15:40:49.964025 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2207f-cd6e-4933-b43d-e376fd35f9dc req-0c57811e-89ea-4b7c-9715-cdf724172f9a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:49.965470 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-39f2207f-cd6e-4933-b43d-e376fd35f9dc req-0c57811e-89ea-4b7c-9715-cdf724172f9a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=34bd6baf-58d8-462a-b07c-f41e9db55b01 HTTP/1.1" status: 200 len: 983 time: 0.0747271 Mar 14 15:40:50.012044 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-39f2207f-cd6e-4933-b43d-e376fd35f9dc req-a3406c09-f701-4eb8-bdcf-d77c20e24428 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410421 Mar 14 15:40:50.213519 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e812ff5-9a1f-4d51-9407-db3a715550e4 req-e5af2994-ff1e-486f-9ab1-29ad668e4a8b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:50.214986 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8e812ff5-9a1f-4d51-9407-db3a715550e4 req-e5af2994-ff1e-486f-9ab1-29ad668e4a8b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=34bd6baf-58d8-462a-b07c-f41e9db55b01 HTTP/1.1" status: 200 len: 983 time: 0.0815527 Mar 14 15:40:50.258916 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8e812ff5-9a1f-4d51-9407-db3a715550e4 req-c09259e1-71fe-4895-8560-87849e01c3af tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384128 Mar 14 15:40:50.287067 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55700) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:50.356243 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c162bd74-c86d-40b5-8a3c-2927fc58a79a tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=34bd6baf-58d8-462a-b07c-f41e9db55b01&network_id=d8009590-ade7-42eb-8072-e20829638b06 HTTP/1.1" status: 200 len: 1131 time: 0.0679755 Mar 14 15:40:50.740342 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a10d5-a61e-4684-8d3a-87e81c56b114 req-cd8e4145-bc8a-46ba-8c3b-7e85afd0c933 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:50.741770 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2b7a10d5-a61e-4684-8d3a-87e81c56b114 req-cd8e4145-bc8a-46ba-8c3b-7e85afd0c933 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=34bd6baf-58d8-462a-b07c-f41e9db55b01 HTTP/1.1" status: 200 len: 983 time: 0.0771673 Mar 14 15:40:50.791290 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2b7a10d5-a61e-4684-8d3a-87e81c56b114 req-71cf27be-a470-4765-a8dd-529206e80314 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407248 Mar 14 15:40:50.833203 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:51.991223 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01813d-e1ac-4159-b1f0-c158bf08aeba req-e4672578-8fe0-43fb-8108-e47721d95f1e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:51.992657 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bf01813d-e1ac-4159-b1f0-c158bf08aeba req-e4672578-8fe0-43fb-8108-e47721d95f1e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=34bd6baf-58d8-462a-b07c-f41e9db55b01 HTTP/1.1" status: 200 len: 983 time: 0.0781815 Mar 14 15:40:52.098885 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bf01813d-e1ac-4159-b1f0-c158bf08aeba req-dcdc46fa-365e-4432-a6b4-ea56f9e8145e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a2d41ab-5d49-4a13-a72b-b1561212a4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760798 Mar 14 15:40:52.115279 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a7f76-1a01-4d86-b641-4b7744118d05 req-e629b9ed-a18b-4051-b2e3-6ec7becced00 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:52.116635 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-943a7f76-1a01-4d86-b641-4b7744118d05 req-e629b9ed-a18b-4051-b2e3-6ec7becced00 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/ports?device_id=34bd6baf-58d8-462a-b07c-f41e9db55b01 HTTP/1.1" status: 200 len: 983 time: 0.1231599 Mar 14 15:40:52.186084 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a7f76-1a01-4d86-b641-4b7744118d05 req-6e63313e-8183-4858-9c6d-f57cbd9b0df5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:52.187636 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-943a7f76-1a01-4d86-b641-4b7744118d05 req-6e63313e-8183-4858-9c6d-f57cbd9b0df5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/ports/98978fbc-3768-448d-a000-637df6272efb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0657699 Mar 14 15:40:52.426642 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-943a7f76-1a01-4d86-b641-4b7744118d05 req-a5b08cd9-9ecf-4681-a328-408ed0bfa4ac tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/networks/d8009590-ade7-42eb-8072-e20829638b06?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2339869 Mar 14 15:40:52.436753 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-943a7f76-1a01-4d86-b641-4b7744118d05 req-d30b9dcb-b3ce-4005-8092-a2ea68d77029 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:40:52.539490 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-943a7f76-1a01-4d86-b641-4b7744118d05 req-d30b9dcb-b3ce-4005-8092-a2ea68d77029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:52.732989 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-943a7f76-1a01-4d86-b641-4b7744118d05 req-d30b9dcb-b3ce-4005-8092-a2ea68d77029 service neutron] For port 98978fbc-3768-448d-a000-637df6272efb, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=98978fbc-3768-448d-a000-637df6272efb,segment=NetworkSegment(36d5fe61-12ac-49de-85c8-6ba413470293),segment_id=36d5fe61-12ac-49de-85c8-6ba413470293)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:40:52.761319 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-943a7f76-1a01-4d86-b641-4b7744118d05 req-d30b9dcb-b3ce-4005-8092-a2ea68d77029 service neutron] For port 98978fbc-3768-448d-a000-637df6272efb, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:40:52.809853 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-943a7f76-1a01-4d86-b641-4b7744118d05 req-d30b9dcb-b3ce-4005-8092-a2ea68d77029 service neutron] device_id is not set on port 98978fbc-3768-448d-a000-637df6272efb yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 14 15:40:52.817654 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-943a7f76-1a01-4d86-b641-4b7744118d05 req-d30b9dcb-b3ce-4005-8092-a2ea68d77029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:52.822537 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-943a7f76-1a01-4d86-b641-4b7744118d05 req-d30b9dcb-b3ce-4005-8092-a2ea68d77029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:52.955711 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b9dcb-b3ce-4005-8092-a2ea68d77029 service neutron] Pushing event updated for resources: {'Port': ['ID=98978fbc-3768-448d-a000-637df6272efb,revision_number=11']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:53.018478 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-943a7f76-1a01-4d86-b641-4b7744118d05 req-d30b9dcb-b3ce-4005-8092-a2ea68d77029 service neutron] No DVR routers for this DVR port 98978fbc-3768-448d-a000-637df6272efb on host hv-neutron-8335 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:40:53.166565 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-615b6db7-8886-48b8-b70a-5aead4d9b088 None None] Provisioning complete for port 98978fbc-3768-448d-a000-637df6272efb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:40:53.167139 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-615b6db7-8886-48b8-b70a-5aead4d9b088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:53.271143 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-943a7f76-1a01-4d86-b641-4b7744118d05 req-d30b9dcb-b3ce-4005-8092-a2ea68d77029 service neutron] In _notify_port_updated(), no bound segment for port 98978fbc-3768-448d-a000-637df6272efb on network d8009590-ade7-42eb-8072-e20829638b06 {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 14 15:40:53.272114 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-943a7f76-1a01-4d86-b641-4b7744118d05 req-d30b9dcb-b3ce-4005-8092-a2ea68d77029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:53.273373 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-943a7f76-1a01-4d86-b641-4b7744118d05 req-d30b9dcb-b3ce-4005-8092-a2ea68d77029 service neutron] 10.222.0.24 "PUT /v2.0/ports/98978fbc-3768-448d-a000-637df6272efb HTTP/1.1" status: 200 len: 1026 time: 0.8404348 Mar 14 15:40:53.277329 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-615b6db7-8886-48b8-b70a-5aead4d9b088 None None] Port 98978fbc-3768-448d-a000-637df6272efb cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:40:53.286313 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e2bc7e2c-0696-4d1e-be2e-ef4bf81b9397 req-853f5b30-cc1c-4fe0-bce3-0136a9e9e5a4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=34bd6baf-58d8-462a-b07c-f41e9db55b01 HTTP/1.1" status: 200 len: 210 time: 0.0457194 Mar 14 15:40:54.394818 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55714) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:54.461583 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-593c6877-bc94-4b84-ad08-67c02d05cbce tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:54.490349 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-593c6877-bc94-4b84-ad08-67c02d05cbce tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:54.557858 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-593c6877-bc94-4b84-ad08-67c02d05cbce tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:54.576139 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c6877-bc94-4b84-ad08-67c02d05cbce tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dfb98f-a123-4dea-ae19-5b114365a4fc,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:54.587207 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-593c6877-bc94-4b84-ad08-67c02d05cbce tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:54.588341 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-593c6877-bc94-4b84-ad08-67c02d05cbce tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/security-groups/54dfb98f-a123-4dea-ae19-5b114365a4fc HTTP/1.1" status: 204 len: 168 time: 0.1925144 Mar 14 15:40:54.629266 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55720) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:54.821696 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-bf278cf4-4861-41d9-8e6e-19557b485d0f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 85447194-b304-4d64-9168-dbd61cb17f54 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:40:54.821950 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf278cf4-4861-41d9-8e6e-19557b485d0f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:55.065800 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf278cf4-4861-41d9-8e6e-19557b485d0f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:55.066146 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf278cf4-4861-41d9-8e6e-19557b485d0f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:55.182247 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-bf278cf4-4861-41d9-8e6e-19557b485d0f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 85447194-b304-4d64-9168-dbd61cb17f54 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:40:55.327387 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf278cf4-4861-41d9-8e6e-19557b485d0f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:55.369654 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf278cf4-4861-41d9-8e6e-19557b485d0f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=85447194-b304-4d64-9168-dbd61cb17f54,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:55.465254 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf278cf4-4861-41d9-8e6e-19557b485d0f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:55.845013 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf278cf4-4861-41d9-8e6e-19557b485d0f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 101b75da-9381-441a-8b54-09fd07911a76 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:40:56.035878 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf278cf4-4861-41d9-8e6e-19557b485d0f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:40:56.046028 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfefea-a4c3-41ca-aac0-8cb9dad0829a None None] Sync routers for ids ['101b75da-9381-441a-8b54-09fd07911a76'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:40:56.056324 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf278cf4-4861-41d9-8e6e-19557b485d0f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:56.058618 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bfefea-a4c3-41ca-aac0-8cb9dad0829a None None] Routers {'101b75da-9381-441a-8b54-09fd07911a76'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:40:56.059227 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-93bfefea-a4c3-41ca-aac0-8cb9dad0829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:40:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['101b75da-9381-441a-8b54-09fd07911a76'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:56.114706 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-bf278cf4-4861-41d9-8e6e-19557b485d0f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/floatingips/584b830b-39a3-4a7a-a6be-ba5eff8e6bbd HTTP/1.1" status: 204 len: 168 time: 1.4842737 Mar 14 15:40:56.238601 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-93bfefea-a4c3-41ca-aac0-8cb9dad0829a None None] Set router 101b75da-9381-441a-8b54-09fd07911a76 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:40:56.272291 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55728) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:56.342450 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e188f852-4da7-47fc-8ee3-10368f6e4e35 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:56.372450 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e188f852-4da7-47fc-8ee3-10368f6e4e35 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:56.437796 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e188f852-4da7-47fc-8ee3-10368f6e4e35 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:56.457245 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188f852-4da7-47fc-8ee3-10368f6e4e35 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd7a789-4fee-4289-97dd-d129738901de,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:56.465319 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e188f852-4da7-47fc-8ee3-10368f6e4e35 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:56.466467 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e188f852-4da7-47fc-8ee3-10368f6e4e35 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/security-groups/bdd7a789-4fee-4289-97dd-d129738901de HTTP/1.1" status: 204 len: 168 time: 0.1931965 Mar 14 15:40:56.506443 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55734) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:56.564070 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-93bfefea-a4c3-41ca-aac0-8cb9dad0829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101b75da-9381-441a-8b54-09fd07911a76', 'name': 'tempest-TestNetworkBasicOps-router-1220605540', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:10Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101b75da-9381-441a-8b54-09fd07911a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'a1f3a95c-52b4-45ae-8e3c-6086acca5f7c', 'name': '', 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:4e:f2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101b75da-9381-441a-8b54-09fd07911a76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:40:09Z', 'updated_at': '2022-03-14T15:40:15Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:56.568486 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfefea-a4c3-41ca-aac0-8cb9dad0829a None None] Checking router: 101b75da-9381-441a-8b54-09fd07911a76 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:40:56.575107 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d116a506-6757-495c-853f-f289c1cda129 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 98978fbc-3768-448d-a000-637df6272efb {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:40:56.575453 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d116a506-6757-495c-853f-f289c1cda129 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:56.578753 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bfefea-a4c3-41ca-aac0-8cb9dad0829a None None] Routers {'101b75da-9381-441a-8b54-09fd07911a76'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:40:56.579355 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-93bfefea-a4c3-41ca-aac0-8cb9dad0829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:40:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['101b75da-9381-441a-8b54-09fd07911a76'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:56.753409 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-93bfefea-a4c3-41ca-aac0-8cb9dad0829a None None] Set router 101b75da-9381-441a-8b54-09fd07911a76 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:40:56.815888 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d116a506-6757-495c-853f-f289c1cda129 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:56.934628 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d116a506-6757-495c-853f-f289c1cda129 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 98978fbc-3768-448d-a000-637df6272efb owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:40:57.031674 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 98978fbc-3768-448d-a000-637df6272efb no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:40:57.074815 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d116a506-6757-495c-853f-f289c1cda129 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:57.102761 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No active binding found for port 98978fbc-3768-448d-a000-637df6272efb {{(pid=83912) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 14 15:40:57.103660 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 98978fbc-3768-448d-a000-637df6272efb not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:40:57.120655 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-93bfefea-a4c3-41ca-aac0-8cb9dad0829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101b75da-9381-441a-8b54-09fd07911a76', 'name': 'tempest-TestNetworkBasicOps-router-1220605540', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:10Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101b75da-9381-441a-8b54-09fd07911a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'a1f3a95c-52b4-45ae-8e3c-6086acca5f7c', 'name': '', 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:4e:f2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101b75da-9381-441a-8b54-09fd07911a76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:40:09Z', 'updated_at': '2022-03-14T15:40:15Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:57.124611 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfefea-a4c3-41ca-aac0-8cb9dad0829a None None] The sync data for ids ['101b75da-9381-441a-8b54-09fd07911a76'] in dv-neutron-833561-1-hyperv is: [{'id': '101b75da-9381-441a-8b54-09fd07911a76', 'name': 'tempest-TestNetworkBasicOps-router-1220605540', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:10Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101b75da-9381-441a-8b54-09fd07911a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'a1f3a95c-52b4-45ae-8e3c-6086acca5f7c', 'name': '', 'network_id': 'd8009590-ade7-42eb-8072-e20829638b06', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:4e:f2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101b75da-9381-441a-8b54-09fd07911a76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:40:09Z', 'updated_at': '2022-03-14T15:40:15Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:40:57.125372 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116a506-6757-495c-853f-f289c1cda129 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=98978fbc-3768-448d-a000-637df6272efb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:57.335698 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d116a506-6757-495c-853f-f289c1cda129 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:57.345259 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d116a506-6757-495c-853f-f289c1cda129 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/ports/98978fbc-3768-448d-a000-637df6272efb HTTP/1.1" status: 204 len: 168 time: 0.8378198 Mar 14 15:40:57.348433 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55738) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:40:57.379228 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255cd4f7-f0fa-4716-a665-70efe64491b4 None None] New status for floating IP 584b830b-39a3-4a7a-a6be-ba5eff8e6bbd: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:40:57.739352 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7516c24-4177-4874-a777-b3dfdfa7f998 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:58.336242 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a7516c24-4177-4874-a777-b3dfdfa7f998 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port a1f3a95c-52b4-45ae-8e3c-6086acca5f7c {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:40:58.336586 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7516c24-4177-4874-a777-b3dfdfa7f998 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:58.522366 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-a7516c24-4177-4874-a777-b3dfdfa7f998 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port a1f3a95c-52b4-45ae-8e3c-6086acca5f7c, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=a1f3a95c-52b4-45ae-8e3c-6086acca5f7c,segment=NetworkSegment(36d5fe61-12ac-49de-85c8-6ba413470293),segment_id=36d5fe61-12ac-49de-85c8-6ba413470293)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:40:58.522709 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7516c24-4177-4874-a777-b3dfdfa7f998 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:58.644179 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a7516c24-4177-4874-a777-b3dfdfa7f998 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for a1f3a95c-52b4-45ae-8e3c-6086acca5f7c owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:40:58.912075 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7516c24-4177-4874-a777-b3dfdfa7f998 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:58.959528 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7516c24-4177-4874-a777-b3dfdfa7f998 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=a1f3a95c-52b4-45ae-8e3c-6086acca5f7c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:59.247623 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7516c24-4177-4874-a777-b3dfdfa7f998 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:59.831460 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7516c24-4177-4874-a777-b3dfdfa7f998 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 101b75da-9381-441a-8b54-09fd07911a76 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:41:00.027878 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7516c24-4177-4874-a777-b3dfdfa7f998 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:41:00.038010 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd029a48-4c87-4352-be9c-2f471500d59b None None] Sync routers for ids ['101b75da-9381-441a-8b54-09fd07911a76'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:41:00.043159 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a7516c24-4177-4874-a777-b3dfdfa7f998 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/routers/101b75da-9381-441a-8b54-09fd07911a76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6931307 Mar 14 15:41:00.044076 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55742) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:00.051239 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd029a48-4c87-4352-be9c-2f471500d59b None None] Routers {'101b75da-9381-441a-8b54-09fd07911a76'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:41:00.052062 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-dd029a48-4c87-4352-be9c-2f471500d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:40:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['101b75da-9381-441a-8b54-09fd07911a76'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:41:00.241017 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-dd029a48-4c87-4352-be9c-2f471500d59b None None] Set router 101b75da-9381-441a-8b54-09fd07911a76 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:41:00.359994 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9240bd-9997-4cd3-a40e-0adf76f69248 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting subnet ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:41:00.363310 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e9240bd-9997-4cd3-a40e-0adf76f69248 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:00.415975 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e9240bd-9997-4cd3-a40e-0adf76f69248 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:00.501649 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e9240bd-9997-4cd3-a40e-0adf76f69248 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:00.574810 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-dd029a48-4c87-4352-be9c-2f471500d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101b75da-9381-441a-8b54-09fd07911a76', 'name': 'tempest-TestNetworkBasicOps-router-1220605540', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:58Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101b75da-9381-441a-8b54-09fd07911a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:41:00.575075 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e9240bd-9997-4cd3-a40e-0adf76f69248 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:00.578689 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd029a48-4c87-4352-be9c-2f471500d59b None None] Checking router: 101b75da-9381-441a-8b54-09fd07911a76 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:41:00.589643 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd029a48-4c87-4352-be9c-2f471500d59b None None] Routers {'101b75da-9381-441a-8b54-09fd07911a76'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:41:00.590299 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-dd029a48-4c87-4352-be9c-2f471500d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:40:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['101b75da-9381-441a-8b54-09fd07911a76'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:41:00.614453 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9240bd-9997-4cd3-a40e-0adf76f69248 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Subnet': ['ID=ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:00.618986 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e9240bd-9997-4cd3-a40e-0adf76f69248 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:00.624918 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4e9240bd-9997-4cd3-a40e-0adf76f69248 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/subnets/ed946ca2-d6f2-4c48-ac90-5e9e0ef984ae HTTP/1.1" status: 204 len: 168 time: 0.5795293 Mar 14 15:41:00.627937 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55746) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:00.639999 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82988cb-8de9-44f8-b0a2-2c9ad860b133 None None] Network d8009590-ade7-42eb-8072-e20829638b06 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:41:00.827017 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26a4a46c-f895-4502-b127-13e3083202d6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:00.916536 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-dd029a48-4c87-4352-be9c-2f471500d59b None None] Set router 101b75da-9381-441a-8b54-09fd07911a76 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:41:01.023126 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26a4a46c-f895-4502-b127-13e3083202d6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:01.032498 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-26a4a46c-f895-4502-b127-13e3083202d6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 0a90f073-968d-4a6a-858e-5ba901cfd45d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:41:01.033704 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26a4a46c-f895-4502-b127-13e3083202d6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:01.176810 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f98bcb0-f388-4507-b655-07579957dee4 None None] DHCP port deletion for d8009590-ade7-42eb-8072-e20829638b06 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:41:01.185038 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5f98bcb0-f388-4507-b655-07579957dee4 None None] Deleting port 650e5942-fa5a-48f3-b287-a3e4fcfbaf10 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:41:01.185408 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5f98bcb0-f388-4507-b655-07579957dee4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:01.212706 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-26a4a46c-f895-4502-b127-13e3083202d6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port 0a90f073-968d-4a6a-858e-5ba901cfd45d, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=0a90f073-968d-4a6a-858e-5ba901cfd45d,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:41:01.213244 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26a4a46c-f895-4502-b127-13e3083202d6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:01.333591 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-26a4a46c-f895-4502-b127-13e3083202d6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 0a90f073-968d-4a6a-858e-5ba901cfd45d owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:41:01.386367 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-dd029a48-4c87-4352-be9c-2f471500d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101b75da-9381-441a-8b54-09fd07911a76', 'name': 'tempest-TestNetworkBasicOps-router-1220605540', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:58Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101b75da-9381-441a-8b54-09fd07911a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:41:01.395295 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd029a48-4c87-4352-be9c-2f471500d59b None None] The sync data for ids ['101b75da-9381-441a-8b54-09fd07911a76'] in dv-neutron-833561-1-hyperv is: [{'id': '101b75da-9381-441a-8b54-09fd07911a76', 'name': 'tempest-TestNetworkBasicOps-router-1220605540', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:58Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0a90f073-968d-4a6a-858e-5ba901cfd45d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101b75da-9381-441a-8b54-09fd07911a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:40:06Z', 'updated_at': '2022-03-14T15:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:41:01.413817 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5f98bcb0-f388-4507-b655-07579957dee4 None None] For port 650e5942-fa5a-48f3-b287-a3e4fcfbaf10, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=650e5942-fa5a-48f3-b287-a3e4fcfbaf10,segment=NetworkSegment(36d5fe61-12ac-49de-85c8-6ba413470293),segment_id=36d5fe61-12ac-49de-85c8-6ba413470293)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:41:01.414244 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5f98bcb0-f388-4507-b655-07579957dee4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:01.514318 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26a4a46c-f895-4502-b127-13e3083202d6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:01.541987 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5f98bcb0-f388-4507-b655-07579957dee4 None None] Calling delete_port for 650e5942-fa5a-48f3-b287-a3e4fcfbaf10 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:41:01.557392 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4a46c-f895-4502-b127-13e3083202d6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=0a90f073-968d-4a6a-858e-5ba901cfd45d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:01.615192 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5f98bcb0-f388-4507-b655-07579957dee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:01.701466 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98bcb0-f388-4507-b655-07579957dee4 None None] Pushing event deleted for resources: {'Port': ['ID=650e5942-fa5a-48f3-b287-a3e4fcfbaf10,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:01.708916 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f98bcb0-f388-4507-b655-07579957dee4 None None] No DVR routers for this DVR port 650e5942-fa5a-48f3-b287-a3e4fcfbaf10 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:41:01.774520 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 650e5942-fa5a-48f3-b287-a3e4fcfbaf10 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:41:01.789806 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26a4a46c-f895-4502-b127-13e3083202d6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:01.809256 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 650e5942-fa5a-48f3-b287-a3e4fcfbaf10 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:41:01.809736 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 650e5942-fa5a-48f3-b287-a3e4fcfbaf10 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:41:02.142913 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26a4a46c-f895-4502-b127-13e3083202d6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.147194 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26a4a46c-f895-4502-b127-13e3083202d6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.172479 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26a4a46c-f895-4502-b127-13e3083202d6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.173132 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a4a46c-f895-4502-b127-13e3083202d6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Fanout notify agent at l3_agent the message router_deleted on router 101b75da-9381-441a-8b54-09fd07911a76 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:41:02.188060 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26a4a46c-f895-4502-b127-13e3083202d6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.189230 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-26a4a46c-f895-4502-b127-13e3083202d6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/routers/101b75da-9381-441a-8b54-09fd07911a76 HTTP/1.1" status: 204 len: 168 time: 1.5603118 Mar 14 15:41:02.191892 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55750) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:02.307375 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ce7d5cb-336f-4a78-8dfe-2d86aa8665fe tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.435117 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ce7d5cb-336f-4a78-8dfe-2d86aa8665fe tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.460340 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-4ce7d5cb-336f-4a78-8dfe-2d86aa8665fe tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8009590-ade7-42eb-8072-e20829638b06']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:41:02.471937 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-4ce7d5cb-336f-4a78-8dfe-2d86aa8665fe tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d5fe61-12ac-49de-85c8-6ba413470293') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:41:02.472229 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-4ce7d5cb-336f-4a78-8dfe-2d86aa8665fe tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d5fe61-12ac-49de-85c8-6ba413470293') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:41:02.483060 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ce7d5cb-336f-4a78-8dfe-2d86aa8665fe tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.498432 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ce7d5cb-336f-4a78-8dfe-2d86aa8665fe tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.505144 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce7d5cb-336f-4a78-8dfe-2d86aa8665fe tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:41:02.505528 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ce7d5cb-336f-4a78-8dfe-2d86aa8665fe tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:41:02.520138 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:41:02.598403 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ce7d5cb-336f-4a78-8dfe-2d86aa8665fe tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.616546 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ce7d5cb-336f-4a78-8dfe-2d86aa8665fe tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.628170 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7d5cb-336f-4a78-8dfe-2d86aa8665fe tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Network': ['ID=d8009590-ade7-42eb-8072-e20829638b06,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:02.637714 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4ce7d5cb-336f-4a78-8dfe-2d86aa8665fe tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/networks/d8009590-ade7-42eb-8072-e20829638b06 HTTP/1.1" status: 204 len: 168 time: 0.4447806 Mar 14 15:41:02.654978 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55754) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:02.667657 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-27829e53-3578-487b-be5c-5662c56eb1d2 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0114503 Mar 14 15:41:02.670068 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55758) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:02.675211 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-32887eda-9e8e-40d0-86ce-e692abdb7b88 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'network': {'name': 'tempest-network-smoke--761515501', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'port_security_enabled': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:41:02.679924 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-32887eda-9e8e-40d0-86ce-e692abdb7b88 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:41:02.683869 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-32887eda-9e8e-40d0-86ce-e692abdb7b88 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:network and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:41:02.687417 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-32887eda-9e8e-40d0-86ce-e692abdb7b88 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:41:02.693624 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-32887eda-9e8e-40d0-86ce-e692abdb7b88 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:41:02.702582 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32887eda-9e8e-40d0-86ce-e692abdb7b88 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:41:02.706188 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32887eda-9e8e-40d0-86ce-e692abdb7b88 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.735575 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32887eda-9e8e-40d0-86ce-e692abdb7b88 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:41:02.744511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32887eda-9e8e-40d0-86ce-e692abdb7b88 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.744951 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-32887eda-9e8e-40d0-86ce-e692abdb7b88 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Added segment 3f7bb723-343a-4727-a571-1cde77fe0ef9 of type vlan for network ed195467-f1cc-4442-81dd-36d92f0aedb2 Mar 14 15:41:02.769868 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32887eda-9e8e-40d0-86ce-e692abdb7b88 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.797563 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32887eda-9e8e-40d0-86ce-e692abdb7b88 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.801746 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32887eda-9e8e-40d0-86ce-e692abdb7b88 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:02.802355 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32887eda-9e8e-40d0-86ce-e692abdb7b88 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.906870 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-32887eda-9e8e-40d0-86ce-e692abdb7b88 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2357700 Mar 14 15:41:02.910024 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32887eda-9e8e-40d0-86ce-e692abdb7b88 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Network': ['ID=ed195467-f1cc-4442-81dd-36d92f0aedb2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:02.910380 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55762) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:02.916917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3db3c5f1-cc75-4fc2-83c4-e539e69f0d44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1873852602', 'admin_state_up': True, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:41:02.921465 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network ed195467-f1cc-4442-81dd-36d92f0aedb2 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:41:02.924485 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3db3c5f1-cc75-4fc2-83c4-e539e69f0d44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:41:02.928253 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3db3c5f1-cc75-4fc2-83c4-e539e69f0d44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:router and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:41:02.931065 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3db3c5f1-cc75-4fc2-83c4-e539e69f0d44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:41:02.937163 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3db3c5f1-cc75-4fc2-83c4-e539e69f0d44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:41:02.947629 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3db3c5f1-cc75-4fc2-83c4-e539e69f0d44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.948542 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3db3c5f1-cc75-4fc2-83c4-e539e69f0d44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.967961 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3db3c5f1-cc75-4fc2-83c4-e539e69f0d44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:03.113278 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3db3c5f1-cc75-4fc2-83c4-e539e69f0d44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:03.292258 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3db3c5f1-cc75-4fc2-83c4-e539e69f0d44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:03.321794 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3db3c5f1-cc75-4fc2-83c4-e539e69f0d44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:03.456029 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-3db3c5f1-cc75-4fc2-83c4-e539e69f0d44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.26.4.151 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/65038328-3b3a-4a7c-bff9-000f44c626db) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:41:03.465751 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device a1f3a95c-52b4-45ae-8e3c-6086acca5f7c no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:41:03.498699 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: a1f3a95c-52b4-45ae-8e3c-6086acca5f7c {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:41:03.499049 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device a1f3a95c-52b4-45ae-8e3c-6086acca5f7c not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:41:03.499468 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 0a90f073-968d-4a6a-858e-5ba901cfd45d no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:41:03.529551 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 0a90f073-968d-4a6a-858e-5ba901cfd45d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:41:03.529897 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 0a90f073-968d-4a6a-858e-5ba901cfd45d not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:41:03.692238 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3db3c5f1-cc75-4fc2-83c4-e539e69f0d44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:03.719468 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3db3c5f1-cc75-4fc2-83c4-e539e69f0d44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:03.785122 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db3c5f1-cc75-4fc2-83c4-e539e69f0d44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:41:03.787902 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-3db3c5f1-cc75-4fc2-83c4-e539e69f0d44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:41:03.790248 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db3c5f1-cc75-4fc2-83c4-e539e69f0d44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:41:03.824371 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db3c5f1-cc75-4fc2-83c4-e539e69f0d44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=65038328-3b3a-4a7c-bff9-000f44c626db,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:03.954256 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3db3c5f1-cc75-4fc2-83c4-e539e69f0d44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:03.955609 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3db3c5f1-cc75-4fc2-83c4-e539e69f0d44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:04.179586 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db3c5f1-cc75-4fc2-83c4-e539e69f0d44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 41b09ebf-13bb-470e-a117-c4fd8c945784 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:41:04.373811 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db3c5f1-cc75-4fc2-83c4-e539e69f0d44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:41:04.385791 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] Sync routers for ids ['41b09ebf-13bb-470e-a117-c4fd8c945784'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:41:04.398444 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] Routers {'41b09ebf-13bb-470e-a117-c4fd8c945784'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:41:04.399122 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:40:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['41b09ebf-13bb-470e-a117-c4fd8c945784'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:41:04.399359 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3db3c5f1-cc75-4fc2-83c4-e539e69f0d44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:04.400560 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3db3c5f1-cc75-4fc2-83c4-e539e69f0d44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4891083 Mar 14 15:41:04.403624 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55768) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:04.445793 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-be20f03e-cc4e-4422-83ae-13195266043f tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=5d6eafdbdcc04fa5ac3cc264b55cc088&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409567 Mar 14 15:41:04.448116 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55772) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:04.573839 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] Set router 41b09ebf-13bb-470e-a117-c4fd8c945784 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:41:04.577175 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80c745b-1fa8-4e7a-81f5-93486f233660 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:04.578697 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c80c745b-1fa8-4e7a-81f5-93486f233660 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297112 Mar 14 15:41:04.582285 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55776) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:04.621401 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5de2ff34-1f4f-4dcf-93f0-7cc6219c13e0 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380692 Mar 14 15:41:04.623869 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55780) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:04.629630 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4b893ceb-6265-4dbb-9ff9-b175f32695a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-867977643', 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:41:04.738459 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4b893ceb-6265-4dbb-9ff9-b175f32695a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:41:04.742179 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4b893ceb-6265-4dbb-9ff9-b175f32695a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:subnet and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:41:04.744909 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4b893ceb-6265-4dbb-9ff9-b175f32695a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:41:04.750471 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4b893ceb-6265-4dbb-9ff9-b175f32695a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:41:04.760155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b893ceb-6265-4dbb-9ff9-b175f32695a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:41:04.854636 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'name': 'tempest-TestNetworkBasicOps-router-1873852602', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:41:02Z', 'updated_at': '2022-03-14T15:41:03Z', 'revision_number': 3, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:41:03Z', 'updated_at': '2022-03-14T15:41:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:41:04.858378 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] Checking router: 41b09ebf-13bb-470e-a117-c4fd8c945784 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:41:04.858721 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] Updating router 41b09ebf-13bb-470e-a117-c4fd8c945784 port 65038328-3b3a-4a7c-bff9-000f44c626db binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:41:04.867236 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b893ceb-6265-4dbb-9ff9-b175f32695a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:04.911919 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:05.080760 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b893ceb-6265-4dbb-9ff9-b175f32695a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:05.155470 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b893ceb-6265-4dbb-9ff9-b175f32695a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Subnet': ['ID=62dcfc71-d10f-421f-8f31-dc2b0b78b9ac,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:05.170337 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b893ceb-6265-4dbb-9ff9-b175f32695a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Checking segment: {'id': '3f7bb723-343a-4727-a571-1cde77fe0ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:41:05.170697 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b893ceb-6265-4dbb-9ff9-b175f32695a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network hostable DHCP agents. Network: ed195467-f1cc-4442-81dd-36d92f0aedb2, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:41:05.201955 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b893ceb-6265-4dbb-9ff9-b175f32695a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network ed195467-f1cc-4442-81dd-36d92f0aedb2 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:41:05.214470 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4b893ceb-6265-4dbb-9ff9-b175f32695a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, ed195467-f1cc-4442-81dd-36d92f0aedb2) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:41:05.218467 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b893ceb-6265-4dbb-9ff9-b175f32695a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:05.219239 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b893ceb-6265-4dbb-9ff9-b175f32695a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:05.227780 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26cdcbc-2de6-4a42-8856-7779101128d2 None None] Network ed195467-f1cc-4442-81dd-36d92f0aedb2 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:41:05.246513 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:05.248930 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4b893ceb-6265-4dbb-9ff9-b175f32695a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6240888 Mar 14 15:41:05.251955 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55784) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:05.259634 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] Transition to ACTIVE for port object 65038328-3b3a-4a7c-bff9-000f44c626db will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:41:05.266289 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:05.349713 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce24ba5-7b46-493e-96a9-6764e114dad0 None None] Pushing event updated for resources: {'Port': ['ID=65038328-3b3a-4a7c-bff9-000f44c626db,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:05.353127 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] Attempting to bind port 65038328-3b3a-4a7c-bff9-000f44c626db on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:41:05.353495 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] Attempting to bind port 65038328-3b3a-4a7c-bff9-000f44c626db by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:41:05.353867 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] Attempting to bind port 65038328-3b3a-4a7c-bff9-000f44c626db on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:41:05.361205 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:41:05.361582 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:41:05.362213 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:05.362609 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:41:05.363174 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] Bound port: 65038328-3b3a-4a7c-bff9-000f44c626db, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:41:05.363552 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:05.439580 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] For port 65038328-3b3a-4a7c-bff9-000f44c626db, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:41:05.443529 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] For port 65038328-3b3a-4a7c-bff9-000f44c626db, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=65038328-3b3a-4a7c-bff9-000f44c626db,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:41:05.448741 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:05.464743 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf87237-a11e-4a46-9810-d72e338b3c5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-ed195467-f1cc-4442-81dd-36d92f0aedb2', 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ips': [{'subnet_id': '62dcfc71-d10f-421f-8f31-dc2b0b78b9ac'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:41:05.465611 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fcf87237-a11e-4a46-9810-d72e338b3c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:05.563798 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce24ba5-7b46-493e-96a9-6764e114dad0 None None] Pushing event updated for resources: {'Port': ['ID=65038328-3b3a-4a7c-bff9-000f44c626db,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:05.570685 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] Routers {'41b09ebf-13bb-470e-a117-c4fd8c945784'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:41:05.571351 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:40:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['41b09ebf-13bb-470e-a117-c4fd8c945784'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:41:05.635803 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-fcf87237-a11e-4a46-9810-d72e338b3c5e None None] Allocated IP 172.20.0.2 (ed195467-f1cc-4442-81dd-36d92f0aedb2/62dcfc71-d10f-421f-8f31-dc2b0b78b9ac/d1ee2c16-5c65-4cb4-8203-46296576cac4) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:41:05.758255 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] Set router 41b09ebf-13bb-470e-a117-c4fd8c945784 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:41:05.857071 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fcf87237-a11e-4a46-9810-d72e338b3c5e None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:05.871757 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fcf87237-a11e-4a46-9810-d72e338b3c5e None None] Transition to ACTIVE for port object d1ee2c16-5c65-4cb4-8203-46296576cac4 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:41:05.893310 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fcf87237-a11e-4a46-9810-d72e338b3c5e None None] Transition to ACTIVE for port object d1ee2c16-5c65-4cb4-8203-46296576cac4 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:41:05.900107 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fcf87237-a11e-4a46-9810-d72e338b3c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:05.965729 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf87237-a11e-4a46-9810-d72e338b3c5e None None] Network ed195467-f1cc-4442-81dd-36d92f0aedb2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:41:05.969128 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-fcf87237-a11e-4a46-9810-d72e338b3c5e None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:41:05.973238 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf87237-a11e-4a46-9810-d72e338b3c5e None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:41:05.983886 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf87237-a11e-4a46-9810-d72e338b3c5e None None] Pushing event updated for resources: {'Port': ['ID=d1ee2c16-5c65-4cb4-8203-46296576cac4,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:06.048127 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'name': 'tempest-TestNetworkBasicOps-router-1873852602', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:41:02Z', 'updated_at': '2022-03-14T15:41:03Z', 'revision_number': 3, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:41:03Z', 'updated_at': '2022-03-14T15:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:41:06.054316 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b39b308-76f5-4b4d-afe4-0b4f742a57e4 None None] The sync data for ids ['41b09ebf-13bb-470e-a117-c4fd8c945784'] in dv-neutron-833561-1-hyperv is: [{'id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'name': 'tempest-TestNetworkBasicOps-router-1873852602', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:41:02Z', 'updated_at': '2022-03-14T15:41:03Z', 'revision_number': 3, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:41:03Z', 'updated_at': '2022-03-14T15:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:41:06.071674 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-fcf87237-a11e-4a46-9810-d72e338b3c5e None None] Attempting to bind port d1ee2c16-5c65-4cb4-8203-46296576cac4 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:41:06.071674 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-fcf87237-a11e-4a46-9810-d72e338b3c5e None None] Attempting to bind port d1ee2c16-5c65-4cb4-8203-46296576cac4 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3f7bb723-343a-4727-a571-1cde77fe0ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:41:06.071674 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf87237-a11e-4a46-9810-d72e338b3c5e None None] Attempting to bind port d1ee2c16-5c65-4cb4-8203-46296576cac4 on network ed195467-f1cc-4442-81dd-36d92f0aedb2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:41:06.076833 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf87237-a11e-4a46-9810-d72e338b3c5e None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:41:06.077212 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf87237-a11e-4a46-9810-d72e338b3c5e None None] Checking segment: {'id': '3f7bb723-343a-4727-a571-1cde77fe0ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:41:06.077618 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fcf87237-a11e-4a46-9810-d72e338b3c5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:06.078012 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf87237-a11e-4a46-9810-d72e338b3c5e None None] Bound using segment: {'id': '3f7bb723-343a-4727-a571-1cde77fe0ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:41:06.078501 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-fcf87237-a11e-4a46-9810-d72e338b3c5e None None] Bound port: d1ee2c16-5c65-4cb4-8203-46296576cac4, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7bb723-343a-4727-a571-1cde77fe0ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:41:06.078876 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fcf87237-a11e-4a46-9810-d72e338b3c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:06.172051 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fcf87237-a11e-4a46-9810-d72e338b3c5e None None] For port d1ee2c16-5c65-4cb4-8203-46296576cac4, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:41:06.175656 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fcf87237-a11e-4a46-9810-d72e338b3c5e None None] For port d1ee2c16-5c65-4cb4-8203-46296576cac4, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=d1ee2c16-5c65-4cb4-8203-46296576cac4,segment=NetworkSegment(3f7bb723-343a-4727-a571-1cde77fe0ef9),segment_id=3f7bb723-343a-4727-a571-1cde77fe0ef9)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:41:06.176768 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:06.183914 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fcf87237-a11e-4a46-9810-d72e338b3c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:06.300272 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf87237-a11e-4a46-9810-d72e338b3c5e None None] Pushing event updated for resources: {'Port': ['ID=d1ee2c16-5c65-4cb4-8203-46296576cac4,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:06.659543 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.20.0.1 (ed195467-f1cc-4442-81dd-36d92f0aedb2/62dcfc71-d10f-421f-8f31-dc2b0b78b9ac/cc3e5f73-5bda-4a72-8516-dd36b8017264) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:41:06.827306 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:06.846379 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Transition to ACTIVE for port object cc3e5f73-5bda-4a72-8516-dd36b8017264 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:41:06.878941 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:06.968787 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network ed195467-f1cc-4442-81dd-36d92f0aedb2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:41:06.972740 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:41:06.975187 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:41:07.005820 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=cc3e5f73-5bda-4a72-8516-dd36b8017264,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:07.030020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:41:07.030384 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:41:07.030722 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:41:07.031050 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:41:07.031398 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:41:07.031707 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:41:07.032033 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:41:07.032355 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:41:07.033257 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:41:07.033604 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:41:07.033930 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:41:07.048021 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:07.139973 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:07.243167 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2d4d7c-b17d-46d8-9de5-6c08f763381a None None] Network ed195467-f1cc-4442-81dd-36d92f0aedb2 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:41:07.351781 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e870515e-3e26-43ef-aa88-02e970ed5a85 None None] Provisioning for port d1ee2c16-5c65-4cb4-8203-46296576cac4 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:41:07.529307 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 65038328-3b3a-4a7c-bff9-000f44c626db up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:41:07.605615 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 65038328-3b3a-4a7c-bff9-000f44c626db completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:41:07.612897 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 65038328-3b3a-4a7c-bff9-000f44c626db triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:41:07.613281 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:07.702089 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:07.708067 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:07.738335 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:07.756879 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 65038328-3b3a-4a7c-bff9-000f44c626db, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=65038328-3b3a-4a7c-bff9-000f44c626db,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:41:07.760767 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:07.761702 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d1ee2c16-5c65-4cb4-8203-46296576cac4 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:41:07.827241 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=cc3e5f73-5bda-4a72-8516-dd36b8017264,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:07.829723 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:07.929103 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=65038328-3b3a-4a7c-bff9-000f44c626db,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:07.948947 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port d1ee2c16-5c65-4cb4-8203-46296576cac4 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:41:07.953425 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7331e88b-e5a2-4d3e-962c-b4b68230def5 None None] Provisioning for port cc3e5f73-5bda-4a72-8516-dd36b8017264 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:41:07.958263 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port d1ee2c16-5c65-4cb4-8203-46296576cac4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:41:07.958574 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:07.987287 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7331e88b-e5a2-4d3e-962c-b4b68230def5 None None] Provisioning complete for port cc3e5f73-5bda-4a72-8516-dd36b8017264 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:41:07.987674 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7331e88b-e5a2-4d3e-962c-b4b68230def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:07.991065 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network ed195467-f1cc-4442-81dd-36d92f0aedb2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:41:07.992147 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:41:08.065277 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7331e88b-e5a2-4d3e-962c-b4b68230def5 None None] Port cc3e5f73-5bda-4a72-8516-dd36b8017264 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:41:08.127231 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:08.169779 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port d1ee2c16-5c65-4cb4-8203-46296576cac4, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=d1ee2c16-5c65-4cb4-8203-46296576cac4,segment=NetworkSegment(3f7bb723-343a-4727-a571-1cde77fe0ef9),segment_id=3f7bb723-343a-4727-a571-1cde77fe0ef9)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:41:08.178622 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:08.258635 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e53b8629-4479-4904-97a5-7132f807e242 None None] Provisioning complete for port cc3e5f73-5bda-4a72-8516-dd36b8017264 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:41:08.259013 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e53b8629-4479-4904-97a5-7132f807e242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:08.305680 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=d1ee2c16-5c65-4cb4-8203-46296576cac4,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:08.317600 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e53b8629-4479-4904-97a5-7132f807e242 None None] Port cc3e5f73-5bda-4a72-8516-dd36b8017264 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:41:08.406523 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 41b09ebf-13bb-470e-a117-c4fd8c945784 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:41:08.437820 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-483f29ba-4e47-4156-835a-046b469bfae5 None None] Provisioning complete for port cc3e5f73-5bda-4a72-8516-dd36b8017264 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:41:08.438416 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-483f29ba-4e47-4156-835a-046b469bfae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:08.491936 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-483f29ba-4e47-4156-835a-046b469bfae5 None None] Port cc3e5f73-5bda-4a72-8516-dd36b8017264 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:41:08.607524 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:41:08.620384 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c7c778d9-1804-449b-961e-2a2b4abfcac4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/routers/41b09ebf-13bb-470e-a117-c4fd8c945784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3672159 Mar 14 15:41:08.622973 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55788) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:08.754787 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918d4a74-1523-47f1-945f-976761e2f28c tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:08.755416 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918d4a74-1523-47f1-945f-976761e2f28c tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:08.755416 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918d4a74-1523-47f1-945f-976761e2f28c tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:08.755764 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918d4a74-1523-47f1-945f-976761e2f28c tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:08.757956 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-918d4a74-1523-47f1-945f-976761e2f28c tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1340697 Mar 14 15:41:08.760536 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55792) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:08.829198 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbfb328-ecca-48b3-8ec3-a90f6fb1852f tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:08.830076 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbfb328-ecca-48b3-8ec3-a90f6fb1852f tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:08.830521 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbfb328-ecca-48b3-8ec3-a90f6fb1852f tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:08.830791 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbfb328-ecca-48b3-8ec3-a90f6fb1852f tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:08.832415 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-dcbfb328-ecca-48b3-8ec3-a90f6fb1852f tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0710068 Mar 14 15:41:08.835030 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55796) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:09.125522 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9807669c-d1e6-4d19-92a1-14095db9d6b9 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2893713 Mar 14 15:41:09.480995 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 65038328-3b3a-4a7c-bff9-000f44c626db up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:41:09.549568 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 65038328-3b3a-4a7c-bff9-000f44c626db triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:41:09.549945 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:09.580129 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] Sync routers for ids ['41b09ebf-13bb-470e-a117-c4fd8c945784'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:41:09.617462 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] Routers {'41b09ebf-13bb-470e-a117-c4fd8c945784'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:41:09.618092 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:40:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['41b09ebf-13bb-470e-a117-c4fd8c945784'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:41:09.810969 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d1ee2c16-5c65-4cb4-8203-46296576cac4 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:41:09.853017 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55802) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:09.858608 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a4cfe1ab-7d41-4865-9770-3fa4ed872a64 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1422832751', 'description': 'tempest-secgroup-smoke-1422832751 description', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:41:09.865331 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a4cfe1ab-7d41-4865-9770-3fa4ed872a64 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:41:09.869494 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a4cfe1ab-7d41-4865-9770-3fa4ed872a64 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:41:09.872345 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a4cfe1ab-7d41-4865-9770-3fa4ed872a64 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:41:09.878520 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a4cfe1ab-7d41-4865-9770-3fa4ed872a64 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:41:09.886046 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] Set router 41b09ebf-13bb-470e-a117-c4fd8c945784 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:41:09.889651 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4cfe1ab-7d41-4865-9770-3fa4ed872a64 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:09.926865 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a4cfe1ab-7d41-4865-9770-3fa4ed872a64 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:41:09.930663 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a4cfe1ab-7d41-4865-9770-3fa4ed872a64 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:41:09.933398 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a4cfe1ab-7d41-4865-9770-3fa4ed872a64 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:41:09.939909 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a4cfe1ab-7d41-4865-9770-3fa4ed872a64 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:41:09.999302 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4cfe1ab-7d41-4865-9770-3fa4ed872a64 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.003696 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4cfe1ab-7d41-4865-9770-3fa4ed872a64 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.017586 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port d1ee2c16-5c65-4cb4-8203-46296576cac4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:41:10.017962 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.046530 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfe1ab-7d41-4865-9770-3fa4ed872a64 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6e0f31-8659-440c-9e50-46abd0a850bf,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:10.055074 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4cfe1ab-7d41-4865-9770-3fa4ed872a64 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.059328 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a4cfe1ab-7d41-4865-9770-3fa4ed872a64 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2022698 Mar 14 15:41:10.059328 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55806) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:10.065698 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-821cd885-3a9c-4d8b-ba47-e7fd9406d3bd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'aa6e0f31-8659-440c-9e50-46abd0a850bf', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:41:10.071407 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-821cd885-3a9c-4d8b-ba47-e7fd9406d3bd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:41:10.075185 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-821cd885-3a9c-4d8b-ba47-e7fd9406d3bd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:41:10.077981 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-821cd885-3a9c-4d8b-ba47-e7fd9406d3bd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:41:10.083789 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-821cd885-3a9c-4d8b-ba47-e7fd9406d3bd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:41:10.102757 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-821cd885-3a9c-4d8b-ba47-e7fd9406d3bd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.165413 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-821cd885-3a9c-4d8b-ba47-e7fd9406d3bd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.169830 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-821cd885-3a9c-4d8b-ba47-e7fd9406d3bd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.202967 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-821cd885-3a9c-4d8b-ba47-e7fd9406d3bd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.204180 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-821cd885-3a9c-4d8b-ba47-e7fd9406d3bd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1440012 Mar 14 15:41:10.205317 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821cd885-3a9c-4d8b-ba47-e7fd9406d3bd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55933e6a-6b01-4743-9059-43ba8a01dc96,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:10.209445 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55810) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:10.215080 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6e308ad7-e52e-46c6-a390-279814dbf4e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'aa6e0f31-8659-440c-9e50-46abd0a850bf', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:41:10.221502 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6e308ad7-e52e-46c6-a390-279814dbf4e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:41:10.225327 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-6e308ad7-e52e-46c6-a390-279814dbf4e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:41:10.228171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-6e308ad7-e52e-46c6-a390-279814dbf4e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:41:10.234300 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6e308ad7-e52e-46c6-a390-279814dbf4e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:41:10.251656 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e308ad7-e52e-46c6-a390-279814dbf4e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.311654 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'name': 'tempest-TestNetworkBasicOps-router-1873852602', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:41:02Z', 'updated_at': '2022-03-14T15:41:07Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:41:03Z', 'updated_at': '2022-03-14T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'cc3e5f73-5bda-4a72-8516-dd36b8017264', 'name': '', 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:9a:d4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62dcfc71-d10f-421f-8f31-dc2b0b78b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:41:06Z', 'updated_at': '2022-03-14T15:41:07Z', 'revision_number': 2, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '62dcfc71-d10f-421f-8f31-dc2b0b78b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:41:10.315477 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e308ad7-e52e-46c6-a390-279814dbf4e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.315903 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] Checking router: 41b09ebf-13bb-470e-a117-c4fd8c945784 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:41:10.316169 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] Updating router 41b09ebf-13bb-470e-a117-c4fd8c945784 port cc3e5f73-5bda-4a72-8516-dd36b8017264 binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:41:10.319623 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e308ad7-e52e-46c6-a390-279814dbf4e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.342479 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e308ad7-e52e-46c6-a390-279814dbf4e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b3ec3d-8c41-45f9-ab64-668e6c865a2b,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:10.352649 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e308ad7-e52e-46c6-a390-279814dbf4e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.353865 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6e308ad7-e52e-46c6-a390-279814dbf4e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1436293 Mar 14 15:41:10.356557 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55814) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:10.362341 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-97d5e4f5-7598-4471-b4d2-b196f8348ee7 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'aa6e0f31-8659-440c-9e50-46abd0a850bf', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:41:10.367969 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-97d5e4f5-7598-4471-b4d2-b196f8348ee7 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:41:10.370553 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.371844 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-97d5e4f5-7598-4471-b4d2-b196f8348ee7 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:41:10.374737 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-97d5e4f5-7598-4471-b4d2-b196f8348ee7 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:41:10.380686 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-97d5e4f5-7598-4471-b4d2-b196f8348ee7 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:41:10.397803 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97d5e4f5-7598-4471-b4d2-b196f8348ee7 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.460478 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97d5e4f5-7598-4471-b4d2-b196f8348ee7 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.463893 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97d5e4f5-7598-4471-b4d2-b196f8348ee7 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.487800 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5e4f5-7598-4471-b4d2-b196f8348ee7 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8160aa8b-18b4-4e24-b2cc-abb6e4f4dfd0,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:10.498132 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97d5e4f5-7598-4471-b4d2-b196f8348ee7 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.499324 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-97d5e4f5-7598-4471-b4d2-b196f8348ee7 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1418734 Mar 14 15:41:10.502247 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55818) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:10.507863 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d7b58018-8983-481e-a917-df09a511d624 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'aa6e0f31-8659-440c-9e50-46abd0a850bf', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:41:10.513939 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d7b58018-8983-481e-a917-df09a511d624 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:41:10.518492 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-d7b58018-8983-481e-a917-df09a511d624 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:41:10.521403 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-d7b58018-8983-481e-a917-df09a511d624 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:41:10.527037 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d7b58018-8983-481e-a917-df09a511d624 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:41:10.544341 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7b58018-8983-481e-a917-df09a511d624 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.609429 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7b58018-8983-481e-a917-df09a511d624 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.613752 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7b58018-8983-481e-a917-df09a511d624 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.638734 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b58018-8983-481e-a917-df09a511d624 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01fcc509-cc58-4608-9f69-3e24e4e0a387,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:10.649323 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7b58018-8983-481e-a917-df09a511d624 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.650618 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d7b58018-8983-481e-a917-df09a511d624 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1475208 Mar 14 15:41:10.653268 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55822) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:10.659759 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4e6b7691-5f2a-4b0e-877c-9ff4268874a2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'aa6e0f31-8659-440c-9e50-46abd0a850bf', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:41:10.665550 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4e6b7691-5f2a-4b0e-877c-9ff4268874a2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:41:10.669307 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4e6b7691-5f2a-4b0e-877c-9ff4268874a2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:41:10.672293 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4e6b7691-5f2a-4b0e-877c-9ff4268874a2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:41:10.678143 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4e6b7691-5f2a-4b0e-877c-9ff4268874a2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:41:10.689559 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-4e6b7691-5f2a-4b0e-877c-9ff4268874a2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Project 5d6eafdbdcc04fa5ac3cc264b55cc088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:41:10.696077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7691-5f2a-4b0e-877c-9ff4268874a2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.758677 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.764032 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7691-5f2a-4b0e-877c-9ff4268874a2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.768399 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7691-5f2a-4b0e-877c-9ff4268874a2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.772129 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] Transition to ACTIVE for port object cc3e5f73-5bda-4a72-8516-dd36b8017264 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:41:10.779740 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.797289 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b7691-5f2a-4b0e-877c-9ff4268874a2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331c19a2-1679-4dee-8588-de843dae2e90,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:10.804629 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7691-5f2a-4b0e-877c-9ff4268874a2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.805768 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4e6b7691-5f2a-4b0e-877c-9ff4268874a2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1515970 Mar 14 15:41:10.808535 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55826) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:10.814438 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-97932960-4a43-4a1a-acc7-2e20bac2bb5a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': 'aa6e0f31-8659-440c-9e50-46abd0a850bf', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:41:10.820318 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-97932960-4a43-4a1a-acc7-2e20bac2bb5a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:41:10.824098 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-97932960-4a43-4a1a-acc7-2e20bac2bb5a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:41:10.826961 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-97932960-4a43-4a1a-acc7-2e20bac2bb5a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:41:10.832726 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-97932960-4a43-4a1a-acc7-2e20bac2bb5a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:41:10.843009 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-97932960-4a43-4a1a-acc7-2e20bac2bb5a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Project 5d6eafdbdcc04fa5ac3cc264b55cc088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:41:10.851409 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97932960-4a43-4a1a-acc7-2e20bac2bb5a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.905303 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408c77f-0a98-4a93-9de8-f29900c9f377 None None] Pushing event updated for resources: {'Port': ['ID=cc3e5f73-5bda-4a72-8516-dd36b8017264,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:10.930780 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97932960-4a43-4a1a-acc7-2e20bac2bb5a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.935425 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97932960-4a43-4a1a-acc7-2e20bac2bb5a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.964347 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97932960-4a43-4a1a-acc7-2e20bac2bb5a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523c7304-cd5e-4eb1-a8e8-8d91615e15b7,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:10.973785 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97932960-4a43-4a1a-acc7-2e20bac2bb5a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:10.975568 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-97932960-4a43-4a1a-acc7-2e20bac2bb5a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1657453 Mar 14 15:41:11.002640 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] Attempting to bind port cc3e5f73-5bda-4a72-8516-dd36b8017264 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:41:11.003261 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] Attempting to bind port cc3e5f73-5bda-4a72-8516-dd36b8017264 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3f7bb723-343a-4727-a571-1cde77fe0ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:41:11.003739 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] Attempting to bind port cc3e5f73-5bda-4a72-8516-dd36b8017264 on network ed195467-f1cc-4442-81dd-36d92f0aedb2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:41:11.013854 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:41:11.014286 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] Checking segment: {'id': '3f7bb723-343a-4727-a571-1cde77fe0ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:41:11.014686 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:11.015075 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] Bound using segment: {'id': '3f7bb723-343a-4727-a571-1cde77fe0ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:41:11.015566 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] Bound port: cc3e5f73-5bda-4a72-8516-dd36b8017264, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7bb723-343a-4727-a571-1cde77fe0ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:41:11.015897 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:11.120545 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] For port cc3e5f73-5bda-4a72-8516-dd36b8017264, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:41:11.123672 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] For port cc3e5f73-5bda-4a72-8516-dd36b8017264, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=cc3e5f73-5bda-4a72-8516-dd36b8017264,segment=NetworkSegment(3f7bb723-343a-4727-a571-1cde77fe0ef9),segment_id=3f7bb723-343a-4727-a571-1cde77fe0ef9)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:41:11.131213 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:11.155549 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-7e97a342-a2c8-4351-9d75-5a349931158c req-cbc973a0-12c1-4285-be14-3a6eb31fd7be tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:41:11.171757 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-7e97a342-a2c8-4351-9d75-5a349931158c req-cbc973a0-12c1-4285-be14-3a6eb31fd7be tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:41:11.174249 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e97a342-a2c8-4351-9d75-5a349931158c req-cbc973a0-12c1-4285-be14-3a6eb31fd7be tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1422832751&fields=id&tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 267 time: 0.0640206 Mar 14 15:41:11.216779 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408c77f-0a98-4a93-9de8-f29900c9f377 None None] Pushing event updated for resources: {'Port': ['ID=cc3e5f73-5bda-4a72-8516-dd36b8017264,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:11.223557 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] Routers {'41b09ebf-13bb-470e-a117-c4fd8c945784'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:41:11.224609 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:40:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['41b09ebf-13bb-470e-a117-c4fd8c945784'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:41:11.347775 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97a342-a2c8-4351-9d75-5a349931158c req-1749bee6-e867-4d52-ae17-4ca745c34d22 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:11.348660 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-7e97a342-a2c8-4351-9d75-5a349931158c req-1749bee6-e867-4d52-ae17-4ca745c34d22 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:41:11.366345 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-7e97a342-a2c8-4351-9d75-5a349931158c req-1749bee6-e867-4d52-ae17-4ca745c34d22 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:41:11.367736 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e97a342-a2c8-4351-9d75-5a349931158c req-1749bee6-e867-4d52-ae17-4ca745c34d22 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/networks?id=ed195467-f1cc-4442-81dd-36d92f0aedb2 HTTP/1.1" status: 200 len: 796 time: 0.1872013 Mar 14 15:41:11.385699 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e97a342-a2c8-4351-9d75-5a349931158c req-8f3a9149-c72f-4696-a1ae-5be40a2a9eb2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/quotas/5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 375 time: 0.0123410 Mar 14 15:41:11.412588 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] Set router 41b09ebf-13bb-470e-a117-c4fd8c945784 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:41:11.470068 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-7e97a342-a2c8-4351-9d75-5a349931158c req-525e36b1-42f1-465e-a260-986a665c066f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:41:11.486144 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-7e97a342-a2c8-4351-9d75-5a349931158c req-525e36b1-42f1-465e-a260-986a665c066f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:41:11.487821 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e97a342-a2c8-4351-9d75-5a349931158c req-525e36b1-42f1-465e-a260-986a665c066f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0964513 Mar 14 15:41:11.575293 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [req-7e97a342-a2c8-4351-9d75-5a349931158c req-5af6fb4b-e68f-452a-a6ff-3326d1787f82 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:41:11.576243 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e97a342-a2c8-4351-9d75-5a349931158c req-5af6fb4b-e68f-452a-a6ff-3326d1787f82 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0766871 Mar 14 15:41:11.707519 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e97a342-a2c8-4351-9d75-5a349931158c req-908a2c8c-9bd7-4413-986a-4d995b43c1ed service neutron] 10.222.0.60 "GET /v2.0/networks/ed195467-f1cc-4442-81dd-36d92f0aedb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242189 Mar 14 15:41:11.726223 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'name': 'tempest-TestNetworkBasicOps-router-1873852602', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:41:02Z', 'updated_at': '2022-03-14T15:41:07Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:41:03Z', 'updated_at': '2022-03-14T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'cc3e5f73-5bda-4a72-8516-dd36b8017264', 'name': '', 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:9a:d4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62dcfc71-d10f-421f-8f31-dc2b0b78b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:41:06Z', 'updated_at': '2022-03-14T15:41:11Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '62dcfc71-d10f-421f-8f31-dc2b0b78b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:41:11.730108 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ec5335-bf8a-4650-a8ef-de4b9ae73521 None None] The sync data for ids ['41b09ebf-13bb-470e-a117-c4fd8c945784'] in dv-neutron-833561-1-hyperv is: [{'id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'name': 'tempest-TestNetworkBasicOps-router-1873852602', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:41:02Z', 'updated_at': '2022-03-14T15:41:07Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:41:03Z', 'updated_at': '2022-03-14T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'cc3e5f73-5bda-4a72-8516-dd36b8017264', 'name': '', 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:9a:d4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62dcfc71-d10f-421f-8f31-dc2b0b78b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:41:06Z', 'updated_at': '2022-03-14T15:41:11Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '62dcfc71-d10f-421f-8f31-dc2b0b78b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:41:11.853050 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e97a342-a2c8-4351-9d75-5a349931158c req-7f6b8335-3998-4a84-bfbc-2726cf11004f service neutron] 10.222.0.60 "GET /v2.0/networks/ed195467-f1cc-4442-81dd-36d92f0aedb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397014 Mar 14 15:41:12.157121 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-01c963c1-a85c-40b9-94f4-dceb2b440483 req-e3387ef0-4324-4e1e-927f-13699cdd99e2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:41:12.181113 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-01c963c1-a85c-40b9-94f4-dceb2b440483 req-e3387ef0-4324-4e1e-927f-13699cdd99e2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:41:12.183322 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-01c963c1-a85c-40b9-94f4-dceb2b440483 req-e3387ef0-4324-4e1e-927f-13699cdd99e2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=12ebf153-c75b-45ea-8eb3-bde14945d094 HTTP/1.1" status: 200 len: 210 time: 0.1830728 Mar 14 15:41:12.907171 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-52930e23-1049-400b-9ffd-ac53c77089d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:13.060135 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97a342-a2c8-4351-9d75-5a349931158c req-e76a5879-06f8-430a-8674-fac59e8ffd83 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:13.061534 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e97a342-a2c8-4351-9d75-5a349931158c req-e76a5879-06f8-430a-8674-fac59e8ffd83 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/networks?id=ed195467-f1cc-4442-81dd-36d92f0aedb2 HTTP/1.1" status: 200 len: 796 time: 0.1424561 Mar 14 15:41:13.115653 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e97a342-a2c8-4351-9d75-5a349931158c req-1d9aa577-c088-4432-9d13-574278e9942e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 380 time: 0.0421517 Mar 14 15:41:13.124025 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-7e97a342-a2c8-4351-9d75-5a349931158c req-46111215-7789-499b-b4de-2e52835a3684 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'port': {'device_id': '12ebf153-c75b-45ea-8eb3-bde14945d094', 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2', 'admin_state_up': True, 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'security_groups': ['aa6e0f31-8659-440c-9e50-46abd0a850bf']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:41:13.259202 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-7e97a342-a2c8-4351-9d75-5a349931158c req-46111215-7789-499b-b4de-2e52835a3684 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:41:13.268506 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-7e97a342-a2c8-4351-9d75-5a349931158c req-46111215-7789-499b-b4de-2e52835a3684 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:41:13.279248 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e97a342-a2c8-4351-9d75-5a349931158c req-46111215-7789-499b-b4de-2e52835a3684 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:41:13.282992 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e97a342-a2c8-4351-9d75-5a349931158c req-46111215-7789-499b-b4de-2e52835a3684 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:13.394813 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a0a9ec07-4ad7-471f-8524-c7d3d841498c req-d4790096-f140-4d92-b0f2-01db3a77a3d4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=12ebf153-c75b-45ea-8eb3-bde14945d094 HTTP/1.1" status: 200 len: 210 time: 0.0448191 Mar 14 15:41:13.495141 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device cc3e5f73-5bda-4a72-8516-dd36b8017264 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:41:13.501037 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-7e97a342-a2c8-4351-9d75-5a349931158c req-46111215-7789-499b-b4de-2e52835a3684 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.20.0.12 (ed195467-f1cc-4442-81dd-36d92f0aedb2/62dcfc71-d10f-421f-8f31-dc2b0b78b9ac/7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:41:13.565849 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port cc3e5f73-5bda-4a72-8516-dd36b8017264 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:41:13.570747 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port cc3e5f73-5bda-4a72-8516-dd36b8017264 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:41:13.571115 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:13.688354 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:13.720684 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port cc3e5f73-5bda-4a72-8516-dd36b8017264, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=cc3e5f73-5bda-4a72-8516-dd36b8017264,segment=NetworkSegment(3f7bb723-343a-4727-a571-1cde77fe0ef9),segment_id=3f7bb723-343a-4727-a571-1cde77fe0ef9)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:41:13.723834 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:13.792007 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=cc3e5f73-5bda-4a72-8516-dd36b8017264,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:13.796506 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e97a342-a2c8-4351-9d75-5a349931158c req-46111215-7789-499b-b4de-2e52835a3684 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:13.812719 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-7e97a342-a2c8-4351-9d75-5a349931158c req-46111215-7789-499b-b4de-2e52835a3684 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Transition to ACTIVE for port object 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:41:13.834848 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e97a342-a2c8-4351-9d75-5a349931158c req-46111215-7789-499b-b4de-2e52835a3684 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:13.901981 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e97a342-a2c8-4351-9d75-5a349931158c req-46111215-7789-499b-b4de-2e52835a3684 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network ed195467-f1cc-4442-81dd-36d92f0aedb2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:41:13.904803 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-7e97a342-a2c8-4351-9d75-5a349931158c req-46111215-7789-499b-b4de-2e52835a3684 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:41:13.908695 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e97a342-a2c8-4351-9d75-5a349931158c req-46111215-7789-499b-b4de-2e52835a3684 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:41:13.942602 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46111215-7789-499b-b4de-2e52835a3684 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:13.976097 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97a342-a2c8-4351-9d75-5a349931158c req-46111215-7789-499b-b4de-2e52835a3684 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:13.976708 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e97a342-a2c8-4351-9d75-5a349931158c req-46111215-7789-499b-b4de-2e52835a3684 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:14.003046 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e97a342-a2c8-4351-9d75-5a349931158c req-46111215-7789-499b-b4de-2e52835a3684 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8824222 Mar 14 15:41:14.016401 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-7e97a342-a2c8-4351-9d75-5a349931158c req-2a9061a3-7127-43dc-b240-0ff6e517ba84 service neutron] Request body: {'port': {'device_id': '12ebf153-c75b-45ea-8eb3-bde14945d094', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:41:14.123019 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e97a342-a2c8-4351-9d75-5a349931158c req-2a9061a3-7127-43dc-b240-0ff6e517ba84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:14.129000 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2aa2b1b6-e965-4d08-a40a-0199324a609f None None] Provisioning for port 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:41:14.136781 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2aa2b1b6-e965-4d08-a40a-0199324a609f None None] Provisioning complete for port 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:41:14.137158 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2aa2b1b6-e965-4d08-a40a-0199324a609f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:14.192751 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2aa2b1b6-e965-4d08-a40a-0199324a609f None None] Port 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:41:14.463696 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-7e97a342-a2c8-4351-9d75-5a349931158c req-2a9061a3-7127-43dc-b240-0ff6e517ba84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:41:14.470940 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e97a342-a2c8-4351-9d75-5a349931158c req-2a9061a3-7127-43dc-b240-0ff6e517ba84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:14.484936 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-7e97a342-a2c8-4351-9d75-5a349931158c req-2a9061a3-7127-43dc-b240-0ff6e517ba84 service neutron] Transition to ACTIVE for port object 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:41:14.489787 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e97a342-a2c8-4351-9d75-5a349931158c req-2a9061a3-7127-43dc-b240-0ff6e517ba84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:14.591920 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869c70d-3ccc-4170-a96c-7cf3a9ad3c39 req-c6212948-89a1-4da7-acc9-57b4fe1c0cad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:14.594087 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d869c70d-3ccc-4170-a96c-7cf3a9ad3c39 req-c6212948-89a1-4da7-acc9-57b4fe1c0cad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=12ebf153-c75b-45ea-8eb3-bde14945d094 HTTP/1.1" status: 200 len: 944 time: 0.0785520 Mar 14 15:41:14.612775 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9061a3-7127-43dc-b240-0ff6e517ba84 service neutron] Pushing event updated for resources: {'Port': ['ID=7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:14.647032 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-d869c70d-3ccc-4170-a96c-7cf3a9ad3c39 req-5568928e-ecb7-4926-8dc9-85bbd73a9eea tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:41:14.659599 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-d869c70d-3ccc-4170-a96c-7cf3a9ad3c39 req-5568928e-ecb7-4926-8dc9-85bbd73a9eea tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:41:14.662856 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d869c70d-3ccc-4170-a96c-7cf3a9ad3c39 req-5568928e-ecb7-4926-8dc9-85bbd73a9eea tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa6e0f31-8659-440c-9e50-46abd0a850bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625932 Mar 14 15:41:14.725407 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7e97a342-a2c8-4351-9d75-5a349931158c req-2a9061a3-7127-43dc-b240-0ff6e517ba84 service neutron] Attempting to bind port 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:41:14.725744 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7e97a342-a2c8-4351-9d75-5a349931158c req-2a9061a3-7127-43dc-b240-0ff6e517ba84 service neutron] Attempting to bind port 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '3f7bb723-343a-4727-a571-1cde77fe0ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:41:14.726211 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e97a342-a2c8-4351-9d75-5a349931158c req-2a9061a3-7127-43dc-b240-0ff6e517ba84 service neutron] Attempting to bind port 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b on network ed195467-f1cc-4442-81dd-36d92f0aedb2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:41:14.731859 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e97a342-a2c8-4351-9d75-5a349931158c req-2a9061a3-7127-43dc-b240-0ff6e517ba84 service neutron] Port 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b on network ed195467-f1cc-4442-81dd-36d92f0aedb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:41:14.732171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e97a342-a2c8-4351-9d75-5a349931158c req-2a9061a3-7127-43dc-b240-0ff6e517ba84 service neutron] Attempting to bind port 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b on network ed195467-f1cc-4442-81dd-36d92f0aedb2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:41:14.738661 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e97a342-a2c8-4351-9d75-5a349931158c req-2a9061a3-7127-43dc-b240-0ff6e517ba84 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:41:14.738988 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e97a342-a2c8-4351-9d75-5a349931158c req-2a9061a3-7127-43dc-b240-0ff6e517ba84 service neutron] Checking segment: {'id': '3f7bb723-343a-4727-a571-1cde77fe0ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:41:14.739364 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e97a342-a2c8-4351-9d75-5a349931158c req-2a9061a3-7127-43dc-b240-0ff6e517ba84 service neutron] Bound using segment: {'id': '3f7bb723-343a-4727-a571-1cde77fe0ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:41:14.739781 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7e97a342-a2c8-4351-9d75-5a349931158c req-2a9061a3-7127-43dc-b240-0ff6e517ba84 service neutron] Bound port: 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f7bb723-343a-4727-a571-1cde77fe0ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:41:14.740122 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e97a342-a2c8-4351-9d75-5a349931158c req-2a9061a3-7127-43dc-b240-0ff6e517ba84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:14.829081 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7e97a342-a2c8-4351-9d75-5a349931158c req-2a9061a3-7127-43dc-b240-0ff6e517ba84 service neutron] For port 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:41:14.832477 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7e97a342-a2c8-4351-9d75-5a349931158c req-2a9061a3-7127-43dc-b240-0ff6e517ba84 service neutron] For port 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b,segment=NetworkSegment(3f7bb723-343a-4727-a571-1cde77fe0ef9),segment_id=3f7bb723-343a-4727-a571-1cde77fe0ef9)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:41:14.837201 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e97a342-a2c8-4351-9d75-5a349931158c req-2a9061a3-7127-43dc-b240-0ff6e517ba84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:14.894320 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e97a342-a2c8-4351-9d75-5a349931158c req-2a9061a3-7127-43dc-b240-0ff6e517ba84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:14.895683 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e97a342-a2c8-4351-9d75-5a349931158c req-2a9061a3-7127-43dc-b240-0ff6e517ba84 service neutron] 10.222.0.24 "PUT /v2.0/ports/7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b HTTP/1.1" status: 200 len: 1094 time: 0.8834698 Mar 14 15:41:14.898798 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ebf153-c75b-45ea-8eb3-bde14945d094', 'tag': '7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:41:14.920543 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9061a3-7127-43dc-b240-0ff6e517ba84 service neutron] Pushing event updated for resources: {'Port': ['ID=7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:14.974927 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ebf153-c75b-45ea-8eb3-bde14945d094', 'tag': '7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b', 'status': 'completed', 'code': 200} Mar 14 15:41:15.017909 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e97a342-a2c8-4351-9d75-5a349931158c req-6ba8ee50-0f1f-4d71-aa2c-7d396f2aa380 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=12ebf153-c75b-45ea-8eb3-bde14945d094 HTTP/1.1" status: 200 len: 1097 time: 0.0775633 Mar 14 15:41:15.076307 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-347c1908-4cd2-418a-85ae-615b9aab5a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:15.086416 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e97a342-a2c8-4351-9d75-5a349931158c req-5da2545f-e40d-4255-a4e8-88684985bce6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b HTTP/1.1" status: 200 len: 217 time: 0.0617828 Mar 14 15:41:15.151064 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97a342-a2c8-4351-9d75-5a349931158c req-7b227784-b090-4ba7-8c25-60a809fea1ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:15.152503 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e97a342-a2c8-4351-9d75-5a349931158c req-7b227784-b090-4ba7-8c25-60a809fea1ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62dcfc71-d10f-421f-8f31-dc2b0b78b9ac HTTP/1.1" status: 200 len: 834 time: 0.0610006 Mar 14 15:41:15.225960 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e97a342-a2c8-4351-9d75-5a349931158c req-dfab1d96-6b6e-48de-bdbf-4222e8c4d5e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed195467-f1cc-4442-81dd-36d92f0aedb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669856 Mar 14 15:41:15.357177 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e97a342-a2c8-4351-9d75-5a349931158c req-9ad7186b-3999-48ea-9efd-f8e5b84a3a40 service neutron] 10.222.0.24 "GET /v2.0/networks/ed195467-f1cc-4442-81dd-36d92f0aedb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252825 Mar 14 15:41:15.475901 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device cc3e5f73-5bda-4a72-8516-dd36b8017264 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:41:15.574965 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e97a342-a2c8-4351-9d75-5a349931158c req-d6b59998-b1ae-43b8-b67f-545f3f36cfdc service neutron] 10.222.0.24 "GET /v2.0/networks/ed195467-f1cc-4442-81dd-36d92f0aedb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117693 Mar 14 15:41:15.578596 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port cc3e5f73-5bda-4a72-8516-dd36b8017264 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:41:15.578971 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:15.647620 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:41:15.690667 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5f19c31a-8fa1-4cc3-bd3e-eead9d444e0b req-6f47f8ec-a6ae-4b25-af6e-31d2b13a2543 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=12ebf153-c75b-45ea-8eb3-bde14945d094 HTTP/1.1" status: 200 len: 1097 time: 0.0735016 Mar 14 15:41:15.823434 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19c31a-8fa1-4cc3-bd3e-eead9d444e0b req-d4982062-ad0c-4373-9975-67a6b5135ba7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:15.824949 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5f19c31a-8fa1-4cc3-bd3e-eead9d444e0b req-d4982062-ad0c-4373-9975-67a6b5135ba7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ed195467-f1cc-4442-81dd-36d92f0aedb2 HTTP/1.1" status: 200 len: 897 time: 0.1278799 Mar 14 15:41:15.865806 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb94f6-4c02-487c-863a-543f22395283 req-0b11cdf3-756e-40ba-b68f-e3c1839e2cce tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:15.867277 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f5eb94f6-4c02-487c-863a-543f22395283 req-0b11cdf3-756e-40ba-b68f-e3c1839e2cce tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=12ebf153-c75b-45ea-8eb3-bde14945d094 HTTP/1.1" status: 200 len: 944 time: 0.0758796 Mar 14 15:41:15.889175 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5f19c31a-8fa1-4cc3-bd3e-eead9d444e0b req-30991536-79bc-44f4-8f79-5d3897686ddb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b HTTP/1.1" status: 200 len: 217 time: 0.0586061 Mar 14 15:41:15.912609 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f5eb94f6-4c02-487c-863a-543f22395283 req-fa5c7fc3-b5de-4eaa-8e87-dd2bdaeed84e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa6e0f31-8659-440c-9e50-46abd0a850bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397387 Mar 14 15:41:15.953274 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19c31a-8fa1-4cc3-bd3e-eead9d444e0b req-77022ebf-4ba6-4ed9-8702-8e6779df1fef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:15.954994 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5f19c31a-8fa1-4cc3-bd3e-eead9d444e0b req-77022ebf-4ba6-4ed9-8702-8e6779df1fef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62dcfc71-d10f-421f-8f31-dc2b0b78b9ac HTTP/1.1" status: 200 len: 834 time: 0.0603750 Mar 14 15:41:16.026475 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5f19c31a-8fa1-4cc3-bd3e-eead9d444e0b req-26efbadc-ed13-4f45-b179-2a1f8c0ede55 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed195467-f1cc-4442-81dd-36d92f0aedb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661614 Mar 14 15:41:16.155764 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5f19c31a-8fa1-4cc3-bd3e-eead9d444e0b req-b2d661cd-a093-4de0-bcf8-260a3b08876e service neutron] 10.222.0.24 "GET /v2.0/networks/ed195467-f1cc-4442-81dd-36d92f0aedb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237020 Mar 14 15:41:16.252385 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:16.292257 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5f19c31a-8fa1-4cc3-bd3e-eead9d444e0b req-f4497d58-2e03-48e6-9e76-ced3e8fe9d86 service neutron] 10.222.0.24 "GET /v2.0/networks/ed195467-f1cc-4442-81dd-36d92f0aedb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295905 Mar 14 15:41:16.481265 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:17.120141 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05573cc-744a-4474-a949-72115a40a5a4 req-279a3400-2013-4520-8eda-a3a82874b5bd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:17.120834 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-f05573cc-744a-4474-a949-72115a40a5a4 req-279a3400-2013-4520-8eda-a3a82874b5bd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:41:17.136469 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-f05573cc-744a-4474-a949-72115a40a5a4 req-279a3400-2013-4520-8eda-a3a82874b5bd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:41:17.137689 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f05573cc-744a-4474-a949-72115a40a5a4 req-279a3400-2013-4520-8eda-a3a82874b5bd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=12ebf153-c75b-45ea-8eb3-bde14945d094 HTTP/1.1" status: 200 len: 944 time: 0.0953329 Mar 14 15:41:17.182882 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f05573cc-744a-4474-a949-72115a40a5a4 req-f0f6da58-2f85-4479-af0e-320ba9af3064 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa6e0f31-8659-440c-9e50-46abd0a850bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394430 Mar 14 15:41:17.929821 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:18.380090 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513249cd-325d-4d60-a74e-202233a94f1d req-19936354-c7a4-4996-8c89-b5db5b9de613 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:18.381540 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-513249cd-325d-4d60-a74e-202233a94f1d req-19936354-c7a4-4996-8c89-b5db5b9de613 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=12ebf153-c75b-45ea-8eb3-bde14945d094 HTTP/1.1" status: 200 len: 944 time: 0.0788217 Mar 14 15:41:18.424870 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-513249cd-325d-4d60-a74e-202233a94f1d req-7f98f6c6-e7cd-4b76-bb36-6ed5f717dea6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa6e0f31-8659-440c-9e50-46abd0a850bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379252 Mar 14 15:41:19.086181 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:41:19.216728 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b,segment=NetworkSegment(3f7bb723-343a-4727-a571-1cde77fe0ef9),segment_id=3f7bb723-343a-4727-a571-1cde77fe0ef9)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:41:19.229726 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b', 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2', 'port_id': '7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b', 'mac_address': 'fa:16:3e:dc:64:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62dcfc71-d10f-421f-8f31-dc2b0b78b9ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:41:19.281082 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:19.299074 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:41:19.313881 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b,segment=NetworkSegment(3f7bb723-343a-4727-a571-1cde77fe0ef9),segment_id=3f7bb723-343a-4727-a571-1cde77fe0ef9)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:41:19.317845 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:19.382519 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:19.616007 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff2e22-af48-404c-b77d-2b64ec268c97 req-33dfff3f-04b4-44e3-ad6f-0faf348f3bb0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:19.617431 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fcff2e22-af48-404c-b77d-2b64ec268c97 req-33dfff3f-04b4-44e3-ad6f-0faf348f3bb0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=12ebf153-c75b-45ea-8eb3-bde14945d094 HTTP/1.1" status: 200 len: 945 time: 0.0740433 Mar 14 15:41:19.622584 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:41:19.664167 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fcff2e22-af48-404c-b77d-2b64ec268c97 req-35565624-7443-4f9b-83ea-eeb5f5313664 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa6e0f31-8659-440c-9e50-46abd0a850bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400214 Mar 14 15:41:20.835253 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:20.858987 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662eddf-70f8-4277-9291-6037510fe862 req-6c85be7d-d5ab-4c9b-8e6d-9fe248f29d77 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:20.860543 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f662eddf-70f8-4277-9291-6037510fe862 req-6c85be7d-d5ab-4c9b-8e6d-9fe248f29d77 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=12ebf153-c75b-45ea-8eb3-bde14945d094 HTTP/1.1" status: 200 len: 945 time: 0.0780776 Mar 14 15:41:20.905265 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f662eddf-70f8-4277-9291-6037510fe862 req-7749f693-2fd1-4883-bf77-52c00976f50a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa6e0f31-8659-440c-9e50-46abd0a850bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387385 Mar 14 15:41:21.089912 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:41:21.155711 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:41:21.160906 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:41:21.161276 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:21.274149 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:21.299606 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ebf153-c75b-45ea-8eb3-bde14945d094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:41:21.314542 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b,segment=NetworkSegment(3f7bb723-343a-4727-a571-1cde77fe0ef9),segment_id=3f7bb723-343a-4727-a571-1cde77fe0ef9)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:41:21.319112 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:21.357790 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ebf153-c75b-45ea-8eb3-bde14945d094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b', 'code': 200} Mar 14 15:41:21.391580 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:21.578919 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-67b6a916-6160-46ba-8d27-36ebac4ab8f4 req-581ae71b-beaa-48a7-a69e-1d28afe0a6d3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=12ebf153-c75b-45ea-8eb3-bde14945d094 HTTP/1.1" status: 200 len: 1099 time: 0.0698891 Mar 14 15:41:21.619301 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-67b6a916-6160-46ba-8d27-36ebac4ab8f4 req-18d219bc-ecb9-4923-b33c-e1114378aae1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=aa6e0f31-8659-440c-9e50-46abd0a850bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345790 Mar 14 15:41:22.107831 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c23765-ca2f-43e9-ae51-77e13d7ac411 req-596cf569-6423-46ce-a06a-a6bf054c4e13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:22.109280 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-39c23765-ca2f-43e9-ae51-77e13d7ac411 req-596cf569-6423-46ce-a06a-a6bf054c4e13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=12ebf153-c75b-45ea-8eb3-bde14945d094 HTTP/1.1" status: 200 len: 946 time: 0.0774150 Mar 14 15:41:22.153935 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-39c23765-ca2f-43e9-ae51-77e13d7ac411 req-ff4896f6-7ac9-4843-9e18-5362cbcdade9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa6e0f31-8659-440c-9e50-46abd0a850bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383661 Mar 14 15:41:23.364100 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fc013-a9ca-43cd-8515-e60e0195de3f req-8a31bca8-a238-4f1f-8407-12261ffc27e2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:23.365543 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-711fc013-a9ca-43cd-8515-e60e0195de3f req-8a31bca8-a238-4f1f-8407-12261ffc27e2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=12ebf153-c75b-45ea-8eb3-bde14945d094 HTTP/1.1" status: 200 len: 946 time: 0.0770640 Mar 14 15:41:23.414358 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-711fc013-a9ca-43cd-8515-e60e0195de3f req-75712f1c-c83e-409f-b3d2-a7012da61222 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa6e0f31-8659-440c-9e50-46abd0a850bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432210 Mar 14 15:41:23.619148 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc984d84-ad07-4069-9b9b-ef65a2384977 req-2d6e9512-00dc-4201-b709-2b510dc1d682 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:23.620598 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fc984d84-ad07-4069-9b9b-ef65a2384977 req-2d6e9512-00dc-4201-b709-2b510dc1d682 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=12ebf153-c75b-45ea-8eb3-bde14945d094 HTTP/1.1" status: 200 len: 946 time: 0.0894468 Mar 14 15:41:23.664616 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fc984d84-ad07-4069-9b9b-ef65a2384977 req-40c33289-9524-4776-a832-a02b24184cad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa6e0f31-8659-440c-9e50-46abd0a850bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386233 Mar 14 15:41:23.692077 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55874) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:23.766703 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a826d528-3b0e-45e1-89f7-ffde48136126 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=12ebf153-c75b-45ea-8eb3-bde14945d094 HTTP/1.1" status: 200 len: 1094 time: 0.0733490 Mar 14 15:41:23.769127 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55878) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:23.774149 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': '7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:41:23.779454 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:41:23.785228 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:floatingip and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:41:23.788170 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:41:23.793856 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:41:23.805166 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:23.944139 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:24.075431 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.26.4.228 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/abaf0193-4447-4906-b69a-08ae753d74cd) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:41:24.222693 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:24.248707 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:24.314814 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:41:24.317644 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:41:24.321909 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:41:24.346768 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=abaf0193-4447-4906-b69a-08ae753d74cd,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:24.370776 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:41:24.371124 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:41:24.371467 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:41:24.371803 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:41:24.372138 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:41:24.372466 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:41:24.372792 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:41:24.373116 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:41:24.373440 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:41:24.373760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:41:24.374104 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:41:24.900235 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:24.955852 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:25.152970 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:25.158254 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:25.262827 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=abaf0193-4447-4906-b69a-08ae753d74cd,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:25.276533 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:25.466373 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Floating IP d08979d1-aa63-4b5e-81b7-fac7d0b27484 associated. External IP: 172.26.4.228, port: 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b. Mar 14 15:41:25.846422 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 41b09ebf-13bb-470e-a117-c4fd8c945784 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:41:26.036197 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:41:26.045583 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf729cf-15cd-4baf-a30d-bd9cc5a62d18 None None] Sync routers for ids ['41b09ebf-13bb-470e-a117-c4fd8c945784'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:41:26.058620 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf729cf-15cd-4baf-a30d-bd9cc5a62d18 None None] Routers {'41b09ebf-13bb-470e-a117-c4fd8c945784'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:41:26.059216 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1cf729cf-15cd-4baf-a30d-bd9cc5a62d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:41:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['41b09ebf-13bb-470e-a117-c4fd8c945784'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:41:26.059689 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:26.113440 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f7711b25-fe80-46d0-b676-677ad0b4e53b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3431656 Mar 14 15:41:26.113834 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ebf153-c75b-45ea-8eb3-bde14945d094', 'tag': '7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:41:26.115933 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55882) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:26.170343 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ebf153-c75b-45ea-8eb3-bde14945d094', 'tag': '7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b', 'status': 'completed', 'code': 200} Mar 14 15:41:26.257621 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-1cf729cf-15cd-4baf-a30d-bd9cc5a62d18 None None] Set router 41b09ebf-13bb-470e-a117-c4fd8c945784 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:41:26.335869 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b9309393-e664-4166-8a29-bad81d660d07 req-1dd948b6-691e-450c-a0d0-f5ef5f6ca054 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=12ebf153-c75b-45ea-8eb3-bde14945d094 HTTP/1.1" status: 200 len: 1099 time: 0.1012394 Mar 14 15:41:26.581962 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9309393-e664-4166-8a29-bad81d660d07 req-cbcd9168-42a2-45ee-8d20-639e65344c66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:26.583432 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b9309393-e664-4166-8a29-bad81d660d07 req-cbcd9168-42a2-45ee-8d20-639e65344c66 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ed195467-f1cc-4442-81dd-36d92f0aedb2 HTTP/1.1" status: 200 len: 897 time: 0.2406380 Mar 14 15:41:26.586938 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-95b20a10-c955-4221-a066-b2b0d2f76e44 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/routers/41b09ebf-13bb-470e-a117-c4fd8c945784 HTTP/1.1" status: 200 len: 923 time: 0.4698403 Mar 14 15:41:26.589782 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55888) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:26.601517 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1cf729cf-15cd-4baf-a30d-bd9cc5a62d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'name': 'tempest-TestNetworkBasicOps-router-1873852602', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:41:02Z', 'updated_at': '2022-03-14T15:41:07Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:41:03Z', 'updated_at': '2022-03-14T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'd08979d1-aa63-4b5e-81b7-fac7d0b27484', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.228', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'port_id': '7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2', 'mac_address': 'fa:16:3e:dc:64:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebf153-c75b-45ea-8eb3-bde14945d094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:41:24Z', 'updated_at': '2022-03-14T15:41:24Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3e5f73-5bda-4a72-8516-dd36b8017264', 'name': '', 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:9a:d4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62dcfc71-d10f-421f-8f31-dc2b0b78b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:41:06Z', 'updated_at': '2022-03-14T15:41:13Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '62dcfc71-d10f-421f-8f31-dc2b0b78b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:41:26.605418 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf729cf-15cd-4baf-a30d-bd9cc5a62d18 None None] Checking router: 41b09ebf-13bb-470e-a117-c4fd8c945784 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:41:26.615885 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf729cf-15cd-4baf-a30d-bd9cc5a62d18 None None] Routers {'41b09ebf-13bb-470e-a117-c4fd8c945784'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:41:26.616466 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1cf729cf-15cd-4baf-a30d-bd9cc5a62d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:41:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['41b09ebf-13bb-470e-a117-c4fd8c945784'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:41:26.686837 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b9309393-e664-4166-8a29-bad81d660d07 req-7c52bc07-c403-4906-80c2-08d38896a129 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b HTTP/1.1" status: 200 len: 1000 time: 0.0971842 Mar 14 15:41:26.694075 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f81325af-2f8d-47ca-88ee-c9fbc15cbb35 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/d08979d1-aa63-4b5e-81b7-fac7d0b27484 HTTP/1.1" status: 200 len: 992 time: 0.1019235 Mar 14 15:41:26.748757 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9309393-e664-4166-8a29-bad81d660d07 req-eae7ae81-e794-49ee-926e-aca319b503a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:26.750210 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b9309393-e664-4166-8a29-bad81d660d07 req-eae7ae81-e794-49ee-926e-aca319b503a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62dcfc71-d10f-421f-8f31-dc2b0b78b9ac HTTP/1.1" status: 200 len: 834 time: 0.0577245 Mar 14 15:41:26.791499 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-1cf729cf-15cd-4baf-a30d-bd9cc5a62d18 None None] Set router 41b09ebf-13bb-470e-a117-c4fd8c945784 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:41:26.826384 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b9309393-e664-4166-8a29-bad81d660d07 req-abd4e930-0009-4d0b-9aca-76c2be208292 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed195467-f1cc-4442-81dd-36d92f0aedb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705636 Mar 14 15:41:26.957552 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b9309393-e664-4166-8a29-bad81d660d07 req-c4aa3f3b-74f9-4290-9b9e-202a7ea94932 service neutron] 10.222.0.24 "GET /v2.0/networks/ed195467-f1cc-4442-81dd-36d92f0aedb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255329 Mar 14 15:41:27.088322 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b9309393-e664-4166-8a29-bad81d660d07 req-96ee7e47-3e0d-45ba-bb7a-f1345d6a8ffd service neutron] 10.222.0.24 "GET /v2.0/networks/ed195467-f1cc-4442-81dd-36d92f0aedb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240909 Mar 14 15:41:27.156407 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1cf729cf-15cd-4baf-a30d-bd9cc5a62d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'name': 'tempest-TestNetworkBasicOps-router-1873852602', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:41:02Z', 'updated_at': '2022-03-14T15:41:07Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:41:03Z', 'updated_at': '2022-03-14T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'd08979d1-aa63-4b5e-81b7-fac7d0b27484', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.228', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'port_id': '7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2', 'mac_address': 'fa:16:3e:dc:64:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebf153-c75b-45ea-8eb3-bde14945d094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:41:24Z', 'updated_at': '2022-03-14T15:41:24Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3e5f73-5bda-4a72-8516-dd36b8017264', 'name': '', 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:9a:d4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62dcfc71-d10f-421f-8f31-dc2b0b78b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:41:06Z', 'updated_at': '2022-03-14T15:41:13Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '62dcfc71-d10f-421f-8f31-dc2b0b78b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:41:27.160839 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf729cf-15cd-4baf-a30d-bd9cc5a62d18 None None] The sync data for ids ['41b09ebf-13bb-470e-a117-c4fd8c945784'] in dv-neutron-833561-1-hyperv is: [{'id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'name': 'tempest-TestNetworkBasicOps-router-1873852602', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:41:02Z', 'updated_at': '2022-03-14T15:41:07Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:41:03Z', 'updated_at': '2022-03-14T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'd08979d1-aa63-4b5e-81b7-fac7d0b27484', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.228', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'port_id': '7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2', 'mac_address': 'fa:16:3e:dc:64:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebf153-c75b-45ea-8eb3-bde14945d094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:41:24Z', 'updated_at': '2022-03-14T15:41:24Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3e5f73-5bda-4a72-8516-dd36b8017264', 'name': '', 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:9a:d4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62dcfc71-d10f-421f-8f31-dc2b0b78b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:41:06Z', 'updated_at': '2022-03-14T15:41:13Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '62dcfc71-d10f-421f-8f31-dc2b0b78b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:41:27.696682 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55892) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:27.885538 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-09ba627c-2c66-416b-b768-b5c17b1988e9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/d08979d1-aa63-4b5e-81b7-fac7d0b27484 HTTP/1.1" status: 200 len: 992 time: 0.1877503 Mar 14 15:41:28.609599 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90990f4-813a-437c-94b7-517a9c529eff None None] New status for floating IP d08979d1-aa63-4b5e-81b7-fac7d0b27484: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:41:28.889314 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55896) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:41:28.994418 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-903a085f-8ae6-4699-9e92-23f2dfc29616 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/d08979d1-aa63-4b5e-81b7-fac7d0b27484 HTTP/1.1" status: 200 len: 994 time: 0.1039517 Mar 14 15:41:42.910425 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d9042ebf-cf8c-40f1-8c1f-7ded03e52d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:45.078530 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5531bcc9-7f6e-47ca-9d3a-0c6aea14cec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:46.255193 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:46.483695 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:47.933148 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:50.850439 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:52.647721 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:42:06.840766 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9fff1bbe-e196-44ec-9c50-3dce232646fa req-90a6460b-55c5-4e24-a10b-b6d0456ade9f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=12ebf153-c75b-45ea-8eb3-bde14945d094&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665672 Mar 14 15:42:06.978803 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9fff1bbe-e196-44ec-9c50-3dce232646fa req-622b8b74-f57b-4049-a3e7-26832e639d63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=12ebf153-c75b-45ea-8eb3-bde14945d094 HTTP/1.1" status: 200 len: 1099 time: 0.0705905 Mar 14 15:42:07.119388 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff1bbe-e196-44ec-9c50-3dce232646fa req-1938c0b8-34a7-4739-8d22-6d67558aab17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:07.120710 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9fff1bbe-e196-44ec-9c50-3dce232646fa req-1938c0b8-34a7-4739-8d22-6d67558aab17 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ed195467-f1cc-4442-81dd-36d92f0aedb2 HTTP/1.1" status: 200 len: 897 time: 0.1239069 Mar 14 15:42:07.219249 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9fff1bbe-e196-44ec-9c50-3dce232646fa req-1a6581fa-ace5-4821-b1f9-fd16e7f90041 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b HTTP/1.1" status: 200 len: 1002 time: 0.0926464 Mar 14 15:42:07.282680 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff1bbe-e196-44ec-9c50-3dce232646fa req-b0f9cb9e-5b27-4a6c-b3cf-15bcaf2329e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:07.284720 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9fff1bbe-e196-44ec-9c50-3dce232646fa req-b0f9cb9e-5b27-4a6c-b3cf-15bcaf2329e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62dcfc71-d10f-421f-8f31-dc2b0b78b9ac HTTP/1.1" status: 200 len: 834 time: 0.0603089 Mar 14 15:42:07.357010 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9fff1bbe-e196-44ec-9c50-3dce232646fa req-896e401b-eb37-4da3-9347-57e237a461da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed195467-f1cc-4442-81dd-36d92f0aedb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661252 Mar 14 15:42:07.501106 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9fff1bbe-e196-44ec-9c50-3dce232646fa req-da2b8189-4f83-4c98-bb47-d4afdf6afaed service neutron] 10.222.0.24 "GET /v2.0/networks/ed195467-f1cc-4442-81dd-36d92f0aedb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368361 Mar 14 15:42:07.631648 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9fff1bbe-e196-44ec-9c50-3dce232646fa req-d2db8a2f-67cf-45a4-b9bf-5c7f0c008790 service neutron] 10.222.0.24 "GET /v2.0/networks/ed195467-f1cc-4442-81dd-36d92f0aedb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248274 Mar 14 15:42:12.911300 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-020205e2-5f06-4cbe-a34a-fea247f38f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:15.080819 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b9a58619-2f01-4afc-a3fa-1037b16e4a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:16.257558 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:16.485244 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:17.936835 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:20.852938 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:29.648298 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:42:38.265211 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55918) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:42:38.476672 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5c7ac5ae-8058-4299-a38f-8de630b611c7 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/routers/41b09ebf-13bb-470e-a117-c4fd8c945784/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2102439 Mar 14 15:42:38.479456 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55922) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:42:38.685801 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca3648d-b29a-42aa-ba27-5dfc852229bd tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Notify agent at dv-neutron-833561-1-hyperv the message router_removed_from_agent {{(pid=83910) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 14 15:42:38.689154 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-dca3648d-b29a-42aa-ba27-5dfc852229bd tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "DELETE /v2.0/agents/26eeaf3d-499f-4837-8f01-3f10ce0c13c4/l3-routers/41b09ebf-13bb-470e-a117-c4fd8c945784 HTTP/1.1" status: 204 len: 168 time: 0.2088208 Mar 14 15:42:38.691966 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55926) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:42:38.873692 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d3f6cd75-3d45-4deb-8e0f-1a83c7fd694d tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/routers/41b09ebf-13bb-470e-a117-c4fd8c945784/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1809175 Mar 14 15:42:38.876314 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55930) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:42:38.978339 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6e7fb08e-153d-40ca-a6b0-623caff0b1cd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/d08979d1-aa63-4b5e-81b7-fac7d0b27484 HTTP/1.1" status: 200 len: 994 time: 0.1009188 Mar 14 15:42:39.426837 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f194ca-8069-438b-8c17-15d0de35dc96 None None] New status for floating IP d08979d1-aa63-4b5e-81b7-fac7d0b27484: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:42:39.513460 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 65038328-3b3a-4a7c-bff9-000f44c626db no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:42:39.622266 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:39.638297 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 65038328-3b3a-4a7c-bff9-000f44c626db, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=65038328-3b3a-4a7c-bff9-000f44c626db,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:42:39.642108 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:39.642795 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device cc3e5f73-5bda-4a72-8516-dd36b8017264 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:42:39.755836 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=65038328-3b3a-4a7c-bff9-000f44c626db,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:39.833124 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:39.833469 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:39.833807 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:39.834170 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:39.834505 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:39.834839 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:39.835163 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:39.835491 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:39.835809 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:39.836128 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:39.836464 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:39.850658 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:39.881988 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port cc3e5f73-5bda-4a72-8516-dd36b8017264, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=cc3e5f73-5bda-4a72-8516-dd36b8017264,segment=NetworkSegment(3f7bb723-343a-4727-a571-1cde77fe0ef9),segment_id=3f7bb723-343a-4727-a571-1cde77fe0ef9)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:42:39.885412 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:39.948057 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=cc3e5f73-5bda-4a72-8516-dd36b8017264,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:39.981556 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55936) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:42:40.090500 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-cf3d5f25-2887-46dd-9ba0-56e4e16f1c19 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/d08979d1-aa63-4b5e-81b7-fac7d0b27484 HTTP/1.1" status: 200 len: 992 time: 0.1077588 Mar 14 15:42:42.133981 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55944) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:42:42.326962 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa7c773-6a91-4f28-be31-9952b9063c85 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Router 41b09ebf-13bb-470e-a117-c4fd8c945784 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:42:42.327217 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa7c773-6a91-4f28-be31-9952b9063c85 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Notify agent at dv-neutron-833561-1-hyperv the message router_added_to_agent {{(pid=83910) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 14 15:42:42.352716 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6aa7c773-6a91-4f28-be31-9952b9063c85 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "POST /v2.0/agents/26eeaf3d-499f-4837-8f01-3f10ce0c13c4/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2176330 Mar 14 15:42:42.355254 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55950) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:42:42.372833 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69360519-0515-4c4e-bcba-34150f3b095d None None] Sync routers for ids ['41b09ebf-13bb-470e-a117-c4fd8c945784'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:42:42.384674 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69360519-0515-4c4e-bcba-34150f3b095d None None] Routers {'41b09ebf-13bb-470e-a117-c4fd8c945784'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:42:42.385281 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-69360519-0515-4c4e-bcba-34150f3b095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:42:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['41b09ebf-13bb-470e-a117-c4fd8c945784'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:42:42.567064 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-69360519-0515-4c4e-bcba-34150f3b095d None None] Set router 41b09ebf-13bb-470e-a117-c4fd8c945784 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:42:42.634828 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-cbfc8832-1851-4af4-8e29-0593286b23fe tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/routers/41b09ebf-13bb-470e-a117-c4fd8c945784/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2784324 Mar 14 15:42:42.637454 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55956) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:42:42.740327 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f3971232-fb78-4956-b1af-aaf7e1028e0f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/d08979d1-aa63-4b5e-81b7-fac7d0b27484 HTTP/1.1" status: 200 len: 992 time: 0.1017797 Mar 14 15:42:42.915141 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-69360519-0515-4c4e-bcba-34150f3b095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'name': 'tempest-TestNetworkBasicOps-router-1873852602', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:41:02Z', 'updated_at': '2022-03-14T15:41:07Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:41:03Z', 'updated_at': '2022-03-14T15:42:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'd08979d1-aa63-4b5e-81b7-fac7d0b27484', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.228', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'port_id': '7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2', 'mac_address': 'fa:16:3e:dc:64:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebf153-c75b-45ea-8eb3-bde14945d094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:41:24Z', 'updated_at': '2022-03-14T15:42:39Z', 'revision_number': 2, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3e5f73-5bda-4a72-8516-dd36b8017264', 'name': '', 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:9a:d4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62dcfc71-d10f-421f-8f31-dc2b0b78b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:41:06Z', 'updated_at': '2022-03-14T15:42:39Z', 'revision_number': 6, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '62dcfc71-d10f-421f-8f31-dc2b0b78b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:42:42.918417 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed02d90d-322c-426f-b2aa-dc8f5a12ac75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:42.920698 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69360519-0515-4c4e-bcba-34150f3b095d None None] Checking router: 41b09ebf-13bb-470e-a117-c4fd8c945784 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:42:42.930819 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69360519-0515-4c4e-bcba-34150f3b095d None None] Routers {'41b09ebf-13bb-470e-a117-c4fd8c945784'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:42:42.931401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-69360519-0515-4c4e-bcba-34150f3b095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:42:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['41b09ebf-13bb-470e-a117-c4fd8c945784'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:42:43.104682 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-69360519-0515-4c4e-bcba-34150f3b095d None None] Set router 41b09ebf-13bb-470e-a117-c4fd8c945784 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:42:43.442459 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-69360519-0515-4c4e-bcba-34150f3b095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'name': 'tempest-TestNetworkBasicOps-router-1873852602', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:41:02Z', 'updated_at': '2022-03-14T15:41:07Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:41:03Z', 'updated_at': '2022-03-14T15:42:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'd08979d1-aa63-4b5e-81b7-fac7d0b27484', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.228', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'port_id': '7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2', 'mac_address': 'fa:16:3e:dc:64:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebf153-c75b-45ea-8eb3-bde14945d094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:41:24Z', 'updated_at': '2022-03-14T15:42:39Z', 'revision_number': 2, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3e5f73-5bda-4a72-8516-dd36b8017264', 'name': '', 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:9a:d4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62dcfc71-d10f-421f-8f31-dc2b0b78b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:41:06Z', 'updated_at': '2022-03-14T15:42:39Z', 'revision_number': 6, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '62dcfc71-d10f-421f-8f31-dc2b0b78b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:42:43.446302 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69360519-0515-4c4e-bcba-34150f3b095d None None] The sync data for ids ['41b09ebf-13bb-470e-a117-c4fd8c945784'] in dv-neutron-833561-1-hyperv is: [{'id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'name': 'tempest-TestNetworkBasicOps-router-1873852602', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:41:02Z', 'updated_at': '2022-03-14T15:41:07Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:41:03Z', 'updated_at': '2022-03-14T15:42:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'd08979d1-aa63-4b5e-81b7-fac7d0b27484', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.228', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'port_id': '7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2', 'mac_address': 'fa:16:3e:dc:64:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebf153-c75b-45ea-8eb3-bde14945d094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:41:24Z', 'updated_at': '2022-03-14T15:42:39Z', 'revision_number': 2, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3e5f73-5bda-4a72-8516-dd36b8017264', 'name': '', 'network_id': 'ed195467-f1cc-4442-81dd-36d92f0aedb2', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:9a:d4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62dcfc71-d10f-421f-8f31-dc2b0b78b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:41:06Z', 'updated_at': '2022-03-14T15:42:39Z', 'revision_number': 6, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '62dcfc71-d10f-421f-8f31-dc2b0b78b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:42:43.743894 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55962) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:42:43.850442 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-158e26d6-97a3-44ba-945b-5c87d9a889ee tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/d08979d1-aa63-4b5e-81b7-fac7d0b27484 HTTP/1.1" status: 200 len: 992 time: 0.1053858 Mar 14 15:42:44.854126 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55966) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:42:44.954402 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3493bc7b-bb03-464d-b13d-88c2018d357c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/d08979d1-aa63-4b5e-81b7-fac7d0b27484 HTTP/1.1" status: 200 len: 992 time: 0.0990677 Mar 14 15:42:45.081579 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-805c50f2-af99-4938-ac15-4c330c671754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:45.549336 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 65038328-3b3a-4a7c-bff9-000f44c626db up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:42:45.619271 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 65038328-3b3a-4a7c-bff9-000f44c626db triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:42:45.619646 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:45.730514 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:45.746096 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 65038328-3b3a-4a7c-bff9-000f44c626db, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=65038328-3b3a-4a7c-bff9-000f44c626db,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:42:45.749532 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:45.750275 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device cc3e5f73-5bda-4a72-8516-dd36b8017264 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:42:45.892378 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=65038328-3b3a-4a7c-bff9-000f44c626db,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:45.905260 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port cc3e5f73-5bda-4a72-8516-dd36b8017264 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:42:45.905633 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:45.958261 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55970) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:42:46.017816 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:46.055220 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port cc3e5f73-5bda-4a72-8516-dd36b8017264, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=cc3e5f73-5bda-4a72-8516-dd36b8017264,segment=NetworkSegment(3f7bb723-343a-4727-a571-1cde77fe0ef9),segment_id=3f7bb723-343a-4727-a571-1cde77fe0ef9)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:42:46.059287 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:46.069812 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2a11738d-95aa-4e08-b18d-7d29f032b849 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/d08979d1-aa63-4b5e-81b7-fac7d0b27484 HTTP/1.1" status: 200 len: 992 time: 0.1104333 Mar 14 15:42:46.124972 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=cc3e5f73-5bda-4a72-8516-dd36b8017264,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:46.260401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:46.487030 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:47.073740 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55974) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:42:47.177296 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4240e8ae-38d8-4c58-ba8f-b217289bb213 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/d08979d1-aa63-4b5e-81b7-fac7d0b27484 HTTP/1.1" status: 200 len: 992 time: 0.1023920 Mar 14 15:42:47.522047 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 65038328-3b3a-4a7c-bff9-000f44c626db up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:42:47.587944 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 65038328-3b3a-4a7c-bff9-000f44c626db triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:42:47.588309 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:47.697338 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device cc3e5f73-5bda-4a72-8516-dd36b8017264 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:42:47.760538 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port cc3e5f73-5bda-4a72-8516-dd36b8017264 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:42:47.760834 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:47.936561 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:48.181217 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55978) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:42:48.379918 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-fb64dfb8-67cc-43d4-b855-4a05ea022e04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/d08979d1-aa63-4b5e-81b7-fac7d0b27484 HTTP/1.1" status: 200 len: 992 time: 0.1975555 Mar 14 15:42:49.383854 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55982) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:42:49.487519 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8bee2c75-bcf5-42a8-95bd-e0b88afe4ecd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/d08979d1-aa63-4b5e-81b7-fac7d0b27484 HTTP/1.1" status: 200 len: 992 time: 0.1025739 Mar 14 15:42:50.492265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 55986) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:42:50.553224 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8eac76-a162-4c54-82c3-c405cd541849 None None] New status for floating IP d08979d1-aa63-4b5e-81b7-fac7d0b27484: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:42:50.599486 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-80dcdb78-b0e7-40d9-ab5b-7b7e60d4167e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/d08979d1-aa63-4b5e-81b7-fac7d0b27484 HTTP/1.1" status: 200 len: 992 time: 0.1044233 Mar 14 15:42:50.859577 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:51.602294 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 55990) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:42:51.703640 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-64e38f52-17b0-4c18-8bca-13629ca614b2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/d08979d1-aa63-4b5e-81b7-fac7d0b27484 HTTP/1.1" status: 200 len: 994 time: 0.1002314 Mar 14 15:42:51.999966 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56000) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:42:52.195178 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3ddbfc4a-52a6-43b7-b8dd-3f7d81c8ba9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port abaf0193-4447-4906-b69a-08ae753d74cd {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:42:52.195517 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ddbfc4a-52a6-43b7-b8dd-3f7d81c8ba9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:52.364958 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ddbfc4a-52a6-43b7-b8dd-3f7d81c8ba9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:52.365279 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ddbfc4a-52a6-43b7-b8dd-3f7d81c8ba9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:52.481592 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3ddbfc4a-52a6-43b7-b8dd-3f7d81c8ba9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for abaf0193-4447-4906-b69a-08ae753d74cd owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:42:52.628738 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ddbfc4a-52a6-43b7-b8dd-3f7d81c8ba9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:52.670404 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddbfc4a-52a6-43b7-b8dd-3f7d81c8ba9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=abaf0193-4447-4906-b69a-08ae753d74cd,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:52.708066 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddbfc4a-52a6-43b7-b8dd-3f7d81c8ba9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:52.708410 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddbfc4a-52a6-43b7-b8dd-3f7d81c8ba9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:52.708745 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddbfc4a-52a6-43b7-b8dd-3f7d81c8ba9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:52.709104 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddbfc4a-52a6-43b7-b8dd-3f7d81c8ba9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:52.709430 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddbfc4a-52a6-43b7-b8dd-3f7d81c8ba9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:52.709753 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddbfc4a-52a6-43b7-b8dd-3f7d81c8ba9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:52.710094 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddbfc4a-52a6-43b7-b8dd-3f7d81c8ba9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:52.710421 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddbfc4a-52a6-43b7-b8dd-3f7d81c8ba9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:52.710739 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddbfc4a-52a6-43b7-b8dd-3f7d81c8ba9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:52.711056 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddbfc4a-52a6-43b7-b8dd-3f7d81c8ba9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:52.711370 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddbfc4a-52a6-43b7-b8dd-3f7d81c8ba9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:52.771701 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ddbfc4a-52a6-43b7-b8dd-3f7d81c8ba9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:53.152625 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddbfc4a-52a6-43b7-b8dd-3f7d81c8ba9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 41b09ebf-13bb-470e-a117-c4fd8c945784 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:42:53.451641 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddbfc4a-52a6-43b7-b8dd-3f7d81c8ba9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:42:53.472018 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ddbfc4a-52a6-43b7-b8dd-3f7d81c8ba9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:53.523480 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3ddbfc4a-52a6-43b7-b8dd-3f7d81c8ba9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/floatingips/d08979d1-aa63-4b5e-81b7-fac7d0b27484 HTTP/1.1" status: 204 len: 168 time: 1.5225213 Mar 14 15:42:53.524047 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ebf153-c75b-45ea-8eb3-bde14945d094', 'tag': '7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:42:53.578639 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ebf153-c75b-45ea-8eb3-bde14945d094', 'tag': '7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b', 'status': 'completed', 'code': 200} Mar 14 15:42:53.668547 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4eee5c8c-0702-4c24-bb36-ff0304328031 req-44469e1b-8e88-4ceb-97e5-82592b0daf6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=12ebf153-c75b-45ea-8eb3-bde14945d094 HTTP/1.1" status: 200 len: 1099 time: 0.0683093 Mar 14 15:42:53.804594 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee5c8c-0702-4c24-bb36-ff0304328031 req-d4b64567-5310-4cda-9b76-55b48990a5cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:53.806023 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4eee5c8c-0702-4c24-bb36-ff0304328031 req-d4b64567-5310-4cda-9b76-55b48990a5cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=ed195467-f1cc-4442-81dd-36d92f0aedb2 HTTP/1.1" status: 200 len: 897 time: 0.1314116 Mar 14 15:42:53.877331 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4eee5c8c-0702-4c24-bb36-ff0304328031 req-3b43403a-63df-4b01-b336-8662cf0d6834 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b HTTP/1.1" status: 200 len: 217 time: 0.0634937 Mar 14 15:42:53.939195 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee5c8c-0702-4c24-bb36-ff0304328031 req-b6eb5dd6-e387-4518-b075-47129fc2cfcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:53.940669 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4eee5c8c-0702-4c24-bb36-ff0304328031 req-b6eb5dd6-e387-4518-b075-47129fc2cfcf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62dcfc71-d10f-421f-8f31-dc2b0b78b9ac HTTP/1.1" status: 200 len: 834 time: 0.0577869 Mar 14 15:42:54.010820 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb72bac-1641-4af0-9563-0dd46799be34 req-5e07194e-32eb-45db-88dd-2a98a9904c23 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:54.012180 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-deb72bac-1641-4af0-9563-0dd46799be34 req-5e07194e-32eb-45db-88dd-2a98a9904c23 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=12ebf153-c75b-45ea-8eb3-bde14945d094 HTTP/1.1" status: 200 len: 946 time: 0.1648641 Mar 14 15:42:54.017934 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4eee5c8c-0702-4c24-bb36-ff0304328031 req-8ed0fdbf-e42e-4e5f-bdb8-ae564a3c9a9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed195467-f1cc-4442-81dd-36d92f0aedb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710094 Mar 14 15:42:54.062113 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-deb72bac-1641-4af0-9563-0dd46799be34 req-b7b37c89-7ce2-4b66-8cf1-acc83eae689f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa6e0f31-8659-440c-9e50-46abd0a850bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444000 Mar 14 15:42:54.149165 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4eee5c8c-0702-4c24-bb36-ff0304328031 req-58bbc853-24c1-4757-94a4-04d9b7db83b3 service neutron] 10.222.0.24 "GET /v2.0/networks/ed195467-f1cc-4442-81dd-36d92f0aedb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244864 Mar 14 15:42:54.287487 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4eee5c8c-0702-4c24-bb36-ff0304328031 req-66718c5e-726d-4a8d-aba1-b40221fe9442 service neutron] 10.222.0.24 "GET /v2.0/networks/ed195467-f1cc-4442-81dd-36d92f0aedb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310494 Mar 14 15:42:55.330254 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dac26-4608-4c9c-9ffd-42e16b7f9563 req-d47a27b4-50db-411e-904b-67dbe5523850 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:55.331010 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-1c6dac26-4608-4c9c-9ffd-42e16b7f9563 req-d47a27b4-50db-411e-904b-67dbe5523850 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:42:55.346070 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-1c6dac26-4608-4c9c-9ffd-42e16b7f9563 req-d47a27b4-50db-411e-904b-67dbe5523850 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:42:55.347241 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1c6dac26-4608-4c9c-9ffd-42e16b7f9563 req-d47a27b4-50db-411e-904b-67dbe5523850 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=12ebf153-c75b-45ea-8eb3-bde14945d094 HTTP/1.1" status: 200 len: 946 time: 0.1572223 Mar 14 15:42:55.391906 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1c6dac26-4608-4c9c-9ffd-42e16b7f9563 req-c525c456-d17a-4cf6-a1db-a906d081d73a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa6e0f31-8659-440c-9e50-46abd0a850bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384462 Mar 14 15:42:55.503051 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1f831-d9fc-4a1b-ae50-e22fde078aaa req-ed84f125-6fb4-4ba4-b392-1a2684a0a596 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:55.505472 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b1d1f831-d9fc-4a1b-ae50-e22fde078aaa req-ed84f125-6fb4-4ba4-b392-1a2684a0a596 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/ports?device_id=12ebf153-c75b-45ea-8eb3-bde14945d094 HTTP/1.1" status: 200 len: 946 time: 0.0820765 Mar 14 15:42:55.571898 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-b1d1f831-d9fc-4a1b-ae50-e22fde078aaa req-4132da4b-59b3-4710-8afc-57d9aa754fd0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:42:55.572247 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b1d1f831-d9fc-4a1b-ae50-e22fde078aaa req-4132da4b-59b3-4710-8afc-57d9aa754fd0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:55.826384 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b1d1f831-d9fc-4a1b-ae50-e22fde078aaa req-4132da4b-59b3-4710-8afc-57d9aa754fd0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b,segment=NetworkSegment(3f7bb723-343a-4727-a571-1cde77fe0ef9),segment_id=3f7bb723-343a-4727-a571-1cde77fe0ef9)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:42:55.826739 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b1d1f831-d9fc-4a1b-ae50-e22fde078aaa req-4132da4b-59b3-4710-8afc-57d9aa754fd0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:55.943675 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-b1d1f831-d9fc-4a1b-ae50-e22fde078aaa req-4132da4b-59b3-4710-8afc-57d9aa754fd0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:42:56.179411 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b1d1f831-d9fc-4a1b-ae50-e22fde078aaa req-4132da4b-59b3-4710-8afc-57d9aa754fd0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:56.227988 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132da4b-59b3-4710-8afc-57d9aa754fd0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:56.299110 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d1f831-d9fc-4a1b-ae50-e22fde078aaa req-4132da4b-59b3-4710-8afc-57d9aa754fd0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] No DVR routers for this DVR port 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b on host hv-neutron-8335 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:42:56.301558 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b1d1f831-d9fc-4a1b-ae50-e22fde078aaa req-4132da4b-59b3-4710-8afc-57d9aa754fd0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:56.303951 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ebf153-c75b-45ea-8eb3-bde14945d094', 'name': 'network-vif-deleted', 'tag': '7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:42:56.319279 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b1d1f831-d9fc-4a1b-ae50-e22fde078aaa req-4132da4b-59b3-4710-8afc-57d9aa754fd0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "DELETE /v2.0/ports/7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b HTTP/1.1" status: 204 len: 173 time: 0.8095009 Mar 14 15:42:56.359960 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ebf153-c75b-45ea-8eb3-bde14945d094', 'name': 'network-vif-deleted', 'tag': '7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b', 'status': 'completed', 'code': 200} Mar 14 15:42:56.570149 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-08f04328-8ad8-4c85-83e5-54de3fd0c321 req-14dafb5c-d7d7-486e-8d90-c22997860988 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:42:56.588587 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-08f04328-8ad8-4c85-83e5-54de3fd0c321 req-14dafb5c-d7d7-486e-8d90-c22997860988 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:42:56.589929 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-08f04328-8ad8-4c85-83e5-54de3fd0c321 req-14dafb5c-d7d7-486e-8d90-c22997860988 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=12ebf153-c75b-45ea-8eb3-bde14945d094 HTTP/1.1" status: 200 len: 210 time: 0.0616603 Mar 14 15:42:57.697854 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56022) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:42:57.771319 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d6b2e39-b432-44f9-82dd-af70707dbc9b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:57.798683 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d6b2e39-b432-44f9-82dd-af70707dbc9b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:57.861342 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d6b2e39-b432-44f9-82dd-af70707dbc9b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:57.879470 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b2e39-b432-44f9-82dd-af70707dbc9b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6e0f31-8659-440c-9e50-46abd0a850bf,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:57.888246 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d6b2e39-b432-44f9-82dd-af70707dbc9b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:57.889342 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9d6b2e39-b432-44f9-82dd-af70707dbc9b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/security-groups/aa6e0f31-8659-440c-9e50-46abd0a850bf HTTP/1.1" status: 204 len: 168 time: 0.1904757 Mar 14 15:42:57.930762 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56028) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:42:58.314315 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c4e1ce7-7a42-4776-9ea1-2675c3ae8f40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:58.912979 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7c4e1ce7-7a42-4776-9ea1-2675c3ae8f40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port cc3e5f73-5bda-4a72-8516-dd36b8017264 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:42:58.913637 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c4e1ce7-7a42-4776-9ea1-2675c3ae8f40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:59.187068 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-7c4e1ce7-7a42-4776-9ea1-2675c3ae8f40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port cc3e5f73-5bda-4a72-8516-dd36b8017264, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=cc3e5f73-5bda-4a72-8516-dd36b8017264,segment=NetworkSegment(3f7bb723-343a-4727-a571-1cde77fe0ef9),segment_id=3f7bb723-343a-4727-a571-1cde77fe0ef9)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:42:59.187417 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c4e1ce7-7a42-4776-9ea1-2675c3ae8f40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:59.305878 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7c4e1ce7-7a42-4776-9ea1-2675c3ae8f40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for cc3e5f73-5bda-4a72-8516-dd36b8017264 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:42:59.410668 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:42:59.443778 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:42:59.444107 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 7a5e127e-be6a-4658-ae1e-fdcc92aa9a7b not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:42:59.484890 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c4e1ce7-7a42-4776-9ea1-2675c3ae8f40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:59.534503 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e1ce7-7a42-4776-9ea1-2675c3ae8f40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=cc3e5f73-5bda-4a72-8516-dd36b8017264,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:59.830568 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c4e1ce7-7a42-4776-9ea1-2675c3ae8f40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:00.408323 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4e1ce7-7a42-4776-9ea1-2675c3ae8f40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 41b09ebf-13bb-470e-a117-c4fd8c945784 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:43:00.702908 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4e1ce7-7a42-4776-9ea1-2675c3ae8f40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:43:00.719082 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7c4e1ce7-7a42-4776-9ea1-2675c3ae8f40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/routers/41b09ebf-13bb-470e-a117-c4fd8c945784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7872651 Mar 14 15:43:00.721733 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56032) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:00.906110 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbe7845-09dd-4ec0-a3bc-afa39d238ae4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting subnet 62dcfc71-d10f-421f-8f31-dc2b0b78b9ac {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:43:00.909131 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7845-09dd-4ec0-a3bc-afa39d238ae4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:00.962986 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7845-09dd-4ec0-a3bc-afa39d238ae4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:00.971450 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3e4a3f-e2d6-4a6e-846a-cd02eb7b9cd1 None None] Sync routers for ids ['41b09ebf-13bb-470e-a117-c4fd8c945784'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:43:00.983302 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3e4a3f-e2d6-4a6e-846a-cd02eb7b9cd1 None None] Routers {'41b09ebf-13bb-470e-a117-c4fd8c945784'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:43:00.983910 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4c3e4a3f-e2d6-4a6e-846a-cd02eb7b9cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:42:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['41b09ebf-13bb-470e-a117-c4fd8c945784'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:01.048920 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7845-09dd-4ec0-a3bc-afa39d238ae4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:01.121532 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7845-09dd-4ec0-a3bc-afa39d238ae4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:01.158889 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe7845-09dd-4ec0-a3bc-afa39d238ae4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Subnet': ['ID=62dcfc71-d10f-421f-8f31-dc2b0b78b9ac,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:01.164819 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-4c3e4a3f-e2d6-4a6e-846a-cd02eb7b9cd1 None None] Set router 41b09ebf-13bb-470e-a117-c4fd8c945784 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:43:01.165861 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7845-09dd-4ec0-a3bc-afa39d238ae4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:01.174340 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-dbbe7845-09dd-4ec0-a3bc-afa39d238ae4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/subnets/62dcfc71-d10f-421f-8f31-dc2b0b78b9ac HTTP/1.1" status: 204 len: 168 time: 0.4492152 Mar 14 15:43:01.174592 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56036) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:01.210972 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e95b6c9-0f2e-4eea-888d-6218730a5131 None None] Network ed195467-f1cc-4442-81dd-36d92f0aedb2 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:43:01.374034 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-758b0c7a-a08f-49e3-95f0-df7d2a57be95 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:01.572080 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-758b0c7a-a08f-49e3-95f0-df7d2a57be95 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:01.582121 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-758b0c7a-a08f-49e3-95f0-df7d2a57be95 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 65038328-3b3a-4a7c-bff9-000f44c626db {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:43:01.583213 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-758b0c7a-a08f-49e3-95f0-df7d2a57be95 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:01.688756 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4c3e4a3f-e2d6-4a6e-846a-cd02eb7b9cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'name': 'tempest-TestNetworkBasicOps-router-1873852602', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:41:02Z', 'updated_at': '2022-03-14T15:42:59Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '65038328-3b3a-4a7c-bff9-000f44c626db', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:41:03Z', 'updated_at': '2022-03-14T15:42:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:01.694432 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3e4a3f-e2d6-4a6e-846a-cd02eb7b9cd1 None None] Checking router: 41b09ebf-13bb-470e-a117-c4fd8c945784 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:43:01.710613 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3e4a3f-e2d6-4a6e-846a-cd02eb7b9cd1 None None] Routers {'41b09ebf-13bb-470e-a117-c4fd8c945784'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:43:01.711878 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4c3e4a3f-e2d6-4a6e-846a-cd02eb7b9cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:42:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['41b09ebf-13bb-470e-a117-c4fd8c945784'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:01.760140 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-758b0c7a-a08f-49e3-95f0-df7d2a57be95 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port 65038328-3b3a-4a7c-bff9-000f44c626db, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=65038328-3b3a-4a7c-bff9-000f44c626db,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:43:01.760495 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-758b0c7a-a08f-49e3-95f0-df7d2a57be95 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:01.768570 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92031e77-6f9c-4c87-96fc-b26b433e38b6 None None] DHCP port deletion for ed195467-f1cc-4442-81dd-36d92f0aedb2 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:43:01.827469 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-92031e77-6f9c-4c87-96fc-b26b433e38b6 None None] Deleting port d1ee2c16-5c65-4cb4-8203-46296576cac4 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:43:01.827849 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-92031e77-6f9c-4c87-96fc-b26b433e38b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:01.877509 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-758b0c7a-a08f-49e3-95f0-df7d2a57be95 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 65038328-3b3a-4a7c-bff9-000f44c626db owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:43:01.959065 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-4c3e4a3f-e2d6-4a6e-846a-cd02eb7b9cd1 None None] Set router 41b09ebf-13bb-470e-a117-c4fd8c945784 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:43:02.040784 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-758b0c7a-a08f-49e3-95f0-df7d2a57be95 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:02.085527 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b0c7a-a08f-49e3-95f0-df7d2a57be95 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=65038328-3b3a-4a7c-bff9-000f44c626db,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:02.135262 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4c3e4a3f-e2d6-4a6e-846a-cd02eb7b9cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'name': 'tempest-TestNetworkBasicOps-router-1873852602', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:41:02Z', 'updated_at': '2022-03-14T15:43:01Z', 'revision_number': 6, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:02.158928 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3e4a3f-e2d6-4a6e-846a-cd02eb7b9cd1 None None] The sync data for ids ['41b09ebf-13bb-470e-a117-c4fd8c945784'] in dv-neutron-833561-1-hyperv is: [{'id': '41b09ebf-13bb-470e-a117-c4fd8c945784', 'name': 'tempest-TestNetworkBasicOps-router-1873852602', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:41:02Z', 'updated_at': '2022-03-14T15:43:01Z', 'revision_number': 6, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:43:02.185910 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-92031e77-6f9c-4c87-96fc-b26b433e38b6 None None] For port d1ee2c16-5c65-4cb4-8203-46296576cac4, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=d1ee2c16-5c65-4cb4-8203-46296576cac4,segment=NetworkSegment(3f7bb723-343a-4727-a571-1cde77fe0ef9),segment_id=3f7bb723-343a-4727-a571-1cde77fe0ef9)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:43:02.186356 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-92031e77-6f9c-4c87-96fc-b26b433e38b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:02.316223 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-92031e77-6f9c-4c87-96fc-b26b433e38b6 None None] Calling delete_port for d1ee2c16-5c65-4cb4-8203-46296576cac4 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:43:02.397586 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-92031e77-6f9c-4c87-96fc-b26b433e38b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:02.414616 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-758b0c7a-a08f-49e3-95f0-df7d2a57be95 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:02.443550 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92031e77-6f9c-4c87-96fc-b26b433e38b6 None None] Pushing event deleted for resources: {'Port': ['ID=d1ee2c16-5c65-4cb4-8203-46296576cac4,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:02.448000 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92031e77-6f9c-4c87-96fc-b26b433e38b6 None None] No DVR routers for this DVR port d1ee2c16-5c65-4cb4-8203-46296576cac4 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:43:02.679882 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-758b0c7a-a08f-49e3-95f0-df7d2a57be95 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:02.684136 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-758b0c7a-a08f-49e3-95f0-df7d2a57be95 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:02.709152 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-758b0c7a-a08f-49e3-95f0-df7d2a57be95 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:02.709587 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758b0c7a-a08f-49e3-95f0-df7d2a57be95 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Fanout notify agent at l3_agent the message router_deleted on router 41b09ebf-13bb-470e-a117-c4fd8c945784 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:43:02.724167 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-758b0c7a-a08f-49e3-95f0-df7d2a57be95 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:02.725253 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-758b0c7a-a08f-49e3-95f0-df7d2a57be95 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/routers/41b09ebf-13bb-470e-a117-c4fd8c945784 HTTP/1.1" status: 204 len: 168 time: 1.5498192 Mar 14 15:43:02.727953 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56040) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:02.734197 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae97c057-f227-4ae3-b2c7-d128c229a086 None None] New status for floating IP d08979d1-aa63-4b5e-81b7-fac7d0b27484: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:43:02.839606 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52741690-8f2d-41bf-9b08-2488a53c0936 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:02.971344 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52741690-8f2d-41bf-9b08-2488a53c0936 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:02.998181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-52741690-8f2d-41bf-9b08-2488a53c0936 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed195467-f1cc-4442-81dd-36d92f0aedb2']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:03.011693 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-52741690-8f2d-41bf-9b08-2488a53c0936 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7bb723-343a-4727-a571-1cde77fe0ef9') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:03.011995 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-52741690-8f2d-41bf-9b08-2488a53c0936 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7bb723-343a-4727-a571-1cde77fe0ef9') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:03.024020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52741690-8f2d-41bf-9b08-2488a53c0936 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:03.041932 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52741690-8f2d-41bf-9b08-2488a53c0936 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:03.048260 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52741690-8f2d-41bf-9b08-2488a53c0936 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:43:03.048676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52741690-8f2d-41bf-9b08-2488a53c0936 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:43:03.063816 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:43:03.140364 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52741690-8f2d-41bf-9b08-2488a53c0936 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:03.157162 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52741690-8f2d-41bf-9b08-2488a53c0936 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:03.168251 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52741690-8f2d-41bf-9b08-2488a53c0936 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Network': ['ID=ed195467-f1cc-4442-81dd-36d92f0aedb2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:03.177064 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-52741690-8f2d-41bf-9b08-2488a53c0936 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/networks/ed195467-f1cc-4442-81dd-36d92f0aedb2 HTTP/1.1" status: 204 len: 168 time: 0.4481180 Mar 14 15:43:03.195991 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56044) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:03.201516 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'network': {'name': 'tempest-network-smoke--1634186765', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'port_security_enabled': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:43:03.206651 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:43:03.211306 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:network and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:43:03.214792 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:43:03.220354 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:43:03.229872 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:43:03.232797 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:03.260602 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:43:03.269150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:03.269489 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Added segment 6879fd0c-729a-4c66-9035-a18221acda4c of type vlan for network 044922b8-79a1-491c-a8f8-c64a0b10ff76 Mar 14 15:43:03.295097 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:03.323267 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:03.326893 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:03.327474 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:03.430125 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2330282 Mar 14 15:43:03.433046 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56048) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:03.435883 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Network': ['ID=044922b8-79a1-491c-a8f8-c64a0b10ff76,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:03.438697 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1b14bfe6-a5d0-44f7-b510-c18426380b04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1810700690', 'admin_state_up': True, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:43:03.444429 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:03.444781 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:03.445122 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:03.445461 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:03.445772 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1b14bfe6-a5d0-44f7-b510-c18426380b04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:43:03.445886 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:03.446134 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:03.446496 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:03.446822 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:03.447143 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:03.447459 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:03.447775 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b56cdb3-f93c-45f8-b519-cadf0a2c6146 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:03.449572 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1b14bfe6-a5d0-44f7-b510-c18426380b04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:router and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:43:03.453424 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1b14bfe6-a5d0-44f7-b510-c18426380b04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:43:03.459498 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 044922b8-79a1-491c-a8f8-c64a0b10ff76 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:43:03.460745 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1b14bfe6-a5d0-44f7-b510-c18426380b04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:43:03.471145 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b14bfe6-a5d0-44f7-b510-c18426380b04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:03.472071 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b14bfe6-a5d0-44f7-b510-c18426380b04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:03.491994 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b14bfe6-a5d0-44f7-b510-c18426380b04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:03.540758 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 65038328-3b3a-4a7c-bff9-000f44c626db no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:43:03.576438 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 65038328-3b3a-4a7c-bff9-000f44c626db {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:43:03.576894 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 65038328-3b3a-4a7c-bff9-000f44c626db not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:43:03.577389 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device cc3e5f73-5bda-4a72-8516-dd36b8017264 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:43:03.622310 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: cc3e5f73-5bda-4a72-8516-dd36b8017264 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:43:03.622755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device cc3e5f73-5bda-4a72-8516-dd36b8017264 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:43:03.623241 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d1ee2c16-5c65-4cb4-8203-46296576cac4 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:43:03.641886 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b14bfe6-a5d0-44f7-b510-c18426380b04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:03.656702 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: d1ee2c16-5c65-4cb4-8203-46296576cac4 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:43:03.657138 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d1ee2c16-5c65-4cb4-8203-46296576cac4 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:43:03.911486 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b14bfe6-a5d0-44f7-b510-c18426380b04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:03.939889 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b14bfe6-a5d0-44f7-b510-c18426380b04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:04.074887 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-1b14bfe6-a5d0-44f7-b510-c18426380b04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.26.4.8 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/18e61d87-e830-4592-a3e0-c8b0610b6a46) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:43:04.224365 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b14bfe6-a5d0-44f7-b510-c18426380b04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:04.251653 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b14bfe6-a5d0-44f7-b510-c18426380b04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:04.315082 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b14bfe6-a5d0-44f7-b510-c18426380b04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:43:04.318590 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-1b14bfe6-a5d0-44f7-b510-c18426380b04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:43:04.322271 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b14bfe6-a5d0-44f7-b510-c18426380b04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:43:04.354491 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14bfe6-a5d0-44f7-b510-c18426380b04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=18e61d87-e830-4592-a3e0-c8b0610b6a46,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:04.487567 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b14bfe6-a5d0-44f7-b510-c18426380b04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:04.488212 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b14bfe6-a5d0-44f7-b510-c18426380b04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:04.712754 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b14bfe6-a5d0-44f7-b510-c18426380b04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 6a47a0a1-4821-475c-b3ce-0b24a52dbf62 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:43:04.907626 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b14bfe6-a5d0-44f7-b510-c18426380b04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:43:04.917526 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] Sync routers for ids ['6a47a0a1-4821-475c-b3ce-0b24a52dbf62'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:43:04.929620 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] Routers {'6a47a0a1-4821-475c-b3ce-0b24a52dbf62'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:43:04.930262 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:42:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['6a47a0a1-4821-475c-b3ce-0b24a52dbf62'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:04.932985 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b14bfe6-a5d0-44f7-b510-c18426380b04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:04.937339 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1b14bfe6-a5d0-44f7-b510-c18426380b04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5003612 Mar 14 15:43:04.937561 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56052) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:04.981930 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8758379a-42c9-4387-9c36-2b5be7225007 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=5d6eafdbdcc04fa5ac3cc264b55cc088&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407453 Mar 14 15:43:04.982183 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56056) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:05.111610 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b5f6d4-eb50-4cd4-a0db-b56e5018a40e tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:05.113098 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a3b5f6d4-eb50-4cd4-a0db-b56e5018a40e tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300888 Mar 14 15:43:05.116125 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56060) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:05.144359 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] Set router 6a47a0a1-4821-475c-b3ce-0b24a52dbf62 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:43:05.156859 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c8576ca3-9209-4758-95cf-191c75878eee tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373023 Mar 14 15:43:05.157018 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56064) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:05.163158 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-df86d699-6e58-4f0b-8388-6f9de76bd754 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2116508569', 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:43:05.270773 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-df86d699-6e58-4f0b-8388-6f9de76bd754 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:43:05.274521 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-df86d699-6e58-4f0b-8388-6f9de76bd754 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:subnet and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:43:05.277285 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-df86d699-6e58-4f0b-8388-6f9de76bd754 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:43:05.282880 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-df86d699-6e58-4f0b-8388-6f9de76bd754 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:43:05.292773 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df86d699-6e58-4f0b-8388-6f9de76bd754 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:43:05.393506 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df86d699-6e58-4f0b-8388-6f9de76bd754 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:05.422969 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'name': 'tempest-TestNetworkBasicOps-router-1810700690', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:04Z', 'revision_number': 3, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:47:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:05.426868 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] Checking router: 6a47a0a1-4821-475c-b3ce-0b24a52dbf62 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:43:05.427240 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] Updating router 6a47a0a1-4821-475c-b3ce-0b24a52dbf62 port 18e61d87-e830-4592-a3e0-c8b0610b6a46 binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:43:05.478545 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:05.715106 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df86d699-6e58-4f0b-8388-6f9de76bd754 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:05.791930 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86d699-6e58-4f0b-8388-6f9de76bd754 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Subnet': ['ID=fbd9f801-978c-4a2a-9cb4-219e8c4d4664,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:05.803584 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:05.809347 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df86d699-6e58-4f0b-8388-6f9de76bd754 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Checking segment: {'id': '6879fd0c-729a-4c66-9035-a18221acda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:43:05.809699 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df86d699-6e58-4f0b-8388-6f9de76bd754 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network hostable DHCP agents. Network: 044922b8-79a1-491c-a8f8-c64a0b10ff76, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:43:05.817967 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] Transition to ACTIVE for port object 18e61d87-e830-4592-a3e0-c8b0610b6a46 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:43:05.824369 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:05.832720 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df86d699-6e58-4f0b-8388-6f9de76bd754 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network 044922b8-79a1-491c-a8f8-c64a0b10ff76 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:43:05.841831 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-df86d699-6e58-4f0b-8388-6f9de76bd754 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 044922b8-79a1-491c-a8f8-c64a0b10ff76) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:43:05.845687 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df86d699-6e58-4f0b-8388-6f9de76bd754 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:05.846305 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df86d699-6e58-4f0b-8388-6f9de76bd754 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:05.868352 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-df86d699-6e58-4f0b-8388-6f9de76bd754 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7103512 Mar 14 15:43:05.868847 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d23468c-89dd-4af8-99ff-ae10097f0663 None None] Network 044922b8-79a1-491c-a8f8-c64a0b10ff76 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:43:05.871323 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56068) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:05.988823 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa2b7d-b0ad-4cb1-948d-61125132bfd5 None None] Pushing event updated for resources: {'Port': ['ID=18e61d87-e830-4592-a3e0-c8b0610b6a46,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:05.994360 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] Attempting to bind port 18e61d87-e830-4592-a3e0-c8b0610b6a46 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:43:05.994732 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] Attempting to bind port 18e61d87-e830-4592-a3e0-c8b0610b6a46 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:43:05.995096 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] Attempting to bind port 18e61d87-e830-4592-a3e0-c8b0610b6a46 on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:43:06.016729 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:43:06.017100 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:43:06.017497 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:06.017887 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:43:06.018381 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] Bound port: 18e61d87-e830-4592-a3e0-c8b0610b6a46, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:43:06.018946 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:06.145649 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] For port 18e61d87-e830-4592-a3e0-c8b0610b6a46, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:43:06.150187 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] For port 18e61d87-e830-4592-a3e0-c8b0610b6a46, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=18e61d87-e830-4592-a3e0-c8b0610b6a46,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:43:06.179481 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:06.235013 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1b552f-9a9e-401b-b78d-f6c0647d5fb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-044922b8-79a1-491c-a8f8-c64a0b10ff76', 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ips': [{'subnet_id': 'fbd9f801-978c-4a2a-9cb4-219e8c4d4664'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:43:06.235832 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d1b552f-9a9e-401b-b78d-f6c0647d5fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:06.323963 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa2b7d-b0ad-4cb1-948d-61125132bfd5 None None] Pushing event updated for resources: {'Port': ['ID=18e61d87-e830-4592-a3e0-c8b0610b6a46,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:06.351639 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] Routers {'6a47a0a1-4821-475c-b3ce-0b24a52dbf62'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:43:06.352287 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:42:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['6a47a0a1-4821-475c-b3ce-0b24a52dbf62'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:06.570209 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-7d1b552f-9a9e-401b-b78d-f6c0647d5fb9 None None] Allocated IP 172.20.0.2 (044922b8-79a1-491c-a8f8-c64a0b10ff76/fbd9f801-978c-4a2a-9cb4-219e8c4d4664/ba68d183-8b88-4129-8b34-a303dd3747d0) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:43:06.615571 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] Set router 6a47a0a1-4821-475c-b3ce-0b24a52dbf62 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:43:06.650280 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:43:06.735477 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f016b6f-7b9c-40a2-8f16-b2c8ef6c1c2c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:07.061686 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d1b552f-9a9e-401b-b78d-f6c0647d5fb9 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:07.079028 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7d1b552f-9a9e-401b-b78d-f6c0647d5fb9 None None] Transition to ACTIVE for port object ba68d183-8b88-4129-8b34-a303dd3747d0 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:43:07.102816 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7d1b552f-9a9e-401b-b78d-f6c0647d5fb9 None None] Transition to ACTIVE for port object ba68d183-8b88-4129-8b34-a303dd3747d0 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:43:07.108240 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d1b552f-9a9e-401b-b78d-f6c0647d5fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:07.162625 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'name': 'tempest-TestNetworkBasicOps-router-1810700690', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:04Z', 'revision_number': 3, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:47:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:07.171786 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-2f016b6f-7b9c-40a2-8f16-b2c8ef6c1c2c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.20.0.1 (044922b8-79a1-491c-a8f8-c64a0b10ff76/fbd9f801-978c-4a2a-9cb4-219e8c4d4664/5623f552-61e8-4267-bc0d-4ab4c77a949b) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:43:07.184222 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e602f89c-5e6b-48e5-ac68-c66f6b0368e2 None None] The sync data for ids ['6a47a0a1-4821-475c-b3ce-0b24a52dbf62'] in dv-neutron-833561-1-hyperv is: [{'id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'name': 'tempest-TestNetworkBasicOps-router-1810700690', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:04Z', 'revision_number': 3, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:47:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:43:07.186850 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1b552f-9a9e-401b-b78d-f6c0647d5fb9 None None] Network 044922b8-79a1-491c-a8f8-c64a0b10ff76 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:43:07.190389 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-7d1b552f-9a9e-401b-b78d-f6c0647d5fb9 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:43:07.195554 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1b552f-9a9e-401b-b78d-f6c0647d5fb9 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:43:07.197662 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b552f-9a9e-401b-b78d-f6c0647d5fb9 None None] Pushing event updated for resources: {'Port': ['ID=ba68d183-8b88-4129-8b34-a303dd3747d0,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:07.289826 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7d1b552f-9a9e-401b-b78d-f6c0647d5fb9 None None] Attempting to bind port ba68d183-8b88-4129-8b34-a303dd3747d0 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:43:07.290255 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7d1b552f-9a9e-401b-b78d-f6c0647d5fb9 None None] Attempting to bind port ba68d183-8b88-4129-8b34-a303dd3747d0 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '6879fd0c-729a-4c66-9035-a18221acda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:43:07.290623 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1b552f-9a9e-401b-b78d-f6c0647d5fb9 None None] Attempting to bind port ba68d183-8b88-4129-8b34-a303dd3747d0 on network 044922b8-79a1-491c-a8f8-c64a0b10ff76 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:43:07.297230 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1b552f-9a9e-401b-b78d-f6c0647d5fb9 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:43:07.297602 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1b552f-9a9e-401b-b78d-f6c0647d5fb9 None None] Checking segment: {'id': '6879fd0c-729a-4c66-9035-a18221acda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:43:07.298006 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d1b552f-9a9e-401b-b78d-f6c0647d5fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:07.298423 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1b552f-9a9e-401b-b78d-f6c0647d5fb9 None None] Bound using segment: {'id': '6879fd0c-729a-4c66-9035-a18221acda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:43:07.298885 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7d1b552f-9a9e-401b-b78d-f6c0647d5fb9 None None] Bound port: ba68d183-8b88-4129-8b34-a303dd3747d0, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6879fd0c-729a-4c66-9035-a18221acda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:43:07.299259 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d1b552f-9a9e-401b-b78d-f6c0647d5fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:07.389999 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f016b6f-7b9c-40a2-8f16-b2c8ef6c1c2c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:07.401923 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7d1b552f-9a9e-401b-b78d-f6c0647d5fb9 None None] For port ba68d183-8b88-4129-8b34-a303dd3747d0, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:43:07.405213 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7d1b552f-9a9e-401b-b78d-f6c0647d5fb9 None None] For port ba68d183-8b88-4129-8b34-a303dd3747d0, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ba68d183-8b88-4129-8b34-a303dd3747d0,segment=NetworkSegment(6879fd0c-729a-4c66-9035-a18221acda4c),segment_id=6879fd0c-729a-4c66-9035-a18221acda4c)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:43:07.408209 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-2f016b6f-7b9c-40a2-8f16-b2c8ef6c1c2c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Transition to ACTIVE for port object 5623f552-61e8-4267-bc0d-4ab4c77a949b will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:43:07.410072 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d1b552f-9a9e-401b-b78d-f6c0647d5fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:07.436846 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f016b6f-7b9c-40a2-8f16-b2c8ef6c1c2c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:07.494929 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b552f-9a9e-401b-b78d-f6c0647d5fb9 None None] Pushing event updated for resources: {'Port': ['ID=ba68d183-8b88-4129-8b34-a303dd3747d0,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:07.528380 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f016b6f-7b9c-40a2-8f16-b2c8ef6c1c2c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network 044922b8-79a1-491c-a8f8-c64a0b10ff76 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:43:07.529188 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f016b6f-7b9c-40a2-8f16-b2c8ef6c1c2c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=5623f552-61e8-4267-bc0d-4ab4c77a949b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:07.531864 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-2f016b6f-7b9c-40a2-8f16-b2c8ef6c1c2c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:43:07.534441 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f016b6f-7b9c-40a2-8f16-b2c8ef6c1c2c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:43:07.598548 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 18e61d87-e830-4592-a3e0-c8b0610b6a46 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:43:07.608610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f016b6f-7b9c-40a2-8f16-b2c8ef6c1c2c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:07.703655 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 18e61d87-e830-4592-a3e0-c8b0610b6a46 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:43:07.709982 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 18e61d87-e830-4592-a3e0-c8b0610b6a46 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:07.711557 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:07.747348 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f016b6f-7b9c-40a2-8f16-b2c8ef6c1c2c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:07.860158 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:07.878156 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 18e61d87-e830-4592-a3e0-c8b0610b6a46, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=18e61d87-e830-4592-a3e0-c8b0610b6a46,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:43:07.883171 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:07.960627 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=18e61d87-e830-4592-a3e0-c8b0610b6a46,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:08.188106 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f016b6f-7b9c-40a2-8f16-b2c8ef6c1c2c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:08.194010 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f016b6f-7b9c-40a2-8f16-b2c8ef6c1c2c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:08.408122 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f016b6f-7b9c-40a2-8f16-b2c8ef6c1c2c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=5623f552-61e8-4267-bc0d-4ab4c77a949b,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:08.411108 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f016b6f-7b9c-40a2-8f16-b2c8ef6c1c2c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:08.447383 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0473f6-9317-4b67-9a2f-85e3701397fa None None] Network 044922b8-79a1-491c-a8f8-c64a0b10ff76 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:43:08.534348 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-42503c82-7c11-491e-abcc-f847df1a12a5 None None] Provisioning for port ba68d183-8b88-4129-8b34-a303dd3747d0 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:43:08.549520 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f016b6f-7b9c-40a2-8f16-b2c8ef6c1c2c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network 044922b8-79a1-491c-a8f8-c64a0b10ff76 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:43:08.550834 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-2f016b6f-7b9c-40a2-8f16-b2c8ef6c1c2c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:43:08.936846 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f016b6f-7b9c-40a2-8f16-b2c8ef6c1c2c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 6a47a0a1-4821-475c-b3ce-0b24a52dbf62 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:43:08.984509 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d71273cc-9c96-41e9-a313-dbe066fe1f62 None None] Provisioning for port 5623f552-61e8-4267-bc0d-4ab4c77a949b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:43:08.990116 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d71273cc-9c96-41e9-a313-dbe066fe1f62 None None] Provisioning complete for port 5623f552-61e8-4267-bc0d-4ab4c77a949b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:08.990682 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d71273cc-9c96-41e9-a313-dbe066fe1f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:09.051847 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d71273cc-9c96-41e9-a313-dbe066fe1f62 None None] Port 5623f552-61e8-4267-bc0d-4ab4c77a949b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:43:09.150733 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f016b6f-7b9c-40a2-8f16-b2c8ef6c1c2c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:43:09.172415 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2f016b6f-7b9c-40a2-8f16-b2c8ef6c1c2c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/routers/6a47a0a1-4821-475c-b3ce-0b24a52dbf62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2970233 Mar 14 15:43:09.172880 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56072) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:09.179125 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc10a7d2-7dee-4b5e-b450-126577ac08e5 None None] Provisioning complete for port 5623f552-61e8-4267-bc0d-4ab4c77a949b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:09.179507 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc10a7d2-7dee-4b5e-b450-126577ac08e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:09.233768 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-dc10a7d2-7dee-4b5e-b450-126577ac08e5 None None] Port 5623f552-61e8-4267-bc0d-4ab4c77a949b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:43:09.337424 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e715a9-71cd-44f8-9f31-cf673c1b451b tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:09.337986 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e715a9-71cd-44f8-9f31-cf673c1b451b tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:09.338107 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e715a9-71cd-44f8-9f31-cf673c1b451b tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:09.338458 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e715a9-71cd-44f8-9f31-cf673c1b451b tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:09.340133 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-86e715a9-71cd-44f8-9f31-cf673c1b451b tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1659620 Mar 14 15:43:09.342806 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56076) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:09.354574 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-28673c44-9f67-4449-97ae-4fd971f11df9 None None] Provisioning complete for port 5623f552-61e8-4267-bc0d-4ab4c77a949b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:09.354944 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-28673c44-9f67-4449-97ae-4fd971f11df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:09.407974 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-28673c44-9f67-4449-97ae-4fd971f11df9 None None] Port 5623f552-61e8-4267-bc0d-4ab4c77a949b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:43:09.416291 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd53ccb4-07f7-4919-9446-597fb61529e9 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:09.416874 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd53ccb4-07f7-4919-9446-597fb61529e9 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:09.417239 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd53ccb4-07f7-4919-9446-597fb61529e9 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:09.417625 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd53ccb4-07f7-4919-9446-597fb61529e9 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:09.419286 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-cd53ccb4-07f7-4919-9446-597fb61529e9 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0755932 Mar 14 15:43:09.421908 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56080) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:09.599820 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ba68d183-8b88-4129-8b34-a303dd3747d0 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:43:09.623641 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-93eaf636-7fd7-49db-8f62-d62344dbed5d tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2005916 Mar 14 15:43:09.668154 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port ba68d183-8b88-4129-8b34-a303dd3747d0 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:43:09.673143 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port ba68d183-8b88-4129-8b34-a303dd3747d0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:09.673873 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:09.821218 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:09.855214 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port ba68d183-8b88-4129-8b34-a303dd3747d0, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ba68d183-8b88-4129-8b34-a303dd3747d0,segment=NetworkSegment(6879fd0c-729a-4c66-9035-a18221acda4c),segment_id=6879fd0c-729a-4c66-9035-a18221acda4c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:43:09.859166 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:09.859933 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 18e61d87-e830-4592-a3e0-c8b0610b6a46 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:43:09.897380 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56086) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:09.903159 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-fdd22f59-5dd6-4b29-bf74-5ff0d9508f44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1111365621', 'description': 'tempest-secgroup-smoke-1111365621 description', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:43:09.909253 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fdd22f59-5dd6-4b29-bf74-5ff0d9508f44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:43:09.913911 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-fdd22f59-5dd6-4b29-bf74-5ff0d9508f44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:43:09.916816 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-fdd22f59-5dd6-4b29-bf74-5ff0d9508f44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:43:09.922581 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fdd22f59-5dd6-4b29-bf74-5ff0d9508f44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:43:09.936779 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fdd22f59-5dd6-4b29-bf74-5ff0d9508f44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:09.971015 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fdd22f59-5dd6-4b29-bf74-5ff0d9508f44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:43:09.975381 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-fdd22f59-5dd6-4b29-bf74-5ff0d9508f44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:43:09.978161 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-fdd22f59-5dd6-4b29-bf74-5ff0d9508f44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:43:09.983923 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fdd22f59-5dd6-4b29-bf74-5ff0d9508f44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:43:09.984561 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=ba68d183-8b88-4129-8b34-a303dd3747d0,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:10.000455 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 18e61d87-e830-4592-a3e0-c8b0610b6a46 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:10.000835 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.039139 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fdd22f59-5dd6-4b29-bf74-5ff0d9508f44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.044079 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fdd22f59-5dd6-4b29-bf74-5ff0d9508f44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.087221 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd22f59-5dd6-4b29-bf74-5ff0d9508f44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74f0493d-48d9-47cb-9370-89349a91a79f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:10.091854 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fdd22f59-5dd6-4b29-bf74-5ff0d9508f44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.095686 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fdd22f59-5dd6-4b29-bf74-5ff0d9508f44 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1946836 Mar 14 15:43:10.096346 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56090) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:10.102553 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-84aa06bf-734e-41f4-9afc-96ff6a4da245 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '74f0493d-48d9-47cb-9370-89349a91a79f', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:43:10.108533 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-84aa06bf-734e-41f4-9afc-96ff6a4da245 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:43:10.112415 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-84aa06bf-734e-41f4-9afc-96ff6a4da245 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:43:10.116561 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-84aa06bf-734e-41f4-9afc-96ff6a4da245 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:43:10.122439 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-84aa06bf-734e-41f4-9afc-96ff6a4da245 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:43:10.139467 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-84aa06bf-734e-41f4-9afc-96ff6a4da245 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.199985 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-84aa06bf-734e-41f4-9afc-96ff6a4da245 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.203750 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-84aa06bf-734e-41f4-9afc-96ff6a4da245 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.229991 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa06bf-734e-41f4-9afc-96ff6a4da245 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6313d5f8-854a-4753-93ed-6b2e03ecd91b,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:10.240904 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-84aa06bf-734e-41f4-9afc-96ff6a4da245 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.246171 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-84aa06bf-734e-41f4-9afc-96ff6a4da245 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1488180 Mar 14 15:43:10.250569 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56094) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:10.256294 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-43ebc5a6-faa5-4bf7-b49a-4221dc195c55 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '74f0493d-48d9-47cb-9370-89349a91a79f', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:43:10.262673 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-43ebc5a6-faa5-4bf7-b49a-4221dc195c55 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:43:10.266661 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-43ebc5a6-faa5-4bf7-b49a-4221dc195c55 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:43:10.270193 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-43ebc5a6-faa5-4bf7-b49a-4221dc195c55 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:43:10.276393 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-43ebc5a6-faa5-4bf7-b49a-4221dc195c55 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:43:10.292079 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43ebc5a6-faa5-4bf7-b49a-4221dc195c55 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.354911 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43ebc5a6-faa5-4bf7-b49a-4221dc195c55 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.357937 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43ebc5a6-faa5-4bf7-b49a-4221dc195c55 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.380235 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebc5a6-faa5-4bf7-b49a-4221dc195c55 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5acf16-46c1-4b0d-93f7-a795a175ace8,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:10.388261 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43ebc5a6-faa5-4bf7-b49a-4221dc195c55 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.389437 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-43ebc5a6-faa5-4bf7-b49a-4221dc195c55 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1378942 Mar 14 15:43:10.392290 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56098) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:10.398346 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-90c98176-343d-49fb-956f-66d3015b1301 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '74f0493d-48d9-47cb-9370-89349a91a79f', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:43:10.404220 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-90c98176-343d-49fb-956f-66d3015b1301 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:43:10.407907 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-90c98176-343d-49fb-956f-66d3015b1301 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:43:10.411312 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-90c98176-343d-49fb-956f-66d3015b1301 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:43:10.416946 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-90c98176-343d-49fb-956f-66d3015b1301 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:43:10.435131 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-90c98176-343d-49fb-956f-66d3015b1301 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.498277 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-90c98176-343d-49fb-956f-66d3015b1301 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.501450 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-90c98176-343d-49fb-956f-66d3015b1301 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.527436 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c98176-343d-49fb-956f-66d3015b1301 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351ba3f4-ee72-4746-b496-2c6714c1e8bc,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:10.538184 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-90c98176-343d-49fb-956f-66d3015b1301 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.539439 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-90c98176-343d-49fb-956f-66d3015b1301 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1461778 Mar 14 15:43:10.542212 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56102) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:10.547772 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4cae5430-616a-4e0f-b458-6f8a62e7652c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '74f0493d-48d9-47cb-9370-89349a91a79f', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:43:10.553802 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4cae5430-616a-4e0f-b458-6f8a62e7652c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:43:10.557989 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-4cae5430-616a-4e0f-b458-6f8a62e7652c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:43:10.561279 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-4cae5430-616a-4e0f-b458-6f8a62e7652c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:43:10.568124 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4cae5430-616a-4e0f-b458-6f8a62e7652c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:43:10.584845 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4cae5430-616a-4e0f-b458-6f8a62e7652c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.651852 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4cae5430-616a-4e0f-b458-6f8a62e7652c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.655572 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4cae5430-616a-4e0f-b458-6f8a62e7652c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.678172 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae5430-616a-4e0f-b458-6f8a62e7652c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6885e1ae-4f64-4689-b855-e43783b57a9d,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:10.686966 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4cae5430-616a-4e0f-b458-6f8a62e7652c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.688716 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4cae5430-616a-4e0f-b458-6f8a62e7652c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1455667 Mar 14 15:43:10.692056 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56106) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:10.697599 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-088a8994-068b-413f-a84c-1f028bacc1a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '74f0493d-48d9-47cb-9370-89349a91a79f', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:43:10.703459 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-088a8994-068b-413f-a84c-1f028bacc1a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:43:10.708065 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-088a8994-068b-413f-a84c-1f028bacc1a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:43:10.711145 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-088a8994-068b-413f-a84c-1f028bacc1a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:43:10.717217 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-088a8994-068b-413f-a84c-1f028bacc1a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:43:10.727388 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-088a8994-068b-413f-a84c-1f028bacc1a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Project 5d6eafdbdcc04fa5ac3cc264b55cc088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:43:10.733796 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-088a8994-068b-413f-a84c-1f028bacc1a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.799374 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-088a8994-068b-413f-a84c-1f028bacc1a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.800433 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] Sync routers for ids ['6a47a0a1-4821-475c-b3ce-0b24a52dbf62'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:43:10.803240 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-088a8994-068b-413f-a84c-1f028bacc1a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.813028 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] Routers {'6a47a0a1-4821-475c-b3ce-0b24a52dbf62'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:43:10.813849 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:42:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['6a47a0a1-4821-475c-b3ce-0b24a52dbf62'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:10.846288 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a8994-068b-413f-a84c-1f028bacc1a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a9eb6e-f88a-4673-85d1-467b3637f8cc,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:10.849840 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-088a8994-068b-413f-a84c-1f028bacc1a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.853911 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-088a8994-068b-413f-a84c-1f028bacc1a5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1582139 Mar 14 15:43:10.854394 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56110) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:10.862022 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-bd7db02c-1080-4c74-a6aa-5f85e8219628 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '74f0493d-48d9-47cb-9370-89349a91a79f', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:43:10.868356 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bd7db02c-1080-4c74-a6aa-5f85e8219628 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:43:10.872282 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bd7db02c-1080-4c74-a6aa-5f85e8219628 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:43:10.875400 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bd7db02c-1080-4c74-a6aa-5f85e8219628 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:43:10.881953 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bd7db02c-1080-4c74-a6aa-5f85e8219628 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:43:10.893389 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-bd7db02c-1080-4c74-a6aa-5f85e8219628 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Project 5d6eafdbdcc04fa5ac3cc264b55cc088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:43:10.900390 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd7db02c-1080-4c74-a6aa-5f85e8219628 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.970617 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd7db02c-1080-4c74-a6aa-5f85e8219628 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.974758 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd7db02c-1080-4c74-a6aa-5f85e8219628 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.998028 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7db02c-1080-4c74-a6aa-5f85e8219628 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c8059c-8c51-454f-865c-9d2f50b4e530,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:11.008393 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd7db02c-1080-4c74-a6aa-5f85e8219628 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:11.009568 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bd7db02c-1080-4c74-a6aa-5f85e8219628 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1538689 Mar 14 15:43:11.021831 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] Set router 6a47a0a1-4821-475c-b3ce-0b24a52dbf62 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:43:11.191090 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-d5d69f42-339f-4ee9-b4d5-cbb522b8bc1a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:43:11.210489 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-d5d69f42-339f-4ee9-b4d5-cbb522b8bc1a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:43:11.211831 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-d5d69f42-339f-4ee9-b4d5-cbb522b8bc1a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1111365621&fields=id&tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 267 time: 0.0698817 Mar 14 15:43:11.327503 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'name': 'tempest-TestNetworkBasicOps-router-1810700690', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:07Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '5623f552-61e8-4267-bc0d-4ab4c77a949b', 'name': '', 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:2d:23:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd9f801-978c-4a2a-9cb4-219e8c4d4664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:06Z', 'updated_at': '2022-03-14T15:43:08Z', 'revision_number': 2, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'fbd9f801-978c-4a2a-9cb4-219e8c4d4664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:11.331303 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] Checking router: 6a47a0a1-4821-475c-b3ce-0b24a52dbf62 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:43:11.331666 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] Updating router 6a47a0a1-4821-475c-b3ce-0b24a52dbf62 port 5623f552-61e8-4267-bc0d-4ab4c77a949b binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:43:11.372850 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-2b9b3ae0-75b9-4a38-978b-350ce59f4c25 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:11.373431 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-2b9b3ae0-75b9-4a38-978b-350ce59f4c25 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:43:11.384344 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:11.388672 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-2b9b3ae0-75b9-4a38-978b-350ce59f4c25 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:43:11.389827 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-2b9b3ae0-75b9-4a38-978b-350ce59f4c25 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/networks?id=044922b8-79a1-491c-a8f8-c64a0b10ff76 HTTP/1.1" status: 200 len: 797 time: 0.1656523 Mar 14 15:43:11.406393 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-0e5abcbc-dde7-44e3-8f63-a4ad02691777 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/quotas/5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 375 time: 0.0104668 Mar 14 15:43:11.487603 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-4b014bd7-d72a-4312-a037-51d55599c59e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:43:11.504551 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-4b014bd7-d72a-4312-a037-51d55599c59e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:43:11.506147 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-4b014bd7-d72a-4312-a037-51d55599c59e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945232 Mar 14 15:43:11.538143 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ba68d183-8b88-4129-8b34-a303dd3747d0 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:43:11.611374 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port ba68d183-8b88-4129-8b34-a303dd3747d0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:11.612134 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:11.653241 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-2dfcb82d-060d-41d7-8ed1-cc8af773b44b service neutron] 10.222.0.60 "GET /v2.0/networks/044922b8-79a1-491c-a8f8-c64a0b10ff76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288843 Mar 14 15:43:11.740850 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:11.753112 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] Transition to ACTIVE for port object 5623f552-61e8-4267-bc0d-4ab4c77a949b will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:43:11.759412 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:11.788077 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-b88156cc-b86d-4d25-9f7e-ab2a82ab89ad service neutron] 10.222.0.60 "GET /v2.0/networks/044922b8-79a1-491c-a8f8-c64a0b10ff76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283693 Mar 14 15:43:11.889675 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4de407-eb9b-494e-86b6-650b22ebfffb None None] Pushing event updated for resources: {'Port': ['ID=5623f552-61e8-4267-bc0d-4ab4c77a949b,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:11.933885 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4de407-eb9b-494e-86b6-650b22ebfffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:11.934268 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4de407-eb9b-494e-86b6-650b22ebfffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:11.934609 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4de407-eb9b-494e-86b6-650b22ebfffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:11.934938 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4de407-eb9b-494e-86b6-650b22ebfffb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:11.935267 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4de407-eb9b-494e-86b6-650b22ebfffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:11.935590 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4de407-eb9b-494e-86b6-650b22ebfffb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:11.936114 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4de407-eb9b-494e-86b6-650b22ebfffb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:11.936442 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4de407-eb9b-494e-86b6-650b22ebfffb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:11.936768 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4de407-eb9b-494e-86b6-650b22ebfffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:11.937087 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4de407-eb9b-494e-86b6-650b22ebfffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:11.937407 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4de407-eb9b-494e-86b6-650b22ebfffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:11.993187 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] Attempting to bind port 5623f552-61e8-4267-bc0d-4ab4c77a949b on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:43:11.993563 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] Attempting to bind port 5623f552-61e8-4267-bc0d-4ab4c77a949b by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '6879fd0c-729a-4c66-9035-a18221acda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:43:11.993931 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] Attempting to bind port 5623f552-61e8-4267-bc0d-4ab4c77a949b on network 044922b8-79a1-491c-a8f8-c64a0b10ff76 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:43:12.001017 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:43:12.001399 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] Checking segment: {'id': '6879fd0c-729a-4c66-9035-a18221acda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:43:12.001801 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:12.002219 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] Bound using segment: {'id': '6879fd0c-729a-4c66-9035-a18221acda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:43:12.002686 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] Bound port: 5623f552-61e8-4267-bc0d-4ab4c77a949b, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6879fd0c-729a-4c66-9035-a18221acda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:43:12.003069 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:12.099421 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] For port 5623f552-61e8-4267-bc0d-4ab4c77a949b, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:43:12.102863 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] For port 5623f552-61e8-4267-bc0d-4ab4c77a949b, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5623f552-61e8-4267-bc0d-4ab4c77a949b,segment=NetworkSegment(6879fd0c-729a-4c66-9035-a18221acda4c),segment_id=6879fd0c-729a-4c66-9035-a18221acda4c)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:43:12.108794 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:12.114738 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-0ce92cf3-077f-418b-a239-c0f37f7d5b74 req-5aee6d43-3cd8-4f88-b948-1ac950a6844d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:43:12.128514 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-0ce92cf3-077f-418b-a239-c0f37f7d5b74 req-5aee6d43-3cd8-4f88-b948-1ac950a6844d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:43:12.130125 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0ce92cf3-077f-418b-a239-c0f37f7d5b74 req-5aee6d43-3cd8-4f88-b948-1ac950a6844d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 210 time: 0.1697466 Mar 14 15:43:12.197014 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4de407-eb9b-494e-86b6-650b22ebfffb None None] Pushing event updated for resources: {'Port': ['ID=5623f552-61e8-4267-bc0d-4ab4c77a949b,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:12.215112 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] Routers {'6a47a0a1-4821-475c-b3ce-0b24a52dbf62'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:43:12.215805 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:42:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['6a47a0a1-4821-475c-b3ce-0b24a52dbf62'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:12.413151 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] Set router 6a47a0a1-4821-475c-b3ce-0b24a52dbf62 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:43:12.762785 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'name': 'tempest-TestNetworkBasicOps-router-1810700690', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:07Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '5623f552-61e8-4267-bc0d-4ab4c77a949b', 'name': '', 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:2d:23:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd9f801-978c-4a2a-9cb4-219e8c4d4664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:06Z', 'updated_at': '2022-03-14T15:43:12Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'fbd9f801-978c-4a2a-9cb4-219e8c4d4664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:12.766468 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5940a4-1ea5-4272-9c8e-2a6e73681f0d None None] The sync data for ids ['6a47a0a1-4821-475c-b3ce-0b24a52dbf62'] in dv-neutron-833561-1-hyperv is: [{'id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'name': 'tempest-TestNetworkBasicOps-router-1810700690', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:07Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '5623f552-61e8-4267-bc0d-4ab4c77a949b', 'name': '', 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:2d:23:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd9f801-978c-4a2a-9cb4-219e8c4d4664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:06Z', 'updated_at': '2022-03-14T15:43:12Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'fbd9f801-978c-4a2a-9cb4-219e8c4d4664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:43:12.912409 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c2e518b-9b14-4b14-ae19-50f7745a1c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:13.142220 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-573c5d16-654c-4f00-9f75-1890f8a27d59 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:13.143674 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-573c5d16-654c-4f00-9f75-1890f8a27d59 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/networks?id=044922b8-79a1-491c-a8f8-c64a0b10ff76 HTTP/1.1" status: 200 len: 797 time: 0.1565740 Mar 14 15:43:13.202941 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-fb090efd-c94e-4fab-bc2d-00ed0eea0672 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 380 time: 0.0468805 Mar 14 15:43:13.215205 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-531caa7d-65c1-4e3d-85dd-2dcad9059db1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'port': {'device_id': '6a688368-2748-4401-9864-a89396916f69', 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76', 'admin_state_up': True, 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'security_groups': ['74f0493d-48d9-47cb-9370-89349a91a79f']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:43:13.353213 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fe2baf7f-445c-4737-b73a-e4524638e384 req-a9d58809-3df0-47aa-b12a-ba8a1feee4bf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 210 time: 0.0597899 Mar 14 15:43:13.407247 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-531caa7d-65c1-4e3d-85dd-2dcad9059db1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:43:13.417322 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-531caa7d-65c1-4e3d-85dd-2dcad9059db1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:43:13.429706 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-531caa7d-65c1-4e3d-85dd-2dcad9059db1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:43:13.432839 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-531caa7d-65c1-4e3d-85dd-2dcad9059db1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:13.561199 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5623f552-61e8-4267-bc0d-4ab4c77a949b up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:43:13.609094 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-531caa7d-65c1-4e3d-85dd-2dcad9059db1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.20.0.10 (044922b8-79a1-491c-a8f8-c64a0b10ff76/fbd9f801-978c-4a2a-9cb4-219e8c4d4664/58da21bf-b73d-4680-852b-104b28cf5dda) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:43:13.636243 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 5623f552-61e8-4267-bc0d-4ab4c77a949b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:43:13.641270 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 5623f552-61e8-4267-bc0d-4ab4c77a949b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:13.641713 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:13.754684 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:13.786218 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 5623f552-61e8-4267-bc0d-4ab4c77a949b, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5623f552-61e8-4267-bc0d-4ab4c77a949b,segment=NetworkSegment(6879fd0c-729a-4c66-9035-a18221acda4c),segment_id=6879fd0c-729a-4c66-9035-a18221acda4c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:43:13.790487 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:13.809345 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-531caa7d-65c1-4e3d-85dd-2dcad9059db1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:13.826287 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-531caa7d-65c1-4e3d-85dd-2dcad9059db1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Transition to ACTIVE for port object 58da21bf-b73d-4680-852b-104b28cf5dda will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:43:13.848615 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-531caa7d-65c1-4e3d-85dd-2dcad9059db1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:13.858159 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=5623f552-61e8-4267-bc0d-4ab4c77a949b,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:13.919135 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-531caa7d-65c1-4e3d-85dd-2dcad9059db1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network 044922b8-79a1-491c-a8f8-c64a0b10ff76 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:43:13.921993 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-531caa7d-65c1-4e3d-85dd-2dcad9059db1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:43:13.926344 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-531caa7d-65c1-4e3d-85dd-2dcad9059db1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:43:14.065011 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531caa7d-65c1-4e3d-85dd-2dcad9059db1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=58da21bf-b73d-4680-852b-104b28cf5dda,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:14.094523 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-531caa7d-65c1-4e3d-85dd-2dcad9059db1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:14.095205 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-531caa7d-65c1-4e3d-85dd-2dcad9059db1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:14.118982 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-531caa7d-65c1-4e3d-85dd-2dcad9059db1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9106362 Mar 14 15:43:14.195544 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-20dbcac7-4a02-4fcb-b805-86ae50cefc98 service neutron] Request body: {'port': {'device_id': '6a688368-2748-4401-9864-a89396916f69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:43:14.207933 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f853f710-fc4e-49ec-92b4-fbbe90947e1a None None] Provisioning for port 58da21bf-b73d-4680-852b-104b28cf5dda completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:43:14.212856 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f853f710-fc4e-49ec-92b4-fbbe90947e1a None None] Provisioning complete for port 58da21bf-b73d-4680-852b-104b28cf5dda triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:14.213298 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f853f710-fc4e-49ec-92b4-fbbe90947e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:14.266088 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f853f710-fc4e-49ec-92b4-fbbe90947e1a None None] Port 58da21bf-b73d-4680-852b-104b28cf5dda cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:43:14.303258 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-20dbcac7-4a02-4fcb-b805-86ae50cefc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:14.550419 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c90ad-aeb4-487f-9b64-499ed5eea97b req-a18e3b69-392d-4d70-876f-3a0b1cdef5e4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:14.552259 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c32c90ad-aeb4-487f-9b64-499ed5eea97b req-a18e3b69-392d-4d70-876f-3a0b1cdef5e4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 932 time: 0.0765574 Mar 14 15:43:14.599474 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-c32c90ad-aeb4-487f-9b64-499ed5eea97b req-c0cfd4d4-3330-4808-b8c9-db218064aa79 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:43:14.610924 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-c32c90ad-aeb4-487f-9b64-499ed5eea97b req-c0cfd4d4-3330-4808-b8c9-db218064aa79 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:43:14.612043 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c32c90ad-aeb4-487f-9b64-499ed5eea97b req-c0cfd4d4-3330-4808-b8c9-db218064aa79 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=74f0493d-48d9-47cb-9370-89349a91a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542259 Mar 14 15:43:14.643657 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-20dbcac7-4a02-4fcb-b805-86ae50cefc98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58da21bf-b73d-4680-852b-104b28cf5dda {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:43:14.651102 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-20dbcac7-4a02-4fcb-b805-86ae50cefc98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:14.666377 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-20dbcac7-4a02-4fcb-b805-86ae50cefc98 service neutron] Transition to ACTIVE for port object 58da21bf-b73d-4680-852b-104b28cf5dda will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:43:14.669726 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-20dbcac7-4a02-4fcb-b805-86ae50cefc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:14.795127 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbcac7-4a02-4fcb-b805-86ae50cefc98 service neutron] Pushing event updated for resources: {'Port': ['ID=58da21bf-b73d-4680-852b-104b28cf5dda,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:14.903483 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-20dbcac7-4a02-4fcb-b805-86ae50cefc98 service neutron] Attempting to bind port 58da21bf-b73d-4680-852b-104b28cf5dda on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:43:14.903760 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-20dbcac7-4a02-4fcb-b805-86ae50cefc98 service neutron] Attempting to bind port 58da21bf-b73d-4680-852b-104b28cf5dda by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '6879fd0c-729a-4c66-9035-a18221acda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:43:14.904077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-20dbcac7-4a02-4fcb-b805-86ae50cefc98 service neutron] Attempting to bind port 58da21bf-b73d-4680-852b-104b28cf5dda on network 044922b8-79a1-491c-a8f8-c64a0b10ff76 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:43:14.909619 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-20dbcac7-4a02-4fcb-b805-86ae50cefc98 service neutron] Port 58da21bf-b73d-4680-852b-104b28cf5dda on network 044922b8-79a1-491c-a8f8-c64a0b10ff76 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:43:14.909990 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-20dbcac7-4a02-4fcb-b805-86ae50cefc98 service neutron] Attempting to bind port 58da21bf-b73d-4680-852b-104b28cf5dda on network 044922b8-79a1-491c-a8f8-c64a0b10ff76 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:43:14.916773 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-20dbcac7-4a02-4fcb-b805-86ae50cefc98 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:43:14.917101 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-20dbcac7-4a02-4fcb-b805-86ae50cefc98 service neutron] Checking segment: {'id': '6879fd0c-729a-4c66-9035-a18221acda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:43:14.917473 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-20dbcac7-4a02-4fcb-b805-86ae50cefc98 service neutron] Bound using segment: {'id': '6879fd0c-729a-4c66-9035-a18221acda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:43:14.917887 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-20dbcac7-4a02-4fcb-b805-86ae50cefc98 service neutron] Bound port: 58da21bf-b73d-4680-852b-104b28cf5dda, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6879fd0c-729a-4c66-9035-a18221acda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:43:14.918242 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-20dbcac7-4a02-4fcb-b805-86ae50cefc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:15.003396 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-20dbcac7-4a02-4fcb-b805-86ae50cefc98 service neutron] For port 58da21bf-b73d-4680-852b-104b28cf5dda, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:43:15.006991 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-20dbcac7-4a02-4fcb-b805-86ae50cefc98 service neutron] For port 58da21bf-b73d-4680-852b-104b28cf5dda, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=58da21bf-b73d-4680-852b-104b28cf5dda,segment=NetworkSegment(6879fd0c-729a-4c66-9035-a18221acda4c),segment_id=6879fd0c-729a-4c66-9035-a18221acda4c)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:43:15.011475 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-20dbcac7-4a02-4fcb-b805-86ae50cefc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:15.075744 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-20dbcac7-4a02-4fcb-b805-86ae50cefc98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:15.077107 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-20dbcac7-4a02-4fcb-b805-86ae50cefc98 service neutron] 10.222.0.24 "PUT /v2.0/ports/58da21bf-b73d-4680-852b-104b28cf5dda HTTP/1.1" status: 200 len: 1094 time: 0.9509857 Mar 14 15:43:15.077560 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a688368-2748-4401-9864-a89396916f69', 'tag': '58da21bf-b73d-4680-852b-104b28cf5dda'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:43:15.099809 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f92bbe2f-2e7b-4d7c-ba48-b5d9a33757bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:15.102039 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbcac7-4a02-4fcb-b805-86ae50cefc98 service neutron] Pushing event updated for resources: {'Port': ['ID=58da21bf-b73d-4680-852b-104b28cf5dda,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:15.191042 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-41277c2c-4964-493b-85ce-58415ab43588 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 1097 time: 0.0732908 Mar 14 15:43:15.257852 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a688368-2748-4401-9864-a89396916f69', 'tag': '58da21bf-b73d-4680-852b-104b28cf5dda', 'status': 'completed', 'code': 200} Mar 14 15:43:15.266579 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-0e225d61-6510-4663-8c09-54f1df72c181 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58da21bf-b73d-4680-852b-104b28cf5dda HTTP/1.1" status: 200 len: 217 time: 0.0684505 Mar 14 15:43:15.328514 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-fb105f94-6279-4494-8850-1f1d3a1e7083 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:15.329947 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-fb105f94-6279-4494-8850-1f1d3a1e7083 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fbd9f801-978c-4a2a-9cb4-219e8c4d4664 HTTP/1.1" status: 200 len: 844 time: 0.0576327 Mar 14 15:43:15.401296 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-90ef62e7-3de8-4fcd-9350-f959a32627a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=044922b8-79a1-491c-a8f8-c64a0b10ff76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659935 Mar 14 15:43:15.530837 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-c6bcac60-f3f3-4556-8049-3403445277a0 service neutron] 10.222.0.24 "GET /v2.0/networks/044922b8-79a1-491c-a8f8-c64a0b10ff76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238203 Mar 14 15:43:15.532444 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5623f552-61e8-4267-bc0d-4ab4c77a949b up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:43:15.602345 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 5623f552-61e8-4267-bc0d-4ab4c77a949b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:15.602720 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:15.662952 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7dde2f1b-3983-46ad-93c0-10c4aeaad865 req-6d12af2d-741f-43f0-bb6e-0a19bfd32a87 service neutron] 10.222.0.24 "GET /v2.0/networks/044922b8-79a1-491c-a8f8-c64a0b10ff76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263638 Mar 14 15:43:15.787926 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c2a83127-7268-4ae4-82f8-79918a99c389 req-0043d910-b86d-496f-b82b-bd573185764e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 1097 time: 0.0746984 Mar 14 15:43:15.812347 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4f1b7-62a1-4b4e-90e7-8c5c939692b7 req-4f4a5dc3-a2d8-4197-9c1b-c9442a5a310f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:15.814713 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-39c4f1b7-62a1-4b4e-90e7-8c5c939692b7 req-4f4a5dc3-a2d8-4197-9c1b-c9442a5a310f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 944 time: 0.0761964 Mar 14 15:43:15.859604 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-39c4f1b7-62a1-4b4e-90e7-8c5c939692b7 req-ec0a6077-aba0-4030-83a3-90468c9aa646 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=74f0493d-48d9-47cb-9370-89349a91a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388684 Mar 14 15:43:16.007685 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a83127-7268-4ae4-82f8-79918a99c389 req-4c4aaf25-a3db-499c-8eae-378abeeb2e23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:16.009168 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c2a83127-7268-4ae4-82f8-79918a99c389 req-4c4aaf25-a3db-499c-8eae-378abeeb2e23 service neutron] 10.222.0.24 "GET /v2.0/networks?id=044922b8-79a1-491c-a8f8-c64a0b10ff76 HTTP/1.1" status: 200 len: 898 time: 0.2154369 Mar 14 15:43:16.076798 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c2a83127-7268-4ae4-82f8-79918a99c389 req-d87b60ca-e9ad-44ac-85b5-0a7cbccdf989 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58da21bf-b73d-4680-852b-104b28cf5dda HTTP/1.1" status: 200 len: 217 time: 0.0613263 Mar 14 15:43:16.137383 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a83127-7268-4ae4-82f8-79918a99c389 req-1f4eac59-a3be-4945-a7ea-48415093061c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:16.138823 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c2a83127-7268-4ae4-82f8-79918a99c389 req-1f4eac59-a3be-4945-a7ea-48415093061c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fbd9f801-978c-4a2a-9cb4-219e8c4d4664 HTTP/1.1" status: 200 len: 844 time: 0.0560906 Mar 14 15:43:16.212204 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c2a83127-7268-4ae4-82f8-79918a99c389 req-8b694aa8-4b7e-41d7-88ee-be9747672462 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=044922b8-79a1-491c-a8f8-c64a0b10ff76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670357 Mar 14 15:43:16.265002 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:16.343550 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c2a83127-7268-4ae4-82f8-79918a99c389 req-4a04099f-d847-44b3-954a-6b5a09bae27a service neutron] 10.222.0.24 "GET /v2.0/networks/044922b8-79a1-491c-a8f8-c64a0b10ff76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241212 Mar 14 15:43:16.473037 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c2a83127-7268-4ae4-82f8-79918a99c389 req-28e51b35-9e1a-40f6-9ecf-9b59e94eb5a2 service neutron] 10.222.0.24 "GET /v2.0/networks/044922b8-79a1-491c-a8f8-c64a0b10ff76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232719 Mar 14 15:43:16.489127 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:17.056292 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e4e2a-1db6-491a-891f-2490e5c5473c req-ef6a47a7-b1d5-49ec-b590-3b39a31a87f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:17.056971 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-473e4e2a-1db6-491a-891f-2490e5c5473c req-ef6a47a7-b1d5-49ec-b590-3b39a31a87f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:43:17.072073 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-473e4e2a-1db6-491a-891f-2490e5c5473c req-ef6a47a7-b1d5-49ec-b590-3b39a31a87f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:43:17.073194 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-473e4e2a-1db6-491a-891f-2490e5c5473c req-ef6a47a7-b1d5-49ec-b590-3b39a31a87f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 944 time: 0.0929091 Mar 14 15:43:17.117893 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-473e4e2a-1db6-491a-891f-2490e5c5473c req-0d4bf518-7459-482d-acf2-8e94c75042a3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=74f0493d-48d9-47cb-9370-89349a91a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392022 Mar 14 15:43:17.938876 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:18.316469 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f126c33-b83a-4f09-b5b2-81fa42cdbfc0 req-a419ed39-2d42-4047-a2d6-ce8a5f1db617 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:18.317868 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5f126c33-b83a-4f09-b5b2-81fa42cdbfc0 req-a419ed39-2d42-4047-a2d6-ce8a5f1db617 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 944 time: 0.0783110 Mar 14 15:43:18.362600 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5f126c33-b83a-4f09-b5b2-81fa42cdbfc0 req-c9965200-cbba-44b8-960e-21fc7d63320a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=74f0493d-48d9-47cb-9370-89349a91a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393209 Mar 14 15:43:19.486522 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 58da21bf-b73d-4680-852b-104b28cf5dda details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:43:19.557353 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8aa31-b3d5-4719-b09a-2ef882b73045 req-bcf15b80-994b-46bb-8126-9f3c3afd3ab6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:19.558840 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6bb8aa31-b3d5-4719-b09a-2ef882b73045 req-bcf15b80-994b-46bb-8126-9f3c3afd3ab6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 944 time: 0.0761423 Mar 14 15:43:19.607940 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6bb8aa31-b3d5-4719-b09a-2ef882b73045 req-7445e3ce-e249-458c-a7a4-fa5eabd5dc3a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=74f0493d-48d9-47cb-9370-89349a91a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431852 Mar 14 15:43:19.622337 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 58da21bf-b73d-4680-852b-104b28cf5dda, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=58da21bf-b73d-4680-852b-104b28cf5dda,segment=NetworkSegment(6879fd0c-729a-4c66-9035-a18221acda4c),segment_id=6879fd0c-729a-4c66-9035-a18221acda4c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:43:19.637383 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '58da21bf-b73d-4680-852b-104b28cf5dda', 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76', 'port_id': '58da21bf-b73d-4680-852b-104b28cf5dda', 'mac_address': 'fa:16:3e:64:19:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd9f801-978c-4a2a-9cb4-219e8c4d4664', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:43:19.690981 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:19.707490 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58da21bf-b73d-4680-852b-104b28cf5dda {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:43:19.721906 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 58da21bf-b73d-4680-852b-104b28cf5dda, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=58da21bf-b73d-4680-852b-104b28cf5dda,segment=NetworkSegment(6879fd0c-729a-4c66-9035-a18221acda4c),segment_id=6879fd0c-729a-4c66-9035-a18221acda4c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:43:19.726299 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:19.791189 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=58da21bf-b73d-4680-852b-104b28cf5dda,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:20.080033 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['58da21bf-b73d-4680-852b-104b28cf5dda'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:43:20.805558 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c423583-52b0-4298-b70a-e5813cb9af83 req-6fa3376f-9519-4708-b41d-815c16260fca tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:20.806982 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8c423583-52b0-4298-b70a-e5813cb9af83 req-6fa3376f-9519-4708-b41d-815c16260fca tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 945 time: 0.0749381 Mar 14 15:43:20.853496 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8c423583-52b0-4298-b70a-e5813cb9af83 req-c937b399-405d-4c22-b3af-4ae2141f91ec tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=74f0493d-48d9-47cb-9370-89349a91a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407739 Mar 14 15:43:20.861695 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:21.517749 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 58da21bf-b73d-4680-852b-104b28cf5dda up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:43:21.585454 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 58da21bf-b73d-4680-852b-104b28cf5dda completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:43:21.589928 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 58da21bf-b73d-4680-852b-104b28cf5dda triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:21.590335 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:21.729205 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:21.755329 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a688368-2748-4401-9864-a89396916f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58da21bf-b73d-4680-852b-104b28cf5dda'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:43:21.764543 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 58da21bf-b73d-4680-852b-104b28cf5dda, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=58da21bf-b73d-4680-852b-104b28cf5dda,segment=NetworkSegment(6879fd0c-729a-4c66-9035-a18221acda4c),segment_id=6879fd0c-729a-4c66-9035-a18221acda4c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:43:21.768428 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:21.820412 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a688368-2748-4401-9864-a89396916f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58da21bf-b73d-4680-852b-104b28cf5dda', 'code': 200} Mar 14 15:43:21.836814 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=58da21bf-b73d-4680-852b-104b28cf5dda,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:22.032291 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-db108a74-5d5c-4cc2-88d5-7e16ac28c7ef req-487c71ee-b341-4d4a-ba42-1c910c4e03b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 1099 time: 0.0697737 Mar 14 15:43:22.051997 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07ca76-a58f-44d4-91c7-654deb4027e4 req-fedce342-025a-4520-82d1-778b68318d79 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:22.053427 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8f07ca76-a58f-44d4-91c7-654deb4027e4 req-fedce342-025a-4520-82d1-778b68318d79 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 946 time: 0.0796046 Mar 14 15:43:22.076553 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-db108a74-5d5c-4cc2-88d5-7e16ac28c7ef req-e52a692e-be6e-47ff-80dc-0e6f9ad876ea service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=74f0493d-48d9-47cb-9370-89349a91a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380750 Mar 14 15:43:22.099047 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8f07ca76-a58f-44d4-91c7-654deb4027e4 req-5d8aceb3-58ba-4d2e-8c40-ca70a1ea5851 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=74f0493d-48d9-47cb-9370-89349a91a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401893 Mar 14 15:43:23.301838 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a63d57-23e5-4bba-90ec-bdb58daf96e2 req-c62ab83b-7cee-414b-8f9a-e0c33774147f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:23.303316 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-87a63d57-23e5-4bba-90ec-bdb58daf96e2 req-c62ab83b-7cee-414b-8f9a-e0c33774147f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 946 time: 0.0789595 Mar 14 15:43:23.350085 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-87a63d57-23e5-4bba-90ec-bdb58daf96e2 req-dc203bad-7a31-4f16-ac11-184090f7ae66 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=74f0493d-48d9-47cb-9370-89349a91a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411198 Mar 14 15:43:24.551688 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8e691-f130-40d9-8944-34a7ce1578ac req-7dc4c7f6-aee8-47f4-ab87-9fe5a0e668f7 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:24.553149 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3ba8e691-f130-40d9-8944-34a7ce1578ac req-7dc4c7f6-aee8-47f4-ab87-9fe5a0e668f7 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 946 time: 0.0771170 Mar 14 15:43:24.599113 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3ba8e691-f130-40d9-8944-34a7ce1578ac req-4fc96611-6c25-4b37-93a9-8944b9d4f77d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=74f0493d-48d9-47cb-9370-89349a91a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405097 Mar 14 15:43:24.811227 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbd822-f487-42d4-a38e-dfadfd4e9168 req-6c2d2960-fa31-40bb-aaf0-638f39455b69 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:24.812559 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-afbbd822-f487-42d4-a38e-dfadfd4e9168 req-6c2d2960-fa31-40bb-aaf0-638f39455b69 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 946 time: 0.0741925 Mar 14 15:43:24.857049 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-afbbd822-f487-42d4-a38e-dfadfd4e9168 req-c99d627d-9fb4-4b32-a6d1-80218f84023b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=74f0493d-48d9-47cb-9370-89349a91a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382712 Mar 14 15:43:24.884378 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56164) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:24.954651 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b96020bc-fa16-4468-a9ba-1ce27919289f tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 1094 time: 0.0691962 Mar 14 15:43:24.957769 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56168) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:24.962817 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': '58da21bf-b73d-4680-852b-104b28cf5dda', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:43:24.968071 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:43:24.971790 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:floatingip and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:43:24.974675 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:43:24.980197 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:43:24.990756 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:25.132263 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:25.261078 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.26.4.44 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/d8ca2900-2e5e-4707-885f-0e28942ef199) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:43:25.409849 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:25.436527 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:25.501757 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:43:25.505244 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:43:25.507728 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:43:25.536251 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=d8ca2900-2e5e-4707-885f-0e28942ef199,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:26.102279 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:26.157640 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:26.356230 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:26.360222 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:26.462109 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=d8ca2900-2e5e-4707-885f-0e28942ef199,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:26.476283 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:26.676698 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.l3_db [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Floating IP dbda9b7c-393b-4138-b528-b64aacd67486 associated. External IP: 172.26.4.44, port: 58da21bf-b73d-4680-852b-104b28cf5dda. Mar 14 15:43:27.067918 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 6a47a0a1-4821-475c-b3ce-0b24a52dbf62 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:43:27.376410 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:43:27.387401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6796bee4-d5c3-4955-a9b8-833a506f1e23 None None] Sync routers for ids ['6a47a0a1-4821-475c-b3ce-0b24a52dbf62'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:43:27.400401 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:27.400608 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6796bee4-d5c3-4955-a9b8-833a506f1e23 None None] Routers {'6a47a0a1-4821-475c-b3ce-0b24a52dbf62'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:43:27.401222 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6796bee4-d5c3-4955-a9b8-833a506f1e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:43:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['6a47a0a1-4821-475c-b3ce-0b24a52dbf62'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:27.455459 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-af440fe0-39c1-49fe-a637-be9e66a23fbd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4966786 Mar 14 15:43:27.456032 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a688368-2748-4401-9864-a89396916f69', 'tag': '58da21bf-b73d-4680-852b-104b28cf5dda'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:43:27.458569 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56172) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:27.530401 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a688368-2748-4401-9864-a89396916f69', 'tag': '58da21bf-b73d-4680-852b-104b28cf5dda', 'status': 'completed', 'code': 200} Mar 14 15:43:27.581203 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-6796bee4-d5c3-4955-a9b8-833a506f1e23 None None] Set router 6a47a0a1-4821-475c-b3ce-0b24a52dbf62 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:43:27.590796 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-64b1b4fb-c8ad-43e7-a280-08611d62a9af tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/dbda9b7c-393b-4138-b528-b64aacd67486 HTTP/1.1" status: 200 len: 991 time: 0.1310658 Mar 14 15:43:27.625637 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f0520889-bb85-4af9-b863-3d2047c90653 req-c42f2a45-c4fa-448b-bd09-e6eddc754f7e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 1099 time: 0.0744126 Mar 14 15:43:27.755167 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0520889-bb85-4af9-b863-3d2047c90653 req-828018b8-dfb8-4d89-a8c6-5d4ff375ea6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:27.756606 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f0520889-bb85-4af9-b863-3d2047c90653 req-828018b8-dfb8-4d89-a8c6-5d4ff375ea6b service neutron] 10.222.0.24 "GET /v2.0/networks?id=044922b8-79a1-491c-a8f8-c64a0b10ff76 HTTP/1.1" status: 200 len: 898 time: 0.1256924 Mar 14 15:43:27.858657 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f0520889-bb85-4af9-b863-3d2047c90653 req-c3955461-abb8-4918-a334-2f60b9b41a31 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58da21bf-b73d-4680-852b-104b28cf5dda HTTP/1.1" status: 200 len: 999 time: 0.0962288 Mar 14 15:43:27.923540 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6796bee4-d5c3-4955-a9b8-833a506f1e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'name': 'tempest-TestNetworkBasicOps-router-1810700690', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:07Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'dbda9b7c-393b-4138-b528-b64aacd67486', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.44', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'port_id': '58da21bf-b73d-4680-852b-104b28cf5dda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76', 'mac_address': 'fa:16:3e:64:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a688368-2748-4401-9864-a89396916f69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:43:25Z', 'updated_at': '2022-03-14T15:43:25Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5623f552-61e8-4267-bc0d-4ab4c77a949b', 'name': '', 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:2d:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd9f801-978c-4a2a-9cb4-219e8c4d4664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:06Z', 'updated_at': '2022-03-14T15:43:13Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'fbd9f801-978c-4a2a-9cb4-219e8c4d4664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:27.927310 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0520889-bb85-4af9-b863-3d2047c90653 req-311a4c47-b2e0-44eb-8c2d-bb04332f5d7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:27.927870 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6796bee4-d5c3-4955-a9b8-833a506f1e23 None None] Checking router: 6a47a0a1-4821-475c-b3ce-0b24a52dbf62 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:43:27.928763 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f0520889-bb85-4af9-b863-3d2047c90653 req-311a4c47-b2e0-44eb-8c2d-bb04332f5d7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fbd9f801-978c-4a2a-9cb4-219e8c4d4664 HTTP/1.1" status: 200 len: 844 time: 0.0645974 Mar 14 15:43:27.938622 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6796bee4-d5c3-4955-a9b8-833a506f1e23 None None] Routers {'6a47a0a1-4821-475c-b3ce-0b24a52dbf62'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:43:27.939205 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6796bee4-d5c3-4955-a9b8-833a506f1e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:43:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['6a47a0a1-4821-475c-b3ce-0b24a52dbf62'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:28.008458 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f0520889-bb85-4af9-b863-3d2047c90653 req-08e2be96-54d5-4b94-9f8b-f134194c3483 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=044922b8-79a1-491c-a8f8-c64a0b10ff76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732825 Mar 14 15:43:28.112257 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-6796bee4-d5c3-4955-a9b8-833a506f1e23 None None] Set router 6a47a0a1-4821-475c-b3ce-0b24a52dbf62 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:43:28.145276 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f0520889-bb85-4af9-b863-3d2047c90653 req-3f21ce58-ed81-422a-84ba-abfd30125ff0 service neutron] 10.222.0.24 "GET /v2.0/networks/044922b8-79a1-491c-a8f8-c64a0b10ff76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306300 Mar 14 15:43:28.279967 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f0520889-bb85-4af9-b863-3d2047c90653 req-07998cd6-7a17-48c0-8cd7-0c1a37302cb4 service neutron] 10.222.0.24 "GET /v2.0/networks/044922b8-79a1-491c-a8f8-c64a0b10ff76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285160 Mar 14 15:43:28.450587 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6796bee4-d5c3-4955-a9b8-833a506f1e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'name': 'tempest-TestNetworkBasicOps-router-1810700690', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:07Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'dbda9b7c-393b-4138-b528-b64aacd67486', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.44', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'port_id': '58da21bf-b73d-4680-852b-104b28cf5dda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76', 'mac_address': 'fa:16:3e:64:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a688368-2748-4401-9864-a89396916f69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:43:25Z', 'updated_at': '2022-03-14T15:43:25Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5623f552-61e8-4267-bc0d-4ab4c77a949b', 'name': '', 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:2d:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd9f801-978c-4a2a-9cb4-219e8c4d4664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:06Z', 'updated_at': '2022-03-14T15:43:13Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'fbd9f801-978c-4a2a-9cb4-219e8c4d4664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:28.454490 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6796bee4-d5c3-4955-a9b8-833a506f1e23 None None] The sync data for ids ['6a47a0a1-4821-475c-b3ce-0b24a52dbf62'] in dv-neutron-833561-1-hyperv is: [{'id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'name': 'tempest-TestNetworkBasicOps-router-1810700690', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:07Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'dbda9b7c-393b-4138-b528-b64aacd67486', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.44', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'port_id': '58da21bf-b73d-4680-852b-104b28cf5dda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76', 'mac_address': 'fa:16:3e:64:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a688368-2748-4401-9864-a89396916f69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:43:25Z', 'updated_at': '2022-03-14T15:43:25Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5623f552-61e8-4267-bc0d-4ab4c77a949b', 'name': '', 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:2d:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd9f801-978c-4a2a-9cb4-219e8c4d4664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:06Z', 'updated_at': '2022-03-14T15:43:13Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'fbd9f801-978c-4a2a-9cb4-219e8c4d4664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:43:28.594639 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56178) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:28.700989 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-676d15cc-2d05-4440-9b3e-d8f68bacab24 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/dbda9b7c-393b-4138-b528-b64aacd67486 HTTP/1.1" status: 200 len: 991 time: 0.1053114 Mar 14 15:43:29.703797 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56182) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:29.811527 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5614921d-69a6-420a-9bd1-ad1c17bbf910 None None] New status for floating IP dbda9b7c-393b-4138-b528-b64aacd67486: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:43:29.812512 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-70cf80b2-c845-4ae5-95cf-3c61d7dc8ef6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/dbda9b7c-393b-4138-b528-b64aacd67486 HTTP/1.1" status: 200 len: 991 time: 0.1074491 Mar 14 15:43:30.816955 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56186) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:43:30.924331 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1b902491-abda-4804-a3c5-d05deb7ed292 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/dbda9b7c-393b-4138-b528-b64aacd67486 HTTP/1.1" status: 200 len: 993 time: 0.1066968 Mar 14 15:43:42.918416 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8a7042c6-d89a-43f6-9537-5b412173bf80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:43.650179 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:43:45.081949 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-859f26ae-6d96-40c0-86cb-171184b05463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:46.267806 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:46.490782 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:47.942523 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:50.859977 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:07.838151 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-21214939-ce07-4f73-8c1e-2ff2d76edb68 req-7019ef9a-d5fc-4cb9-9ab2-5d9b3c0f6efc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6a688368-2748-4401-9864-a89396916f69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659244 Mar 14 15:44:07.972007 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-21214939-ce07-4f73-8c1e-2ff2d76edb68 req-f6f603cb-ba27-436c-ad27-8b31e91010fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 1099 time: 0.0681417 Mar 14 15:44:08.116420 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21214939-ce07-4f73-8c1e-2ff2d76edb68 req-39a36c27-2d66-4840-8c6c-c412c2b67bd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:08.117742 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-21214939-ce07-4f73-8c1e-2ff2d76edb68 req-39a36c27-2d66-4840-8c6c-c412c2b67bd6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=044922b8-79a1-491c-a8f8-c64a0b10ff76 HTTP/1.1" status: 200 len: 898 time: 0.1248055 Mar 14 15:44:08.218460 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-21214939-ce07-4f73-8c1e-2ff2d76edb68 req-2914fef6-fb33-4b41-966e-191af3301268 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58da21bf-b73d-4680-852b-104b28cf5dda HTTP/1.1" status: 200 len: 1001 time: 0.0943666 Mar 14 15:44:08.281564 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21214939-ce07-4f73-8c1e-2ff2d76edb68 req-31d07bc7-e608-4d88-b3e7-6fbfc23b53d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:08.282958 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-21214939-ce07-4f73-8c1e-2ff2d76edb68 req-31d07bc7-e608-4d88-b3e7-6fbfc23b53d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fbd9f801-978c-4a2a-9cb4-219e8c4d4664 HTTP/1.1" status: 200 len: 844 time: 0.0587220 Mar 14 15:44:08.357996 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-21214939-ce07-4f73-8c1e-2ff2d76edb68 req-65e45cb9-0ad1-464c-9a7c-9a816791b979 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=044922b8-79a1-491c-a8f8-c64a0b10ff76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687830 Mar 14 15:44:08.575253 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-21214939-ce07-4f73-8c1e-2ff2d76edb68 req-36b4b2c9-89e1-4edd-a30c-515eb72ec87c service neutron] 10.222.0.24 "GET /v2.0/networks/044922b8-79a1-491c-a8f8-c64a0b10ff76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110841 Mar 14 15:44:08.704364 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-21214939-ce07-4f73-8c1e-2ff2d76edb68 req-b8ab8fa7-de93-4d1a-b549-ba9b21cadbcf service neutron] 10.222.0.24 "GET /v2.0/networks/044922b8-79a1-491c-a8f8-c64a0b10ff76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227498 Mar 14 15:44:12.911069 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-98e94dec-597a-470a-ad97-0a5ae79971d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:15.083815 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-12a942f3-fca8-46ea-a56a-8a7b47e5d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:16.269679 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:16.492878 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:17.944189 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:20.649961 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:44:20.859394 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:42.914029 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b47bd9ef-74c7-4a13-8696-8e68f232674b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:45.084554 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a9dd2e68-d821-4d72-8691-a9682325663a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:46.272530 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:46.494454 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:47.948141 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:50.887045 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:57.649662 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:45:09.820981 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-56ac8717-9477-4848-b148-705bb91d6a22 req-62fbfdfd-73ac-475b-ac29-4abc2ee2e56c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6a688368-2748-4401-9864-a89396916f69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661979 Mar 14 15:45:09.962617 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-56ac8717-9477-4848-b148-705bb91d6a22 req-d14c0ccf-ec29-4436-8060-07f71aa8b108 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 1099 time: 0.0729775 Mar 14 15:45:10.104733 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac8717-9477-4848-b148-705bb91d6a22 req-dc680958-3fa4-4a64-8f95-7ef667de260f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:10.106074 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-56ac8717-9477-4848-b148-705bb91d6a22 req-dc680958-3fa4-4a64-8f95-7ef667de260f service neutron] 10.222.0.24 "GET /v2.0/networks?id=044922b8-79a1-491c-a8f8-c64a0b10ff76 HTTP/1.1" status: 200 len: 898 time: 0.1248515 Mar 14 15:45:10.212534 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-56ac8717-9477-4848-b148-705bb91d6a22 req-dae02c7f-7c72-4313-8413-94b45f7cce93 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58da21bf-b73d-4680-852b-104b28cf5dda HTTP/1.1" status: 200 len: 1001 time: 0.0968060 Mar 14 15:45:10.275846 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac8717-9477-4848-b148-705bb91d6a22 req-a35ba005-9281-4501-803d-a801ececf810 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:10.277283 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-56ac8717-9477-4848-b148-705bb91d6a22 req-a35ba005-9281-4501-803d-a801ececf810 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fbd9f801-978c-4a2a-9cb4-219e8c4d4664 HTTP/1.1" status: 200 len: 844 time: 0.0587626 Mar 14 15:45:10.354128 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-56ac8717-9477-4848-b148-705bb91d6a22 req-96f74a33-af53-495c-80f6-bfeb71653147 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=044922b8-79a1-491c-a8f8-c64a0b10ff76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695314 Mar 14 15:45:10.486373 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-56ac8717-9477-4848-b148-705bb91d6a22 req-f0858da1-3cbf-4d06-ab56-801cf8502ae3 service neutron] 10.222.0.24 "GET /v2.0/networks/044922b8-79a1-491c-a8f8-c64a0b10ff76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261010 Mar 14 15:45:10.615103 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-56ac8717-9477-4848-b148-705bb91d6a22 req-f3e12725-1f90-4cb2-9de5-ff4a3cb9d4c9 service neutron] 10.222.0.24 "GET /v2.0/networks/044922b8-79a1-491c-a8f8-c64a0b10ff76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236923 Mar 14 15:45:12.915713 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-24111749-a985-4b59-876b-28d036891d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:15.087640 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8c1da8bb-9a6a-4429-8632-6dd7e82188ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:16.275196 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:16.499153 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:17.949324 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:20.918828 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:34.649554 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:45:42.917493 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5ae8a28-6be0-4e2c-8ba1-3997544a4376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:45.089037 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a74dae87-76f2-488e-82ed-e4fd48d83f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:46.285710 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:46.500668 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:47.952442 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:50.919917 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:54.328009 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56236) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:45:54.400302 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-94a89e24-a125-4c2f-b862-6f893e383026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:45:54.626689 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94a89e24-a125-4c2f-b862-6f893e383026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1199911'] for subnet, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:54.809282 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94a89e24-a125-4c2f-b862-6f893e383026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782436048029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1907559'] for subnet, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:54.860444 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a89e24-a125-4c2f-b862-6f893e383026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:54.861146 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94a89e24-a125-4c2f-b862-6f893e383026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:54.862415 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-94a89e24-a125-4c2f-b862-6f893e383026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/subnets/fbd9f801-978c-4a2a-9cb4-219e8c4d4664 HTTP/1.1" status: 200 len: 836 time: 0.5334454 Mar 14 15:45:54.867666 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fcd620-26a1-444e-8aa9-bfcb47425058 None None] Network 044922b8-79a1-491c-a8f8-c64a0b10ff76 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:45:54.875612 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a89e24-a125-4c2f-b862-6f893e383026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Subnet': ['ID=fbd9f801-978c-4a2a-9cb4-219e8c4d4664,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:45:54.884945 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a89e24-a125-4c2f-b862-6f893e383026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:54.885207 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a89e24-a125-4c2f-b862-6f893e383026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:54.885542 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a89e24-a125-4c2f-b862-6f893e383026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:54.885870 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a89e24-a125-4c2f-b862-6f893e383026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:54.886244 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a89e24-a125-4c2f-b862-6f893e383026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:54.886572 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a89e24-a125-4c2f-b862-6f893e383026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:54.886897 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a89e24-a125-4c2f-b862-6f893e383026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:54.887218 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a89e24-a125-4c2f-b862-6f893e383026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:54.887535 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a89e24-a125-4c2f-b862-6f893e383026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:54.887847 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a89e24-a125-4c2f-b862-6f893e383026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:54.888162 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a89e24-a125-4c2f-b862-6f893e383026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:55.322647 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6254bf3c-233d-4f2e-a35f-d0490a750f4c None None] Provisioning complete for port ba68d183-8b88-4129-8b34-a303dd3747d0 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:45:55.323018 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6254bf3c-233d-4f2e-a35f-d0490a750f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:55.442966 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6254bf3c-233d-4f2e-a35f-d0490a750f4c None None] Provisioning complete for port 5623f552-61e8-4267-bc0d-4ab4c77a949b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:45:55.443291 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6254bf3c-233d-4f2e-a35f-d0490a750f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:55.562589 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6254bf3c-233d-4f2e-a35f-d0490a750f4c None None] Provisioning complete for port 58da21bf-b73d-4680-852b-104b28cf5dda triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:45:55.562954 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6254bf3c-233d-4f2e-a35f-d0490a750f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:09.833146 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-54e86950-3fe5-4e93-8310-fc5f348fd238 req-2b2ae04f-999c-42ef-93eb-81fcf6a4648c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6a688368-2748-4401-9864-a89396916f69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705149 Mar 14 15:46:09.965625 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-54e86950-3fe5-4e93-8310-fc5f348fd238 req-203ad2dd-330b-4640-b221-1999fc9c2d17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 1099 time: 0.0667946 Mar 14 15:46:10.106944 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e86950-3fe5-4e93-8310-fc5f348fd238 req-823a17ff-c4d0-49f9-b5b3-568b8f0fc662 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:10.108278 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-54e86950-3fe5-4e93-8310-fc5f348fd238 req-823a17ff-c4d0-49f9-b5b3-568b8f0fc662 service neutron] 10.222.0.24 "GET /v2.0/networks?id=044922b8-79a1-491c-a8f8-c64a0b10ff76 HTTP/1.1" status: 200 len: 898 time: 0.1248326 Mar 14 15:46:10.211693 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-54e86950-3fe5-4e93-8310-fc5f348fd238 req-62e0336a-267d-4439-b342-8a20a021bc5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58da21bf-b73d-4680-852b-104b28cf5dda HTTP/1.1" status: 200 len: 1001 time: 0.0965650 Mar 14 15:46:10.272075 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e86950-3fe5-4e93-8310-fc5f348fd238 req-b07de0b7-f2b6-455b-8a1c-4c3ca8e21543 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:10.273459 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-54e86950-3fe5-4e93-8310-fc5f348fd238 req-b07de0b7-f2b6-455b-8a1c-4c3ca8e21543 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fbd9f801-978c-4a2a-9cb4-219e8c4d4664 HTTP/1.1" status: 200 len: 844 time: 0.0563555 Mar 14 15:46:10.348201 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-54e86950-3fe5-4e93-8310-fc5f348fd238 req-bc6f175f-c384-4872-b8f0-a992cbb594f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=044922b8-79a1-491c-a8f8-c64a0b10ff76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689948 Mar 14 15:46:10.568195 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-54e86950-3fe5-4e93-8310-fc5f348fd238 req-9901ea63-22d1-45c0-aad2-aef14316d763 service neutron] 10.222.0.24 "GET /v2.0/networks/044922b8-79a1-491c-a8f8-c64a0b10ff76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144144 Mar 14 15:46:10.697022 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-54e86950-3fe5-4e93-8310-fc5f348fd238 req-349dcd66-2862-4168-b2d8-0fef6f72cd78 service neutron] 10.222.0.24 "GET /v2.0/networks/044922b8-79a1-491c-a8f8-c64a0b10ff76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227493 Mar 14 15:46:11.651175 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:46:12.919528 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b07cb78f-762b-40ff-992a-af1d31579af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:15.090543 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d028fc8-dd8c-410b-88fe-0d8f648d296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:16.282390 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:16.504271 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:17.956587 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:20.931440 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:38.531980 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56248) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:46:38.802718 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-561c1931-d0c1-4775-b335-2c7eb70fd2e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port d8ca2900-2e5e-4707-885f-0e28942ef199 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:46:38.802967 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-561c1931-d0c1-4775-b335-2c7eb70fd2e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:38.963744 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-561c1931-d0c1-4775-b335-2c7eb70fd2e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:38.964073 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-561c1931-d0c1-4775-b335-2c7eb70fd2e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:39.082011 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-561c1931-d0c1-4775-b335-2c7eb70fd2e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for d8ca2900-2e5e-4707-885f-0e28942ef199 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:46:39.234150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-561c1931-d0c1-4775-b335-2c7eb70fd2e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:39.295458 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c1931-d0c1-4775-b335-2c7eb70fd2e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=d8ca2900-2e5e-4707-885f-0e28942ef199,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:39.387510 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-561c1931-d0c1-4775-b335-2c7eb70fd2e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:39.800182 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561c1931-d0c1-4775-b335-2c7eb70fd2e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 6a47a0a1-4821-475c-b3ce-0b24a52dbf62 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:46:40.021508 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561c1931-d0c1-4775-b335-2c7eb70fd2e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:46:40.031003 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c440e517-8ad2-4cc4-85a3-b57e395adaef None None] Sync routers for ids ['6a47a0a1-4821-475c-b3ce-0b24a52dbf62'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:46:40.041969 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-561c1931-d0c1-4775-b335-2c7eb70fd2e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:40.042956 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c440e517-8ad2-4cc4-85a3-b57e395adaef None None] Routers {'6a47a0a1-4821-475c-b3ce-0b24a52dbf62'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:46:40.043582 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c440e517-8ad2-4cc4-85a3-b57e395adaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:46:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['6a47a0a1-4821-475c-b3ce-0b24a52dbf62'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:40.095931 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-561c1931-d0c1-4775-b335-2c7eb70fd2e6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/floatingips/dbda9b7c-393b-4138-b528-b64aacd67486 HTTP/1.1" status: 204 len: 168 time: 1.5622361 Mar 14 15:46:40.096311 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a688368-2748-4401-9864-a89396916f69', 'tag': '58da21bf-b73d-4680-852b-104b28cf5dda'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:46:40.238382 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-c440e517-8ad2-4cc4-85a3-b57e395adaef None None] Set router 6a47a0a1-4821-475c-b3ce-0b24a52dbf62 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:46:40.307761 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a688368-2748-4401-9864-a89396916f69', 'tag': '58da21bf-b73d-4680-852b-104b28cf5dda', 'status': 'completed', 'code': 200} Mar 14 15:46:40.404369 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-54516287-aa39-47b1-a6d2-6cf1ac57c175 req-246060d3-02d3-4198-9e82-fa3c6ef035cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 1099 time: 0.0722935 Mar 14 15:46:40.567771 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c440e517-8ad2-4cc4-85a3-b57e395adaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'name': 'tempest-TestNetworkBasicOps-router-1810700690', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:07Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '5623f552-61e8-4267-bc0d-4ab4c77a949b', 'name': '', 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:2d:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd9f801-978c-4a2a-9cb4-219e8c4d4664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:06Z', 'updated_at': '2022-03-14T15:43:13Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'fbd9f801-978c-4a2a-9cb4-219e8c4d4664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:40.571630 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c440e517-8ad2-4cc4-85a3-b57e395adaef None None] Checking router: 6a47a0a1-4821-475c-b3ce-0b24a52dbf62 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:46:40.582495 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c440e517-8ad2-4cc4-85a3-b57e395adaef None None] Routers {'6a47a0a1-4821-475c-b3ce-0b24a52dbf62'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:46:40.584284 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c440e517-8ad2-4cc4-85a3-b57e395adaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:46:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['6a47a0a1-4821-475c-b3ce-0b24a52dbf62'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:40.596944 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54516287-aa39-47b1-a6d2-6cf1ac57c175 req-4e1a8f95-e577-490e-9cce-fd92f82560ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:40.598414 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-54516287-aa39-47b1-a6d2-6cf1ac57c175 req-4e1a8f95-e577-490e-9cce-fd92f82560ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=044922b8-79a1-491c-a8f8-c64a0b10ff76 HTTP/1.1" status: 200 len: 898 time: 0.1869707 Mar 14 15:46:40.667220 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556b3cc-57c9-4213-bea4-05a83c14609f req-cb5a215c-6c22-4a04-8577-3d28466d555a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:40.668781 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a556b3cc-57c9-4213-bea4-05a83c14609f req-cb5a215c-6c22-4a04-8577-3d28466d555a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 946 time: 0.1863723 Mar 14 15:46:40.690619 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-54516287-aa39-47b1-a6d2-6cf1ac57c175 req-8188a5a0-d62e-4add-b905-1ec6c593b425 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58da21bf-b73d-4680-852b-104b28cf5dda HTTP/1.1" status: 200 len: 217 time: 0.0850184 Mar 14 15:46:40.765471 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a556b3cc-57c9-4213-bea4-05a83c14609f req-044c0976-fd71-42dd-a3bb-4434b18db784 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=74f0493d-48d9-47cb-9370-89349a91a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894580 Mar 14 15:46:40.770820 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54516287-aa39-47b1-a6d2-6cf1ac57c175 req-97703a93-7a55-4b8c-9234-7017665e8461 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:40.772210 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-54516287-aa39-47b1-a6d2-6cf1ac57c175 req-97703a93-7a55-4b8c-9234-7017665e8461 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fbd9f801-978c-4a2a-9cb4-219e8c4d4664 HTTP/1.1" status: 200 len: 844 time: 0.0743179 Mar 14 15:46:40.794969 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-c440e517-8ad2-4cc4-85a3-b57e395adaef None None] Set router 6a47a0a1-4821-475c-b3ce-0b24a52dbf62 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:46:40.852308 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-54516287-aa39-47b1-a6d2-6cf1ac57c175 req-e34186e6-dd5c-4d9f-9a79-f5f5f5b025c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=044922b8-79a1-491c-a8f8-c64a0b10ff76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735490 Mar 14 15:46:40.984607 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-54516287-aa39-47b1-a6d2-6cf1ac57c175 req-4e90d9b4-2374-4e35-a794-be252fafba80 service neutron] 10.222.0.24 "GET /v2.0/networks/044922b8-79a1-491c-a8f8-c64a0b10ff76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247792 Mar 14 15:46:41.101088 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c440e517-8ad2-4cc4-85a3-b57e395adaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'name': 'tempest-TestNetworkBasicOps-router-1810700690', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:07Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '5623f552-61e8-4267-bc0d-4ab4c77a949b', 'name': '', 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:2d:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd9f801-978c-4a2a-9cb4-219e8c4d4664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:06Z', 'updated_at': '2022-03-14T15:43:13Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'fbd9f801-978c-4a2a-9cb4-219e8c4d4664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:41.104980 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c440e517-8ad2-4cc4-85a3-b57e395adaef None None] The sync data for ids ['6a47a0a1-4821-475c-b3ce-0b24a52dbf62'] in dv-neutron-833561-1-hyperv is: [{'id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'name': 'tempest-TestNetworkBasicOps-router-1810700690', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:07Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '5623f552-61e8-4267-bc0d-4ab4c77a949b', 'name': '', 'network_id': '044922b8-79a1-491c-a8f8-c64a0b10ff76', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:2d:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd9f801-978c-4a2a-9cb4-219e8c4d4664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:06Z', 'updated_at': '2022-03-14T15:43:13Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': 'fbd9f801-978c-4a2a-9cb4-219e8c4d4664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:46:41.119300 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-54516287-aa39-47b1-a6d2-6cf1ac57c175 req-bb45aa0e-1f8b-4259-9ae5-f91ff89b3149 service neutron] 10.222.0.24 "GET /v2.0/networks/044922b8-79a1-491c-a8f8-c64a0b10ff76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273320 Mar 14 15:46:41.315390 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8980db15-95d8-4786-97d0-eee5c478b305 None None] New status for floating IP dbda9b7c-393b-4138-b528-b64aacd67486: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:46:42.067685 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653feff-34bc-432a-aadc-e4ce0547c40e req-e98bf7ce-9769-4082-889c-08da19565e40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:42.068367 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-e653feff-34bc-432a-aadc-e4ce0547c40e req-e98bf7ce-9769-4082-889c-08da19565e40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:46:42.083869 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-e653feff-34bc-432a-aadc-e4ce0547c40e req-e98bf7ce-9769-4082-889c-08da19565e40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:46:42.085143 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e653feff-34bc-432a-aadc-e4ce0547c40e req-e98bf7ce-9769-4082-889c-08da19565e40 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 946 time: 0.1809072 Mar 14 15:46:42.130697 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e653feff-34bc-432a-aadc-e4ce0547c40e req-b641354e-0d61-4f41-89fd-9d762144362a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=74f0493d-48d9-47cb-9370-89349a91a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400822 Mar 14 15:46:42.139135 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9e02b-4c56-42a8-bad8-b286339c314c req-e37df434-d369-4926-90b6-8385ba32954a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:42.140610 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-78b9e02b-4c56-42a8-bad8-b286339c314c req-e37df434-d369-4926-90b6-8385ba32954a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 946 time: 0.0763063 Mar 14 15:46:42.209133 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-78b9e02b-4c56-42a8-bad8-b286339c314c req-fab63f25-7dc1-4592-81c2-5dfdf1092c7f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 58da21bf-b73d-4680-852b-104b28cf5dda {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:46:42.209478 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-78b9e02b-4c56-42a8-bad8-b286339c314c req-fab63f25-7dc1-4592-81c2-5dfdf1092c7f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:42.451614 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-78b9e02b-4c56-42a8-bad8-b286339c314c req-fab63f25-7dc1-4592-81c2-5dfdf1092c7f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port 58da21bf-b73d-4680-852b-104b28cf5dda, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=58da21bf-b73d-4680-852b-104b28cf5dda,segment=NetworkSegment(6879fd0c-729a-4c66-9035-a18221acda4c),segment_id=6879fd0c-729a-4c66-9035-a18221acda4c)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:46:42.451972 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-78b9e02b-4c56-42a8-bad8-b286339c314c req-fab63f25-7dc1-4592-81c2-5dfdf1092c7f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:42.573439 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-78b9e02b-4c56-42a8-bad8-b286339c314c req-fab63f25-7dc1-4592-81c2-5dfdf1092c7f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 58da21bf-b73d-4680-852b-104b28cf5dda owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:46:42.810102 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-78b9e02b-4c56-42a8-bad8-b286339c314c req-fab63f25-7dc1-4592-81c2-5dfdf1092c7f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:42.858522 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab63f25-7dc1-4592-81c2-5dfdf1092c7f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=58da21bf-b73d-4680-852b-104b28cf5dda,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:42.898565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab63f25-7dc1-4592-81c2-5dfdf1092c7f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:42.898907 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab63f25-7dc1-4592-81c2-5dfdf1092c7f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:42.899244 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab63f25-7dc1-4592-81c2-5dfdf1092c7f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:42.899572 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab63f25-7dc1-4592-81c2-5dfdf1092c7f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:42.899905 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab63f25-7dc1-4592-81c2-5dfdf1092c7f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:42.900231 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab63f25-7dc1-4592-81c2-5dfdf1092c7f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:42.900554 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab63f25-7dc1-4592-81c2-5dfdf1092c7f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:42.900876 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab63f25-7dc1-4592-81c2-5dfdf1092c7f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:42.901194 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab63f25-7dc1-4592-81c2-5dfdf1092c7f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:42.901510 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab63f25-7dc1-4592-81c2-5dfdf1092c7f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:42.901825 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab63f25-7dc1-4592-81c2-5dfdf1092c7f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:42.925062 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ef3e2fe-49d9-4392-8378-dad864658902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:42.941943 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b9e02b-4c56-42a8-bad8-b286339c314c req-fab63f25-7dc1-4592-81c2-5dfdf1092c7f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] No DVR routers for this DVR port 58da21bf-b73d-4680-852b-104b28cf5dda on host hv-neutron-8335 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:46:42.944240 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-78b9e02b-4c56-42a8-bad8-b286339c314c req-fab63f25-7dc1-4592-81c2-5dfdf1092c7f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:42.946687 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a688368-2748-4401-9864-a89396916f69', 'name': 'network-vif-deleted', 'tag': '58da21bf-b73d-4680-852b-104b28cf5dda'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:46:42.960849 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-78b9e02b-4c56-42a8-bad8-b286339c314c req-fab63f25-7dc1-4592-81c2-5dfdf1092c7f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "DELETE /v2.0/ports/58da21bf-b73d-4680-852b-104b28cf5dda HTTP/1.1" status: 204 len: 173 time: 0.8151782 Mar 14 15:46:43.000985 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a688368-2748-4401-9864-a89396916f69', 'name': 'network-vif-deleted', 'tag': '58da21bf-b73d-4680-852b-104b28cf5dda', 'status': 'completed', 'code': 200} Mar 14 15:46:43.306952 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-039a7d3e-8e03-4de9-88cf-8d34516a77b1 req-68106448-7d78-44f1-b503-9b29c404e45e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a688368-2748-4401-9864-a89396916f69 HTTP/1.1" status: 200 len: 210 time: 0.0408533 Mar 14 15:46:44.412759 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56282) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:46:44.482995 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f85986f-0af0-416c-9e4c-fde04ef46cd5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:44.511967 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f85986f-0af0-416c-9e4c-fde04ef46cd5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:44.573587 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f85986f-0af0-416c-9e4c-fde04ef46cd5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:44.591443 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85986f-0af0-416c-9e4c-fde04ef46cd5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f0493d-48d9-47cb-9370-89349a91a79f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:44.601706 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f85986f-0af0-416c-9e4c-fde04ef46cd5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:44.605213 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6f85986f-0af0-416c-9e4c-fde04ef46cd5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/security-groups/74f0493d-48d9-47cb-9370-89349a91a79f HTTP/1.1" status: 204 len: 168 time: 0.1891017 Mar 14 15:46:44.643898 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56288) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:46:45.033123 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f255444-0b70-4c82-a04b-70f66c8bfec6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:45.092622 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-88f3dc56-0f53-4e72-b1d9-3e8a594d88f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:45.618463 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-8f255444-0b70-4c82-a04b-70f66c8bfec6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 5623f552-61e8-4267-bc0d-4ab4c77a949b {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:46:45.618993 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f255444-0b70-4c82-a04b-70f66c8bfec6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:45.805905 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-8f255444-0b70-4c82-a04b-70f66c8bfec6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port 5623f552-61e8-4267-bc0d-4ab4c77a949b, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5623f552-61e8-4267-bc0d-4ab4c77a949b,segment=NetworkSegment(6879fd0c-729a-4c66-9035-a18221acda4c),segment_id=6879fd0c-729a-4c66-9035-a18221acda4c)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:46:45.806282 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f255444-0b70-4c82-a04b-70f66c8bfec6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:46.020968 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-8f255444-0b70-4c82-a04b-70f66c8bfec6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 5623f552-61e8-4267-bc0d-4ab4c77a949b owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:46:46.211944 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f255444-0b70-4c82-a04b-70f66c8bfec6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:46.258789 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f255444-0b70-4c82-a04b-70f66c8bfec6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=5623f552-61e8-4267-bc0d-4ab4c77a949b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:46.287463 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:46.507271 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:46.555040 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f255444-0b70-4c82-a04b-70f66c8bfec6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:46.600863 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 58da21bf-b73d-4680-852b-104b28cf5dda no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:46:46.633504 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 58da21bf-b73d-4680-852b-104b28cf5dda {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:46:46.633850 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 58da21bf-b73d-4680-852b-104b28cf5dda not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:46:47.146029 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f255444-0b70-4c82-a04b-70f66c8bfec6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 6a47a0a1-4821-475c-b3ce-0b24a52dbf62 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:46:47.336709 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f255444-0b70-4c82-a04b-70f66c8bfec6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:46:47.346494 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8436713-3e63-4d06-af04-9e07b16b14d1 None None] Sync routers for ids ['6a47a0a1-4821-475c-b3ce-0b24a52dbf62'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:46:47.348778 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8f255444-0b70-4c82-a04b-70f66c8bfec6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/routers/6a47a0a1-4821-475c-b3ce-0b24a52dbf62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7038305 Mar 14 15:46:47.351583 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56292) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:46:47.359188 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8436713-3e63-4d06-af04-9e07b16b14d1 None None] Routers {'6a47a0a1-4821-475c-b3ce-0b24a52dbf62'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:46:47.359869 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d8436713-3e63-4d06-af04-9e07b16b14d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:46:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['6a47a0a1-4821-475c-b3ce-0b24a52dbf62'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:47.552523 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-d8436713-3e63-4d06-af04-9e07b16b14d1 None None] Set router 6a47a0a1-4821-475c-b3ce-0b24a52dbf62 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:46:47.652402 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c19da78-21ee-4307-b3c8-d909b6cd8093 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting subnet fbd9f801-978c-4a2a-9cb4-219e8c4d4664 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:46:47.655458 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2c19da78-21ee-4307-b3c8-d909b6cd8093 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:47.710139 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2c19da78-21ee-4307-b3c8-d909b6cd8093 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:47.791796 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2c19da78-21ee-4307-b3c8-d909b6cd8093 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:47.842708 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d8436713-3e63-4d06-af04-9e07b16b14d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'name': 'tempest-TestNetworkBasicOps-router-1810700690', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:46:46Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:47.846855 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8436713-3e63-4d06-af04-9e07b16b14d1 None None] Checking router: 6a47a0a1-4821-475c-b3ce-0b24a52dbf62 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:46:47.858264 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8436713-3e63-4d06-af04-9e07b16b14d1 None None] Routers {'6a47a0a1-4821-475c-b3ce-0b24a52dbf62'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:46:47.858879 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d8436713-3e63-4d06-af04-9e07b16b14d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:46:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['6a47a0a1-4821-475c-b3ce-0b24a52dbf62'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:47.868508 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2c19da78-21ee-4307-b3c8-d909b6cd8093 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:47.907329 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19da78-21ee-4307-b3c8-d909b6cd8093 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd9f801-978c-4a2a-9cb4-219e8c4d4664,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:47.912555 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2c19da78-21ee-4307-b3c8-d909b6cd8093 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:47.918563 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2c19da78-21ee-4307-b3c8-d909b6cd8093 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/subnets/fbd9f801-978c-4a2a-9cb4-219e8c4d4664 HTTP/1.1" status: 204 len: 168 time: 0.5660496 Mar 14 15:46:47.921267 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56296) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:46:47.981073 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a6da9e-4faf-4904-865f-d5002f1aa220 None None] Network 044922b8-79a1-491c-a8f8-c64a0b10ff76 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:46:48.125046 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd84146d-03fc-4132-8b4c-a2cbb22522e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:48.141102 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:48.269018 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-d8436713-3e63-4d06-af04-9e07b16b14d1 None None] Set router 6a47a0a1-4821-475c-b3ce-0b24a52dbf62 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:46:48.324122 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd84146d-03fc-4132-8b4c-a2cbb22522e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:48.333172 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cd84146d-03fc-4132-8b4c-a2cbb22522e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 18e61d87-e830-4592-a3e0-c8b0610b6a46 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:46:48.333571 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd84146d-03fc-4132-8b4c-a2cbb22522e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:48.505527 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-cd84146d-03fc-4132-8b4c-a2cbb22522e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port 18e61d87-e830-4592-a3e0-c8b0610b6a46, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=18e61d87-e830-4592-a3e0-c8b0610b6a46,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:46:48.505880 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd84146d-03fc-4132-8b4c-a2cbb22522e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:48.530726 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b910cfe-df2c-482f-a66b-22d8008d8d0a None None] DHCP port deletion for 044922b8-79a1-491c-a8f8-c64a0b10ff76 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:46:48.539774 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3b910cfe-df2c-482f-a66b-22d8008d8d0a None None] Deleting port ba68d183-8b88-4129-8b34-a303dd3747d0 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:46:48.540141 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b910cfe-df2c-482f-a66b-22d8008d8d0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:48.624203 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cd84146d-03fc-4132-8b4c-a2cbb22522e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 18e61d87-e830-4592-a3e0-c8b0610b6a46 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:46:48.652508 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:46:48.675883 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d8436713-3e63-4d06-af04-9e07b16b14d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'name': 'tempest-TestNetworkBasicOps-router-1810700690', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:46:46Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:48.742240 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8436713-3e63-4d06-af04-9e07b16b14d1 None None] The sync data for ids ['6a47a0a1-4821-475c-b3ce-0b24a52dbf62'] in dv-neutron-833561-1-hyperv is: [{'id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'name': 'tempest-TestNetworkBasicOps-router-1810700690', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:46:46Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '18e61d87-e830-4592-a3e0-c8b0610b6a46', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47a0a1-4821-475c-b3ce-0b24a52dbf62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:03Z', 'updated_at': '2022-03-14T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:46:48.769403 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3b910cfe-df2c-482f-a66b-22d8008d8d0a None None] For port ba68d183-8b88-4129-8b34-a303dd3747d0, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ba68d183-8b88-4129-8b34-a303dd3747d0,segment=NetworkSegment(6879fd0c-729a-4c66-9035-a18221acda4c),segment_id=6879fd0c-729a-4c66-9035-a18221acda4c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:46:48.769792 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b910cfe-df2c-482f-a66b-22d8008d8d0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:48.797538 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd84146d-03fc-4132-8b4c-a2cbb22522e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:48.840517 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84146d-03fc-4132-8b4c-a2cbb22522e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=18e61d87-e830-4592-a3e0-c8b0610b6a46,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:48.893931 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3b910cfe-df2c-482f-a66b-22d8008d8d0a None None] Calling delete_port for ba68d183-8b88-4129-8b34-a303dd3747d0 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:46:48.966246 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b910cfe-df2c-482f-a66b-22d8008d8d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:49.019088 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b910cfe-df2c-482f-a66b-22d8008d8d0a None None] Pushing event deleted for resources: {'Port': ['ID=ba68d183-8b88-4129-8b34-a303dd3747d0,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:49.028678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b910cfe-df2c-482f-a66b-22d8008d8d0a None None] No DVR routers for this DVR port ba68d183-8b88-4129-8b34-a303dd3747d0 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:46:49.038857 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b910cfe-df2c-482f-a66b-22d8008d8d0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:49.038857 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b910cfe-df2c-482f-a66b-22d8008d8d0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:49.038857 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b910cfe-df2c-482f-a66b-22d8008d8d0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:49.038857 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b910cfe-df2c-482f-a66b-22d8008d8d0a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:49.038857 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b910cfe-df2c-482f-a66b-22d8008d8d0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:49.038857 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b910cfe-df2c-482f-a66b-22d8008d8d0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:49.038857 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b910cfe-df2c-482f-a66b-22d8008d8d0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:49.038857 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b910cfe-df2c-482f-a66b-22d8008d8d0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:49.038857 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b910cfe-df2c-482f-a66b-22d8008d8d0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:49.038857 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b910cfe-df2c-482f-a66b-22d8008d8d0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:49.038857 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b910cfe-df2c-482f-a66b-22d8008d8d0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:49.177414 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd84146d-03fc-4132-8b4c-a2cbb22522e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:49.437697 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd84146d-03fc-4132-8b4c-a2cbb22522e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:49.444642 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd84146d-03fc-4132-8b4c-a2cbb22522e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:49.469034 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd84146d-03fc-4132-8b4c-a2cbb22522e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:49.469549 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd84146d-03fc-4132-8b4c-a2cbb22522e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Fanout notify agent at l3_agent the message router_deleted on router 6a47a0a1-4821-475c-b3ce-0b24a52dbf62 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:46:49.484013 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd84146d-03fc-4132-8b4c-a2cbb22522e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:49.485202 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-cd84146d-03fc-4132-8b4c-a2cbb22522e1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/routers/6a47a0a1-4821-475c-b3ce-0b24a52dbf62 HTTP/1.1" status: 204 len: 168 time: 1.5629051 Mar 14 15:46:49.487920 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56300) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:46:49.603037 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e6ea20c-e2a5-4e1c-a324-0dce5ee80f05 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:49.738274 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e6ea20c-e2a5-4e1c-a324-0dce5ee80f05 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:49.762511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-4e6ea20c-e2a5-4e1c-a324-0dce5ee80f05 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044922b8-79a1-491c-a8f8-c64a0b10ff76']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:49.774149 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-4e6ea20c-e2a5-4e1c-a324-0dce5ee80f05 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6879fd0c-729a-4c66-9035-a18221acda4c') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:49.774445 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-4e6ea20c-e2a5-4e1c-a324-0dce5ee80f05 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6879fd0c-729a-4c66-9035-a18221acda4c') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:49.785237 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e6ea20c-e2a5-4e1c-a324-0dce5ee80f05 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:49.802026 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e6ea20c-e2a5-4e1c-a324-0dce5ee80f05 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:49.808258 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6ea20c-e2a5-4e1c-a324-0dce5ee80f05 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:46:49.808642 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e6ea20c-e2a5-4e1c-a324-0dce5ee80f05 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:46:49.823884 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:46:49.909228 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e6ea20c-e2a5-4e1c-a324-0dce5ee80f05 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:49.913639 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e6ea20c-e2a5-4e1c-a324-0dce5ee80f05 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:49.931414 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ba68d183-8b88-4129-8b34-a303dd3747d0 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:46:49.943946 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ea20c-e2a5-4e1c-a324-0dce5ee80f05 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Network': ['ID=044922b8-79a1-491c-a8f8-c64a0b10ff76,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:49.950778 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4e6ea20c-e2a5-4e1c-a324-0dce5ee80f05 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/networks/044922b8-79a1-491c-a8f8-c64a0b10ff76 HTTP/1.1" status: 204 len: 168 time: 0.4617693 Mar 14 15:46:49.964402 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56304) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:46:49.967824 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: ba68d183-8b88-4129-8b34-a303dd3747d0 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:46:49.968175 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ba68d183-8b88-4129-8b34-a303dd3747d0 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:46:49.968598 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5623f552-61e8-4267-bc0d-4ab4c77a949b no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:46:49.971128 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1a79db99-1f4a-4658-a774-e953afbef1d9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'network': {'name': 'tempest-network-smoke--34790955', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'port_security_enabled': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:46:49.976195 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1a79db99-1f4a-4658-a774-e953afbef1d9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:46:49.980214 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1a79db99-1f4a-4658-a774-e953afbef1d9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:network and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:46:49.983175 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1a79db99-1f4a-4658-a774-e953afbef1d9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:46:49.990381 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1a79db99-1f4a-4658-a774-e953afbef1d9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:46:50.000715 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 5623f552-61e8-4267-bc0d-4ab4c77a949b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:46:50.001906 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5623f552-61e8-4267-bc0d-4ab4c77a949b not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:46:50.002125 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 18e61d87-e830-4592-a3e0-c8b0610b6a46 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:46:50.004557 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a79db99-1f4a-4658-a774-e953afbef1d9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:46:50.007929 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a79db99-1f4a-4658-a774-e953afbef1d9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:50.040871 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a79db99-1f4a-4658-a774-e953afbef1d9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:46:50.047660 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 18e61d87-e830-4592-a3e0-c8b0610b6a46 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:46:50.048342 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 18e61d87-e830-4592-a3e0-c8b0610b6a46 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:46:50.053596 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a79db99-1f4a-4658-a774-e953afbef1d9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:50.053964 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-1a79db99-1f4a-4658-a774-e953afbef1d9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Added segment 6a94b8d8-05e5-42df-8bd1-6e95d4a55447 of type vlan for network 91597049-6b02-4ac7-8211-6b5920a5980c Mar 14 15:46:50.081482 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a79db99-1f4a-4658-a774-e953afbef1d9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:50.112398 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a79db99-1f4a-4658-a774-e953afbef1d9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:50.116215 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a79db99-1f4a-4658-a774-e953afbef1d9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:50.116833 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a79db99-1f4a-4658-a774-e953afbef1d9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:50.216745 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1a79db99-1f4a-4658-a774-e953afbef1d9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2507231 Mar 14 15:46:50.219491 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56308) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:46:50.226500 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5b243138-c346-4fe1-a936-802e705dabf2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-916395238', 'admin_state_up': True, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:46:50.231334 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79db99-1f4a-4658-a774-e953afbef1d9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Network': ['ID=91597049-6b02-4ac7-8211-6b5920a5980c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:50.234863 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5b243138-c346-4fe1-a936-802e705dabf2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:46:50.239381 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5b243138-c346-4fe1-a936-802e705dabf2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:router and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:46:50.241926 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 91597049-6b02-4ac7-8211-6b5920a5980c details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:46:50.242377 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5b243138-c346-4fe1-a936-802e705dabf2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:46:50.248118 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5b243138-c346-4fe1-a936-802e705dabf2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:46:50.257971 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b243138-c346-4fe1-a936-802e705dabf2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:50.258912 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b243138-c346-4fe1-a936-802e705dabf2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:50.281943 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b243138-c346-4fe1-a936-802e705dabf2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:50.433146 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b243138-c346-4fe1-a936-802e705dabf2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:50.604854 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b243138-c346-4fe1-a936-802e705dabf2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:50.637189 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b243138-c346-4fe1-a936-802e705dabf2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:50.771494 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-5b243138-c346-4fe1-a936-802e705dabf2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.26.4.170 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/0ec4323c-5541-4805-b41a-ebd014696a39) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:46:50.921453 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b243138-c346-4fe1-a936-802e705dabf2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:50.928338 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:50.949595 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b243138-c346-4fe1-a936-802e705dabf2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:51.018793 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b243138-c346-4fe1-a936-802e705dabf2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:46:51.021591 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-5b243138-c346-4fe1-a936-802e705dabf2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:46:51.026438 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b243138-c346-4fe1-a936-802e705dabf2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:46:51.049793 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b243138-c346-4fe1-a936-802e705dabf2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=0ec4323c-5541-4805-b41a-ebd014696a39,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:51.184305 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b243138-c346-4fe1-a936-802e705dabf2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:51.184947 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b243138-c346-4fe1-a936-802e705dabf2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:51.405451 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b243138-c346-4fe1-a936-802e705dabf2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 7383ef8a-3b41-4832-b368-8a46736328de is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:46:51.685916 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b243138-c346-4fe1-a936-802e705dabf2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:46:51.696021 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] Sync routers for ids ['7383ef8a-3b41-4832-b368-8a46736328de'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:46:51.708513 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] Routers {'7383ef8a-3b41-4832-b368-8a46736328de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:46:51.709115 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:46:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['7383ef8a-3b41-4832-b368-8a46736328de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:51.712371 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b243138-c346-4fe1-a936-802e705dabf2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:51.713620 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5b243138-c346-4fe1-a936-802e705dabf2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4931035 Mar 14 15:46:51.716601 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56312) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:46:51.821835 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1ca550f1-beb5-4e1c-a09e-9e323d323e2a tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=5d6eafdbdcc04fa5ac3cc264b55cc088&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1041632 Mar 14 15:46:51.824393 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56318) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:46:51.921727 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] Set router 7383ef8a-3b41-4832-b368-8a46736328de gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:46:51.951798 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2931b4-a38f-4af5-ab6f-1a11fa53a447 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:51.953260 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2f2931b4-a38f-4af5-ab6f-1a11fa53a447 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279302 Mar 14 15:46:51.956728 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56322) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:46:51.998413 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-820e6e00-9e6b-4354-8e64-141d4395bb96 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406201 Mar 14 15:46:52.000930 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56326) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:46:52.006185 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a4715500-20c5-4faf-800b-1eaa3f8e918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1263835131', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:46:52.113842 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a4715500-20c5-4faf-800b-1eaa3f8e918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:46:52.117603 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a4715500-20c5-4faf-800b-1eaa3f8e918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:subnet and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:46:52.120417 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a4715500-20c5-4faf-800b-1eaa3f8e918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:46:52.126190 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a4715500-20c5-4faf-800b-1eaa3f8e918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:46:52.136876 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4715500-20c5-4faf-800b-1eaa3f8e918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:46:52.198774 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7383ef8a-3b41-4832-b368-8a46736328de', 'name': 'tempest-TestNetworkBasicOps-router-916395238', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:51Z', 'revision_number': 3, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:52.202403 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] Checking router: 7383ef8a-3b41-4832-b368-8a46736328de for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:46:52.202748 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] Updating router 7383ef8a-3b41-4832-b368-8a46736328de port 0ec4323c-5541-4805-b41a-ebd014696a39 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:46:52.240936 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4715500-20c5-4faf-800b-1eaa3f8e918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:52.256541 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:52.452565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4715500-20c5-4faf-800b-1eaa3f8e918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:52.531730 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4715500-20c5-4faf-800b-1eaa3f8e918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Subnet': ['ID=29f8f85d-0312-40f6-bfd7-ca63e10b03e8,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:52.544068 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4715500-20c5-4faf-800b-1eaa3f8e918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Checking segment: {'id': '6a94b8d8-05e5-42df-8bd1-6e95d4a55447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:46:52.544418 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4715500-20c5-4faf-800b-1eaa3f8e918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network hostable DHCP agents. Network: 91597049-6b02-4ac7-8211-6b5920a5980c, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:46:52.566155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4715500-20c5-4faf-800b-1eaa3f8e918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network 91597049-6b02-4ac7-8211-6b5920a5980c is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:46:52.572381 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:52.574881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a4715500-20c5-4faf-800b-1eaa3f8e918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 91597049-6b02-4ac7-8211-6b5920a5980c) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:46:52.578816 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4715500-20c5-4faf-800b-1eaa3f8e918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:52.579896 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4715500-20c5-4faf-800b-1eaa3f8e918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:52.587218 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a600a288-7834-4713-9304-bbd8abdf47a8 None None] Network 91597049-6b02-4ac7-8211-6b5920a5980c requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:46:52.588836 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] Transition to ACTIVE for port object 0ec4323c-5541-4805-b41a-ebd014696a39 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:46:52.597157 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:52.606094 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56330) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:46:52.606673 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a4715500-20c5-4faf-800b-1eaa3f8e918c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6043830 Mar 14 15:46:52.686881 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] Attempting to bind port 0ec4323c-5541-4805-b41a-ebd014696a39 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:46:52.687253 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] Attempting to bind port 0ec4323c-5541-4805-b41a-ebd014696a39 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:46:52.687599 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] Attempting to bind port 0ec4323c-5541-4805-b41a-ebd014696a39 on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:46:52.689888 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f689f-e1a0-45d7-a8be-7226427ee2f8 None None] Pushing event updated for resources: {'Port': ['ID=0ec4323c-5541-4805-b41a-ebd014696a39,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:52.701468 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f689f-e1a0-45d7-a8be-7226427ee2f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:52.702332 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f689f-e1a0-45d7-a8be-7226427ee2f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:52.702332 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f689f-e1a0-45d7-a8be-7226427ee2f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:52.702493 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f689f-e1a0-45d7-a8be-7226427ee2f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:52.702853 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f689f-e1a0-45d7-a8be-7226427ee2f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:52.703159 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f689f-e1a0-45d7-a8be-7226427ee2f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:52.703488 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f689f-e1a0-45d7-a8be-7226427ee2f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:52.703808 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f689f-e1a0-45d7-a8be-7226427ee2f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:52.704698 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f689f-e1a0-45d7-a8be-7226427ee2f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:52.705008 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f689f-e1a0-45d7-a8be-7226427ee2f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:52.705646 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f689f-e1a0-45d7-a8be-7226427ee2f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:52.709262 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:46:52.709834 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:46:52.710411 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:52.710953 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:46:52.711578 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] Bound port: 0ec4323c-5541-4805-b41a-ebd014696a39, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:46:52.712121 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:52.787023 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] For port 0ec4323c-5541-4805-b41a-ebd014696a39, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:46:52.790043 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] For port 0ec4323c-5541-4805-b41a-ebd014696a39, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=0ec4323c-5541-4805-b41a-ebd014696a39,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:46:52.794263 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:52.814554 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2843fea3-61e5-4fa7-bcf4-7f7622ce4674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-91597049-6b02-4ac7-8211-6b5920a5980c', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ips': [{'subnet_id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:46:52.815469 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2843fea3-61e5-4fa7-bcf4-7f7622ce4674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:52.863421 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] Routers {'7383ef8a-3b41-4832-b368-8a46736328de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:46:52.864036 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:46:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['7383ef8a-3b41-4832-b368-8a46736328de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:53.018407 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-2843fea3-61e5-4fa7-bcf4-7f7622ce4674 None None] Allocated IP 172.20.0.2 (91597049-6b02-4ac7-8211-6b5920a5980c/29f8f85d-0312-40f6-bfd7-ca63e10b03e8/8f2c848c-b72d-4d8a-82af-b6ddeee5c98b) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:46:53.046671 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f689f-e1a0-45d7-a8be-7226427ee2f8 None None] Pushing event updated for resources: {'Port': ['ID=0ec4323c-5541-4805-b41a-ebd014696a39,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:53.065552 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] Set router 7383ef8a-3b41-4832-b368-8a46736328de gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:46:53.234306 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2843fea3-61e5-4fa7-bcf4-7f7622ce4674 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:53.247068 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2843fea3-61e5-4fa7-bcf4-7f7622ce4674 None None] Transition to ACTIVE for port object 8f2c848c-b72d-4d8a-82af-b6ddeee5c98b will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:46:53.362434 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7383ef8a-3b41-4832-b368-8a46736328de', 'name': 'tempest-TestNetworkBasicOps-router-916395238', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:51Z', 'revision_number': 3, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:53.366139 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec9e5b-5639-4719-ab2b-2cd068997b74 None None] The sync data for ids ['7383ef8a-3b41-4832-b368-8a46736328de'] in dv-neutron-833561-1-hyperv is: [{'id': '7383ef8a-3b41-4832-b368-8a46736328de', 'name': 'tempest-TestNetworkBasicOps-router-916395238', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:51Z', 'revision_number': 3, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:46:53.378313 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2843fea3-61e5-4fa7-bcf4-7f7622ce4674 None None] Transition to ACTIVE for port object 8f2c848c-b72d-4d8a-82af-b6ddeee5c98b will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:46:53.395969 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2843fea3-61e5-4fa7-bcf4-7f7622ce4674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:53.476055 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843fea3-61e5-4fa7-bcf4-7f7622ce4674 None None] Pushing event updated for resources: {'Port': ['ID=8f2c848c-b72d-4d8a-82af-b6ddeee5c98b,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:53.479421 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2843fea3-61e5-4fa7-bcf4-7f7622ce4674 None None] Network 91597049-6b02-4ac7-8211-6b5920a5980c is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:46:53.482300 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-2843fea3-61e5-4fa7-bcf4-7f7622ce4674 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:46:53.485006 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2843fea3-61e5-4fa7-bcf4-7f7622ce4674 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:46:53.494998 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:53.602149 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2843fea3-61e5-4fa7-bcf4-7f7622ce4674 None None] Attempting to bind port 8f2c848c-b72d-4d8a-82af-b6ddeee5c98b on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:46:53.603055 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2843fea3-61e5-4fa7-bcf4-7f7622ce4674 None None] Attempting to bind port 8f2c848c-b72d-4d8a-82af-b6ddeee5c98b by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '6a94b8d8-05e5-42df-8bd1-6e95d4a55447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:46:53.603607 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2843fea3-61e5-4fa7-bcf4-7f7622ce4674 None None] Attempting to bind port 8f2c848c-b72d-4d8a-82af-b6ddeee5c98b on network 91597049-6b02-4ac7-8211-6b5920a5980c {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:46:53.612045 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2843fea3-61e5-4fa7-bcf4-7f7622ce4674 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:46:53.612691 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2843fea3-61e5-4fa7-bcf4-7f7622ce4674 None None] Checking segment: {'id': '6a94b8d8-05e5-42df-8bd1-6e95d4a55447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:46:53.613246 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2843fea3-61e5-4fa7-bcf4-7f7622ce4674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:53.613797 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2843fea3-61e5-4fa7-bcf4-7f7622ce4674 None None] Bound using segment: {'id': '6a94b8d8-05e5-42df-8bd1-6e95d4a55447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:46:53.614439 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2843fea3-61e5-4fa7-bcf4-7f7622ce4674 None None] Bound port: 8f2c848c-b72d-4d8a-82af-b6ddeee5c98b, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a94b8d8-05e5-42df-8bd1-6e95d4a55447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:46:53.614812 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2843fea3-61e5-4fa7-bcf4-7f7622ce4674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:53.727965 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 0ec4323c-5541-4805-b41a-ebd014696a39 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:46:53.788874 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2843fea3-61e5-4fa7-bcf4-7f7622ce4674 None None] For port 8f2c848c-b72d-4d8a-82af-b6ddeee5c98b, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:46:53.807682 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2843fea3-61e5-4fa7-bcf4-7f7622ce4674 None None] For port 8f2c848c-b72d-4d8a-82af-b6ddeee5c98b, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8f2c848c-b72d-4d8a-82af-b6ddeee5c98b,segment=NetworkSegment(6a94b8d8-05e5-42df-8bd1-6e95d4a55447),segment_id=6a94b8d8-05e5-42df-8bd1-6e95d4a55447)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:46:53.814546 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2843fea3-61e5-4fa7-bcf4-7f7622ce4674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:53.896963 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 0ec4323c-5541-4805-b41a-ebd014696a39 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:46:53.910716 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843fea3-61e5-4fa7-bcf4-7f7622ce4674 None None] Pushing event updated for resources: {'Port': ['ID=8f2c848c-b72d-4d8a-82af-b6ddeee5c98b,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:53.914029 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 0ec4323c-5541-4805-b41a-ebd014696a39 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:46:53.914029 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:53.940768 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.20.0.1 (91597049-6b02-4ac7-8211-6b5920a5980c/29f8f85d-0312-40f6-bfd7-ca63e10b03e8/c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:46:54.051836 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:54.071704 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 0ec4323c-5541-4805-b41a-ebd014696a39, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=0ec4323c-5541-4805-b41a-ebd014696a39,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:46:54.086010 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:54.123153 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:54.140185 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Transition to ACTIVE for port object c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:46:54.169570 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:54.194270 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=0ec4323c-5541-4805-b41a-ebd014696a39,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:54.264514 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network 91597049-6b02-4ac7-8211-6b5920a5980c is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:46:54.268298 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:46:54.272849 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:46:54.302088 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:54.337015 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:54.426613 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:54.838338 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:54.843016 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:54.895970 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a9f7b3-6271-4ff4-a4dc-857b1087dfed None None] Network 91597049-6b02-4ac7-8211-6b5920a5980c requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:46:54.991761 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-56449009-9995-4bed-8efd-14ca3f82f076 None None] Provisioning for port 8f2c848c-b72d-4d8a-82af-b6ddeee5c98b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:46:55.049033 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:55.051418 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:55.063200 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:55.064461 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:55.064885 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:55.065213 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:55.065542 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:55.065867 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:55.066216 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:55.066538 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:55.066856 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:55.067172 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:55.067485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:55.202208 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network 91597049-6b02-4ac7-8211-6b5920a5980c is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:46:55.203401 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:46:55.338045 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-29b7cf2b-6281-4b5f-9a9d-6a04e6e0cb65 None None] Provisioning for port c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:46:55.343311 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-29b7cf2b-6281-4b5f-9a9d-6a04e6e0cb65 None None] Provisioning complete for port c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:46:55.343687 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-29b7cf2b-6281-4b5f-9a9d-6a04e6e0cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:55.400419 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-29b7cf2b-6281-4b5f-9a9d-6a04e6e0cb65 None None] Port c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:46:55.534707 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7f2ddc57-e350-42f5-9799-bd5c3a8cc51b None None] Provisioning complete for port c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:46:55.535240 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f2ddc57-e350-42f5-9799-bd5c3a8cc51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:55.595743 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ddc57-e350-42f5-9799-bd5c3a8cc51b None None] Port c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:46:55.619350 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 7383ef8a-3b41-4832-b368-8a46736328de has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:46:55.736375 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 0ec4323c-5541-4805-b41a-ebd014696a39 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:46:55.769779 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-47df793b-151b-4e73-9fdd-a57f95532f65 None None] Provisioning complete for port c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:46:55.770030 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-47df793b-151b-4e73-9fdd-a57f95532f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:55.827532 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:46:55.837275 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-47df793b-151b-4e73-9fdd-a57f95532f65 None None] Port c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:46:55.842617 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8fd3218c-7dba-4908-a8ff-ae1489d94509 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/routers/7383ef8a-3b41-4832-b368-8a46736328de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2331569 Mar 14 15:46:55.842801 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56334) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:46:55.853986 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 0ec4323c-5541-4805-b41a-ebd014696a39 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:46:55.854385 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:55.979911 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791adb0f-34f5-4496-8ade-bf3b95209027 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:55.980397 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791adb0f-34f5-4496-8ade-bf3b95209027 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:55.980805 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791adb0f-34f5-4496-8ade-bf3b95209027 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:55.981174 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791adb0f-34f5-4496-8ade-bf3b95209027 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:55.985911 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-791adb0f-34f5-4496-8ade-bf3b95209027 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1391184 Mar 14 15:46:55.985911 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56338) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:46:56.003295 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8f2c848c-b72d-4d8a-82af-b6ddeee5c98b up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:46:56.052105 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0c9977-67b8-4706-99e3-d9bda32d37b6 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:56.052645 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0c9977-67b8-4706-99e3-d9bda32d37b6 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:56.052741 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0c9977-67b8-4706-99e3-d9bda32d37b6 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:56.053076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0c9977-67b8-4706-99e3-d9bda32d37b6 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:56.057101 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-bb0c9977-67b8-4706-99e3-d9bda32d37b6 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0678904 Mar 14 15:46:56.057313 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56342) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:46:56.070000 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 8f2c848c-b72d-4d8a-82af-b6ddeee5c98b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:46:56.074791 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 8f2c848c-b72d-4d8a-82af-b6ddeee5c98b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:46:56.075165 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:56.188007 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:56.221358 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 8f2c848c-b72d-4d8a-82af-b6ddeee5c98b, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8f2c848c-b72d-4d8a-82af-b6ddeee5c98b,segment=NetworkSegment(6a94b8d8-05e5-42df-8bd1-6e95d4a55447),segment_id=6a94b8d8-05e5-42df-8bd1-6e95d4a55447)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:46:56.225454 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:56.258128 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-60bd4c8e-2aa5-409e-aa27-484e9ce5dcc6 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1997626 Mar 14 15:46:56.295257 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=8f2c848c-b72d-4d8a-82af-b6ddeee5c98b,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:56.569194 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56348) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:46:56.574883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f61f56da-7003-4f73-a80f-8e1c295b8026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2044898545', 'description': 'tempest-secgroup-smoke-2044898545 description', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:46:56.581776 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f61f56da-7003-4f73-a80f-8e1c295b8026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:46:56.586005 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f61f56da-7003-4f73-a80f-8e1c295b8026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:46:56.588896 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f61f56da-7003-4f73-a80f-8e1c295b8026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:46:56.594563 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f61f56da-7003-4f73-a80f-8e1c295b8026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:46:56.605492 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f61f56da-7003-4f73-a80f-8e1c295b8026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:56.640114 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f61f56da-7003-4f73-a80f-8e1c295b8026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:46:56.644596 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f61f56da-7003-4f73-a80f-8e1c295b8026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:46:56.647396 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f61f56da-7003-4f73-a80f-8e1c295b8026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:46:56.652902 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f61f56da-7003-4f73-a80f-8e1c295b8026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:46:56.708698 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f61f56da-7003-4f73-a80f-8e1c295b8026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:56.712325 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f61f56da-7003-4f73-a80f-8e1c295b8026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:56.755224 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f56da-7003-4f73-a80f-8e1c295b8026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccf83a5-c696-4ff7-afa4-6b8b63a2df52,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:56.760948 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f61f56da-7003-4f73-a80f-8e1c295b8026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:56.762320 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f61f56da-7003-4f73-a80f-8e1c295b8026 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1920166 Mar 14 15:46:56.764982 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56352) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:46:56.771432 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e64b513d-26d0-4aea-be77-2175dc71f27d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '7ccf83a5-c696-4ff7-afa4-6b8b63a2df52', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:46:56.777670 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e64b513d-26d0-4aea-be77-2175dc71f27d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:46:56.781680 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e64b513d-26d0-4aea-be77-2175dc71f27d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:46:56.784748 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e64b513d-26d0-4aea-be77-2175dc71f27d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:46:56.790424 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e64b513d-26d0-4aea-be77-2175dc71f27d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:46:56.807977 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e64b513d-26d0-4aea-be77-2175dc71f27d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:56.870425 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e64b513d-26d0-4aea-be77-2175dc71f27d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:56.874365 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e64b513d-26d0-4aea-be77-2175dc71f27d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:56.902317 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b513d-26d0-4aea-be77-2175dc71f27d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e0d147-6914-4733-aca3-63a5dff6480a,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:56.912811 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e64b513d-26d0-4aea-be77-2175dc71f27d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:56.913974 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e64b513d-26d0-4aea-be77-2175dc71f27d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1480932 Mar 14 15:46:56.916633 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56356) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:46:56.921888 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-13939ca9-e4b9-4f00-a42e-8a7247829161 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '7ccf83a5-c696-4ff7-afa4-6b8b63a2df52', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:46:56.927634 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-13939ca9-e4b9-4f00-a42e-8a7247829161 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:46:56.931420 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-13939ca9-e4b9-4f00-a42e-8a7247829161 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:46:56.934316 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-13939ca9-e4b9-4f00-a42e-8a7247829161 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:46:56.940919 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-13939ca9-e4b9-4f00-a42e-8a7247829161 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:46:56.957407 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13939ca9-e4b9-4f00-a42e-8a7247829161 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:57.020714 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13939ca9-e4b9-4f00-a42e-8a7247829161 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:57.025229 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13939ca9-e4b9-4f00-a42e-8a7247829161 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:57.049514 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13939ca9-e4b9-4f00-a42e-8a7247829161 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0022cfdd-26e0-496b-9c60-56752a81c742,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:57.050287 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] Sync routers for ids ['7383ef8a-3b41-4832-b368-8a46736328de'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:46:57.059240 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13939ca9-e4b9-4f00-a42e-8a7247829161 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:57.060585 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-13939ca9-e4b9-4f00-a42e-8a7247829161 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1430621 Mar 14 15:46:57.062710 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] Routers {'7383ef8a-3b41-4832-b368-8a46736328de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:46:57.063822 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56360) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:46:57.063975 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:46:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['7383ef8a-3b41-4832-b368-8a46736328de'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:57.069712 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ed3efb38-f8be-4c24-9c49-c33fd9a5f762 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '7ccf83a5-c696-4ff7-afa4-6b8b63a2df52', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:46:57.075552 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ed3efb38-f8be-4c24-9c49-c33fd9a5f762 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:46:57.080242 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ed3efb38-f8be-4c24-9c49-c33fd9a5f762 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:46:57.083086 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ed3efb38-f8be-4c24-9c49-c33fd9a5f762 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:46:57.088738 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ed3efb38-f8be-4c24-9c49-c33fd9a5f762 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:46:57.105083 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed3efb38-f8be-4c24-9c49-c33fd9a5f762 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:57.167454 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed3efb38-f8be-4c24-9c49-c33fd9a5f762 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:57.173634 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed3efb38-f8be-4c24-9c49-c33fd9a5f762 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:57.191956 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3efb38-f8be-4c24-9c49-c33fd9a5f762 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2253637-ff0e-406c-8960-a15b45a71988,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:57.212307 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed3efb38-f8be-4c24-9c49-c33fd9a5f762 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:57.213206 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ed3efb38-f8be-4c24-9c49-c33fd9a5f762 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1480947 Mar 14 15:46:57.216119 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56364) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:46:57.222518 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-cedbd0e0-17ea-44b7-a506-205b3b55124e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '7ccf83a5-c696-4ff7-afa4-6b8b63a2df52', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:46:57.228209 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cedbd0e0-17ea-44b7-a506-205b3b55124e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:46:57.232326 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-cedbd0e0-17ea-44b7-a506-205b3b55124e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:46:57.236061 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-cedbd0e0-17ea-44b7-a506-205b3b55124e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:46:57.241621 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cedbd0e0-17ea-44b7-a506-205b3b55124e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:46:57.245527 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] Set router 7383ef8a-3b41-4832-b368-8a46736328de gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:46:57.258942 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cedbd0e0-17ea-44b7-a506-205b3b55124e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:57.325069 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cedbd0e0-17ea-44b7-a506-205b3b55124e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:57.328890 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cedbd0e0-17ea-44b7-a506-205b3b55124e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:57.352548 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbd0e0-17ea-44b7-a506-205b3b55124e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c63b861-dead-4540-8877-b6b03eda8c79,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:57.362640 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cedbd0e0-17ea-44b7-a506-205b3b55124e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:57.364070 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cedbd0e0-17ea-44b7-a506-205b3b55124e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1465254 Mar 14 15:46:57.366898 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56368) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:46:57.372702 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-891b49e4-34c1-448f-a6ac-c6c72839be13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '7ccf83a5-c696-4ff7-afa4-6b8b63a2df52', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:46:57.379698 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-891b49e4-34c1-448f-a6ac-c6c72839be13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:46:57.383489 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-891b49e4-34c1-448f-a6ac-c6c72839be13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:46:57.386342 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-891b49e4-34c1-448f-a6ac-c6c72839be13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:46:57.392135 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-891b49e4-34c1-448f-a6ac-c6c72839be13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:46:57.402502 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-891b49e4-34c1-448f-a6ac-c6c72839be13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Project 5d6eafdbdcc04fa5ac3cc264b55cc088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:46:57.408934 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-891b49e4-34c1-448f-a6ac-c6c72839be13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:57.476342 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-891b49e4-34c1-448f-a6ac-c6c72839be13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:57.480374 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-891b49e4-34c1-448f-a6ac-c6c72839be13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:57.503972 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b49e4-34c1-448f-a6ac-c6c72839be13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec12d68-be06-47c9-a6f6-92fbb1a0f916,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:57.514608 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-891b49e4-34c1-448f-a6ac-c6c72839be13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:57.515910 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-891b49e4-34c1-448f-a6ac-c6c72839be13 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1479650 Mar 14 15:46:57.518677 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56372) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:46:57.524120 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8d1a46e8-6ccd-4d42-baf3-ebc89029818f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '7ccf83a5-c696-4ff7-afa4-6b8b63a2df52', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:46:57.529981 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8d1a46e8-6ccd-4d42-baf3-ebc89029818f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:46:57.534035 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8d1a46e8-6ccd-4d42-baf3-ebc89029818f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:46:57.536972 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8d1a46e8-6ccd-4d42-baf3-ebc89029818f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:46:57.542626 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8d1a46e8-6ccd-4d42-baf3-ebc89029818f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:46:57.553282 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-8d1a46e8-6ccd-4d42-baf3-ebc89029818f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Project 5d6eafdbdcc04fa5ac3cc264b55cc088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:46:57.559613 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d1a46e8-6ccd-4d42-baf3-ebc89029818f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:57.567566 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7383ef8a-3b41-4832-b368-8a46736328de', 'name': 'tempest-TestNetworkBasicOps-router-916395238', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9', 'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:6c:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:53Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 2, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:57.571411 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] Checking router: 7383ef8a-3b41-4832-b368-8a46736328de for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:46:57.571766 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] Updating router 7383ef8a-3b41-4832-b368-8a46736328de port c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9 binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:46:57.624863 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:57.625114 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d1a46e8-6ccd-4d42-baf3-ebc89029818f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:57.629805 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d1a46e8-6ccd-4d42-baf3-ebc89029818f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:57.646993 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a46e8-6ccd-4d42-baf3-ebc89029818f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b92bb9b-2e4f-44e2-85d3-0410f47dfdb4,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:57.665827 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d1a46e8-6ccd-4d42-baf3-ebc89029818f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:57.667294 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8d1a46e8-6ccd-4d42-baf3-ebc89029818f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1477203 Mar 14 15:46:57.679597 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8f2c848c-b72d-4d8a-82af-b6ddeee5c98b up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:46:57.841185 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-a9903f1e-8311-47a0-8efe-3173d01c9fad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:46:57.846383 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 8f2c848c-b72d-4d8a-82af-b6ddeee5c98b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:46:57.846763 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:57.856510 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-a9903f1e-8311-47a0-8efe-3173d01c9fad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:46:57.857573 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-a9903f1e-8311-47a0-8efe-3173d01c9fad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2044898545&fields=id&tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 267 time: 0.0575297 Mar 14 15:46:58.004629 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-a74ae6f8-9373-4a12-b769-e36a8233fd73 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:58.005294 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-a74ae6f8-9373-4a12-b769-e36a8233fd73 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:46:58.021043 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-a74ae6f8-9373-4a12-b769-e36a8233fd73 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:46:58.023255 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-a74ae6f8-9373-4a12-b769-e36a8233fd73 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/networks?id=91597049-6b02-4ac7-8211-6b5920a5980c HTTP/1.1" status: 200 len: 795 time: 0.1579280 Mar 14 15:46:58.040055 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-57be4d72-3b24-40b1-9532-0c7b17f26efa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/quotas/5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 375 time: 0.0106289 Mar 14 15:46:58.127546 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-e497ab23-ce0a-4d4b-a7dc-8b4a6cf8bc60 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:46:58.131697 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:58.143762 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-e497ab23-ce0a-4d4b-a7dc-8b4a6cf8bc60 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:46:58.144830 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] Transition to ACTIVE for port object c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:46:58.145373 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-e497ab23-ce0a-4d4b-a7dc-8b4a6cf8bc60 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999656 Mar 14 15:46:58.151479 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:58.320289 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47c7bc-84d9-49e8-a57a-a4201a1f071e None None] Pushing event updated for resources: {'Port': ['ID=c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:58.410253 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] Attempting to bind port c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:46:58.410621 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] Attempting to bind port c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '6a94b8d8-05e5-42df-8bd1-6e95d4a55447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:46:58.410980 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] Attempting to bind port c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9 on network 91597049-6b02-4ac7-8211-6b5920a5980c {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:46:58.417326 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:46:58.417699 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] Checking segment: {'id': '6a94b8d8-05e5-42df-8bd1-6e95d4a55447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:46:58.418147 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:58.418531 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] Bound using segment: {'id': '6a94b8d8-05e5-42df-8bd1-6e95d4a55447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:46:58.418979 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] Bound port: c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a94b8d8-05e5-42df-8bd1-6e95d4a55447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:46:58.419351 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:58.474086 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-938ba1af-842a-4295-9097-2663983b9c28 service neutron] 10.222.0.60 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142488 Mar 14 15:46:58.520189 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] For port c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:46:58.523454 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] For port c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9,segment=NetworkSegment(6a94b8d8-05e5-42df-8bd1-6e95d4a55447),segment_id=6a94b8d8-05e5-42df-8bd1-6e95d4a55447)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:46:58.528000 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:58.608510 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] Routers {'7383ef8a-3b41-4832-b368-8a46736328de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:46:58.609339 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:46:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['7383ef8a-3b41-4832-b368-8a46736328de'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:58.610687 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-96fb50e4-31b1-4a46-9f1a-17340f7d0be8 service neutron] 10.222.0.60 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305745 Mar 14 15:46:58.727068 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47c7bc-84d9-49e8-a57a-a4201a1f071e None None] Pushing event updated for resources: {'Port': ['ID=c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:58.805290 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] Set router 7383ef8a-3b41-4832-b368-8a46736328de gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:46:58.812153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-83d64360-328a-4366-ab7d-446ac5c80f16 req-fda2c6fc-11b5-4a9b-83e8-a324163e897c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:46:58.824248 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-83d64360-328a-4366-ab7d-446ac5c80f16 req-fda2c6fc-11b5-4a9b-83e8-a324163e897c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:46:58.825368 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-83d64360-328a-4366-ab7d-446ac5c80f16 req-fda2c6fc-11b5-4a9b-83e8-a324163e897c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 210 time: 0.0573359 Mar 14 15:46:59.121249 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7383ef8a-3b41-4832-b368-8a46736328de', 'name': 'tempest-TestNetworkBasicOps-router-916395238', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9', 'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:6c:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:53Z', 'updated_at': '2022-03-14T15:46:58Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:59.125080 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f47c11-7911-4711-b7e7-5dd5a3941aae None None] The sync data for ids ['7383ef8a-3b41-4832-b368-8a46736328de'] in dv-neutron-833561-1-hyperv is: [{'id': '7383ef8a-3b41-4832-b368-8a46736328de', 'name': 'tempest-TestNetworkBasicOps-router-916395238', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9', 'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:6c:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:53Z', 'updated_at': '2022-03-14T15:46:58Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:46:59.671595 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:46:59.759229 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:46:59.770603 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:46:59.770983 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:59.960890 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:59.989923 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2e848249-a76b-4c69-8eb3-359d19a3143a req-7830e57b-5f60-4366-8497-acfe3b5b440e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 210 time: 0.0773909 Mar 14 15:47:00.009551 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9,segment=NetworkSegment(6a94b8d8-05e5-42df-8bd1-6e95d4a55447),segment_id=6a94b8d8-05e5-42df-8bd1-6e95d4a55447)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:47:00.014712 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:00.099453 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:01.147230 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-63a73c72-071b-47a4-acb1-944bd83fc558 req-298d9432-9c51-4712-866c-3248e1f9451a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 210 time: 0.0454679 Mar 14 15:47:01.651927 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:47:01.720260 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:47:01.720617 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:02.325687 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-84ac7b80-a20e-4db7-8952-ccec9224bcd8 req-9feba035-ee2c-474b-b48c-7d0556a8f62d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 210 time: 0.0410986 Mar 14 15:47:02.338926 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-d2cd4bce-b961-4336-b26a-38570bfdee50 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:02.339611 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-d2cd4bce-b961-4336-b26a-38570bfdee50 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:47:02.352539 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-d2cd4bce-b961-4336-b26a-38570bfdee50 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:47:02.352539 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-d2cd4bce-b961-4336-b26a-38570bfdee50 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/networks?id=91597049-6b02-4ac7-8211-6b5920a5980c HTTP/1.1" status: 200 len: 795 time: 0.2707510 Mar 14 15:47:02.402427 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-3cc51001-e997-44d4-8ad8-aaf16ad38d04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:47:02.413367 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-3cc51001-e997-44d4-8ad8-aaf16ad38d04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:47:02.414424 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-3cc51001-e997-44d4-8ad8-aaf16ad38d04 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 380 time: 0.0506773 Mar 14 15:47:02.422895 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-c821b444-2609-4911-b010-1b4fe635ff50 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'port': {'device_id': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'admin_state_up': True, 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'security_groups': ['7ccf83a5-c696-4ff7-afa4-6b8b63a2df52']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:47:02.576879 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-c821b444-2609-4911-b010-1b4fe635ff50 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:47:02.587324 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-c821b444-2609-4911-b010-1b4fe635ff50 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:47:02.596882 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-c821b444-2609-4911-b010-1b4fe635ff50 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:47:02.599997 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-c821b444-2609-4911-b010-1b4fe635ff50 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:02.759350 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-c821b444-2609-4911-b010-1b4fe635ff50 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.20.0.7 (91597049-6b02-4ac7-8211-6b5920a5980c/29f8f85d-0312-40f6-bfd7-ca63e10b03e8/58fbad70-5a25-4eee-9131-4534f442c2a2) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:47:02.942329 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-c821b444-2609-4911-b010-1b4fe635ff50 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:02.957524 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-c821b444-2609-4911-b010-1b4fe635ff50 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Transition to ACTIVE for port object 58fbad70-5a25-4eee-9131-4534f442c2a2 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:47:02.978627 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-c821b444-2609-4911-b010-1b4fe635ff50 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:03.051359 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-c821b444-2609-4911-b010-1b4fe635ff50 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network 91597049-6b02-4ac7-8211-6b5920a5980c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:47:03.054138 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-c821b444-2609-4911-b010-1b4fe635ff50 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:47:03.057964 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-c821b444-2609-4911-b010-1b4fe635ff50 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:47:03.088949 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821b444-2609-4911-b010-1b4fe635ff50 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=58fbad70-5a25-4eee-9131-4534f442c2a2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:03.124197 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-c821b444-2609-4911-b010-1b4fe635ff50 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:03.124796 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-c821b444-2609-4911-b010-1b4fe635ff50 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:03.151325 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-c821b444-2609-4911-b010-1b4fe635ff50 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7317400 Mar 14 15:47:03.162824 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-317ee589-2ebd-46c9-899c-3d73c41a49d3 service neutron] Request body: {'port': {'device_id': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:47:03.273531 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-317ee589-2ebd-46c9-899c-3d73c41a49d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:03.285274 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4663973d-8dd4-4374-801a-d18304c9ba91 None None] Provisioning for port 58fbad70-5a25-4eee-9131-4534f442c2a2 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:47:03.289905 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4663973d-8dd4-4374-801a-d18304c9ba91 None None] Provisioning complete for port 58fbad70-5a25-4eee-9131-4534f442c2a2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:47:03.290303 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4663973d-8dd4-4374-801a-d18304c9ba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:03.344314 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4663973d-8dd4-4374-801a-d18304c9ba91 None None] Port 58fbad70-5a25-4eee-9131-4534f442c2a2 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:47:03.612423 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61856e89-b21f-4965-9dde-c1c8b714d7a6 req-4a045ed4-47bf-4a74-87c1-595331b70ea2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:03.613103 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-61856e89-b21f-4965-9dde-c1c8b714d7a6 req-4a045ed4-47bf-4a74-87c1-595331b70ea2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:47:03.676517 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-61856e89-b21f-4965-9dde-c1c8b714d7a6 req-4a045ed4-47bf-4a74-87c1-595331b70ea2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:47:03.677632 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-61856e89-b21f-4965-9dde-c1c8b714d7a6 req-4a045ed4-47bf-4a74-87c1-595331b70ea2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 931 time: 0.1962688 Mar 14 15:47:03.707547 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-317ee589-2ebd-46c9-899c-3d73c41a49d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58fbad70-5a25-4eee-9131-4534f442c2a2 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:47:03.716386 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-317ee589-2ebd-46c9-899c-3d73c41a49d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:03.744900 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-317ee589-2ebd-46c9-899c-3d73c41a49d3 service neutron] Transition to ACTIVE for port object 58fbad70-5a25-4eee-9131-4534f442c2a2 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:47:03.747848 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-61856e89-b21f-4965-9dde-c1c8b714d7a6 req-63620f08-6bea-414b-a195-9a15b7ec4b9f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ccf83a5-c696-4ff7-afa4-6b8b63a2df52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632520 Mar 14 15:47:03.748859 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-317ee589-2ebd-46c9-899c-3d73c41a49d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:03.873288 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ee589-2ebd-46c9-899c-3d73c41a49d3 service neutron] Pushing event updated for resources: {'Port': ['ID=58fbad70-5a25-4eee-9131-4534f442c2a2,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:03.978495 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-317ee589-2ebd-46c9-899c-3d73c41a49d3 service neutron] Attempting to bind port 58fbad70-5a25-4eee-9131-4534f442c2a2 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:47:03.978823 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-317ee589-2ebd-46c9-899c-3d73c41a49d3 service neutron] Attempting to bind port 58fbad70-5a25-4eee-9131-4534f442c2a2 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '6a94b8d8-05e5-42df-8bd1-6e95d4a55447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:47:03.979142 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-317ee589-2ebd-46c9-899c-3d73c41a49d3 service neutron] Attempting to bind port 58fbad70-5a25-4eee-9131-4534f442c2a2 on network 91597049-6b02-4ac7-8211-6b5920a5980c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:47:03.984784 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-317ee589-2ebd-46c9-899c-3d73c41a49d3 service neutron] Port 58fbad70-5a25-4eee-9131-4534f442c2a2 on network 91597049-6b02-4ac7-8211-6b5920a5980c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:47:03.985693 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-317ee589-2ebd-46c9-899c-3d73c41a49d3 service neutron] Attempting to bind port 58fbad70-5a25-4eee-9131-4534f442c2a2 on network 91597049-6b02-4ac7-8211-6b5920a5980c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:47:03.991797 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-317ee589-2ebd-46c9-899c-3d73c41a49d3 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:47:03.992126 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-317ee589-2ebd-46c9-899c-3d73c41a49d3 service neutron] Checking segment: {'id': '6a94b8d8-05e5-42df-8bd1-6e95d4a55447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:47:03.992497 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-317ee589-2ebd-46c9-899c-3d73c41a49d3 service neutron] Bound using segment: {'id': '6a94b8d8-05e5-42df-8bd1-6e95d4a55447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:47:03.992905 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-317ee589-2ebd-46c9-899c-3d73c41a49d3 service neutron] Bound port: 58fbad70-5a25-4eee-9131-4534f442c2a2, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a94b8d8-05e5-42df-8bd1-6e95d4a55447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:47:03.993239 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-317ee589-2ebd-46c9-899c-3d73c41a49d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:04.077666 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-317ee589-2ebd-46c9-899c-3d73c41a49d3 service neutron] For port 58fbad70-5a25-4eee-9131-4534f442c2a2, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:47:04.080840 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-317ee589-2ebd-46c9-899c-3d73c41a49d3 service neutron] For port 58fbad70-5a25-4eee-9131-4534f442c2a2, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=58fbad70-5a25-4eee-9131-4534f442c2a2,segment=NetworkSegment(6a94b8d8-05e5-42df-8bd1-6e95d4a55447),segment_id=6a94b8d8-05e5-42df-8bd1-6e95d4a55447)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:47:04.085558 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-317ee589-2ebd-46c9-899c-3d73c41a49d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:04.152434 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-317ee589-2ebd-46c9-899c-3d73c41a49d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:04.153815 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-317ee589-2ebd-46c9-899c-3d73c41a49d3 service neutron] 10.222.0.24 "PUT /v2.0/ports/58fbad70-5a25-4eee-9131-4534f442c2a2 HTTP/1.1" status: 200 len: 1093 time: 0.9955714 Mar 14 15:47:04.154269 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'tag': '58fbad70-5a25-4eee-9131-4534f442c2a2'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:47:04.194440 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ee589-2ebd-46c9-899c-3d73c41a49d3 service neutron] Pushing event updated for resources: {'Port': ['ID=58fbad70-5a25-4eee-9131-4534f442c2a2,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:04.239513 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'tag': '58fbad70-5a25-4eee-9131-4534f442c2a2', 'status': 'completed', 'code': 200} Mar 14 15:47:04.280810 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-8c835353-9a43-452f-932f-408ab4507235 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 1096 time: 0.0798554 Mar 14 15:47:04.439399 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-24759b1e-9091-416d-b6c5-b574f1df95a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58fbad70-5a25-4eee-9131-4534f442c2a2 HTTP/1.1" status: 200 len: 217 time: 0.1512656 Mar 14 15:47:04.498361 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-76fb29df-2287-43c9-a5c2-04b81e53623c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:04.499702 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-76fb29df-2287-43c9-a5c2-04b81e53623c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29f8f85d-0312-40f6-bfd7-ca63e10b03e8 HTTP/1.1" status: 200 len: 835 time: 0.0550816 Mar 14 15:47:04.582063 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-b7f945f8-5638-4e25-a94d-76c2bd037aec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91597049-6b02-4ac7-8211-6b5920a5980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761316 Mar 14 15:47:04.709427 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-aa621c4b-e336-4d13-a133-b12a380d0477 service neutron] 10.222.0.24 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211138 Mar 14 15:47:04.842338 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-20d2f16b-bc4f-4703-b50c-2a215d86e82a req-d69c36db-e479-4e60-a074-37bbf3005e89 service neutron] 10.222.0.24 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276302 Mar 14 15:47:05.008130 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74830cb5-8985-408b-9477-e5a306ced40a req-9ff7a394-73a4-46e2-a96b-42389003b986 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:05.009477 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-74830cb5-8985-408b-9477-e5a306ced40a req-9ff7a394-73a4-46e2-a96b-42389003b986 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 943 time: 0.1329911 Mar 14 15:47:05.012995 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7870922f-3753-4d41-b228-8ef17465c9d6 req-03f59b31-5a81-4ecb-9e94-9539ade52b70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 1096 time: 0.1066778 Mar 14 15:47:05.137017 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-74830cb5-8985-408b-9477-e5a306ced40a req-ce1df06c-7b67-4cf2-ba02-ad62558a4a0b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ccf83a5-c696-4ff7-afa4-6b8b63a2df52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219041 Mar 14 15:47:05.182847 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870922f-3753-4d41-b228-8ef17465c9d6 req-c2800a36-466f-4adb-8424-00c2a3bfe12b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:05.185358 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7870922f-3753-4d41-b228-8ef17465c9d6 req-c2800a36-466f-4adb-8424-00c2a3bfe12b service neutron] 10.222.0.24 "GET /v2.0/networks?id=91597049-6b02-4ac7-8211-6b5920a5980c HTTP/1.1" status: 200 len: 896 time: 0.1564901 Mar 14 15:47:05.261759 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7870922f-3753-4d41-b228-8ef17465c9d6 req-b4f115b8-f5a7-425f-929f-e075134f2b89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58fbad70-5a25-4eee-9131-4534f442c2a2 HTTP/1.1" status: 200 len: 217 time: 0.0654545 Mar 14 15:47:05.321862 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870922f-3753-4d41-b228-8ef17465c9d6 req-b39ff466-3074-4a07-9409-d833d4e6e2af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:05.323272 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7870922f-3753-4d41-b228-8ef17465c9d6 req-b39ff466-3074-4a07-9409-d833d4e6e2af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29f8f85d-0312-40f6-bfd7-ca63e10b03e8 HTTP/1.1" status: 200 len: 835 time: 0.0553746 Mar 14 15:47:05.399303 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7870922f-3753-4d41-b228-8ef17465c9d6 req-eab64a06-ab28-4f19-b9cb-3b435f202b82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91597049-6b02-4ac7-8211-6b5920a5980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694556 Mar 14 15:47:05.543462 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7870922f-3753-4d41-b228-8ef17465c9d6 req-5a2ee1f5-fc52-4dde-9e5c-87ccdbf96bd0 service neutron] 10.222.0.24 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369164 Mar 14 15:47:05.673521 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7870922f-3753-4d41-b228-8ef17465c9d6 req-29fdccbc-51fe-4db2-a948-040e9317ff07 service neutron] 10.222.0.24 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233532 Mar 14 15:47:06.358885 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b3084-a254-4151-8c0c-94280e776fcb req-35f85d4e-7731-46ae-8a7f-d6bd999177bc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:06.360869 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e16b3084-a254-4151-8c0c-94280e776fcb req-35f85d4e-7731-46ae-8a7f-d6bd999177bc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 943 time: 0.0785768 Mar 14 15:47:06.405586 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e16b3084-a254-4151-8c0c-94280e776fcb req-249f55a7-1fb8-46ef-8fef-520eeafecd1e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ccf83a5-c696-4ff7-afa4-6b8b63a2df52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392096 Mar 14 15:47:07.744698 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea37c91-1e79-4f7f-9136-060994a01bc3 req-a4c9a990-0d7a-44e2-9e10-e56ffd4c6996 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:07.746243 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5ea37c91-1e79-4f7f-9136-060994a01bc3 req-a4c9a990-0d7a-44e2-9e10-e56ffd4c6996 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 943 time: 0.0775659 Mar 14 15:47:07.792660 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5ea37c91-1e79-4f7f-9136-060994a01bc3 req-4925ed5d-56c4-4a6a-8cb7-6adbc4549120 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ccf83a5-c696-4ff7-afa4-6b8b63a2df52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409718 Mar 14 15:47:08.740589 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 58fbad70-5a25-4eee-9131-4534f442c2a2 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:47:08.882256 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 58fbad70-5a25-4eee-9131-4534f442c2a2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=58fbad70-5a25-4eee-9131-4534f442c2a2,segment=NetworkSegment(6a94b8d8-05e5-42df-8bd1-6e95d4a55447),segment_id=6a94b8d8-05e5-42df-8bd1-6e95d4a55447)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:47:08.895186 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '58fbad70-5a25-4eee-9131-4534f442c2a2', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'port_id': '58fbad70-5a25-4eee-9131-4534f442c2a2', 'mac_address': 'fa:16:3e:19:ff:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:47:08.949840 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:08.966870 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58fbad70-5a25-4eee-9131-4534f442c2a2 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:47:08.982240 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 58fbad70-5a25-4eee-9131-4534f442c2a2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=58fbad70-5a25-4eee-9131-4534f442c2a2,segment=NetworkSegment(6a94b8d8-05e5-42df-8bd1-6e95d4a55447),segment_id=6a94b8d8-05e5-42df-8bd1-6e95d4a55447)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:47:08.986315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2524f2-e644-4609-a2c4-6c94b08319a3 req-894ae9ab-a2b6-4632-969e-6186b564a3e2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:08.987090 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:08.987803 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ba2524f2-e644-4609-a2c4-6c94b08319a3 req-894ae9ab-a2b6-4632-969e-6186b564a3e2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 943 time: 0.0762937 Mar 14 15:47:09.037967 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ba2524f2-e644-4609-a2c4-6c94b08319a3 req-41b2a6ea-9e38-4e5a-a1e6-725f6e7a2811 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ccf83a5-c696-4ff7-afa4-6b8b63a2df52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443208 Mar 14 15:47:09.093154 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=58fbad70-5a25-4eee-9131-4534f442c2a2,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:09.355556 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['58fbad70-5a25-4eee-9131-4534f442c2a2'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:47:10.244234 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea50621-9510-45d9-99b9-d1679a31aacd req-94b48c0a-cd66-4489-87f8-f400aa4e30d6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:10.245660 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2ea50621-9510-45d9-99b9-d1679a31aacd req-94b48c0a-cd66-4489-87f8-f400aa4e30d6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 944 time: 0.0796940 Mar 14 15:47:10.290123 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2ea50621-9510-45d9-99b9-d1679a31aacd req-26fc65de-e30d-4836-8399-43b20408c1a8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ccf83a5-c696-4ff7-afa4-6b8b63a2df52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388973 Mar 14 15:47:10.758762 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 58fbad70-5a25-4eee-9131-4534f442c2a2 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:47:10.826447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 58fbad70-5a25-4eee-9131-4534f442c2a2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:47:10.831650 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 58fbad70-5a25-4eee-9131-4534f442c2a2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:47:10.832022 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:10.944790 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:10.969981 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fbad70-5a25-4eee-9131-4534f442c2a2'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:47:10.979844 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 58fbad70-5a25-4eee-9131-4534f442c2a2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=58fbad70-5a25-4eee-9131-4534f442c2a2,segment=NetworkSegment(6a94b8d8-05e5-42df-8bd1-6e95d4a55447),segment_id=6a94b8d8-05e5-42df-8bd1-6e95d4a55447)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:47:10.983873 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:11.052610 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=58fbad70-5a25-4eee-9131-4534f442c2a2,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:11.094002 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fbad70-5a25-4eee-9131-4534f442c2a2', 'code': 200} Mar 14 15:47:11.307280 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-62c464d6-d5b9-4985-b943-cae75fd95c6d req-55570058-3f88-4553-a1ee-c10a7fb54072 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 1098 time: 0.0653212 Mar 14 15:47:11.348515 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-62c464d6-d5b9-4985-b943-cae75fd95c6d req-1e4a7897-8bc1-41a8-9aa3-78996e8930e1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7ccf83a5-c696-4ff7-afa4-6b8b63a2df52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356526 Mar 14 15:47:11.574038 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befae832-92d2-4f6e-a69b-51c3a26b2f97 req-28e7d347-6100-4087-9bc0-15f491d12908 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:11.575401 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-befae832-92d2-4f6e-a69b-51c3a26b2f97 req-28e7d347-6100-4087-9bc0-15f491d12908 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 945 time: 0.1669946 Mar 14 15:47:11.619662 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-befae832-92d2-4f6e-a69b-51c3a26b2f97 req-9d51c647-1603-4ff5-9a71-a51f2813f4fd tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ccf83a5-c696-4ff7-afa4-6b8b63a2df52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385492 Mar 14 15:47:12.814926 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f426df-6e70-462d-bf17-fa61318ba1b6 req-8be4385c-4220-4fdd-a9b2-a1588a6b63e2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:12.816348 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-03f426df-6e70-462d-bf17-fa61318ba1b6 req-8be4385c-4220-4fdd-a9b2-a1588a6b63e2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 945 time: 0.0742881 Mar 14 15:47:12.861838 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-03f426df-6e70-462d-bf17-fa61318ba1b6 req-6dc80e09-f82a-40df-a679-5151f411f0f0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ccf83a5-c696-4ff7-afa4-6b8b63a2df52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399878 Mar 14 15:47:12.926611 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0a8fdfda-ffac-4663-8d52-ed1c5f567dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:13.056586 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47159aa-8453-412b-9285-fdb008733248 req-5ea81b78-7585-4c01-8179-a2fc83bee0a4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:13.058012 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b47159aa-8453-412b-9285-fdb008733248 req-5ea81b78-7585-4c01-8179-a2fc83bee0a4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 945 time: 0.0749364 Mar 14 15:47:13.102018 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b47159aa-8453-412b-9285-fdb008733248 req-833dac73-c46c-4aff-b16f-17ad44e98447 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ccf83a5-c696-4ff7-afa4-6b8b63a2df52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385613 Mar 14 15:47:13.129169 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56434) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:47:13.199676 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d484b3fc-79d4-4d4f-b54d-21d2a5a52fd9 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 1093 time: 0.0693531 Mar 14 15:47:13.202170 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56438) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:47:13.207683 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': '58fbad70-5a25-4eee-9131-4534f442c2a2', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:47:13.213017 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:47:13.216827 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:floatingip and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:47:13.220226 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:47:13.225755 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:47:13.236078 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:13.370748 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:13.505062 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.26.4.157 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/4798e022-5a2a-499c-9db4-752c39cc9e04) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:47:13.652743 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:13.679322 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:13.744387 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:47:13.747226 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:47:13.752061 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:47:13.776344 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=4798e022-5a2a-499c-9db4-752c39cc9e04,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:14.250879 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:14.307503 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:14.501907 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:14.506180 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:14.699247 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=4798e022-5a2a-499c-9db4-752c39cc9e04,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:14.712952 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:14.901564 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.l3_db [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Floating IP 905cf23d-4564-419e-8189-04e68fc03d51 associated. External IP: 172.26.4.157, port: 58fbad70-5a25-4eee-9131-4534f442c2a2. Mar 14 15:47:15.095896 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-67c52e3e-7d0f-4775-9a13-0a47afca3bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:15.289529 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 7383ef8a-3b41-4832-b368-8a46736328de has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:47:15.486565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:47:15.496259 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18915663-31fe-4ec7-8f43-640a5c3f83b0 None None] Sync routers for ids ['7383ef8a-3b41-4832-b368-8a46736328de'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:47:15.510898 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18915663-31fe-4ec7-8f43-640a5c3f83b0 None None] Routers {'7383ef8a-3b41-4832-b368-8a46736328de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:47:15.511505 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-18915663-31fe-4ec7-8f43-640a5c3f83b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:47:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['7383ef8a-3b41-4832-b368-8a46736328de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:47:15.515546 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:15.570629 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-441cad39-b57b-410e-b85a-1d1046561919 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3674626 Mar 14 15:47:15.571197 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'tag': '58fbad70-5a25-4eee-9131-4534f442c2a2'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:47:15.573467 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56446) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:47:15.627616 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'tag': '58fbad70-5a25-4eee-9131-4534f442c2a2', 'status': 'completed', 'code': 200} Mar 14 15:47:15.650820 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-649ba0fc-1f0b-4de8-96f3-2b60832b7585 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 1093 time: 0.0756447 Mar 14 15:47:15.721245 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-18915663-31fe-4ec7-8f43-640a5c3f83b0 None None] Set router 7383ef8a-3b41-4832-b368-8a46736328de gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:47:15.731026 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3efea193-5f0c-4137-bf97-790f8378faab req-f515b3fb-3475-4ae1-92c3-71418296635e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 1098 time: 0.0803347 Mar 14 15:47:15.869583 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efea193-5f0c-4137-bf97-790f8378faab req-157e1685-cdb1-4a9b-9423-944ea362ab01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:15.871073 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3efea193-5f0c-4137-bf97-790f8378faab req-157e1685-cdb1-4a9b-9423-944ea362ab01 service neutron] 10.222.0.24 "GET /v2.0/networks?id=91597049-6b02-4ac7-8211-6b5920a5980c HTTP/1.1" status: 200 len: 896 time: 0.1330018 Mar 14 15:47:15.886598 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56454) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:47:15.892369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7f773ea0-29de-43f5-9774-6116b19cd3a8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-754919871', 'description': 'tempest-secgroup-smoke-754919871 description', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:47:15.898158 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7f773ea0-29de-43f5-9774-6116b19cd3a8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:47:15.908177 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7f773ea0-29de-43f5-9774-6116b19cd3a8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:47:15.925008 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f773ea0-29de-43f5-9774-6116b19cd3a8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:15.966592 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7f773ea0-29de-43f5-9774-6116b19cd3a8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:47:15.972975 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-7f773ea0-29de-43f5-9774-6116b19cd3a8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:47:15.975873 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-7f773ea0-29de-43f5-9774-6116b19cd3a8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:47:15.978951 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3efea193-5f0c-4137-bf97-790f8378faab req-1d61e38d-a40f-4a5f-934d-ea4cc3f81e9c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58fbad70-5a25-4eee-9131-4534f442c2a2 HTTP/1.1" status: 200 len: 999 time: 0.1021271 Mar 14 15:47:15.981464 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7f773ea0-29de-43f5-9774-6116b19cd3a8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:47:16.040384 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f773ea0-29de-43f5-9774-6116b19cd3a8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.043003 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efea193-5f0c-4137-bf97-790f8378faab req-ce52c688-1a98-4166-b746-217e3c31ae1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:16.044515 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3efea193-5f0c-4137-bf97-790f8378faab req-ce52c688-1a98-4166-b746-217e3c31ae1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29f8f85d-0312-40f6-bfd7-ca63e10b03e8 HTTP/1.1" status: 200 len: 835 time: 0.0600970 Mar 14 15:47:16.045023 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f773ea0-29de-43f5-9774-6116b19cd3a8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.071971 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-18915663-31fe-4ec7-8f43-640a5c3f83b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7383ef8a-3b41-4832-b368-8a46736328de', 'name': 'tempest-TestNetworkBasicOps-router-916395238', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '905cf23d-4564-419e-8189-04e68fc03d51', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.157', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'port_id': '58fbad70-5a25-4eee-9131-4534f442c2a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'mac_address': 'fa:16:3e:19:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:47:14Z', 'updated_at': '2022-03-14T15:47:14Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9', 'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:6c:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:53Z', 'updated_at': '2022-03-14T15:46:59Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:47:16.075863 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18915663-31fe-4ec7-8f43-640a5c3f83b0 None None] Checking router: 7383ef8a-3b41-4832-b368-8a46736328de for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:47:16.086978 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18915663-31fe-4ec7-8f43-640a5c3f83b0 None None] Routers {'7383ef8a-3b41-4832-b368-8a46736328de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:47:16.087679 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-18915663-31fe-4ec7-8f43-640a5c3f83b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:47:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['7383ef8a-3b41-4832-b368-8a46736328de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:47:16.093441 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f773ea0-29de-43f5-9774-6116b19cd3a8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35139cc4-117e-4ae3-9711-e7f4a7fb807f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:16.101756 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f773ea0-29de-43f5-9774-6116b19cd3a8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.103640 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7f773ea0-29de-43f5-9774-6116b19cd3a8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2158756 Mar 14 15:47:16.106281 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56458) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:47:16.112646 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ca206f5f-d2c1-41e8-a610-2f9944540b1a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '35139cc4-117e-4ae3-9711-e7f4a7fb807f', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:47:16.118878 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ca206f5f-d2c1-41e8-a610-2f9944540b1a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:47:16.122581 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ca206f5f-d2c1-41e8-a610-2f9944540b1a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:47:16.125791 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ca206f5f-d2c1-41e8-a610-2f9944540b1a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:47:16.126522 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3efea193-5f0c-4137-bf97-790f8378faab req-3673ea23-2bcb-4f2b-9799-8a3d0132cb5d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91597049-6b02-4ac7-8211-6b5920a5980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767353 Mar 14 15:47:16.131653 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ca206f5f-d2c1-41e8-a610-2f9944540b1a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:47:16.152694 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ca206f5f-d2c1-41e8-a610-2f9944540b1a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.221289 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ca206f5f-d2c1-41e8-a610-2f9944540b1a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.226816 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ca206f5f-d2c1-41e8-a610-2f9944540b1a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.251476 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca206f5f-d2c1-41e8-a610-2f9944540b1a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7eaad15-cc98-4a73-add0-62ecf2710465,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:16.262856 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ca206f5f-d2c1-41e8-a610-2f9944540b1a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.264357 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ca206f5f-d2c1-41e8-a610-2f9944540b1a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1568198 Mar 14 15:47:16.268333 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56462) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:47:16.279728 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c3c19c00-00ba-4a18-90df-02404bfdeae5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '35139cc4-117e-4ae3-9711-e7f4a7fb807f', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:47:16.285960 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c3c19c00-00ba-4a18-90df-02404bfdeae5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:47:16.290446 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3efea193-5f0c-4137-bf97-790f8378faab req-20c53b40-a31e-4622-b928-9d9fa6419af3 service neutron] 10.222.0.24 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552696 Mar 14 15:47:16.291011 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c3c19c00-00ba-4a18-90df-02404bfdeae5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:47:16.292777 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.294523 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c3c19c00-00ba-4a18-90df-02404bfdeae5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:47:16.295696 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-18915663-31fe-4ec7-8f43-640a5c3f83b0 None None] Set router 7383ef8a-3b41-4832-b368-8a46736328de gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:47:16.301089 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c3c19c00-00ba-4a18-90df-02404bfdeae5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:47:16.322888 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3c19c00-00ba-4a18-90df-02404bfdeae5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.393358 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3c19c00-00ba-4a18-90df-02404bfdeae5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.398646 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3c19c00-00ba-4a18-90df-02404bfdeae5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.424421 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c19c00-00ba-4a18-90df-02404bfdeae5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce6d80f-cb51-4c8a-99ad-6e08aa149730,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:16.437008 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3c19c00-00ba-4a18-90df-02404bfdeae5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.442762 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c3c19c00-00ba-4a18-90df-02404bfdeae5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1706152 Mar 14 15:47:16.443103 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56466) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:47:16.448807 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-6436bbbe-9777-4b53-a632-df0453270dc9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '35139cc4-117e-4ae3-9711-e7f4a7fb807f', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:47:16.455311 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6436bbbe-9777-4b53-a632-df0453270dc9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:47:16.459264 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-6436bbbe-9777-4b53-a632-df0453270dc9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:47:16.462809 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-6436bbbe-9777-4b53-a632-df0453270dc9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:47:16.468397 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6436bbbe-9777-4b53-a632-df0453270dc9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:47:16.489306 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6436bbbe-9777-4b53-a632-df0453270dc9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.511358 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.542398 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3efea193-5f0c-4137-bf97-790f8378faab req-e63d1d72-53f0-450a-983e-049c936f1e39 service neutron] 10.222.0.24 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466264 Mar 14 15:47:16.573591 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6436bbbe-9777-4b53-a632-df0453270dc9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.578086 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6436bbbe-9777-4b53-a632-df0453270dc9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.601710 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436bbbe-9777-4b53-a632-df0453270dc9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea3f36e-dceb-4009-b7e8-2d0442790c8f,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:16.612099 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6436bbbe-9777-4b53-a632-df0453270dc9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.616067 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6436bbbe-9777-4b53-a632-df0453270dc9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1692798 Mar 14 15:47:16.616404 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56470) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:47:16.621994 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-72a34b53-2caa-42f1-861a-4795d9ca8498 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '35139cc4-117e-4ae3-9711-e7f4a7fb807f', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:47:16.628337 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-72a34b53-2caa-42f1-861a-4795d9ca8498 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:47:16.632202 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-72a34b53-2caa-42f1-861a-4795d9ca8498 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:47:16.635114 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-72a34b53-2caa-42f1-861a-4795d9ca8498 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:47:16.645313 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-72a34b53-2caa-42f1-861a-4795d9ca8498 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:47:16.661262 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72a34b53-2caa-42f1-861a-4795d9ca8498 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.691246 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-18915663-31fe-4ec7-8f43-640a5c3f83b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7383ef8a-3b41-4832-b368-8a46736328de', 'name': 'tempest-TestNetworkBasicOps-router-916395238', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '905cf23d-4564-419e-8189-04e68fc03d51', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.157', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'port_id': '58fbad70-5a25-4eee-9131-4534f442c2a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'mac_address': 'fa:16:3e:19:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:47:14Z', 'updated_at': '2022-03-14T15:47:14Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9', 'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:6c:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:53Z', 'updated_at': '2022-03-14T15:46:59Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:47:16.695188 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18915663-31fe-4ec7-8f43-640a5c3f83b0 None None] The sync data for ids ['7383ef8a-3b41-4832-b368-8a46736328de'] in dv-neutron-833561-1-hyperv is: [{'id': '7383ef8a-3b41-4832-b368-8a46736328de', 'name': 'tempest-TestNetworkBasicOps-router-916395238', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '905cf23d-4564-419e-8189-04e68fc03d51', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.157', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'port_id': '58fbad70-5a25-4eee-9131-4534f442c2a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'mac_address': 'fa:16:3e:19:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:47:14Z', 'updated_at': '2022-03-14T15:47:14Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9', 'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:6c:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:53Z', 'updated_at': '2022-03-14T15:46:59Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:47:16.725468 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72a34b53-2caa-42f1-861a-4795d9ca8498 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.729794 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72a34b53-2caa-42f1-861a-4795d9ca8498 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.753293 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34b53-2caa-42f1-861a-4795d9ca8498 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003fc614-1424-449c-b26b-1e5db2ae7507,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:16.763306 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72a34b53-2caa-42f1-861a-4795d9ca8498 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.764579 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-72a34b53-2caa-42f1-861a-4795d9ca8498 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1471272 Mar 14 15:47:16.767521 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56474) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:47:16.773018 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-872aadf6-08bd-458a-ad58-4f69068a7fb4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '35139cc4-117e-4ae3-9711-e7f4a7fb807f', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:47:16.778884 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-872aadf6-08bd-458a-ad58-4f69068a7fb4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:47:16.783833 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-872aadf6-08bd-458a-ad58-4f69068a7fb4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:47:16.787016 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-872aadf6-08bd-458a-ad58-4f69068a7fb4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:47:16.792720 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-872aadf6-08bd-458a-ad58-4f69068a7fb4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:47:16.803242 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-872aadf6-08bd-458a-ad58-4f69068a7fb4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Project 5d6eafdbdcc04fa5ac3cc264b55cc088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:47:16.810172 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-872aadf6-08bd-458a-ad58-4f69068a7fb4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.878702 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-872aadf6-08bd-458a-ad58-4f69068a7fb4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.883043 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-872aadf6-08bd-458a-ad58-4f69068a7fb4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.903392 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f7efe-2ab1-4462-af8a-0c90977e9678 None None] New status for floating IP 905cf23d-4564-419e-8189-04e68fc03d51: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:47:16.908706 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872aadf6-08bd-458a-ad58-4f69068a7fb4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ffe60b-f271-4085-88c9-13e7156b5408,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:16.918707 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-872aadf6-08bd-458a-ad58-4f69068a7fb4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:16.919983 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-872aadf6-08bd-458a-ad58-4f69068a7fb4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1515615 Mar 14 15:47:16.923154 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56478) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:47:16.929369 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7e7a1466-c788-4042-ab2f-6c42dbb22953 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '35139cc4-117e-4ae3-9711-e7f4a7fb807f', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:47:16.936702 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7e7a1466-c788-4042-ab2f-6c42dbb22953 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:47:16.941893 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7e7a1466-c788-4042-ab2f-6c42dbb22953 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:47:16.945905 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7e7a1466-c788-4042-ab2f-6c42dbb22953 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:47:16.954392 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7e7a1466-c788-4042-ab2f-6c42dbb22953 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:47:16.964874 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-7e7a1466-c788-4042-ab2f-6c42dbb22953 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Project 5d6eafdbdcc04fa5ac3cc264b55cc088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:47:16.971818 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1466-c788-4042-ab2f-6c42dbb22953 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:17.039644 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1466-c788-4042-ab2f-6c42dbb22953 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:17.042968 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1466-c788-4042-ab2f-6c42dbb22953 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:17.065232 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a1466-c788-4042-ab2f-6c42dbb22953 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6b44d4-fc42-47b3-affd-ec7b877aa52b,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:17.074285 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1466-c788-4042-ab2f-6c42dbb22953 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:17.075418 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7e7a1466-c788-4042-ab2f-6c42dbb22953 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1512895 Mar 14 15:47:17.249935 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-e44def6c-5008-45e0-9524-d13f2852e2a4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:47:17.264348 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-e44def6c-5008-45e0-9524-d13f2852e2a4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:47:17.265595 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-e44def6c-5008-45e0-9524-d13f2852e2a4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-754919871&fields=id&tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 267 time: 0.0566278 Mar 14 15:47:17.417881 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-c8b3a315-2678-4c13-b410-a656ecbcabdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:17.419390 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-c8b3a315-2678-4c13-b410-a656ecbcabdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/networks?id=91597049-6b02-4ac7-8211-6b5920a5980c HTTP/1.1" status: 200 len: 795 time: 0.1472435 Mar 14 15:47:17.434950 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-b2a8aa3f-fc0f-417f-909e-77b36fecab26 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/quotas/5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 375 time: 0.0101697 Mar 14 15:47:17.524596 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-4bd37f39-6f00-433d-b1ac-64116c7932d5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0841904 Mar 14 15:47:17.667832 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-e63f0562-4750-4653-851b-c8c6ac9915da service neutron] 10.222.0.60 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319418 Mar 14 15:47:17.799730 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-067c8b4a-18b8-4173-9844-a83dc0bab3f6 service neutron] 10.222.0.60 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255679 Mar 14 15:47:17.969329 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:17.987092 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-36efe310-a784-444f-a54d-04dbbd48bf0e req-5c50f4af-75fd-460f-9022-af5f212b68f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=28cff4bc-9abd-4d51-a229-a87cd57ed450 HTTP/1.1" status: 200 len: 210 time: 0.0466850 Mar 14 15:47:18.991247 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-f5668e3a-f542-4ce0-a1e0-643f302a107e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:18.993465 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-f5668e3a-f542-4ce0-a1e0-643f302a107e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/networks?id=91597049-6b02-4ac7-8211-6b5920a5980c HTTP/1.1" status: 200 len: 795 time: 0.1476040 Mar 14 15:47:19.050301 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-5a00783c-2bf0-401b-95c9-c79f2fe934ab tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 472 time: 0.0443544 Mar 14 15:47:19.058442 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-0514c765-aa26-4e86-9df4-17e30413aa9c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'port': {'device_id': '28cff4bc-9abd-4d51-a229-a87cd57ed450', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'admin_state_up': True, 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'security_groups': ['35139cc4-117e-4ae3-9711-e7f4a7fb807f']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:47:19.157570 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-201f86f7-0595-4b19-bce8-22bcd7bb0356 req-f5c86cd8-2c83-43f9-a831-6bcc2ce03987 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=28cff4bc-9abd-4d51-a229-a87cd57ed450 HTTP/1.1" status: 200 len: 210 time: 0.0408759 Mar 14 15:47:19.194884 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-0514c765-aa26-4e86-9df4-17e30413aa9c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:47:19.204984 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-0514c765-aa26-4e86-9df4-17e30413aa9c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:47:19.214597 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-0514c765-aa26-4e86-9df4-17e30413aa9c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:47:19.217808 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-0514c765-aa26-4e86-9df4-17e30413aa9c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:19.381816 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-0514c765-aa26-4e86-9df4-17e30413aa9c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.20.0.6 (91597049-6b02-4ac7-8211-6b5920a5980c/29f8f85d-0312-40f6-bfd7-ca63e10b03e8/f1954c41-0813-4081-b53b-35681d0a97e0) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:47:19.568221 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-0514c765-aa26-4e86-9df4-17e30413aa9c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:19.590446 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-0514c765-aa26-4e86-9df4-17e30413aa9c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Transition to ACTIVE for port object f1954c41-0813-4081-b53b-35681d0a97e0 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:47:19.613893 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-0514c765-aa26-4e86-9df4-17e30413aa9c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:19.687366 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-0514c765-aa26-4e86-9df4-17e30413aa9c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network 91597049-6b02-4ac7-8211-6b5920a5980c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:47:19.691198 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-0514c765-aa26-4e86-9df4-17e30413aa9c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:47:19.695483 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-0514c765-aa26-4e86-9df4-17e30413aa9c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:47:19.721094 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514c765-aa26-4e86-9df4-17e30413aa9c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=f1954c41-0813-4081-b53b-35681d0a97e0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:19.758739 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-0514c765-aa26-4e86-9df4-17e30413aa9c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:19.759443 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-0514c765-aa26-4e86-9df4-17e30413aa9c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:19.787296 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-0514c765-aa26-4e86-9df4-17e30413aa9c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7327464 Mar 14 15:47:19.798648 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-a6d3fd1f-2bf3-4c22-9819-5bc08629452c service neutron] Request body: {'port': {'device_id': '28cff4bc-9abd-4d51-a229-a87cd57ed450', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:47:19.910773 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e9108592-bce6-441b-8579-af3758e889a4 None None] Provisioning for port f1954c41-0813-4081-b53b-35681d0a97e0 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:47:19.914333 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-a6d3fd1f-2bf3-4c22-9819-5bc08629452c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:19.915826 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e9108592-bce6-441b-8579-af3758e889a4 None None] Provisioning complete for port f1954c41-0813-4081-b53b-35681d0a97e0 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:47:19.916221 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e9108592-bce6-441b-8579-af3758e889a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:19.978743 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e9108592-bce6-441b-8579-af3758e889a4 None None] Port f1954c41-0813-4081-b53b-35681d0a97e0 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:47:20.256757 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-a6d3fd1f-2bf3-4c22-9819-5bc08629452c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1954c41-0813-4081-b53b-35681d0a97e0 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:47:20.266482 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-a6d3fd1f-2bf3-4c22-9819-5bc08629452c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:20.315562 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-a6d3fd1f-2bf3-4c22-9819-5bc08629452c service neutron] Transition to ACTIVE for port object f1954c41-0813-4081-b53b-35681d0a97e0 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:47:20.320944 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-a6d3fd1f-2bf3-4c22-9819-5bc08629452c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:20.547892 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3fd1f-2bf3-4c22-9819-5bc08629452c service neutron] Pushing event updated for resources: {'Port': ['ID=f1954c41-0813-4081-b53b-35681d0a97e0,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:20.640459 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46ce4f-2787-4969-9205-150bdd5e2d30 req-680b0cd6-85c4-4a67-b7f3-a7eb74dd22d5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:20.641626 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-5b46ce4f-2787-4969-9205-150bdd5e2d30 req-680b0cd6-85c4-4a67-b7f3-a7eb74dd22d5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:47:20.678907 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-5b46ce4f-2787-4969-9205-150bdd5e2d30 req-680b0cd6-85c4-4a67-b7f3-a7eb74dd22d5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:47:20.680084 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5b46ce4f-2787-4969-9205-150bdd5e2d30 req-680b0cd6-85c4-4a67-b7f3-a7eb74dd22d5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=28cff4bc-9abd-4d51-a229-a87cd57ed450 HTTP/1.1" status: 200 len: 943 time: 0.3957293 Mar 14 15:47:20.718991 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-a6d3fd1f-2bf3-4c22-9819-5bc08629452c service neutron] Attempting to bind port f1954c41-0813-4081-b53b-35681d0a97e0 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:47:20.719293 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-a6d3fd1f-2bf3-4c22-9819-5bc08629452c service neutron] Attempting to bind port f1954c41-0813-4081-b53b-35681d0a97e0 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '6a94b8d8-05e5-42df-8bd1-6e95d4a55447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:47:20.719459 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-a6d3fd1f-2bf3-4c22-9819-5bc08629452c service neutron] Attempting to bind port f1954c41-0813-4081-b53b-35681d0a97e0 on network 91597049-6b02-4ac7-8211-6b5920a5980c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:47:20.733872 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-a6d3fd1f-2bf3-4c22-9819-5bc08629452c service neutron] Port f1954c41-0813-4081-b53b-35681d0a97e0 on network 91597049-6b02-4ac7-8211-6b5920a5980c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:47:20.734163 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-a6d3fd1f-2bf3-4c22-9819-5bc08629452c service neutron] Attempting to bind port f1954c41-0813-4081-b53b-35681d0a97e0 on network 91597049-6b02-4ac7-8211-6b5920a5980c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:47:20.747228 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-a6d3fd1f-2bf3-4c22-9819-5bc08629452c service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:47:20.747487 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-a6d3fd1f-2bf3-4c22-9819-5bc08629452c service neutron] Checking segment: {'id': '6a94b8d8-05e5-42df-8bd1-6e95d4a55447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:47:20.747864 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-a6d3fd1f-2bf3-4c22-9819-5bc08629452c service neutron] Bound using segment: {'id': '6a94b8d8-05e5-42df-8bd1-6e95d4a55447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:47:20.748282 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-a6d3fd1f-2bf3-4c22-9819-5bc08629452c service neutron] Bound port: f1954c41-0813-4081-b53b-35681d0a97e0, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a94b8d8-05e5-42df-8bd1-6e95d4a55447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:47:20.748625 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-a6d3fd1f-2bf3-4c22-9819-5bc08629452c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:20.760064 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5b46ce4f-2787-4969-9205-150bdd5e2d30 req-86c93526-4206-4468-a573-0da932c811fe tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=35139cc4-117e-4ae3-9711-e7f4a7fb807f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726588 Mar 14 15:47:20.837138 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-a6d3fd1f-2bf3-4c22-9819-5bc08629452c service neutron] For port f1954c41-0813-4081-b53b-35681d0a97e0, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:47:20.840082 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-a6d3fd1f-2bf3-4c22-9819-5bc08629452c service neutron] For port f1954c41-0813-4081-b53b-35681d0a97e0, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f1954c41-0813-4081-b53b-35681d0a97e0,segment=NetworkSegment(6a94b8d8-05e5-42df-8bd1-6e95d4a55447),segment_id=6a94b8d8-05e5-42df-8bd1-6e95d4a55447)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:47:20.845847 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-a6d3fd1f-2bf3-4c22-9819-5bc08629452c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:20.917781 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-a6d3fd1f-2bf3-4c22-9819-5bc08629452c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:20.919696 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-a6d3fd1f-2bf3-4c22-9819-5bc08629452c service neutron] 10.222.0.24 "PUT /v2.0/ports/f1954c41-0813-4081-b53b-35681d0a97e0 HTTP/1.1" status: 200 len: 1093 time: 1.1257057 Mar 14 15:47:20.920322 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28cff4bc-9abd-4d51-a229-a87cd57ed450', 'tag': 'f1954c41-0813-4081-b53b-35681d0a97e0'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:47:20.937351 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3fd1f-2bf3-4c22-9819-5bc08629452c service neutron] Pushing event updated for resources: {'Port': ['ID=f1954c41-0813-4081-b53b-35681d0a97e0,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:20.945657 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:20.999706 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28cff4bc-9abd-4d51-a229-a87cd57ed450', 'tag': 'f1954c41-0813-4081-b53b-35681d0a97e0', 'status': 'completed', 'code': 200} Mar 14 15:47:21.041754 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-0509b6db-2d4f-42f2-9018-f1bac4cfd978 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=28cff4bc-9abd-4d51-a229-a87cd57ed450 HTTP/1.1" status: 200 len: 1096 time: 0.0773430 Mar 14 15:47:21.113076 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-7489674b-9cc5-47ee-9a25-cd2149d7c81d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1954c41-0813-4081-b53b-35681d0a97e0 HTTP/1.1" status: 200 len: 217 time: 0.0650687 Mar 14 15:47:21.174365 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-cc59de7c-8738-45c4-bfb6-849adeb5ab34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:21.175784 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-cc59de7c-8738-45c4-bfb6-849adeb5ab34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29f8f85d-0312-40f6-bfd7-ca63e10b03e8 HTTP/1.1" status: 200 len: 835 time: 0.0568597 Mar 14 15:47:21.256514 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-745c0c0b-5e2f-49c0-917a-8b794d8a5dca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91597049-6b02-4ac7-8211-6b5920a5980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750415 Mar 14 15:47:21.387053 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-f23c1465-5ec6-4ee1-b092-f089f08cd64f service neutron] 10.222.0.24 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240604 Mar 14 15:47:21.515127 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bf6ece0b-63fa-440a-8172-ef641d2abd32 req-a52ca382-ef50-45c8-85c7-e4f8da81d6e4 service neutron] 10.222.0.24 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219478 Mar 14 15:47:21.624724 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d9712323-3725-43ba-a1fa-009bf3c4074d req-33b85bf9-5a9b-4111-8e48-6b30941a097e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=28cff4bc-9abd-4d51-a229-a87cd57ed450 HTTP/1.1" status: 200 len: 1096 time: 0.0683291 Mar 14 15:47:21.753322 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9712323-3725-43ba-a1fa-009bf3c4074d req-01a08cbc-07a4-439b-9dcb-606df2c9efe1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:21.754782 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d9712323-3725-43ba-a1fa-009bf3c4074d req-01a08cbc-07a4-439b-9dcb-606df2c9efe1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=91597049-6b02-4ac7-8211-6b5920a5980c HTTP/1.1" status: 200 len: 896 time: 0.1241539 Mar 14 15:47:21.823845 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d9712323-3725-43ba-a1fa-009bf3c4074d req-c0172cc3-b51a-4922-a614-f2b697463c7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1954c41-0813-4081-b53b-35681d0a97e0 HTTP/1.1" status: 200 len: 217 time: 0.0630643 Mar 14 15:47:21.913687 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9712323-3725-43ba-a1fa-009bf3c4074d req-026325d0-b759-472b-85ee-e0b4aeae66d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:21.915065 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d9712323-3725-43ba-a1fa-009bf3c4074d req-026325d0-b759-472b-85ee-e0b4aeae66d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29f8f85d-0312-40f6-bfd7-ca63e10b03e8 HTTP/1.1" status: 200 len: 835 time: 0.0856457 Mar 14 15:47:22.012989 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8567-1659-4d88-aad8-30e94f85cf8f req-009948e5-ab67-42be-b80e-8711d6541a35 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:22.014459 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-17dc8567-1659-4d88-aad8-30e94f85cf8f req-009948e5-ab67-42be-b80e-8711d6541a35 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=28cff4bc-9abd-4d51-a229-a87cd57ed450 HTTP/1.1" status: 200 len: 943 time: 0.1322331 Mar 14 15:47:22.038086 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d9712323-3725-43ba-a1fa-009bf3c4074d req-364cfa5b-1244-4bd2-a3ca-b76335a9e643 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91597049-6b02-4ac7-8211-6b5920a5980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1120563 Mar 14 15:47:22.235996 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-17dc8567-1659-4d88-aad8-30e94f85cf8f req-35e6cf6d-edf2-4ce0-8af5-1f4ba58d5211 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=35139cc4-117e-4ae3-9711-e7f4a7fb807f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144632 Mar 14 15:47:22.276176 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d9712323-3725-43ba-a1fa-009bf3c4074d req-9843dd4f-161a-46a8-9bb1-badfbfbb61ab service neutron] 10.222.0.24 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308097 Mar 14 15:47:22.405079 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d9712323-3725-43ba-a1fa-009bf3c4074d req-b44bc6c0-6b26-422e-a17c-a34eb77af9d4 service neutron] 10.222.0.24 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222117 Mar 14 15:47:23.519913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5090c56-641c-4cee-b82d-e0ca91a71615 req-3e9aa339-ae05-4ad4-9422-4d8ff69c1ca2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:23.521271 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c5090c56-641c-4cee-b82d-e0ca91a71615 req-3e9aa339-ae05-4ad4-9422-4d8ff69c1ca2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=28cff4bc-9abd-4d51-a229-a87cd57ed450 HTTP/1.1" status: 200 len: 943 time: 0.1624050 Mar 14 15:47:23.566139 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c5090c56-641c-4cee-b82d-e0ca91a71615 req-591ad08e-d502-4d20-b959-84e0c6e75633 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=35139cc4-117e-4ae3-9711-e7f4a7fb807f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393457 Mar 14 15:47:24.767348 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c02ee9-1021-4fa3-8902-c98398d542ad req-479545c8-dad8-4ad4-9e71-32a0f9b1579d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:24.768828 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-66c02ee9-1021-4fa3-8902-c98398d542ad req-479545c8-dad8-4ad4-9e71-32a0f9b1579d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=28cff4bc-9abd-4d51-a229-a87cd57ed450 HTTP/1.1" status: 200 len: 943 time: 0.0780151 Mar 14 15:47:24.814286 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-66c02ee9-1021-4fa3-8902-c98398d542ad req-4ae35847-7db0-4054-915e-13f45b968486 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=35139cc4-117e-4ae3-9711-e7f4a7fb807f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399375 Mar 14 15:47:24.852517 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device f1954c41-0813-4081-b53b-35681d0a97e0 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:47:24.980044 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port f1954c41-0813-4081-b53b-35681d0a97e0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f1954c41-0813-4081-b53b-35681d0a97e0,segment=NetworkSegment(6a94b8d8-05e5-42df-8bd1-6e95d4a55447),segment_id=6a94b8d8-05e5-42df-8bd1-6e95d4a55447)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:47:24.993166 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': 'f1954c41-0813-4081-b53b-35681d0a97e0', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'port_id': 'f1954c41-0813-4081-b53b-35681d0a97e0', 'mac_address': 'fa:16:3e:98:7b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:47:25.043025 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:25.060640 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1954c41-0813-4081-b53b-35681d0a97e0 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:47:25.075367 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port f1954c41-0813-4081-b53b-35681d0a97e0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f1954c41-0813-4081-b53b-35681d0a97e0,segment=NetworkSegment(6a94b8d8-05e5-42df-8bd1-6e95d4a55447),segment_id=6a94b8d8-05e5-42df-8bd1-6e95d4a55447)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:47:25.079059 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:25.144908 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=f1954c41-0813-4081-b53b-35681d0a97e0,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:25.412881 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['f1954c41-0813-4081-b53b-35681d0a97e0'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:47:25.652849 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:47:26.006454 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007bcb9-dcc8-443e-861b-6f726794fb61 req-951c9305-8504-44ab-bc94-9d46de00fc5d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:26.007893 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4007bcb9-dcc8-443e-861b-6f726794fb61 req-951c9305-8504-44ab-bc94-9d46de00fc5d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=28cff4bc-9abd-4d51-a229-a87cd57ed450 HTTP/1.1" status: 200 len: 944 time: 0.0751576 Mar 14 15:47:26.053272 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4007bcb9-dcc8-443e-861b-6f726794fb61 req-237d502a-de89-4ea7-b9dd-f7c9d88827da tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=35139cc4-117e-4ae3-9711-e7f4a7fb807f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399096 Mar 14 15:47:26.867361 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device f1954c41-0813-4081-b53b-35681d0a97e0 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:47:26.932359 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port f1954c41-0813-4081-b53b-35681d0a97e0 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:47:26.936811 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port f1954c41-0813-4081-b53b-35681d0a97e0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:47:26.937178 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:27.047752 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:27.073823 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28cff4bc-9abd-4d51-a229-a87cd57ed450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1954c41-0813-4081-b53b-35681d0a97e0'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:47:27.083775 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port f1954c41-0813-4081-b53b-35681d0a97e0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f1954c41-0813-4081-b53b-35681d0a97e0,segment=NetworkSegment(6a94b8d8-05e5-42df-8bd1-6e95d4a55447),segment_id=6a94b8d8-05e5-42df-8bd1-6e95d4a55447)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:47:27.089229 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:27.134023 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28cff4bc-9abd-4d51-a229-a87cd57ed450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1954c41-0813-4081-b53b-35681d0a97e0', 'code': 200} Mar 14 15:47:27.159971 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=f1954c41-0813-4081-b53b-35681d0a97e0,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:27.258814 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75915c43-4dc7-42cb-8cdd-19232915be76 req-9dc06ca1-8b39-43fa-ba57-a8f835c1b052 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:27.261100 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-75915c43-4dc7-42cb-8cdd-19232915be76 req-9dc06ca1-8b39-43fa-ba57-a8f835c1b052 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=28cff4bc-9abd-4d51-a229-a87cd57ed450 HTTP/1.1" status: 200 len: 945 time: 0.0824208 Mar 14 15:47:27.305955 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-75915c43-4dc7-42cb-8cdd-19232915be76 req-f1417815-cae7-40ff-8f3a-3a9040587ecb tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=35139cc4-117e-4ae3-9711-e7f4a7fb807f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384121 Mar 14 15:47:27.355275 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-565aaaba-3c64-4236-944b-d92ca1d26a81 req-83acab8b-706a-483d-8a4c-0bafaccc59ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=28cff4bc-9abd-4d51-a229-a87cd57ed450 HTTP/1.1" status: 200 len: 1098 time: 0.0669999 Mar 14 15:47:27.397475 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-565aaaba-3c64-4236-944b-d92ca1d26a81 req-84ff9f63-df8f-469d-9c3b-f295cb92d558 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=35139cc4-117e-4ae3-9711-e7f4a7fb807f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368943 Mar 14 15:47:28.503787 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3f6a8-6458-48d6-93c8-c3c4ecb9919d req-dfdd0bbf-40a5-49d9-a66a-d12db8a82f08 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:28.505163 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b3b3f6a8-6458-48d6-93c8-c3c4ecb9919d req-dfdd0bbf-40a5-49d9-a66a-d12db8a82f08 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=28cff4bc-9abd-4d51-a229-a87cd57ed450 HTTP/1.1" status: 200 len: 945 time: 0.0775323 Mar 14 15:47:28.549419 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b3b3f6a8-6458-48d6-93c8-c3c4ecb9919d req-10c6478e-77ed-41b7-a656-b46af525e8e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=35139cc4-117e-4ae3-9711-e7f4a7fb807f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388722 Mar 14 15:47:29.747166 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9534fd-4be0-4b9a-b502-2363f84d6770 req-ee63df0b-d82b-4b23-a354-ef63539f3458 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:29.748629 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fb9534fd-4be0-4b9a-b502-2363f84d6770 req-ee63df0b-d82b-4b23-a354-ef63539f3458 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=28cff4bc-9abd-4d51-a229-a87cd57ed450 HTTP/1.1" status: 200 len: 945 time: 0.0752354 Mar 14 15:47:29.794022 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fb9534fd-4be0-4b9a-b502-2363f84d6770 req-c49894b0-6559-499d-9d31-b04e0256a587 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=35139cc4-117e-4ae3-9711-e7f4a7fb807f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400007 Mar 14 15:47:29.989750 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435356d0-24d5-4709-9d83-321b5d0fc693 req-9db7ed4a-2a99-45e3-9cf7-8b969f13edd5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:29.991278 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-435356d0-24d5-4709-9d83-321b5d0fc693 req-9db7ed4a-2a99-45e3-9cf7-8b969f13edd5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=28cff4bc-9abd-4d51-a229-a87cd57ed450 HTTP/1.1" status: 200 len: 945 time: 0.0746195 Mar 14 15:47:30.038623 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-435356d0-24d5-4709-9d83-321b5d0fc693 req-0b80bc30-71fb-4a0c-ba83-f7ed752660c6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=35139cc4-117e-4ae3-9711-e7f4a7fb807f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419772 Mar 14 15:47:30.065455 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56526) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:47:30.138284 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d4a37cb9-d2f4-40b6-87f3-348488a97858 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=28cff4bc-9abd-4d51-a229-a87cd57ed450 HTTP/1.1" status: 200 len: 1093 time: 0.0694005 Mar 14 15:47:30.138547 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56530) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:47:30.144251 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': 'f1954c41-0813-4081-b53b-35681d0a97e0', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:47:30.149613 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:47:30.153412 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:floatingip and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:47:30.156197 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:47:30.161958 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:47:30.172012 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:30.304962 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:30.437028 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.26.4.248 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/4261a12c-52ac-46d6-8db6-aa9b1555e737) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:47:30.578616 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:30.606812 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:30.671283 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:47:30.674194 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:47:30.676667 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:47:30.706204 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=4261a12c-52ac-46d6-8db6-aa9b1555e737,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:31.170182 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:31.227855 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:31.506941 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:31.511005 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:31.612614 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=4261a12c-52ac-46d6-8db6-aa9b1555e737,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:31.628463 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:31.813327 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Floating IP 5045f693-a1d5-41e4-b2bb-71fefafa707e associated. External IP: 172.26.4.248, port: f1954c41-0813-4081-b53b-35681d0a97e0. Mar 14 15:47:32.205299 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 7383ef8a-3b41-4832-b368-8a46736328de has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:47:32.409822 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:47:32.419230 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76cadd0-4783-46e0-92fb-63ed3dd58149 None None] Sync routers for ids ['7383ef8a-3b41-4832-b368-8a46736328de'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:47:32.431371 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76cadd0-4783-46e0-92fb-63ed3dd58149 None None] Routers {'7383ef8a-3b41-4832-b368-8a46736328de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:47:32.432093 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c76cadd0-4783-46e0-92fb-63ed3dd58149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:47:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['7383ef8a-3b41-4832-b368-8a46736328de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:47:32.433697 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:32.498147 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2a39c1bd-2bcf-42e5-9a27-bbb9a56f75ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3474205 Mar 14 15:47:32.498147 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28cff4bc-9abd-4d51-a229-a87cd57ed450', 'tag': 'f1954c41-0813-4081-b53b-35681d0a97e0'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:47:32.541051 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28cff4bc-9abd-4d51-a229-a87cd57ed450', 'tag': 'f1954c41-0813-4081-b53b-35681d0a97e0', 'status': 'completed', 'code': 200} Mar 14 15:47:32.603100 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-c76cadd0-4783-46e0-92fb-63ed3dd58149 None None] Set router 7383ef8a-3b41-4832-b368-8a46736328de gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:47:32.630339 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57b53d13-2058-40b7-a12c-7268925a95a5 req-3717f6ea-49a3-4319-a6cb-3cc24dae34ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=28cff4bc-9abd-4d51-a229-a87cd57ed450 HTTP/1.1" status: 200 len: 1098 time: 0.0689914 Mar 14 15:47:32.780661 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b53d13-2058-40b7-a12c-7268925a95a5 req-e7f4b38e-c43f-4406-8cd1-1878c2217f65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:32.782010 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57b53d13-2058-40b7-a12c-7268925a95a5 req-e7f4b38e-c43f-4406-8cd1-1878c2217f65 service neutron] 10.222.0.24 "GET /v2.0/networks?id=91597049-6b02-4ac7-8211-6b5920a5980c HTTP/1.1" status: 200 len: 896 time: 0.1459930 Mar 14 15:47:32.883672 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57b53d13-2058-40b7-a12c-7268925a95a5 req-ba38995e-651f-406f-b480-8cbbdbd0614f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1954c41-0813-4081-b53b-35681d0a97e0 HTTP/1.1" status: 200 len: 999 time: 0.0949774 Mar 14 15:47:32.946731 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b53d13-2058-40b7-a12c-7268925a95a5 req-eb02c416-48ba-4b34-a420-78c338bc8d6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:32.948175 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57b53d13-2058-40b7-a12c-7268925a95a5 req-eb02c416-48ba-4b34-a420-78c338bc8d6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29f8f85d-0312-40f6-bfd7-ca63e10b03e8 HTTP/1.1" status: 200 len: 835 time: 0.0580192 Mar 14 15:47:32.973808 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c76cadd0-4783-46e0-92fb-63ed3dd58149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7383ef8a-3b41-4832-b368-8a46736328de', 'name': 'tempest-TestNetworkBasicOps-router-916395238', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '5045f693-a1d5-41e4-b2bb-71fefafa707e', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'port_id': 'f1954c41-0813-4081-b53b-35681d0a97e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'mac_address': 'fa:16:3e:98:7b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cff4bc-9abd-4d51-a229-a87cd57ed450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:47:31Z', 'updated_at': '2022-03-14T15:47:31Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}, {'id': '905cf23d-4564-419e-8189-04e68fc03d51', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.157', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'port_id': '58fbad70-5a25-4eee-9131-4534f442c2a2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'mac_address': 'fa:16:3e:19:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:47:14Z', 'updated_at': '2022-03-14T15:47:17Z', 'revision_number': 1, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9', 'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:6c:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:53Z', 'updated_at': '2022-03-14T15:46:59Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:47:32.977729 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76cadd0-4783-46e0-92fb-63ed3dd58149 None None] Checking router: 7383ef8a-3b41-4832-b368-8a46736328de for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:47:32.988931 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76cadd0-4783-46e0-92fb-63ed3dd58149 None None] Routers {'7383ef8a-3b41-4832-b368-8a46736328de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:47:32.989797 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c76cadd0-4783-46e0-92fb-63ed3dd58149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:47:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['7383ef8a-3b41-4832-b368-8a46736328de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:47:33.030929 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57b53d13-2058-40b7-a12c-7268925a95a5 req-aa5fd3c9-1922-4bf3-a0b3-0380e12853b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91597049-6b02-4ac7-8211-6b5920a5980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754035 Mar 14 15:47:33.161147 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57b53d13-2058-40b7-a12c-7268925a95a5 req-913ebae1-60e2-4234-8602-64a8348954ac service neutron] 10.222.0.24 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239758 Mar 14 15:47:33.291606 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57b53d13-2058-40b7-a12c-7268925a95a5 req-f3d6a0df-6e03-409e-afa6-145ee0199e04 service neutron] 10.222.0.24 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240399 Mar 14 15:47:33.308729 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-c76cadd0-4783-46e0-92fb-63ed3dd58149 None None] Set router 7383ef8a-3b41-4832-b368-8a46736328de gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:47:33.693364 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c76cadd0-4783-46e0-92fb-63ed3dd58149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7383ef8a-3b41-4832-b368-8a46736328de', 'name': 'tempest-TestNetworkBasicOps-router-916395238', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '5045f693-a1d5-41e4-b2bb-71fefafa707e', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'port_id': 'f1954c41-0813-4081-b53b-35681d0a97e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'mac_address': 'fa:16:3e:98:7b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cff4bc-9abd-4d51-a229-a87cd57ed450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:47:31Z', 'updated_at': '2022-03-14T15:47:31Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}, {'id': '905cf23d-4564-419e-8189-04e68fc03d51', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.157', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'port_id': '58fbad70-5a25-4eee-9131-4534f442c2a2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'mac_address': 'fa:16:3e:19:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:47:14Z', 'updated_at': '2022-03-14T15:47:17Z', 'revision_number': 1, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9', 'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:6c:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:53Z', 'updated_at': '2022-03-14T15:46:59Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:47:33.697271 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76cadd0-4783-46e0-92fb-63ed3dd58149 None None] The sync data for ids ['7383ef8a-3b41-4832-b368-8a46736328de'] in dv-neutron-833561-1-hyperv is: [{'id': '7383ef8a-3b41-4832-b368-8a46736328de', 'name': 'tempest-TestNetworkBasicOps-router-916395238', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '5045f693-a1d5-41e4-b2bb-71fefafa707e', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'port_id': 'f1954c41-0813-4081-b53b-35681d0a97e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'mac_address': 'fa:16:3e:98:7b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cff4bc-9abd-4d51-a229-a87cd57ed450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:47:31Z', 'updated_at': '2022-03-14T15:47:31Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}, {'id': '905cf23d-4564-419e-8189-04e68fc03d51', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.157', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'port_id': '58fbad70-5a25-4eee-9131-4534f442c2a2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'mac_address': 'fa:16:3e:19:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:47:14Z', 'updated_at': '2022-03-14T15:47:17Z', 'revision_number': 1, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9', 'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:6c:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:53Z', 'updated_at': '2022-03-14T15:46:59Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:47:33.902824 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57b0a2-1aa0-4847-a190-ad97676b9145 None None] New status for floating IP 5045f693-a1d5-41e4-b2bb-71fefafa707e: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:47:42.928536 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-32dfefb1-8646-4fc9-9c07-9ba4d0808b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:45.097771 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e87906a5-baf6-405f-a221-49e7969a35df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:46.292311 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:46.513750 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:47.964911 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:50.941492 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:02.656291 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:48:11.821503 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bc5e21d0-fdb4-4d58-8840-a1755737a154 req-232463f7-ef0b-431c-984e-7e40fa077b36 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662391 Mar 14 15:48:11.957235 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bc5e21d0-fdb4-4d58-8840-a1755737a154 req-f903fa8a-c340-44d4-a682-ae1018b52656 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 1098 time: 0.0691690 Mar 14 15:48:12.096021 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e21d0-fdb4-4d58-8840-a1755737a154 req-6fe8ec94-6fac-4c61-8adc-843154add35f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:12.097425 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bc5e21d0-fdb4-4d58-8840-a1755737a154 req-6fe8ec94-6fac-4c61-8adc-843154add35f service neutron] 10.222.0.24 "GET /v2.0/networks?id=91597049-6b02-4ac7-8211-6b5920a5980c HTTP/1.1" status: 200 len: 896 time: 0.1222258 Mar 14 15:48:12.282774 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bc5e21d0-fdb4-4d58-8840-a1755737a154 req-b46d843a-3c64-4ac5-bc31-ada4826631ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58fbad70-5a25-4eee-9131-4534f442c2a2 HTTP/1.1" status: 200 len: 1001 time: 0.1791725 Mar 14 15:48:12.344181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e21d0-fdb4-4d58-8840-a1755737a154 req-f58a96ae-0b80-4674-b7f0-b1b00921c8f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:12.345533 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bc5e21d0-fdb4-4d58-8840-a1755737a154 req-f58a96ae-0b80-4674-b7f0-b1b00921c8f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29f8f85d-0312-40f6-bfd7-ca63e10b03e8 HTTP/1.1" status: 200 len: 835 time: 0.0569437 Mar 14 15:48:12.416629 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bc5e21d0-fdb4-4d58-8840-a1755737a154 req-832245e9-bbb7-4ecb-be3f-0877e6f55606 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91597049-6b02-4ac7-8211-6b5920a5980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652785 Mar 14 15:48:12.426596 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [req-bc5e21d0-fdb4-4d58-8840-a1755737a154 req-13753192-3a99-454d-9905-b7e3c430de3c service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:48:12.427537 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bc5e21d0-fdb4-4d58-8840-a1755737a154 req-13753192-3a99-454d-9905-b7e3c430de3c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047157 Mar 14 15:48:12.555252 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bc5e21d0-fdb4-4d58-8840-a1755737a154 req-5e4574d3-70ab-4be4-9425-711945fcf4bb service neutron] 10.222.0.24 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217844 Mar 14 15:48:12.684820 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bc5e21d0-fdb4-4d58-8840-a1755737a154 req-a9a05419-78df-44ed-8f3c-c105af7d4134 service neutron] 10.222.0.24 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240175 Mar 14 15:48:12.930002 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-65d66051-5240-4f50-9efd-ad8c46a700be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:15.099137 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8935-4556-40ae-92c7-4fdc923430b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:16.294104 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:16.515792 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:17.967701 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:20.950830 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:39.656216 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:48:42.931244 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ebd05626-eea3-4f73-be20-bf2fc513ed95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:45.099875 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7f3fc0d-8e93-44d3-8cb4-fa3b421285e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:46.296484 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:46.517653 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:47.968528 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:47.984577 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56558) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:48:48.087019 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-df4d89fb-5376-49c4-af16-22b394f2257a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/905cf23d-4564-419e-8189-04e68fc03d51 HTTP/1.1" status: 200 len: 993 time: 0.1007190 Mar 14 15:48:49.632127 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56570) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:48:49.637985 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1046001d-9e3b-4939-a007-83704001b7a0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:48:49.756368 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1046001d-9e3b-4939-a007-83704001b7a0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:49.971458 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-1046001d-9e3b-4939-a007-83704001b7a0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port 58fbad70-5a25-4eee-9131-4534f442c2a2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=58fbad70-5a25-4eee-9131-4534f442c2a2,segment=NetworkSegment(6a94b8d8-05e5-42df-8bd1-6e95d4a55447),segment_id=6a94b8d8-05e5-42df-8bd1-6e95d4a55447)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:48:50.005768 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1046001d-9e3b-4939-a007-83704001b7a0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:50.010682 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1046001d-9e3b-4939-a007-83704001b7a0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:50.074963 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1046001d-9e3b-4939-a007-83704001b7a0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:50.075592 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1046001d-9e3b-4939-a007-83704001b7a0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:50.076969 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1046001d-9e3b-4939-a007-83704001b7a0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/ports/58fbad70-5a25-4eee-9131-4534f442c2a2 HTTP/1.1" status: 200 len: 938 time: 0.4438281 Mar 14 15:48:50.085634 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'tag': '58fbad70-5a25-4eee-9131-4534f442c2a2'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:48:50.109050 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046001d-9e3b-4939-a007-83704001b7a0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=58fbad70-5a25-4eee-9131-4534f442c2a2,revision_number=6']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:50.118972 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1046001d-9e3b-4939-a007-83704001b7a0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:50.119382 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1046001d-9e3b-4939-a007-83704001b7a0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:50.119780 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1046001d-9e3b-4939-a007-83704001b7a0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:50.120173 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1046001d-9e3b-4939-a007-83704001b7a0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:50.120592 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1046001d-9e3b-4939-a007-83704001b7a0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:50.120978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1046001d-9e3b-4939-a007-83704001b7a0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:50.121369 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1046001d-9e3b-4939-a007-83704001b7a0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:50.121748 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1046001d-9e3b-4939-a007-83704001b7a0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:50.122150 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1046001d-9e3b-4939-a007-83704001b7a0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:50.122528 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1046001d-9e3b-4939-a007-83704001b7a0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:50.122910 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1046001d-9e3b-4939-a007-83704001b7a0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:50.220267 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'tag': '58fbad70-5a25-4eee-9131-4534f442c2a2', 'status': 'completed', 'code': 200} Mar 14 15:48:50.287638 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1647aa68-206c-4e74-b832-08d33bcfed31 None None] Provisioning complete for port 58fbad70-5a25-4eee-9131-4534f442c2a2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:50.288233 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1647aa68-206c-4e74-b832-08d33bcfed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:50.349652 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1647aa68-206c-4e74-b832-08d33bcfed31 None None] Port 58fbad70-5a25-4eee-9131-4534f442c2a2 is administratively disabled so it will not transition to active. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Mar 14 15:48:50.380452 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-83066a46-75b8-4e89-905b-5ea832fce757 req-be92c986-7eb9-4a93-bef5-f0b61d37b398 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 1099 time: 0.1395860 Mar 14 15:48:50.509324 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83066a46-75b8-4e89-905b-5ea832fce757 req-2c0103ed-68ec-41ce-998b-372e484495ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:50.510716 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-83066a46-75b8-4e89-905b-5ea832fce757 req-2c0103ed-68ec-41ce-998b-372e484495ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=91597049-6b02-4ac7-8211-6b5920a5980c HTTP/1.1" status: 200 len: 896 time: 0.1240284 Mar 14 15:48:50.612895 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-83066a46-75b8-4e89-905b-5ea832fce757 req-dde0daf5-09dd-405a-8180-d9b758a0d64f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58fbad70-5a25-4eee-9131-4534f442c2a2 HTTP/1.1" status: 200 len: 1002 time: 0.0958860 Mar 14 15:48:50.677830 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83066a46-75b8-4e89-905b-5ea832fce757 req-f41b644c-e6bd-4c2e-aa0e-4a812ca95185 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:50.679268 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-83066a46-75b8-4e89-905b-5ea832fce757 req-f41b644c-e6bd-4c2e-aa0e-4a812ca95185 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29f8f85d-0312-40f6-bfd7-ca63e10b03e8 HTTP/1.1" status: 200 len: 835 time: 0.0606377 Mar 14 15:48:50.753352 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-83066a46-75b8-4e89-905b-5ea832fce757 req-eaa0da5b-b6a6-4017-b74d-7ebb68dff9aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91597049-6b02-4ac7-8211-6b5920a5980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676665 Mar 14 15:48:50.883040 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-83066a46-75b8-4e89-905b-5ea832fce757 req-a26cd0ce-86db-4609-8601-65c556f6f1e9 service neutron] 10.222.0.24 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233499 Mar 14 15:48:50.965665 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:51.014572 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-83066a46-75b8-4e89-905b-5ea832fce757 req-7db95ada-865f-4dd3-bf9d-637255098282 service neutron] 10.222.0.24 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255448 Mar 14 15:48:53.525370 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56584) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:48:53.530950 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0523df67-e268-4dcc-82fe-773906767aa2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:48:53.735781 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0523df67-e268-4dcc-82fe-773906767aa2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:53.955623 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-0523df67-e268-4dcc-82fe-773906767aa2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port 58fbad70-5a25-4eee-9131-4534f442c2a2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=58fbad70-5a25-4eee-9131-4534f442c2a2,segment=NetworkSegment(6a94b8d8-05e5-42df-8bd1-6e95d4a55447),segment_id=6a94b8d8-05e5-42df-8bd1-6e95d4a55447)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:48:53.983766 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0523df67-e268-4dcc-82fe-773906767aa2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:53.988717 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0523df67-e268-4dcc-82fe-773906767aa2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:54.052075 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0523df67-e268-4dcc-82fe-773906767aa2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:54.052678 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0523df67-e268-4dcc-82fe-773906767aa2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:54.054038 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0523df67-e268-4dcc-82fe-773906767aa2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/ports/58fbad70-5a25-4eee-9131-4534f442c2a2 HTTP/1.1" status: 200 len: 937 time: 0.5277894 Mar 14 15:48:54.054694 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'tag': '58fbad70-5a25-4eee-9131-4534f442c2a2'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:48:54.056992 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56588) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:48:54.083329 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523df67-e268-4dcc-82fe-773906767aa2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=58fbad70-5a25-4eee-9131-4534f442c2a2,revision_number=7']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:54.113033 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'tag': '58fbad70-5a25-4eee-9131-4534f442c2a2', 'status': 'completed', 'code': 200} Mar 14 15:48:54.181293 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e0d81a8c-49fe-4401-959f-1b0d63fba740 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/905cf23d-4564-419e-8189-04e68fc03d51 HTTP/1.1" status: 200 len: 993 time: 0.1186252 Mar 14 15:48:54.217358 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-277dc2c0-26d3-4722-bbb5-3cf7aa0d0a57 req-6fe5dc03-9764-46e8-89d1-8468d1409bd4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 1098 time: 0.0769358 Mar 14 15:48:54.291658 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d34e385d-acb9-4d33-93f8-795affe2c0ba None None] Provisioning complete for port 58fbad70-5a25-4eee-9131-4534f442c2a2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:54.292251 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d34e385d-acb9-4d33-93f8-795affe2c0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:54.352467 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277dc2c0-26d3-4722-bbb5-3cf7aa0d0a57 req-291c85b0-edfc-487f-9824-4b9568423dcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:54.353820 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-277dc2c0-26d3-4722-bbb5-3cf7aa0d0a57 req-291c85b0-edfc-487f-9824-4b9568423dcd service neutron] 10.222.0.24 "GET /v2.0/networks?id=91597049-6b02-4ac7-8211-6b5920a5980c HTTP/1.1" status: 200 len: 896 time: 0.1306696 Mar 14 15:48:54.375547 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['58fbad70-5a25-4eee-9131-4534f442c2a2'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:48:54.458646 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-277dc2c0-26d3-4722-bbb5-3cf7aa0d0a57 req-f10d0e90-e876-45a2-83a9-2438fedbdb5f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58fbad70-5a25-4eee-9131-4534f442c2a2 HTTP/1.1" status: 200 len: 1001 time: 0.0979605 Mar 14 15:48:54.524426 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277dc2c0-26d3-4722-bbb5-3cf7aa0d0a57 req-effc4a8a-0259-4244-92ff-2476170ad2ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:54.525779 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-277dc2c0-26d3-4722-bbb5-3cf7aa0d0a57 req-effc4a8a-0259-4244-92ff-2476170ad2ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29f8f85d-0312-40f6-bfd7-ca63e10b03e8 HTTP/1.1" status: 200 len: 835 time: 0.0603485 Mar 14 15:48:54.599777 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-277dc2c0-26d3-4722-bbb5-3cf7aa0d0a57 req-71eb2ed2-50cb-4eed-8ccd-2e67a55f75a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91597049-6b02-4ac7-8211-6b5920a5980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674562 Mar 14 15:48:54.730088 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-277dc2c0-26d3-4722-bbb5-3cf7aa0d0a57 req-3547fb8e-8be6-4a6f-a48f-b76837e2a0e1 service neutron] 10.222.0.24 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238415 Mar 14 15:48:54.861631 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-277dc2c0-26d3-4722-bbb5-3cf7aa0d0a57 req-7b346f88-21ad-4bc5-ab9d-3a2f74840114 service neutron] 10.222.0.24 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248701 Mar 14 15:48:56.754516 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56600) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:48:57.044537 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cc18dc96-31ea-46bb-92a9-838074c337e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 4261a12c-52ac-46d6-8db6-aa9b1555e737 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:48:57.044789 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc18dc96-31ea-46bb-92a9-838074c337e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:57.208274 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc18dc96-31ea-46bb-92a9-838074c337e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:57.208606 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc18dc96-31ea-46bb-92a9-838074c337e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:57.334238 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cc18dc96-31ea-46bb-92a9-838074c337e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 4261a12c-52ac-46d6-8db6-aa9b1555e737 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:48:57.484122 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc18dc96-31ea-46bb-92a9-838074c337e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:57.528545 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18dc96-31ea-46bb-92a9-838074c337e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=4261a12c-52ac-46d6-8db6-aa9b1555e737,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:57.603259 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18dc96-31ea-46bb-92a9-838074c337e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:57.603518 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18dc96-31ea-46bb-92a9-838074c337e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:57.604017 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18dc96-31ea-46bb-92a9-838074c337e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:57.604448 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18dc96-31ea-46bb-92a9-838074c337e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:57.604787 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18dc96-31ea-46bb-92a9-838074c337e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:57.605123 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18dc96-31ea-46bb-92a9-838074c337e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:57.605450 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18dc96-31ea-46bb-92a9-838074c337e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:57.605778 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18dc96-31ea-46bb-92a9-838074c337e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:57.606191 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18dc96-31ea-46bb-92a9-838074c337e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:57.606519 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18dc96-31ea-46bb-92a9-838074c337e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:57.606840 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18dc96-31ea-46bb-92a9-838074c337e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:57.639976 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc18dc96-31ea-46bb-92a9-838074c337e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:58.034117 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc18dc96-31ea-46bb-92a9-838074c337e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 7383ef8a-3b41-4832-b368-8a46736328de has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:48:58.231805 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc18dc96-31ea-46bb-92a9-838074c337e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:48:58.241294 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa08de1-8277-4426-be36-5a90e1a618a2 None None] Sync routers for ids ['7383ef8a-3b41-4832-b368-8a46736328de'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:48:58.251090 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc18dc96-31ea-46bb-92a9-838074c337e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:58.253432 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa08de1-8277-4426-be36-5a90e1a618a2 None None] Routers {'7383ef8a-3b41-4832-b368-8a46736328de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:48:58.254041 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-bfa08de1-8277-4426-be36-5a90e1a618a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:48:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['7383ef8a-3b41-4832-b368-8a46736328de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:58.303019 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-cc18dc96-31ea-46bb-92a9-838074c337e3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/floatingips/5045f693-a1d5-41e4-b2bb-71fefafa707e HTTP/1.1" status: 204 len: 168 time: 1.5472941 Mar 14 15:48:58.303439 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28cff4bc-9abd-4d51-a229-a87cd57ed450', 'tag': 'f1954c41-0813-4081-b53b-35681d0a97e0'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:48:58.360006 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28cff4bc-9abd-4d51-a229-a87cd57ed450', 'tag': 'f1954c41-0813-4081-b53b-35681d0a97e0', 'status': 'completed', 'code': 200} Mar 14 15:48:58.432599 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-bfa08de1-8277-4426-be36-5a90e1a618a2 None None] Set router 7383ef8a-3b41-4832-b368-8a46736328de gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:48:58.465644 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-51d73321-0ddb-4498-9d8c-d02482046058 req-20419dac-0e3c-4a7d-9052-fce1ca570e33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=28cff4bc-9abd-4d51-a229-a87cd57ed450 HTTP/1.1" status: 200 len: 1098 time: 0.0806181 Mar 14 15:48:58.604450 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d73321-0ddb-4498-9d8c-d02482046058 req-d46cb3db-3e39-4a75-ada1-b9dce3de0973 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:58.605905 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-51d73321-0ddb-4498-9d8c-d02482046058 req-d46cb3db-3e39-4a75-ada1-b9dce3de0973 service neutron] 10.222.0.24 "GET /v2.0/networks?id=91597049-6b02-4ac7-8211-6b5920a5980c HTTP/1.1" status: 200 len: 896 time: 0.1343539 Mar 14 15:48:58.677842 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-51d73321-0ddb-4498-9d8c-d02482046058 req-9927a9d7-e7ac-4b4d-88ac-c5aff219538c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1954c41-0813-4081-b53b-35681d0a97e0 HTTP/1.1" status: 200 len: 217 time: 0.0648885 Mar 14 15:48:58.748078 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d73321-0ddb-4498-9d8c-d02482046058 req-34fc70ed-5634-4edc-9ece-8fcf8ebba647 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:58.749475 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-51d73321-0ddb-4498-9d8c-d02482046058 req-34fc70ed-5634-4edc-9ece-8fcf8ebba647 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29f8f85d-0312-40f6-bfd7-ca63e10b03e8 HTTP/1.1" status: 200 len: 835 time: 0.0645683 Mar 14 15:48:58.815508 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-bfa08de1-8277-4426-be36-5a90e1a618a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7383ef8a-3b41-4832-b368-8a46736328de', 'name': 'tempest-TestNetworkBasicOps-router-916395238', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '905cf23d-4564-419e-8189-04e68fc03d51', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.157', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'port_id': '58fbad70-5a25-4eee-9131-4534f442c2a2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'mac_address': 'fa:16:3e:19:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:47:14Z', 'updated_at': '2022-03-14T15:47:17Z', 'revision_number': 1, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9', 'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:6c:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:53Z', 'updated_at': '2022-03-14T15:46:59Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:58.819230 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa08de1-8277-4426-be36-5a90e1a618a2 None None] Checking router: 7383ef8a-3b41-4832-b368-8a46736328de for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:48:58.829522 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa08de1-8277-4426-be36-5a90e1a618a2 None None] Routers {'7383ef8a-3b41-4832-b368-8a46736328de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:48:58.830247 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-bfa08de1-8277-4426-be36-5a90e1a618a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:48:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['7383ef8a-3b41-4832-b368-8a46736328de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:58.882099 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29f0f4-1e86-49da-89dd-32aa6920f626 req-64b904ad-e54e-4be8-9acc-ff4cafd95cdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:58.883535 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ed29f0f4-1e86-49da-89dd-32aa6920f626 req-64b904ad-e54e-4be8-9acc-ff4cafd95cdf tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=28cff4bc-9abd-4d51-a229-a87cd57ed450 HTTP/1.1" status: 200 len: 945 time: 0.2228973 Mar 14 15:48:58.887211 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-51d73321-0ddb-4498-9d8c-d02482046058 req-85fb8025-5bf3-4b0f-9dc5-aa29c4c3d766 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91597049-6b02-4ac7-8211-6b5920a5980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1087439 Mar 14 15:48:59.007382 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-bfa08de1-8277-4426-be36-5a90e1a618a2 None None] Set router 7383ef8a-3b41-4832-b368-8a46736328de gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:48:59.096705 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ed29f0f4-1e86-49da-89dd-32aa6920f626 req-3b93124f-dd2c-49e3-a934-8217692aff98 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=35139cc4-117e-4ae3-9711-e7f4a7fb807f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074840 Mar 14 15:48:59.136184 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-51d73321-0ddb-4498-9d8c-d02482046058 req-26a6889a-9183-4d3f-8483-c7c86d51d469 service neutron] 10.222.0.24 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478095 Mar 14 15:48:59.271965 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-51d73321-0ddb-4498-9d8c-d02482046058 req-2ed17fd7-c46a-4c6c-b035-11128ae2ecc5 service neutron] 10.222.0.24 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284902 Mar 14 15:48:59.355453 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-bfa08de1-8277-4426-be36-5a90e1a618a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7383ef8a-3b41-4832-b368-8a46736328de', 'name': 'tempest-TestNetworkBasicOps-router-916395238', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '905cf23d-4564-419e-8189-04e68fc03d51', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.157', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'port_id': '58fbad70-5a25-4eee-9131-4534f442c2a2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'mac_address': 'fa:16:3e:19:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:47:14Z', 'updated_at': '2022-03-14T15:47:17Z', 'revision_number': 1, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9', 'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:6c:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:53Z', 'updated_at': '2022-03-14T15:46:59Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:59.359817 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa08de1-8277-4426-be36-5a90e1a618a2 None None] The sync data for ids ['7383ef8a-3b41-4832-b368-8a46736328de'] in dv-neutron-833561-1-hyperv is: [{'id': '7383ef8a-3b41-4832-b368-8a46736328de', 'name': 'tempest-TestNetworkBasicOps-router-916395238', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '905cf23d-4564-419e-8189-04e68fc03d51', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.157', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'port_id': '58fbad70-5a25-4eee-9131-4534f442c2a2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'mac_address': 'fa:16:3e:19:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:47:14Z', 'updated_at': '2022-03-14T15:47:17Z', 'revision_number': 1, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9', 'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:6c:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:53Z', 'updated_at': '2022-03-14T15:46:59Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:48:59.582423 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf7ae36-7143-45ce-85ae-a84c7feb0b80 None None] New status for floating IP 5045f693-a1d5-41e4-b2bb-71fefafa707e: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:49:00.144136 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e619f-76cd-4282-92b3-68ec09f3dbd0 req-17f05c22-d74e-4229-a0d1-618a17d86751 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:00.145777 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-055e619f-76cd-4282-92b3-68ec09f3dbd0 req-17f05c22-d74e-4229-a0d1-618a17d86751 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/ports?device_id=28cff4bc-9abd-4d51-a229-a87cd57ed450 HTTP/1.1" status: 200 len: 945 time: 0.0765343 Mar 14 15:49:00.217420 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-055e619f-76cd-4282-92b3-68ec09f3dbd0 req-7984f397-8218-4916-89d0-a39ed41dffe0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port f1954c41-0813-4081-b53b-35681d0a97e0 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:49:00.217765 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-055e619f-76cd-4282-92b3-68ec09f3dbd0 req-7984f397-8218-4916-89d0-a39ed41dffe0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:00.369663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a550fc9-a98d-4c21-9197-0722611a55a2 req-415de35e-da83-413e-a962-e1e6095ebacc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:00.370372 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-5a550fc9-a98d-4c21-9197-0722611a55a2 req-415de35e-da83-413e-a962-e1e6095ebacc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:49:00.385065 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-5a550fc9-a98d-4c21-9197-0722611a55a2 req-415de35e-da83-413e-a962-e1e6095ebacc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:49:00.386213 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5a550fc9-a98d-4c21-9197-0722611a55a2 req-415de35e-da83-413e-a962-e1e6095ebacc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=28cff4bc-9abd-4d51-a229-a87cd57ed450 HTTP/1.1" status: 200 len: 945 time: 0.1667199 Mar 14 15:49:00.431219 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5a550fc9-a98d-4c21-9197-0722611a55a2 req-87485b51-fe8e-480c-88fb-f675e4c35a10 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=35139cc4-117e-4ae3-9711-e7f4a7fb807f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394027 Mar 14 15:49:00.475703 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-055e619f-76cd-4282-92b3-68ec09f3dbd0 req-7984f397-8218-4916-89d0-a39ed41dffe0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port f1954c41-0813-4081-b53b-35681d0a97e0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f1954c41-0813-4081-b53b-35681d0a97e0,segment=NetworkSegment(6a94b8d8-05e5-42df-8bd1-6e95d4a55447),segment_id=6a94b8d8-05e5-42df-8bd1-6e95d4a55447)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:00.476050 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-055e619f-76cd-4282-92b3-68ec09f3dbd0 req-7984f397-8218-4916-89d0-a39ed41dffe0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:00.593941 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-055e619f-76cd-4282-92b3-68ec09f3dbd0 req-7984f397-8218-4916-89d0-a39ed41dffe0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for f1954c41-0813-4081-b53b-35681d0a97e0 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:49:00.738405 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-055e619f-76cd-4282-92b3-68ec09f3dbd0 req-7984f397-8218-4916-89d0-a39ed41dffe0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:00.786261 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984f397-8218-4916-89d0-a39ed41dffe0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=f1954c41-0813-4081-b53b-35681d0a97e0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:00.857801 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-055e619f-76cd-4282-92b3-68ec09f3dbd0 req-7984f397-8218-4916-89d0-a39ed41dffe0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] No DVR routers for this DVR port f1954c41-0813-4081-b53b-35681d0a97e0 on host hv-neutron-8335 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:49:00.860189 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-055e619f-76cd-4282-92b3-68ec09f3dbd0 req-7984f397-8218-4916-89d0-a39ed41dffe0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:00.862674 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28cff4bc-9abd-4d51-a229-a87cd57ed450', 'name': 'network-vif-deleted', 'tag': 'f1954c41-0813-4081-b53b-35681d0a97e0'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:49:00.878753 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-055e619f-76cd-4282-92b3-68ec09f3dbd0 req-7984f397-8218-4916-89d0-a39ed41dffe0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "DELETE /v2.0/ports/f1954c41-0813-4081-b53b-35681d0a97e0 HTTP/1.1" status: 204 len: 173 time: 0.7278447 Mar 14 15:49:00.921325 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28cff4bc-9abd-4d51-a229-a87cd57ed450', 'name': 'network-vif-deleted', 'tag': 'f1954c41-0813-4081-b53b-35681d0a97e0', 'status': 'completed', 'code': 200} Mar 14 15:49:01.539255 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56620) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:01.606706 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09ee1e82-9be0-4a7b-b5b3-7b38af0283d4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:01.635228 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09ee1e82-9be0-4a7b-b5b3-7b38af0283d4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:01.698331 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09ee1e82-9be0-4a7b-b5b3-7b38af0283d4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:01.716620 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee1e82-9be0-4a7b-b5b3-7b38af0283d4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35139cc4-117e-4ae3-9711-e7f4a7fb807f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:01.726856 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09ee1e82-9be0-4a7b-b5b3-7b38af0283d4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:01.728090 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-09ee1e82-9be0-4a7b-b5b3-7b38af0283d4 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/security-groups/35139cc4-117e-4ae3-9711-e7f4a7fb807f HTTP/1.1" status: 204 len: 168 time: 0.1876070 Mar 14 15:49:01.768372 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56626) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:02.062258 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-f41d18c4-13df-44ce-9c69-8b8468ea250a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 4798e022-5a2a-499c-9db4-752c39cc9e04 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:49:02.062591 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f41d18c4-13df-44ce-9c69-8b8468ea250a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:02.225364 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f41d18c4-13df-44ce-9c69-8b8468ea250a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:02.225686 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f41d18c4-13df-44ce-9c69-8b8468ea250a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:02.343203 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-f41d18c4-13df-44ce-9c69-8b8468ea250a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 4798e022-5a2a-499c-9db4-752c39cc9e04 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:49:02.484715 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f41d18c4-13df-44ce-9c69-8b8468ea250a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:02.531144 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d18c4-13df-44ce-9c69-8b8468ea250a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=4798e022-5a2a-499c-9db4-752c39cc9e04,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:02.617207 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f41d18c4-13df-44ce-9c69-8b8468ea250a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:02.998955 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41d18c4-13df-44ce-9c69-8b8468ea250a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 7383ef8a-3b41-4832-b368-8a46736328de has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:49:03.193438 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41d18c4-13df-44ce-9c69-8b8468ea250a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:49:03.202950 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3470c52-7a92-4efa-8852-f7812a2c5a2e None None] Sync routers for ids ['7383ef8a-3b41-4832-b368-8a46736328de'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:49:03.209645 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f41d18c4-13df-44ce-9c69-8b8468ea250a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:03.215273 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3470c52-7a92-4efa-8852-f7812a2c5a2e None None] Routers {'7383ef8a-3b41-4832-b368-8a46736328de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:49:03.215872 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a3470c52-7a92-4efa-8852-f7812a2c5a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:48:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['7383ef8a-3b41-4832-b368-8a46736328de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:03.264725 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f41d18c4-13df-44ce-9c69-8b8468ea250a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/floatingips/905cf23d-4564-419e-8189-04e68fc03d51 HTTP/1.1" status: 204 len: 168 time: 1.4952102 Mar 14 15:49:03.265196 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'tag': '58fbad70-5a25-4eee-9131-4534f442c2a2'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:49:03.322363 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'tag': '58fbad70-5a25-4eee-9131-4534f442c2a2', 'status': 'completed', 'code': 200} Mar 14 15:49:03.333251 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device f1954c41-0813-4081-b53b-35681d0a97e0 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:49:03.375541 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: f1954c41-0813-4081-b53b-35681d0a97e0 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:49:03.375896 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device f1954c41-0813-4081-b53b-35681d0a97e0 not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:49:03.393655 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-a3470c52-7a92-4efa-8852-f7812a2c5a2e None None] Set router 7383ef8a-3b41-4832-b368-8a46736328de gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:49:03.423997 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-02faeac0-e9a7-45d6-9dd5-cc9dfb7d35a3 req-8224b3d4-6106-4926-a981-1d6b86d7c6ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 1098 time: 0.0792587 Mar 14 15:49:03.572532 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02faeac0-e9a7-45d6-9dd5-cc9dfb7d35a3 req-7d698ce9-eeee-4bc6-8713-cd4c8bbb643a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:03.574399 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-02faeac0-e9a7-45d6-9dd5-cc9dfb7d35a3 req-7d698ce9-eeee-4bc6-8713-cd4c8bbb643a service neutron] 10.222.0.24 "GET /v2.0/networks?id=91597049-6b02-4ac7-8211-6b5920a5980c HTTP/1.1" status: 200 len: 896 time: 0.1450899 Mar 14 15:49:03.684733 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-02faeac0-e9a7-45d6-9dd5-cc9dfb7d35a3 req-056ba201-6e5a-4de0-bc88-ed1d18e998a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58fbad70-5a25-4eee-9131-4534f442c2a2 HTTP/1.1" status: 200 len: 217 time: 0.1034441 Mar 14 15:49:03.741814 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a3470c52-7a92-4efa-8852-f7812a2c5a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7383ef8a-3b41-4832-b368-8a46736328de', 'name': 'tempest-TestNetworkBasicOps-router-916395238', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9', 'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:6c:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:53Z', 'updated_at': '2022-03-14T15:46:59Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:03.746211 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3470c52-7a92-4efa-8852-f7812a2c5a2e None None] Checking router: 7383ef8a-3b41-4832-b368-8a46736328de for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:49:03.756795 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3470c52-7a92-4efa-8852-f7812a2c5a2e None None] Routers {'7383ef8a-3b41-4832-b368-8a46736328de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:49:03.757393 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a3470c52-7a92-4efa-8852-f7812a2c5a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:48:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['7383ef8a-3b41-4832-b368-8a46736328de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:03.765316 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02faeac0-e9a7-45d6-9dd5-cc9dfb7d35a3 req-3b6b1226-9c4f-46d0-96d8-7003ed9c28df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:03.767365 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-02faeac0-e9a7-45d6-9dd5-cc9dfb7d35a3 req-3b6b1226-9c4f-46d0-96d8-7003ed9c28df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29f8f85d-0312-40f6-bfd7-ca63e10b03e8 HTTP/1.1" status: 200 len: 835 time: 0.0759921 Mar 14 15:49:03.776780 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26337b-ee00-406b-8a4f-6f6abb8d5863 req-74868105-55c4-4098-98e8-e3e0c581ea58 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:03.777447 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-3c26337b-ee00-406b-8a4f-6f6abb8d5863 req-74868105-55c4-4098-98e8-e3e0c581ea58 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:49:03.935382 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-3c26337b-ee00-406b-8a4f-6f6abb8d5863 req-74868105-55c4-4098-98e8-e3e0c581ea58 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:49:03.936515 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3c26337b-ee00-406b-8a4f-6f6abb8d5863 req-74868105-55c4-4098-98e8-e3e0c581ea58 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 945 time: 0.3072011 Mar 14 15:49:03.940417 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-a3470c52-7a92-4efa-8852-f7812a2c5a2e None None] Set router 7383ef8a-3b41-4832-b368-8a46736328de gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:49:03.981071 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-02faeac0-e9a7-45d6-9dd5-cc9dfb7d35a3 req-124856b0-bba7-449b-af22-9d4a5a437613 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91597049-6b02-4ac7-8211-6b5920a5980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2009258 Mar 14 15:49:04.015440 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3c26337b-ee00-406b-8a4f-6f6abb8d5863 req-99aaf9af-e50b-4c84-ab2d-6efe5af57d8a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ccf83a5-c696-4ff7-afa4-6b8b63a2df52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721579 Mar 14 15:49:04.136817 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-02faeac0-e9a7-45d6-9dd5-cc9dfb7d35a3 req-88f9b5f8-8d1c-4692-9069-c830499f431f service neutron] 10.222.0.24 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478214 Mar 14 15:49:04.248391 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a3470c52-7a92-4efa-8852-f7812a2c5a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7383ef8a-3b41-4832-b368-8a46736328de', 'name': 'tempest-TestNetworkBasicOps-router-916395238', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9', 'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:6c:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:53Z', 'updated_at': '2022-03-14T15:46:59Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:04.252536 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3470c52-7a92-4efa-8852-f7812a2c5a2e None None] The sync data for ids ['7383ef8a-3b41-4832-b368-8a46736328de'] in dv-neutron-833561-1-hyperv is: [{'id': '7383ef8a-3b41-4832-b368-8a46736328de', 'name': 'tempest-TestNetworkBasicOps-router-916395238', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9', 'name': '', 'network_id': '91597049-6b02-4ac7-8211-6b5920a5980c', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:6c:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:53Z', 'updated_at': '2022-03-14T15:46:59Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '29f8f85d-0312-40f6-bfd7-ca63e10b03e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:49:04.270110 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-02faeac0-e9a7-45d6-9dd5-cc9dfb7d35a3 req-540028bf-805a-4bb1-992e-df8aa34829d2 service neutron] 10.222.0.24 "GET /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271827 Mar 14 15:49:04.476253 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdb1fb0-61dc-4fd4-bd5d-fe17fc6a438f None None] New status for floating IP 905cf23d-4564-419e-8189-04e68fc03d51: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:49:05.305468 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a8faf-70cb-4597-8780-ed45ddc39702 req-24910c72-eb41-4239-9caf-beeca37fb0df tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:05.306189 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-221a8faf-70cb-4597-8780-ed45ddc39702 req-24910c72-eb41-4239-9caf-beeca37fb0df tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:49:05.318610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-221a8faf-70cb-4597-8780-ed45ddc39702 req-24910c72-eb41-4239-9caf-beeca37fb0df tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:49:05.319732 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-221a8faf-70cb-4597-8780-ed45ddc39702 req-24910c72-eb41-4239-9caf-beeca37fb0df tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 945 time: 0.1721020 Mar 14 15:49:05.324090 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b1d44-2493-4512-8269-e50eb9b5ad3b req-97d17826-80f5-4aa6-96eb-8e64423dbc17 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:05.325488 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c18b1d44-2493-4512-8269-e50eb9b5ad3b req-97d17826-80f5-4aa6-96eb-8e64423dbc17 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 945 time: 0.0795054 Mar 14 15:49:05.367367 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-221a8faf-70cb-4597-8780-ed45ddc39702 req-dd2efcc7-f627-44e9-b3a2-e4c25c47a955 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:49:05.384984 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-221a8faf-70cb-4597-8780-ed45ddc39702 req-dd2efcc7-f627-44e9-b3a2-e4c25c47a955 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:49:05.386566 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-221a8faf-70cb-4597-8780-ed45ddc39702 req-dd2efcc7-f627-44e9-b3a2-e4c25c47a955 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ccf83a5-c696-4ff7-afa4-6b8b63a2df52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611331 Mar 14 15:49:05.398018 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-c18b1d44-2493-4512-8269-e50eb9b5ad3b req-4a864be5-aa86-47a2-b662-a41062bcf629 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 58fbad70-5a25-4eee-9131-4534f442c2a2 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:49:05.398405 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c18b1d44-2493-4512-8269-e50eb9b5ad3b req-4a864be5-aa86-47a2-b662-a41062bcf629 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:05.634734 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-c18b1d44-2493-4512-8269-e50eb9b5ad3b req-4a864be5-aa86-47a2-b662-a41062bcf629 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port 58fbad70-5a25-4eee-9131-4534f442c2a2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=58fbad70-5a25-4eee-9131-4534f442c2a2,segment=NetworkSegment(6a94b8d8-05e5-42df-8bd1-6e95d4a55447),segment_id=6a94b8d8-05e5-42df-8bd1-6e95d4a55447)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:05.634983 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c18b1d44-2493-4512-8269-e50eb9b5ad3b req-4a864be5-aa86-47a2-b662-a41062bcf629 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:05.754851 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-c18b1d44-2493-4512-8269-e50eb9b5ad3b req-4a864be5-aa86-47a2-b662-a41062bcf629 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 58fbad70-5a25-4eee-9131-4534f442c2a2 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:49:05.895982 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c18b1d44-2493-4512-8269-e50eb9b5ad3b req-4a864be5-aa86-47a2-b662-a41062bcf629 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:05.942159 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a864be5-aa86-47a2-b662-a41062bcf629 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=58fbad70-5a25-4eee-9131-4534f442c2a2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:06.015135 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18b1d44-2493-4512-8269-e50eb9b5ad3b req-4a864be5-aa86-47a2-b662-a41062bcf629 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] No DVR routers for this DVR port 58fbad70-5a25-4eee-9131-4534f442c2a2 on host hv-neutron-8335 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:49:06.017411 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c18b1d44-2493-4512-8269-e50eb9b5ad3b req-4a864be5-aa86-47a2-b662-a41062bcf629 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:06.020423 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'name': 'network-vif-deleted', 'tag': '58fbad70-5a25-4eee-9131-4534f442c2a2'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:49:06.044484 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c18b1d44-2493-4512-8269-e50eb9b5ad3b req-4a864be5-aa86-47a2-b662-a41062bcf629 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "DELETE /v2.0/ports/58fbad70-5a25-4eee-9131-4534f442c2a2 HTTP/1.1" status: 204 len: 173 time: 0.7137797 Mar 14 15:49:06.078644 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eabf787-3447-446a-b4d4-1cc6825fa99c', 'name': 'network-vif-deleted', 'tag': '58fbad70-5a25-4eee-9131-4534f442c2a2', 'status': 'completed', 'code': 200} Mar 14 15:49:06.579089 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-314df157-3578-46db-9eba-2b7c1fb74602 req-c8d873fd-2ee0-410d-a822-e8f9b9f27881 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eabf787-3447-446a-b4d4-1cc6825fa99c HTTP/1.1" status: 200 len: 210 time: 0.0464933 Mar 14 15:49:07.686119 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56648) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:07.753272 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ebd03d6-280f-42ad-a9a0-3529b8c47b01 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:07.781369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ebd03d6-280f-42ad-a9a0-3529b8c47b01 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:07.848222 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ebd03d6-280f-42ad-a9a0-3529b8c47b01 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:07.866664 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd03d6-280f-42ad-a9a0-3529b8c47b01 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccf83a5-c696-4ff7-afa4-6b8b63a2df52,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:07.876546 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ebd03d6-280f-42ad-a9a0-3529b8c47b01 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:07.878666 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3ebd03d6-280f-42ad-a9a0-3529b8c47b01 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/security-groups/7ccf83a5-c696-4ff7-afa4-6b8b63a2df52 HTTP/1.1" status: 204 len: 168 time: 0.1910675 Mar 14 15:49:07.918837 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56654) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:08.308953 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d51e32b-d95e-4d73-b537-e1d4d2b5d5f2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:08.911947 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-5d51e32b-d95e-4d73-b537-e1d4d2b5d5f2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:49:08.912658 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d51e32b-d95e-4d73-b537-e1d4d2b5d5f2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:09.102769 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-5d51e32b-d95e-4d73-b537-e1d4d2b5d5f2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9,segment=NetworkSegment(6a94b8d8-05e5-42df-8bd1-6e95d4a55447),segment_id=6a94b8d8-05e5-42df-8bd1-6e95d4a55447)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:09.103126 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d51e32b-d95e-4d73-b537-e1d4d2b5d5f2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:09.309021 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-5d51e32b-d95e-4d73-b537-e1d4d2b5d5f2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:49:09.335657 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 58fbad70-5a25-4eee-9131-4534f442c2a2 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:49:09.376455 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 58fbad70-5a25-4eee-9131-4534f442c2a2 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:49:09.376797 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 58fbad70-5a25-4eee-9131-4534f442c2a2 not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:49:09.484102 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d51e32b-d95e-4d73-b537-e1d4d2b5d5f2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:09.528977 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51e32b-d95e-4d73-b537-e1d4d2b5d5f2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:09.826128 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d51e32b-d95e-4d73-b537-e1d4d2b5d5f2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:10.387854 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d51e32b-d95e-4d73-b537-e1d4d2b5d5f2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 7383ef8a-3b41-4832-b368-8a46736328de has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:49:10.581363 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d51e32b-d95e-4d73-b537-e1d4d2b5d5f2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:49:10.590882 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16942ea0-3074-4545-946e-2d05e046af82 None None] Sync routers for ids ['7383ef8a-3b41-4832-b368-8a46736328de'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:49:10.593393 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5d51e32b-d95e-4d73-b537-e1d4d2b5d5f2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/routers/7383ef8a-3b41-4832-b368-8a46736328de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6732950 Mar 14 15:49:10.596049 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56658) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:10.602868 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16942ea0-3074-4545-946e-2d05e046af82 None None] Routers {'7383ef8a-3b41-4832-b368-8a46736328de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:49:10.603454 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-16942ea0-3074-4545-946e-2d05e046af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:48:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['7383ef8a-3b41-4832-b368-8a46736328de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:10.779318 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-16942ea0-3074-4545-946e-2d05e046af82 None None] Set router 7383ef8a-3b41-4832-b368-8a46736328de gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:49:10.872522 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-8877d811-870c-4b2a-a33c-c4bc692f82ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting subnet 29f8f85d-0312-40f6-bfd7-ca63e10b03e8 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:49:10.875280 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8877d811-870c-4b2a-a33c-c4bc692f82ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:10.933292 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8877d811-870c-4b2a-a33c-c4bc692f82ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:11.015468 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8877d811-870c-4b2a-a33c-c4bc692f82ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:11.057727 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-16942ea0-3074-4545-946e-2d05e046af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7383ef8a-3b41-4832-b368-8a46736328de', 'name': 'tempest-TestNetworkBasicOps-router-916395238', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:49:09Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:11.061498 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16942ea0-3074-4545-946e-2d05e046af82 None None] Checking router: 7383ef8a-3b41-4832-b368-8a46736328de for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:49:11.072362 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16942ea0-3074-4545-946e-2d05e046af82 None None] Routers {'7383ef8a-3b41-4832-b368-8a46736328de'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:49:11.072948 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-16942ea0-3074-4545-946e-2d05e046af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:48:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['7383ef8a-3b41-4832-b368-8a46736328de'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:11.089467 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8877d811-870c-4b2a-a33c-c4bc692f82ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:11.131977 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877d811-870c-4b2a-a33c-c4bc692f82ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Subnet': ['ID=29f8f85d-0312-40f6-bfd7-ca63e10b03e8,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:11.136931 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8877d811-870c-4b2a-a33c-c4bc692f82ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:11.146517 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8877d811-870c-4b2a-a33c-c4bc692f82ad tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/subnets/29f8f85d-0312-40f6-bfd7-ca63e10b03e8 HTTP/1.1" status: 204 len: 168 time: 0.5470052 Mar 14 15:49:11.146807 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56662) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:11.147941 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775f49f9-a085-4bc9-a4f0-ca149cdcffc3 None None] Network 91597049-6b02-4ac7-8211-6b5920a5980c requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:49:11.249155 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-16942ea0-3074-4545-946e-2d05e046af82 None None] Set router 7383ef8a-3b41-4832-b368-8a46736328de gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:49:11.345427 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78cae297-381b-4025-827c-082be2d6f527 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:11.450777 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df906a9d-9bce-4452-a7cf-84421b7ad0a6 None None] DHCP port deletion for 91597049-6b02-4ac7-8211-6b5920a5980c request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:49:11.454924 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-df906a9d-9bce-4452-a7cf-84421b7ad0a6 None None] Deleting port 8f2c848c-b72d-4d8a-82af-b6ddeee5c98b {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:49:11.455622 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df906a9d-9bce-4452-a7cf-84421b7ad0a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:11.549178 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78cae297-381b-4025-827c-082be2d6f527 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:11.559097 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-78cae297-381b-4025-827c-082be2d6f527 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 0ec4323c-5541-4805-b41a-ebd014696a39 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:49:11.559502 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78cae297-381b-4025-827c-082be2d6f527 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:11.561399 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-16942ea0-3074-4545-946e-2d05e046af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7383ef8a-3b41-4832-b368-8a46736328de', 'name': 'tempest-TestNetworkBasicOps-router-916395238', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:49:09Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:11.566617 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16942ea0-3074-4545-946e-2d05e046af82 None None] The sync data for ids ['7383ef8a-3b41-4832-b368-8a46736328de'] in dv-neutron-833561-1-hyperv is: [{'id': '7383ef8a-3b41-4832-b368-8a46736328de', 'name': 'tempest-TestNetworkBasicOps-router-916395238', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:49:09Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '0ec4323c-5541-4805-b41a-ebd014696a39', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ef8a-3b41-4832-b368-8a46736328de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:46:50Z', 'updated_at': '2022-03-14T15:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:49:11.653760 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-df906a9d-9bce-4452-a7cf-84421b7ad0a6 None None] For port 8f2c848c-b72d-4d8a-82af-b6ddeee5c98b, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8f2c848c-b72d-4d8a-82af-b6ddeee5c98b,segment=NetworkSegment(6a94b8d8-05e5-42df-8bd1-6e95d4a55447),segment_id=6a94b8d8-05e5-42df-8bd1-6e95d4a55447)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:11.654249 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df906a9d-9bce-4452-a7cf-84421b7ad0a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:11.733497 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-78cae297-381b-4025-827c-082be2d6f527 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port 0ec4323c-5541-4805-b41a-ebd014696a39, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=0ec4323c-5541-4805-b41a-ebd014696a39,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:11.733761 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78cae297-381b-4025-827c-082be2d6f527 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:11.775286 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-df906a9d-9bce-4452-a7cf-84421b7ad0a6 None None] Calling delete_port for 8f2c848c-b72d-4d8a-82af-b6ddeee5c98b owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:49:11.848062 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df906a9d-9bce-4452-a7cf-84421b7ad0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:11.863160 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-78cae297-381b-4025-827c-082be2d6f527 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 0ec4323c-5541-4805-b41a-ebd014696a39 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:49:11.893901 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df906a9d-9bce-4452-a7cf-84421b7ad0a6 None None] Pushing event deleted for resources: {'Port': ['ID=8f2c848c-b72d-4d8a-82af-b6ddeee5c98b,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:11.902895 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df906a9d-9bce-4452-a7cf-84421b7ad0a6 None None] No DVR routers for this DVR port 8f2c848c-b72d-4d8a-82af-b6ddeee5c98b on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:49:11.905148 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df906a9d-9bce-4452-a7cf-84421b7ad0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:11.905434 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df906a9d-9bce-4452-a7cf-84421b7ad0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:11.905768 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df906a9d-9bce-4452-a7cf-84421b7ad0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:11.906121 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df906a9d-9bce-4452-a7cf-84421b7ad0a6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:11.906454 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df906a9d-9bce-4452-a7cf-84421b7ad0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:11.906785 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df906a9d-9bce-4452-a7cf-84421b7ad0a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:11.907112 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df906a9d-9bce-4452-a7cf-84421b7ad0a6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:11.907435 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df906a9d-9bce-4452-a7cf-84421b7ad0a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:11.907753 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df906a9d-9bce-4452-a7cf-84421b7ad0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:11.908070 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df906a9d-9bce-4452-a7cf-84421b7ad0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:11.908389 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df906a9d-9bce-4452-a7cf-84421b7ad0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:11.982921 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:49:12.021718 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:49:12.022096 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c354e3ee-cd7b-4bd7-b4b5-fc4f72cabed9 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:49:12.022514 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8f2c848c-b72d-4d8a-82af-b6ddeee5c98b no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:49:12.049595 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78cae297-381b-4025-827c-082be2d6f527 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:12.066956 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 8f2c848c-b72d-4d8a-82af-b6ddeee5c98b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:49:12.067381 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8f2c848c-b72d-4d8a-82af-b6ddeee5c98b not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:49:12.093885 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cae297-381b-4025-827c-082be2d6f527 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=0ec4323c-5541-4805-b41a-ebd014696a39,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:12.388874 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78cae297-381b-4025-827c-082be2d6f527 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:12.632784 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78cae297-381b-4025-827c-082be2d6f527 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:12.636705 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78cae297-381b-4025-827c-082be2d6f527 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:12.659548 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78cae297-381b-4025-827c-082be2d6f527 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:12.660068 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cae297-381b-4025-827c-082be2d6f527 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Fanout notify agent at l3_agent the message router_deleted on router 7383ef8a-3b41-4832-b368-8a46736328de {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:49:12.673663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78cae297-381b-4025-827c-082be2d6f527 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:12.677829 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-78cae297-381b-4025-827c-082be2d6f527 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/routers/7383ef8a-3b41-4832-b368-8a46736328de HTTP/1.1" status: 204 len: 168 time: 1.5276611 Mar 14 15:49:12.678045 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56666) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:12.799592 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4656bef2-18b2-43d8-b9cd-943ee4be2828 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:12.925158 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4656bef2-18b2-43d8-b9cd-943ee4be2828 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:12.932885 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e7c3a8ed-d8a3-450c-a01e-d2e98efabde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:12.952325 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-4656bef2-18b2-43d8-b9cd-943ee4be2828 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91597049-6b02-4ac7-8211-6b5920a5980c']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:12.964045 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-4656bef2-18b2-43d8-b9cd-943ee4be2828 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a94b8d8-05e5-42df-8bd1-6e95d4a55447') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:12.964391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-4656bef2-18b2-43d8-b9cd-943ee4be2828 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a94b8d8-05e5-42df-8bd1-6e95d4a55447') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:12.975853 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4656bef2-18b2-43d8-b9cd-943ee4be2828 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:12.994773 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4656bef2-18b2-43d8-b9cd-943ee4be2828 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:13.000771 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4656bef2-18b2-43d8-b9cd-943ee4be2828 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:49:13.001148 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4656bef2-18b2-43d8-b9cd-943ee4be2828 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:49:13.020441 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:49:13.101616 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4656bef2-18b2-43d8-b9cd-943ee4be2828 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:13.119241 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4656bef2-18b2-43d8-b9cd-943ee4be2828 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:13.130001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656bef2-18b2-43d8-b9cd-943ee4be2828 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Network': ['ID=91597049-6b02-4ac7-8211-6b5920a5980c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:13.138892 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4656bef2-18b2-43d8-b9cd-943ee4be2828 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/networks/91597049-6b02-4ac7-8211-6b5920a5980c HTTP/1.1" status: 204 len: 168 time: 0.4597144 Mar 14 15:49:13.166323 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56670) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:13.171919 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6011f78c-0069-4661-b3eb-26847190e3d1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'network': {'name': 'tempest-network-smoke--1863087521', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'port_security_enabled': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:49:13.177507 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6011f78c-0069-4661-b3eb-26847190e3d1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:49:13.181610 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-6011f78c-0069-4661-b3eb-26847190e3d1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:network and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:49:13.184565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-6011f78c-0069-4661-b3eb-26847190e3d1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:49:13.191896 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6011f78c-0069-4661-b3eb-26847190e3d1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:49:13.201875 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6011f78c-0069-4661-b3eb-26847190e3d1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:49:13.204906 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6011f78c-0069-4661-b3eb-26847190e3d1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:13.233085 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6011f78c-0069-4661-b3eb-26847190e3d1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:49:13.242436 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6011f78c-0069-4661-b3eb-26847190e3d1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:13.242773 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-6011f78c-0069-4661-b3eb-26847190e3d1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Added segment d9b047f3-f03c-4cca-8989-abde153f1f8f of type vlan for network d6459749-108a-4c62-9ea1-ba7e84e42c90 Mar 14 15:49:13.267760 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6011f78c-0069-4661-b3eb-26847190e3d1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:13.295447 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6011f78c-0069-4661-b3eb-26847190e3d1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:13.299650 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6011f78c-0069-4661-b3eb-26847190e3d1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:13.300226 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6011f78c-0069-4661-b3eb-26847190e3d1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:13.401587 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6011f78c-0069-4661-b3eb-26847190e3d1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2340958 Mar 14 15:49:13.404459 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56674) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:13.410517 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8ae4f836-0793-47d3-91ef-dc757b1229f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-406582673', 'admin_state_up': True, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:49:13.410735 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011f78c-0069-4661-b3eb-26847190e3d1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Network': ['ID=d6459749-108a-4c62-9ea1-ba7e84e42c90,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:13.417385 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8ae4f836-0793-47d3-91ef-dc757b1229f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:49:13.420669 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network d6459749-108a-4c62-9ea1-ba7e84e42c90 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:49:13.421526 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8ae4f836-0793-47d3-91ef-dc757b1229f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:router and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:49:13.424530 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8ae4f836-0793-47d3-91ef-dc757b1229f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:49:13.430391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8ae4f836-0793-47d3-91ef-dc757b1229f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:49:13.444859 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8ae4f836-0793-47d3-91ef-dc757b1229f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:13.445862 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8ae4f836-0793-47d3-91ef-dc757b1229f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:13.464655 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8ae4f836-0793-47d3-91ef-dc757b1229f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:13.606262 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8ae4f836-0793-47d3-91ef-dc757b1229f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:13.709769 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 0ec4323c-5541-4805-b41a-ebd014696a39 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:49:13.741867 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 0ec4323c-5541-4805-b41a-ebd014696a39 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:49:13.742239 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 0ec4323c-5541-4805-b41a-ebd014696a39 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:49:13.779892 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8ae4f836-0793-47d3-91ef-dc757b1229f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:13.807679 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8ae4f836-0793-47d3-91ef-dc757b1229f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:14.030924 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-8ae4f836-0793-47d3-91ef-dc757b1229f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.26.4.148 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/33df62bb-6d21-4c36-827f-b63a4393a264) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:49:14.172626 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8ae4f836-0793-47d3-91ef-dc757b1229f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:14.200526 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8ae4f836-0793-47d3-91ef-dc757b1229f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:14.269032 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae4f836-0793-47d3-91ef-dc757b1229f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:49:14.271841 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-8ae4f836-0793-47d3-91ef-dc757b1229f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:49:14.276026 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae4f836-0793-47d3-91ef-dc757b1229f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:49:14.299587 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4f836-0793-47d3-91ef-dc757b1229f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=33df62bb-6d21-4c36-827f-b63a4393a264,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:14.427384 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8ae4f836-0793-47d3-91ef-dc757b1229f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:14.428105 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8ae4f836-0793-47d3-91ef-dc757b1229f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:14.646983 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae4f836-0793-47d3-91ef-dc757b1229f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 161fe6dc-0501-4830-b0cd-9c965d060611 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:49:14.844134 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae4f836-0793-47d3-91ef-dc757b1229f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:49:14.854635 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] Sync routers for ids ['161fe6dc-0501-4830-b0cd-9c965d060611'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:49:14.867727 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] Routers {'161fe6dc-0501-4830-b0cd-9c965d060611'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:49:14.868377 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:48:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['161fe6dc-0501-4830-b0cd-9c965d060611'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:14.870325 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8ae4f836-0793-47d3-91ef-dc757b1229f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:14.871576 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8ae4f836-0793-47d3-91ef-dc757b1229f8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4660947 Mar 14 15:49:14.874690 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56678) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:14.913700 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a97bab0f-aff0-4f1d-8c8d-0c80cdbc8e64 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=5d6eafdbdcc04fa5ac3cc264b55cc088&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378888 Mar 14 15:49:14.916182 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56682) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:15.043601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a944221f-f4da-4cd9-b09e-214360eb76db tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:15.044168 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] Set router 161fe6dc-0501-4830-b0cd-9c965d060611 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:49:15.045069 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a944221f-f4da-4cd9-b09e-214360eb76db tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1280284 Mar 14 15:49:15.047960 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56686) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:15.090928 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2d6a1728-1e5b-4e28-9a2b-dbf25deccb47 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419257 Mar 14 15:49:15.093429 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56690) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:15.099522 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-be1fcc74-1a32-4ae4-81aa-500796f2b80a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2130008714', 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:49:15.209023 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-be1fcc74-1a32-4ae4-81aa-500796f2b80a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:49:15.212761 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-be1fcc74-1a32-4ae4-81aa-500796f2b80a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:subnet and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:49:15.215572 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-be1fcc74-1a32-4ae4-81aa-500796f2b80a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:49:15.222005 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-be1fcc74-1a32-4ae4-81aa-500796f2b80a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:49:15.225093 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9af2d719-49c3-444b-a41b-1836f7d5e7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:15.233542 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1fcc74-1a32-4ae4-81aa-500796f2b80a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:49:15.330039 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be1fcc74-1a32-4ae4-81aa-500796f2b80a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:15.336823 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'name': 'tempest-TestNetworkBasicOps-router-406582673', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:49:14Z', 'revision_number': 3, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:49:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:15.340760 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] Checking router: 161fe6dc-0501-4830-b0cd-9c965d060611 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:49:15.341226 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] Updating router 161fe6dc-0501-4830-b0cd-9c965d060611 port 33df62bb-6d21-4c36-827f-b63a4393a264 binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:49:15.426483 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:15.632662 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be1fcc74-1a32-4ae4-81aa-500796f2b80a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:15.704350 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fcc74-1a32-4ae4-81aa-500796f2b80a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Subnet': ['ID=90b1226a-ebc5-4770-92e3-c41ce35c3022,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:15.719269 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1fcc74-1a32-4ae4-81aa-500796f2b80a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Checking segment: {'id': 'd9b047f3-f03c-4cca-8989-abde153f1f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:49:15.719627 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1fcc74-1a32-4ae4-81aa-500796f2b80a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network hostable DHCP agents. Network: d6459749-108a-4c62-9ea1-ba7e84e42c90, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:49:15.743843 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1fcc74-1a32-4ae4-81aa-500796f2b80a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network d6459749-108a-4c62-9ea1-ba7e84e42c90 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:49:15.753724 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-be1fcc74-1a32-4ae4-81aa-500796f2b80a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, d6459749-108a-4c62-9ea1-ba7e84e42c90) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:49:15.757719 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1fcc74-1a32-4ae4-81aa-500796f2b80a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:15.758379 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be1fcc74-1a32-4ae4-81aa-500796f2b80a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:15.763336 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335341c3-dd58-45be-a2db-910d5a3278a0 None None] Network d6459749-108a-4c62-9ea1-ba7e84e42c90 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:49:15.780163 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-be1fcc74-1a32-4ae4-81aa-500796f2b80a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6857157 Mar 14 15:49:15.783009 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56694) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:15.786474 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:15.857085 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] Transition to ACTIVE for port object 33df62bb-6d21-4c36-827f-b63a4393a264 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:49:15.868441 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:15.982721 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3bcb2-d64a-48f4-b19d-29e65b55d6f3 None None] Pushing event updated for resources: {'Port': ['ID=33df62bb-6d21-4c36-827f-b63a4393a264,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:15.988877 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] Attempting to bind port 33df62bb-6d21-4c36-827f-b63a4393a264 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:49:15.989249 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] Attempting to bind port 33df62bb-6d21-4c36-827f-b63a4393a264 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:49:15.989668 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] Attempting to bind port 33df62bb-6d21-4c36-827f-b63a4393a264 on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:49:16.027348 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:49:16.027923 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:49:16.028568 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:16.029180 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:49:16.029938 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] Bound port: 33df62bb-6d21-4c36-827f-b63a4393a264, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:49:16.030455 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:16.154352 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] For port 33df62bb-6d21-4c36-827f-b63a4393a264, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:49:16.162954 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] For port 33df62bb-6d21-4c36-827f-b63a4393a264, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=33df62bb-6d21-4c36-827f-b63a4393a264,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:49:16.167997 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f6744d-6bca-4a50-ba35-0daffd2ee705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-d6459749-108a-4c62-9ea1-ba7e84e42c90', 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ips': [{'subnet_id': '90b1226a-ebc5-4770-92e3-c41ce35c3022'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:49:16.168806 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b8f6744d-6bca-4a50-ba35-0daffd2ee705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:16.184593 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:16.355798 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3bcb2-d64a-48f4-b19d-29e65b55d6f3 None None] Pushing event updated for resources: {'Port': ['ID=33df62bb-6d21-4c36-827f-b63a4393a264,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:16.358837 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:16.407268 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] Routers {'161fe6dc-0501-4830-b0cd-9c965d060611'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:49:16.407898 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:49:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['161fe6dc-0501-4830-b0cd-9c965d060611'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:16.540850 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-578f6c1d-aed7-4d13-8cda-e1efad16870e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:16.567740 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-b8f6744d-6bca-4a50-ba35-0daffd2ee705 None None] Allocated IP 172.20.0.2 (d6459749-108a-4c62-9ea1-ba7e84e42c90/90b1226a-ebc5-4770-92e3-c41ce35c3022/85df66c7-de71-4dfc-9952-0103f07aa18c) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:49:16.578363 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:16.656847 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:49:16.715062 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] Set router 161fe6dc-0501-4830-b0cd-9c965d060611 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:49:17.051616 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b8f6744d-6bca-4a50-ba35-0daffd2ee705 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:17.067411 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b8f6744d-6bca-4a50-ba35-0daffd2ee705 None None] Transition to ACTIVE for port object 85df66c7-de71-4dfc-9952-0103f07aa18c will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:49:17.116419 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b8f6744d-6bca-4a50-ba35-0daffd2ee705 None None] Transition to ACTIVE for port object 85df66c7-de71-4dfc-9952-0103f07aa18c will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:49:17.129072 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b8f6744d-6bca-4a50-ba35-0daffd2ee705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:17.185578 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-578f6c1d-aed7-4d13-8cda-e1efad16870e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.20.0.1 (d6459749-108a-4c62-9ea1-ba7e84e42c90/90b1226a-ebc5-4770-92e3-c41ce35c3022/49a6ed58-6116-4a49-96c5-6e1ecbc6e94e) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:49:17.212754 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f6744d-6bca-4a50-ba35-0daffd2ee705 None None] Network d6459749-108a-4c62-9ea1-ba7e84e42c90 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:49:17.216150 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-b8f6744d-6bca-4a50-ba35-0daffd2ee705 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:49:17.222202 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f6744d-6bca-4a50-ba35-0daffd2ee705 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:49:17.224075 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6744d-6bca-4a50-ba35-0daffd2ee705 None None] Pushing event updated for resources: {'Port': ['ID=85df66c7-de71-4dfc-9952-0103f07aa18c,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:17.263008 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'name': 'tempest-TestNetworkBasicOps-router-406582673', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:49:14Z', 'revision_number': 3, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:17.298846 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d29a337-3db8-4392-9f6b-53e74ae5c2ab None None] The sync data for ids ['161fe6dc-0501-4830-b0cd-9c965d060611'] in dv-neutron-833561-1-hyperv is: [{'id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'name': 'tempest-TestNetworkBasicOps-router-406582673', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:49:14Z', 'revision_number': 3, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:49:17.323561 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b8f6744d-6bca-4a50-ba35-0daffd2ee705 None None] Attempting to bind port 85df66c7-de71-4dfc-9952-0103f07aa18c on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:49:17.324097 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b8f6744d-6bca-4a50-ba35-0daffd2ee705 None None] Attempting to bind port 85df66c7-de71-4dfc-9952-0103f07aa18c by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'd9b047f3-f03c-4cca-8989-abde153f1f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:49:17.324589 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f6744d-6bca-4a50-ba35-0daffd2ee705 None None] Attempting to bind port 85df66c7-de71-4dfc-9952-0103f07aa18c on network d6459749-108a-4c62-9ea1-ba7e84e42c90 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:49:17.335460 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f6744d-6bca-4a50-ba35-0daffd2ee705 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:49:17.335829 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f6744d-6bca-4a50-ba35-0daffd2ee705 None None] Checking segment: {'id': 'd9b047f3-f03c-4cca-8989-abde153f1f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:49:17.336234 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b8f6744d-6bca-4a50-ba35-0daffd2ee705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:17.336621 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f6744d-6bca-4a50-ba35-0daffd2ee705 None None] Bound using segment: {'id': 'd9b047f3-f03c-4cca-8989-abde153f1f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:49:17.337092 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b8f6744d-6bca-4a50-ba35-0daffd2ee705 None None] Bound port: 85df66c7-de71-4dfc-9952-0103f07aa18c, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b047f3-f03c-4cca-8989-abde153f1f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:49:17.337997 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b8f6744d-6bca-4a50-ba35-0daffd2ee705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:17.345399 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-578f6c1d-aed7-4d13-8cda-e1efad16870e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:17.366952 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-578f6c1d-aed7-4d13-8cda-e1efad16870e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Transition to ACTIVE for port object 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:49:17.391123 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-578f6c1d-aed7-4d13-8cda-e1efad16870e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:17.435470 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b8f6744d-6bca-4a50-ba35-0daffd2ee705 None None] For port 85df66c7-de71-4dfc-9952-0103f07aa18c, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:49:17.440888 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b8f6744d-6bca-4a50-ba35-0daffd2ee705 None None] For port 85df66c7-de71-4dfc-9952-0103f07aa18c, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=85df66c7-de71-4dfc-9952-0103f07aa18c,segment=NetworkSegment(d9b047f3-f03c-4cca-8989-abde153f1f8f),segment_id=d9b047f3-f03c-4cca-8989-abde153f1f8f)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:49:17.446041 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b8f6744d-6bca-4a50-ba35-0daffd2ee705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:17.472239 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578f6c1d-aed7-4d13-8cda-e1efad16870e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network d6459749-108a-4c62-9ea1-ba7e84e42c90 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:49:17.473768 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-578f6c1d-aed7-4d13-8cda-e1efad16870e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:49:17.487303 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f6c1d-aed7-4d13-8cda-e1efad16870e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:49:17.544985 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6744d-6bca-4a50-ba35-0daffd2ee705 None None] Pushing event updated for resources: {'Port': ['ID=85df66c7-de71-4dfc-9952-0103f07aa18c,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:17.635608 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f6c1d-aed7-4d13-8cda-e1efad16870e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=49a6ed58-6116-4a49-96c5-6e1ecbc6e94e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:17.664292 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-578f6c1d-aed7-4d13-8cda-e1efad16870e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:17.806989 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 33df62bb-6d21-4c36-827f-b63a4393a264 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:49:17.812099 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-578f6c1d-aed7-4d13-8cda-e1efad16870e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:17.902162 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 33df62bb-6d21-4c36-827f-b63a4393a264 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:49:17.907210 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 33df62bb-6d21-4c36-827f-b63a4393a264 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:17.907585 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:17.985490 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:18.050919 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:18.068906 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 33df62bb-6d21-4c36-827f-b63a4393a264, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=33df62bb-6d21-4c36-827f-b63a4393a264,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:18.074383 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:18.161231 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=33df62bb-6d21-4c36-827f-b63a4393a264,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:18.262317 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-578f6c1d-aed7-4d13-8cda-e1efad16870e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:18.270523 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-578f6c1d-aed7-4d13-8cda-e1efad16870e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:18.382323 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-578f6c1d-aed7-4d13-8cda-e1efad16870e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:18.385655 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f6c1d-aed7-4d13-8cda-e1efad16870e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=49a6ed58-6116-4a49-96c5-6e1ecbc6e94e,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:18.518842 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa4b4d5-d195-4887-a230-43356f3d7beb None None] Network d6459749-108a-4c62-9ea1-ba7e84e42c90 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:49:18.524746 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578f6c1d-aed7-4d13-8cda-e1efad16870e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network d6459749-108a-4c62-9ea1-ba7e84e42c90 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:49:18.525827 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-578f6c1d-aed7-4d13-8cda-e1efad16870e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:49:18.680564 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-945a9be0-558b-4736-8812-5eaea1c8270f None None] Provisioning for port 85df66c7-de71-4dfc-9952-0103f07aa18c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:49:18.911833 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578f6c1d-aed7-4d13-8cda-e1efad16870e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 161fe6dc-0501-4830-b0cd-9c965d060611 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:49:19.025924 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1c14e099-8c38-4b79-81f9-bba1f9664548 None None] Provisioning for port 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:49:19.030798 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1c14e099-8c38-4b79-81f9-bba1f9664548 None None] Provisioning complete for port 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:19.031168 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c14e099-8c38-4b79-81f9-bba1f9664548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:19.087983 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1c14e099-8c38-4b79-81f9-bba1f9664548 None None] Port 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:49:19.118449 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578f6c1d-aed7-4d13-8cda-e1efad16870e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:49:19.131788 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-578f6c1d-aed7-4d13-8cda-e1efad16870e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/routers/161fe6dc-0501-4830-b0cd-9c965d060611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3468392 Mar 14 15:49:19.134216 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56700) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:19.217208 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1e8f84d7-b4fb-41cf-a141-727a11b67402 None None] Provisioning complete for port 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:19.217533 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1e8f84d7-b4fb-41cf-a141-727a11b67402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:19.285527 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1e8f84d7-b4fb-41cf-a141-727a11b67402 None None] Port 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:49:19.398793 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ba6dbe-9208-419d-a6a8-49b4413162c7 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:19.399172 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ba6dbe-9208-419d-a6a8-49b4413162c7 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:19.399539 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ba6dbe-9208-419d-a6a8-49b4413162c7 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:19.399897 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ba6dbe-9208-419d-a6a8-49b4413162c7 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:19.401528 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a6ba6dbe-9208-419d-a6a8-49b4413162c7 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2662277 Mar 14 15:49:19.404152 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56704) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:19.410584 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3656007b-ca51-473a-b0af-93fc025ff4a8 None None] Provisioning complete for port 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:19.410955 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3656007b-ca51-473a-b0af-93fc025ff4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:19.475699 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3656007b-ca51-473a-b0af-93fc025ff4a8 None None] Port 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:49:19.483765 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7095e5c-9d34-41d3-9678-f0cb097789a4 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:19.484139 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7095e5c-9d34-41d3-9678-f0cb097789a4 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:19.484493 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7095e5c-9d34-41d3-9678-f0cb097789a4 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:19.484844 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7095e5c-9d34-41d3-9678-f0cb097789a4 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:19.486559 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d7095e5c-9d34-41d3-9678-f0cb097789a4 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0814562 Mar 14 15:49:19.489247 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56708) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:19.687931 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d1eeb923-d27d-4548-b31a-22d15a2faf51 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1976190 Mar 14 15:49:19.794690 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 85df66c7-de71-4dfc-9952-0103f07aa18c up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:49:19.866450 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 85df66c7-de71-4dfc-9952-0103f07aa18c completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:49:19.871369 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 85df66c7-de71-4dfc-9952-0103f07aa18c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:19.871743 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:19.990691 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:20.023203 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 85df66c7-de71-4dfc-9952-0103f07aa18c, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=85df66c7-de71-4dfc-9952-0103f07aa18c,segment=NetworkSegment(d9b047f3-f03c-4cca-8989-abde153f1f8f),segment_id=d9b047f3-f03c-4cca-8989-abde153f1f8f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:20.026788 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:20.027518 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 33df62bb-6d21-4c36-827f-b63a4393a264 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:49:20.140015 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=85df66c7-de71-4dfc-9952-0103f07aa18c,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:20.154561 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 33df62bb-6d21-4c36-827f-b63a4393a264 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:20.154939 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:20.548746 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56714) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:20.554531 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-cb551eca-1bc5-4a77-a341-26c4b2069018 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1149917297', 'description': 'tempest-secgroup-smoke-1149917297 description', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:49:20.560595 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cb551eca-1bc5-4a77-a341-26c4b2069018 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:49:20.565537 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-cb551eca-1bc5-4a77-a341-26c4b2069018 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:49:20.568417 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-cb551eca-1bc5-4a77-a341-26c4b2069018 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:49:20.573980 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cb551eca-1bc5-4a77-a341-26c4b2069018 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:49:20.584086 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb551eca-1bc5-4a77-a341-26c4b2069018 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:20.617165 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cb551eca-1bc5-4a77-a341-26c4b2069018 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:49:20.620858 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-cb551eca-1bc5-4a77-a341-26c4b2069018 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:49:20.623599 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-cb551eca-1bc5-4a77-a341-26c4b2069018 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:49:20.629783 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cb551eca-1bc5-4a77-a341-26c4b2069018 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:49:20.683016 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb551eca-1bc5-4a77-a341-26c4b2069018 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:20.686621 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb551eca-1bc5-4a77-a341-26c4b2069018 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:20.732988 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb551eca-1bc5-4a77-a341-26c4b2069018 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79342c3d-f0fb-4b49-8399-a4ce8c45af07,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:20.736916 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb551eca-1bc5-4a77-a341-26c4b2069018 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:20.740910 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-cb551eca-1bc5-4a77-a341-26c4b2069018 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1882644 Mar 14 15:49:20.742016 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56718) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:20.746676 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c8807fab-0294-4751-b25c-09249f972d70 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '79342c3d-f0fb-4b49-8399-a4ce8c45af07', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:49:20.753817 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c8807fab-0294-4751-b25c-09249f972d70 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:49:20.757755 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c8807fab-0294-4751-b25c-09249f972d70 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:49:20.760807 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c8807fab-0294-4751-b25c-09249f972d70 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:49:20.767081 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c8807fab-0294-4751-b25c-09249f972d70 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:49:20.784643 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8807fab-0294-4751-b25c-09249f972d70 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:20.862611 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8807fab-0294-4751-b25c-09249f972d70 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:20.868692 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8807fab-0294-4751-b25c-09249f972d70 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:20.897719 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8807fab-0294-4751-b25c-09249f972d70 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d348756f-bf7d-4f20-854c-375afa3106c1,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:20.906800 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8807fab-0294-4751-b25c-09249f972d70 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:20.908101 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c8807fab-0294-4751-b25c-09249f972d70 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1660151 Mar 14 15:49:20.910802 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56722) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:20.916109 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-76ee4807-3f29-4079-8543-30bebcd9d31e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '79342c3d-f0fb-4b49-8399-a4ce8c45af07', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:49:20.923459 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-76ee4807-3f29-4079-8543-30bebcd9d31e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:49:20.926757 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-76ee4807-3f29-4079-8543-30bebcd9d31e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:49:20.929799 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-76ee4807-3f29-4079-8543-30bebcd9d31e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:49:20.935600 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-76ee4807-3f29-4079-8543-30bebcd9d31e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:49:20.945685 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] Sync routers for ids ['161fe6dc-0501-4830-b0cd-9c965d060611'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:49:20.958738 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] Routers {'161fe6dc-0501-4830-b0cd-9c965d060611'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:49:20.959353 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:49:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['161fe6dc-0501-4830-b0cd-9c965d060611'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:20.959673 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:20.959956 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-76ee4807-3f29-4079-8543-30bebcd9d31e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:21.026710 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-76ee4807-3f29-4079-8543-30bebcd9d31e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:21.030320 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-76ee4807-3f29-4079-8543-30bebcd9d31e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:21.053477 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee4807-3f29-4079-8543-30bebcd9d31e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786d3dc6-9b3b-46c6-a082-0bdd63eadd44,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:21.062511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-76ee4807-3f29-4079-8543-30bebcd9d31e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:21.067363 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-76ee4807-3f29-4079-8543-30bebcd9d31e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1519508 Mar 14 15:49:21.067611 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56726) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:21.073049 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1efd0658-1854-448e-943d-8ac36663f55f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '79342c3d-f0fb-4b49-8399-a4ce8c45af07', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:49:21.078598 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1efd0658-1854-448e-943d-8ac36663f55f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:49:21.082921 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1efd0658-1854-448e-943d-8ac36663f55f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:49:21.085712 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1efd0658-1854-448e-943d-8ac36663f55f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:49:21.091268 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1efd0658-1854-448e-943d-8ac36663f55f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:49:21.109530 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1efd0658-1854-448e-943d-8ac36663f55f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:21.138037 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] Set router 161fe6dc-0501-4830-b0cd-9c965d060611 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:49:21.179300 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1efd0658-1854-448e-943d-8ac36663f55f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:21.183860 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1efd0658-1854-448e-943d-8ac36663f55f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:21.207704 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd0658-1854-448e-943d-8ac36663f55f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11099817-f004-4003-a2d4-d6cf4b2e4b1c,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:21.216511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1efd0658-1854-448e-943d-8ac36663f55f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:21.217910 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1efd0658-1854-448e-943d-8ac36663f55f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1493974 Mar 14 15:49:21.221200 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56730) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:21.226995 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-92eaf760-bb7c-459e-a0b7-a0bd4f0e22b3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '79342c3d-f0fb-4b49-8399-a4ce8c45af07', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:49:21.232805 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-92eaf760-bb7c-459e-a0b7-a0bd4f0e22b3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:49:21.237583 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-92eaf760-bb7c-459e-a0b7-a0bd4f0e22b3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:49:21.240667 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-92eaf760-bb7c-459e-a0b7-a0bd4f0e22b3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:49:21.246432 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-92eaf760-bb7c-459e-a0b7-a0bd4f0e22b3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:49:21.262651 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-92eaf760-bb7c-459e-a0b7-a0bd4f0e22b3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:21.327570 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-92eaf760-bb7c-459e-a0b7-a0bd4f0e22b3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:21.331185 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-92eaf760-bb7c-459e-a0b7-a0bd4f0e22b3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:21.353538 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eaf760-bb7c-459e-a0b7-a0bd4f0e22b3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5445878c-02a9-47e7-8dbd-77adce22e675,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:21.366351 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-92eaf760-bb7c-459e-a0b7-a0bd4f0e22b3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:21.367518 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-92eaf760-bb7c-459e-a0b7-a0bd4f0e22b3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1452749 Mar 14 15:49:21.370258 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56734) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:21.375543 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2d81e2c1-9e42-43d2-8a1b-bdfe5d9d8aae tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '79342c3d-f0fb-4b49-8399-a4ce8c45af07', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:49:21.381453 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2d81e2c1-9e42-43d2-8a1b-bdfe5d9d8aae tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:49:21.385213 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2d81e2c1-9e42-43d2-8a1b-bdfe5d9d8aae tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:49:21.388043 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2d81e2c1-9e42-43d2-8a1b-bdfe5d9d8aae tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:49:21.393804 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2d81e2c1-9e42-43d2-8a1b-bdfe5d9d8aae tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:49:21.403994 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-2d81e2c1-9e42-43d2-8a1b-bdfe5d9d8aae tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Project 5d6eafdbdcc04fa5ac3cc264b55cc088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:49:21.411312 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2d81e2c1-9e42-43d2-8a1b-bdfe5d9d8aae tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:21.465520 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'name': 'tempest-TestNetworkBasicOps-router-406582673', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:49:17Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '49a6ed58-6116-4a49-96c5-6e1ecbc6e94e', 'name': '', 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:08:fc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90b1226a-ebc5-4770-92e3-c41ce35c3022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:16Z', 'updated_at': '2022-03-14T15:49:18Z', 'revision_number': 2, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '90b1226a-ebc5-4770-92e3-c41ce35c3022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:21.469397 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] Checking router: 161fe6dc-0501-4830-b0cd-9c965d060611 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:49:21.469743 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] Updating router 161fe6dc-0501-4830-b0cd-9c965d060611 port 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:49:21.476985 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2d81e2c1-9e42-43d2-8a1b-bdfe5d9d8aae tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:21.480801 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2d81e2c1-9e42-43d2-8a1b-bdfe5d9d8aae tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:21.504966 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81e2c1-9e42-43d2-8a1b-bdfe5d9d8aae tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd19c73-a0c3-4eb4-9a7b-b8d5c3c0df60,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:21.514382 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2d81e2c1-9e42-43d2-8a1b-bdfe5d9d8aae tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:21.518751 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2d81e2c1-9e42-43d2-8a1b-bdfe5d9d8aae tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1444569 Mar 14 15:49:21.518986 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56738) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:21.522184 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:21.524581 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1d77e888-3e09-4d57-8571-02679acce4fc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'security_group_rule': {'security_group_id': '79342c3d-f0fb-4b49-8399-a4ce8c45af07', 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:49:21.530276 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1d77e888-3e09-4d57-8571-02679acce4fc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:49:21.534657 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1d77e888-3e09-4d57-8571-02679acce4fc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:security_group_rule and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:49:21.537633 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1d77e888-3e09-4d57-8571-02679acce4fc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:49:21.543444 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1d77e888-3e09-4d57-8571-02679acce4fc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:49:21.554454 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-1d77e888-3e09-4d57-8571-02679acce4fc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Project 5d6eafdbdcc04fa5ac3cc264b55cc088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:49:21.560785 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d77e888-3e09-4d57-8571-02679acce4fc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:21.629684 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d77e888-3e09-4d57-8571-02679acce4fc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:21.633597 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d77e888-3e09-4d57-8571-02679acce4fc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:21.656749 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77e888-3e09-4d57-8571-02679acce4fc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3457f3c-876d-489d-a83b-439e6e944cc2,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:21.666843 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d77e888-3e09-4d57-8571-02679acce4fc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:21.677905 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1d77e888-3e09-4d57-8571-02679acce4fc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1481497 Mar 14 15:49:21.728216 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 85df66c7-de71-4dfc-9952-0103f07aa18c up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:49:21.820257 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 85df66c7-de71-4dfc-9952-0103f07aa18c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:21.820840 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:21.870355 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:21.880193 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-689902bc-683f-460f-89d2-0c626b96dd76 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:49:21.885507 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] Transition to ACTIVE for port object 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:49:21.894538 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:21.899243 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-689902bc-683f-460f-89d2-0c626b96dd76 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:49:21.900714 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-689902bc-683f-460f-89d2-0c626b96dd76 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1149917297&fields=id&tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 267 time: 0.0632422 Mar 14 15:49:22.015852 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc458743-ecf7-4317-9bc3-d1905278cec1 None None] Pushing event updated for resources: {'Port': ['ID=49a6ed58-6116-4a49-96c5-6e1ecbc6e94e,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:22.027484 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc458743-ecf7-4317-9bc3-d1905278cec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:22.027828 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc458743-ecf7-4317-9bc3-d1905278cec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:22.028158 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc458743-ecf7-4317-9bc3-d1905278cec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:22.028485 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc458743-ecf7-4317-9bc3-d1905278cec1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:22.028811 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc458743-ecf7-4317-9bc3-d1905278cec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:22.029131 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc458743-ecf7-4317-9bc3-d1905278cec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:22.029446 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc458743-ecf7-4317-9bc3-d1905278cec1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:22.029932 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc458743-ecf7-4317-9bc3-d1905278cec1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:22.030425 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc458743-ecf7-4317-9bc3-d1905278cec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:22.030740 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc458743-ecf7-4317-9bc3-d1905278cec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:22.031054 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc458743-ecf7-4317-9bc3-d1905278cec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:22.067052 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-d7c944ca-8898-427c-820d-f97fd1ec886a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:22.068160 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-d7c944ca-8898-427c-820d-f97fd1ec886a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:49:22.086304 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-d7c944ca-8898-427c-820d-f97fd1ec886a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:49:22.087715 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-d7c944ca-8898-427c-820d-f97fd1ec886a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/networks?id=d6459749-108a-4c62-9ea1-ba7e84e42c90 HTTP/1.1" status: 200 len: 797 time: 0.1796076 Mar 14 15:49:22.105658 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-a005d214-8212-46c2-a492-97692ffe328d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/quotas/5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 375 time: 0.0118124 Mar 14 15:49:22.122110 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] Attempting to bind port 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:49:22.122681 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] Attempting to bind port 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'd9b047f3-f03c-4cca-8989-abde153f1f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:49:22.123248 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] Attempting to bind port 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e on network d6459749-108a-4c62-9ea1-ba7e84e42c90 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:49:22.132435 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:49:22.133318 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] Checking segment: {'id': 'd9b047f3-f03c-4cca-8989-abde153f1f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:49:22.133916 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:22.134867 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] Bound using segment: {'id': 'd9b047f3-f03c-4cca-8989-abde153f1f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:49:22.135635 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] Bound port: 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b047f3-f03c-4cca-8989-abde153f1f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:49:22.136237 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:22.188272 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-c15f7320-9519-440d-985f-dcb7a94b4fc9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:49:22.204699 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-c15f7320-9519-440d-985f-dcb7a94b4fc9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:49:22.206394 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-c15f7320-9519-440d-985f-dcb7a94b4fc9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933261 Mar 14 15:49:22.236218 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] For port 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:49:22.239725 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] For port 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=49a6ed58-6116-4a49-96c5-6e1ecbc6e94e,segment=NetworkSegment(d9b047f3-f03c-4cca-8989-abde153f1f8f),segment_id=d9b047f3-f03c-4cca-8989-abde153f1f8f)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:49:22.243360 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:22.355034 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc458743-ecf7-4317-9bc3-d1905278cec1 None None] Pushing event updated for resources: {'Port': ['ID=49a6ed58-6116-4a49-96c5-6e1ecbc6e94e,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:22.360625 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-c7a02313-e61b-44e3-aa20-ecf499fcf2ca service neutron] 10.222.0.60 "GET /v2.0/networks/d6459749-108a-4c62-9ea1-ba7e84e42c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414895 Mar 14 15:49:22.360847 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] Routers {'161fe6dc-0501-4830-b0cd-9c965d060611'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:49:22.361924 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:49:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['161fe6dc-0501-4830-b0cd-9c965d060611'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:22.502853 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-6cadf708-9210-4bee-8711-92a432993918 service neutron] 10.222.0.60 "GET /v2.0/networks/d6459749-108a-4c62-9ea1-ba7e84e42c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331542 Mar 14 15:49:22.550207 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] Set router 161fe6dc-0501-4830-b0cd-9c965d060611 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:49:22.703324 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-77b057f6-e59b-4f3b-bb96-5053531a3296 req-2829634e-71ff-4247-b67c-e06f72f68aaa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:49:22.715584 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-77b057f6-e59b-4f3b-bb96-5053531a3296 req-2829634e-71ff-4247-b67c-e06f72f68aaa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:49:22.716719 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-77b057f6-e59b-4f3b-bb96-5053531a3296 req-2829634e-71ff-4247-b67c-e06f72f68aaa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9538904-a17b-4c64-a482-083d10fe7911 HTTP/1.1" status: 200 len: 210 time: 0.0569165 Mar 14 15:49:22.884049 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'name': 'tempest-TestNetworkBasicOps-router-406582673', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:49:17Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '49a6ed58-6116-4a49-96c5-6e1ecbc6e94e', 'name': '', 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:08:fc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90b1226a-ebc5-4770-92e3-c41ce35c3022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:16Z', 'updated_at': '2022-03-14T15:49:22Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '90b1226a-ebc5-4770-92e3-c41ce35c3022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:22.887975 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8bbd60-4804-48b9-bd0c-3cc102f9300b None None] The sync data for ids ['161fe6dc-0501-4830-b0cd-9c965d060611'] in dv-neutron-833561-1-hyperv is: [{'id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'name': 'tempest-TestNetworkBasicOps-router-406582673', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:49:17Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '49a6ed58-6116-4a49-96c5-6e1ecbc6e94e', 'name': '', 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:08:fc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90b1226a-ebc5-4770-92e3-c41ce35c3022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:16Z', 'updated_at': '2022-03-14T15:49:22Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '90b1226a-ebc5-4770-92e3-c41ce35c3022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:49:23.769449 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:49:23.815837 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-51fe2741-926b-4fc7-b8a7-e00f406ea417 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:23.816535 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-51fe2741-926b-4fc7-b8a7-e00f406ea417 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:49:23.829375 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-51fe2741-926b-4fc7-b8a7-e00f406ea417 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:49:23.831728 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-51fe2741-926b-4fc7-b8a7-e00f406ea417 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/networks?id=d6459749-108a-4c62-9ea1-ba7e84e42c90 HTTP/1.1" status: 200 len: 797 time: 0.1997008 Mar 14 15:49:23.853787 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:49:23.865559 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:23.866702 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:23.910227 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-e3f9cdfc-a0ab-42f3-bcfc-749825480331 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088 HTTP/1.1" status: 200 len: 380 time: 0.0665932 Mar 14 15:49:23.926928 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-689cc008-dbe4-4bc6-9f5e-1148cd1ca351 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'port': {'device_id': 'e9538904-a17b-4c64-a482-083d10fe7911', 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90', 'admin_state_up': True, 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'security_groups': ['79342c3d-f0fb-4b49-8399-a4ce8c45af07']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:49:23.946139 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0f386324-886a-447b-a130-dab3668755f8 req-e256d508-c894-4e7d-823c-c24368e87c2a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9538904-a17b-4c64-a482-083d10fe7911 HTTP/1.1" status: 200 len: 210 time: 0.0532596 Mar 14 15:49:24.009739 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:24.043304 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=49a6ed58-6116-4a49-96c5-6e1ecbc6e94e,segment=NetworkSegment(d9b047f3-f03c-4cca-8989-abde153f1f8f),segment_id=d9b047f3-f03c-4cca-8989-abde153f1f8f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:24.046891 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:24.117505 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=49a6ed58-6116-4a49-96c5-6e1ecbc6e94e,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:24.155908 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-689cc008-dbe4-4bc6-9f5e-1148cd1ca351 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:49:24.165628 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-689cc008-dbe4-4bc6-9f5e-1148cd1ca351 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:49:24.176511 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-689cc008-dbe4-4bc6-9f5e-1148cd1ca351 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Made reservation on behalf of 5d6eafdbdcc04fa5ac3cc264b55cc088 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:49:24.179796 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-689cc008-dbe4-4bc6-9f5e-1148cd1ca351 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:24.346514 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-689cc008-dbe4-4bc6-9f5e-1148cd1ca351 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.20.0.11 (d6459749-108a-4c62-9ea1-ba7e84e42c90/90b1226a-ebc5-4770-92e3-c41ce35c3022/1f856b29-890c-47f6-a432-75c50fa37ef1) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:49:24.536415 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-689cc008-dbe4-4bc6-9f5e-1148cd1ca351 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:24.552444 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-689cc008-dbe4-4bc6-9f5e-1148cd1ca351 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Transition to ACTIVE for port object 1f856b29-890c-47f6-a432-75c50fa37ef1 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:49:24.573651 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-689cc008-dbe4-4bc6-9f5e-1148cd1ca351 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:24.639974 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-689cc008-dbe4-4bc6-9f5e-1148cd1ca351 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network d6459749-108a-4c62-9ea1-ba7e84e42c90 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:49:24.643266 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-689cc008-dbe4-4bc6-9f5e-1148cd1ca351 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:49:24.647740 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-689cc008-dbe4-4bc6-9f5e-1148cd1ca351 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:49:24.688292 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cc008-dbe4-4bc6-9f5e-1148cd1ca351 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=1f856b29-890c-47f6-a432-75c50fa37ef1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:24.718482 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-689cc008-dbe4-4bc6-9f5e-1148cd1ca351 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:24.719091 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-689cc008-dbe4-4bc6-9f5e-1148cd1ca351 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:24.745289 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-689cc008-dbe4-4bc6-9f5e-1148cd1ca351 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8245285 Mar 14 15:49:24.756523 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-60472ab3-f9bf-466f-bf0a-05fbe526ff34 service neutron] Request body: {'port': {'device_id': 'e9538904-a17b-4c64-a482-083d10fe7911', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:49:24.874475 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e6f9b335-81df-4bb2-b414-0c7fab248780 None None] Provisioning for port 1f856b29-890c-47f6-a432-75c50fa37ef1 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:49:24.875711 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-60472ab3-f9bf-466f-bf0a-05fbe526ff34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:24.880220 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e6f9b335-81df-4bb2-b414-0c7fab248780 None None] Provisioning complete for port 1f856b29-890c-47f6-a432-75c50fa37ef1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:24.880586 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e6f9b335-81df-4bb2-b414-0c7fab248780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:24.931178 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e6f9b335-81df-4bb2-b414-0c7fab248780 None None] Port 1f856b29-890c-47f6-a432-75c50fa37ef1 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:49:25.208834 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a885e2e-67e8-4d24-8416-39b78b8866fe req-c20eed80-4ee2-481f-963b-139df6c0c187 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:25.209533 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-0a885e2e-67e8-4d24-8416-39b78b8866fe req-c20eed80-4ee2-481f-963b-139df6c0c187 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:49:25.268816 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-0a885e2e-67e8-4d24-8416-39b78b8866fe req-c20eed80-4ee2-481f-963b-139df6c0c187 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:49:25.269951 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0a885e2e-67e8-4d24-8416-39b78b8866fe req-c20eed80-4ee2-481f-963b-139df6c0c187 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9538904-a17b-4c64-a482-083d10fe7911 HTTP/1.1" status: 200 len: 932 time: 0.1920161 Mar 14 15:49:25.303379 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-60472ab3-f9bf-466f-bf0a-05fbe526ff34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f856b29-890c-47f6-a432-75c50fa37ef1 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:49:25.312558 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-60472ab3-f9bf-466f-bf0a-05fbe526ff34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:25.340957 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-60472ab3-f9bf-466f-bf0a-05fbe526ff34 service neutron] Transition to ACTIVE for port object 1f856b29-890c-47f6-a432-75c50fa37ef1 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:49:25.343519 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0a885e2e-67e8-4d24-8416-39b78b8866fe req-10465fd4-563a-4682-aab8-25bcad87882f tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=79342c3d-f0fb-4b49-8399-a4ce8c45af07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666380 Mar 14 15:49:25.344471 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-60472ab3-f9bf-466f-bf0a-05fbe526ff34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:25.469758 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60472ab3-f9bf-466f-bf0a-05fbe526ff34 service neutron] Pushing event updated for resources: {'Port': ['ID=1f856b29-890c-47f6-a432-75c50fa37ef1,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:25.574893 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-60472ab3-f9bf-466f-bf0a-05fbe526ff34 service neutron] Attempting to bind port 1f856b29-890c-47f6-a432-75c50fa37ef1 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:49:25.575251 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-60472ab3-f9bf-466f-bf0a-05fbe526ff34 service neutron] Attempting to bind port 1f856b29-890c-47f6-a432-75c50fa37ef1 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'd9b047f3-f03c-4cca-8989-abde153f1f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:49:25.575575 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-60472ab3-f9bf-466f-bf0a-05fbe526ff34 service neutron] Attempting to bind port 1f856b29-890c-47f6-a432-75c50fa37ef1 on network d6459749-108a-4c62-9ea1-ba7e84e42c90 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:49:25.581819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-60472ab3-f9bf-466f-bf0a-05fbe526ff34 service neutron] Port 1f856b29-890c-47f6-a432-75c50fa37ef1 on network d6459749-108a-4c62-9ea1-ba7e84e42c90 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:49:25.582172 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-60472ab3-f9bf-466f-bf0a-05fbe526ff34 service neutron] Attempting to bind port 1f856b29-890c-47f6-a432-75c50fa37ef1 on network d6459749-108a-4c62-9ea1-ba7e84e42c90 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:49:25.588297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-60472ab3-f9bf-466f-bf0a-05fbe526ff34 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:49:25.588631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-60472ab3-f9bf-466f-bf0a-05fbe526ff34 service neutron] Checking segment: {'id': 'd9b047f3-f03c-4cca-8989-abde153f1f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:49:25.589009 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-60472ab3-f9bf-466f-bf0a-05fbe526ff34 service neutron] Bound using segment: {'id': 'd9b047f3-f03c-4cca-8989-abde153f1f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:49:25.589426 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-60472ab3-f9bf-466f-bf0a-05fbe526ff34 service neutron] Bound port: 1f856b29-890c-47f6-a432-75c50fa37ef1, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b047f3-f03c-4cca-8989-abde153f1f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:49:25.589764 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-60472ab3-f9bf-466f-bf0a-05fbe526ff34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:25.678347 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-60472ab3-f9bf-466f-bf0a-05fbe526ff34 service neutron] For port 1f856b29-890c-47f6-a432-75c50fa37ef1, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:49:25.681354 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-60472ab3-f9bf-466f-bf0a-05fbe526ff34 service neutron] For port 1f856b29-890c-47f6-a432-75c50fa37ef1, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1f856b29-890c-47f6-a432-75c50fa37ef1,segment=NetworkSegment(d9b047f3-f03c-4cca-8989-abde153f1f8f),segment_id=d9b047f3-f03c-4cca-8989-abde153f1f8f)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:49:25.687331 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-60472ab3-f9bf-466f-bf0a-05fbe526ff34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:25.720383 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:49:25.749244 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-60472ab3-f9bf-466f-bf0a-05fbe526ff34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:25.750201 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-60472ab3-f9bf-466f-bf0a-05fbe526ff34 service neutron] 10.222.0.24 "PUT /v2.0/ports/1f856b29-890c-47f6-a432-75c50fa37ef1 HTTP/1.1" status: 200 len: 1094 time: 0.9977698 Mar 14 15:49:25.754328 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9538904-a17b-4c64-a482-083d10fe7911', 'tag': '1f856b29-890c-47f6-a432-75c50fa37ef1'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:49:25.783561 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60472ab3-f9bf-466f-bf0a-05fbe526ff34 service neutron] Pushing event updated for resources: {'Port': ['ID=1f856b29-890c-47f6-a432-75c50fa37ef1,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:25.800090 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:25.800558 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:25.838868 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9538904-a17b-4c64-a482-083d10fe7911', 'tag': '1f856b29-890c-47f6-a432-75c50fa37ef1', 'status': 'completed', 'code': 200} Mar 14 15:49:25.981956 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-301e961f-4183-46d8-ba02-2c9736f56652 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=e9538904-a17b-4c64-a482-083d10fe7911 HTTP/1.1" status: 200 len: 1097 time: 0.1829927 Mar 14 15:49:26.047538 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-f81c9816-61e8-45aa-a5b6-1896bce324d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f856b29-890c-47f6-a432-75c50fa37ef1 HTTP/1.1" status: 200 len: 217 time: 0.0590351 Mar 14 15:49:26.110270 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-9f11a574-e22d-4705-b8b9-47011f020ade service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:26.111876 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-9f11a574-e22d-4705-b8b9-47011f020ade service neutron] 10.222.0.24 "GET /v2.0/subnets?id=90b1226a-ebc5-4770-92e3-c41ce35c3022 HTTP/1.1" status: 200 len: 835 time: 0.0588281 Mar 14 15:49:26.184071 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-b33b22ec-8a22-4f67-b947-4c1001f6dc47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6459749-108a-4c62-9ea1-ba7e84e42c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668924 Mar 14 15:49:26.314045 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-cfaf51d3-d841-483f-857d-d17f161f7631 service neutron] 10.222.0.24 "GET /v2.0/networks/d6459749-108a-4c62-9ea1-ba7e84e42c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230061 Mar 14 15:49:26.446342 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-95fb8379-52ce-49a5-bbfe-b9d7b7b96dbd req-9a3abb3d-9664-4798-bffe-a20249c832ab service neutron] 10.222.0.24 "GET /v2.0/networks/d6459749-108a-4c62-9ea1-ba7e84e42c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263301 Mar 14 15:49:26.601028 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189e313-65e2-4218-8ee7-f8a8971fba62 req-cae398ee-bf76-4203-ae7c-52ea3f77446c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:26.602399 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7189e313-65e2-4218-8ee7-f8a8971fba62 req-cae398ee-bf76-4203-ae7c-52ea3f77446c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9538904-a17b-4c64-a482-083d10fe7911 HTTP/1.1" status: 200 len: 944 time: 0.1321995 Mar 14 15:49:26.607753 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a8f755fc-7eb8-424d-b5b0-42d003d16f2d req-ea28cb0c-736e-449c-a2f7-e22cf60858c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=e9538904-a17b-4c64-a482-083d10fe7911 HTTP/1.1" status: 200 len: 1097 time: 0.1074591 Mar 14 15:49:26.729635 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7189e313-65e2-4218-8ee7-f8a8971fba62 req-73a552ed-7655-4ca0-846c-d92190c622d1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=79342c3d-f0fb-4b49-8399-a4ce8c45af07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209602 Mar 14 15:49:26.764960 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f755fc-7eb8-424d-b5b0-42d003d16f2d req-bc8787b3-817e-4097-b952-04a33e59e776 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:26.766415 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a8f755fc-7eb8-424d-b5b0-42d003d16f2d req-bc8787b3-817e-4097-b952-04a33e59e776 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6459749-108a-4c62-9ea1-ba7e84e42c90 HTTP/1.1" status: 200 len: 898 time: 0.1450298 Mar 14 15:49:26.834957 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a8f755fc-7eb8-424d-b5b0-42d003d16f2d req-efa7d1ce-1658-4339-b7f2-b7dc070c7645 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f856b29-890c-47f6-a432-75c50fa37ef1 HTTP/1.1" status: 200 len: 217 time: 0.0627294 Mar 14 15:49:26.897052 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f755fc-7eb8-424d-b5b0-42d003d16f2d req-39e443da-3f30-4388-b20e-5f2a6ab7b61b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:26.898495 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a8f755fc-7eb8-424d-b5b0-42d003d16f2d req-39e443da-3f30-4388-b20e-5f2a6ab7b61b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=90b1226a-ebc5-4770-92e3-c41ce35c3022 HTTP/1.1" status: 200 len: 835 time: 0.0561719 Mar 14 15:49:26.975468 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a8f755fc-7eb8-424d-b5b0-42d003d16f2d req-818b93e8-34fe-45f1-9e85-cbce683050ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6459749-108a-4c62-9ea1-ba7e84e42c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704501 Mar 14 15:49:27.103645 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a8f755fc-7eb8-424d-b5b0-42d003d16f2d req-0ca21e49-0b09-4e90-a1ae-179f600e0843 service neutron] 10.222.0.24 "GET /v2.0/networks/d6459749-108a-4c62-9ea1-ba7e84e42c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215911 Mar 14 15:49:27.234156 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a8f755fc-7eb8-424d-b5b0-42d003d16f2d req-7e6e6a45-259c-463d-8942-f98232da502a service neutron] 10.222.0.24 "GET /v2.0/networks/d6459749-108a-4c62-9ea1-ba7e84e42c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243901 Mar 14 15:49:27.925260 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28421908-1575-4703-95d2-cc9f36ad63d3 req-59eaabc8-84ba-42c0-9538-b2e8c1015835 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:27.926734 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-28421908-1575-4703-95d2-cc9f36ad63d3 req-59eaabc8-84ba-42c0-9538-b2e8c1015835 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9538904-a17b-4c64-a482-083d10fe7911 HTTP/1.1" status: 200 len: 944 time: 0.0768571 Mar 14 15:49:27.972133 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-28421908-1575-4703-95d2-cc9f36ad63d3 req-f64fef62-9b9a-4189-9887-0e7e44cbf88c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=79342c3d-f0fb-4b49-8399-a4ce8c45af07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399990 Mar 14 15:49:29.165009 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bb1e3-c1b6-4ed0-82f1-391ac9f3cbd7 req-b452cacf-f198-48b3-98d4-cbcceeb6928c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:29.166460 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c32bb1e3-c1b6-4ed0-82f1-391ac9f3cbd7 req-b452cacf-f198-48b3-98d4-cbcceeb6928c tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9538904-a17b-4c64-a482-083d10fe7911 HTTP/1.1" status: 200 len: 944 time: 0.0753160 Mar 14 15:49:29.211043 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c32bb1e3-c1b6-4ed0-82f1-391ac9f3cbd7 req-d5522d23-3302-45ad-91d5-84b63c39715e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=79342c3d-f0fb-4b49-8399-a4ce8c45af07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390241 Mar 14 15:49:29.361941 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 1f856b29-890c-47f6-a432-75c50fa37ef1 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:49:29.490524 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 1f856b29-890c-47f6-a432-75c50fa37ef1, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1f856b29-890c-47f6-a432-75c50fa37ef1,segment=NetworkSegment(d9b047f3-f03c-4cca-8989-abde153f1f8f),segment_id=d9b047f3-f03c-4cca-8989-abde153f1f8f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:29.503500 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '1f856b29-890c-47f6-a432-75c50fa37ef1', 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90', 'port_id': '1f856b29-890c-47f6-a432-75c50fa37ef1', 'mac_address': 'fa:16:3e:c8:ad:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b1226a-ebc5-4770-92e3-c41ce35c3022', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:49:29.559148 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:29.577666 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f856b29-890c-47f6-a432-75c50fa37ef1 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:49:29.592144 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 1f856b29-890c-47f6-a432-75c50fa37ef1, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1f856b29-890c-47f6-a432-75c50fa37ef1,segment=NetworkSegment(d9b047f3-f03c-4cca-8989-abde153f1f8f),segment_id=d9b047f3-f03c-4cca-8989-abde153f1f8f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:29.596637 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:29.659474 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=1f856b29-890c-47f6-a432-75c50fa37ef1,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:29.913923 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['1f856b29-890c-47f6-a432-75c50fa37ef1'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:49:30.411484 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e468ef-ea58-472e-91d6-e9404d589e3d req-b4d71e44-d217-4d33-ac04-5241eed77b9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:30.412902 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-12e468ef-ea58-472e-91d6-e9404d589e3d req-b4d71e44-d217-4d33-ac04-5241eed77b9e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9538904-a17b-4c64-a482-083d10fe7911 HTTP/1.1" status: 200 len: 945 time: 0.0784676 Mar 14 15:49:30.537496 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-12e468ef-ea58-472e-91d6-e9404d589e3d req-fccac445-f9fa-4255-83ea-41062b67ca3b tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=79342c3d-f0fb-4b49-8399-a4ce8c45af07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190071 Mar 14 15:49:31.360183 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 1f856b29-890c-47f6-a432-75c50fa37ef1 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:49:31.429315 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 1f856b29-890c-47f6-a432-75c50fa37ef1 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:49:31.433841 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 1f856b29-890c-47f6-a432-75c50fa37ef1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:31.434243 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:31.541647 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:31.569639 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9538904-a17b-4c64-a482-083d10fe7911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f856b29-890c-47f6-a432-75c50fa37ef1'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:49:31.581035 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 1f856b29-890c-47f6-a432-75c50fa37ef1, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1f856b29-890c-47f6-a432-75c50fa37ef1,segment=NetworkSegment(d9b047f3-f03c-4cca-8989-abde153f1f8f),segment_id=d9b047f3-f03c-4cca-8989-abde153f1f8f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:31.587659 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:31.630862 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9538904-a17b-4c64-a482-083d10fe7911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f856b29-890c-47f6-a432-75c50fa37ef1', 'code': 200} Mar 14 15:49:31.664623 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=1f856b29-890c-47f6-a432-75c50fa37ef1,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:31.751169 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141397a-3cb9-43e3-8550-400a8b6633b0 req-d20bdfce-7d4b-466b-be1f-a2a57c7019ae tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:31.753298 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5141397a-3cb9-43e3-8550-400a8b6633b0 req-d20bdfce-7d4b-466b-be1f-a2a57c7019ae tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9538904-a17b-4c64-a482-083d10fe7911 HTTP/1.1" status: 200 len: 946 time: 0.0899262 Mar 14 15:49:31.799029 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5141397a-3cb9-43e3-8550-400a8b6633b0 req-d3268f55-1a72-4f4b-91e6-cc2568355fa0 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=79342c3d-f0fb-4b49-8399-a4ce8c45af07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402155 Mar 14 15:49:31.873091 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-87fb3484-4970-4ccb-95b7-861b095e616c req-9f5986bd-0457-4427-834d-7988462a3b36 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e9538904-a17b-4c64-a482-083d10fe7911 HTTP/1.1" status: 200 len: 1099 time: 0.0692794 Mar 14 15:49:31.999507 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-87fb3484-4970-4ccb-95b7-861b095e616c req-44659301-3ad7-465e-943c-47674883c266 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=79342c3d-f0fb-4b49-8399-a4ce8c45af07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203890 Mar 14 15:49:32.992844 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44706d-8824-4e3f-8933-f7ecd4e34326 req-703e67ea-c7e6-4f4b-83d8-bd786f0a1fe1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:32.994217 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8d44706d-8824-4e3f-8933-f7ecd4e34326 req-703e67ea-c7e6-4f4b-83d8-bd786f0a1fe1 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9538904-a17b-4c64-a482-083d10fe7911 HTTP/1.1" status: 200 len: 946 time: 0.0744512 Mar 14 15:49:33.039214 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8d44706d-8824-4e3f-8933-f7ecd4e34326 req-872f069d-9739-4013-8922-e37bc444d69a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=79342c3d-f0fb-4b49-8399-a4ce8c45af07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394912 Mar 14 15:49:34.233499 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89299c-cf64-45a2-ba27-93b355e9c215 req-628936cd-8dfc-4e3d-9c0a-8f7597cc6003 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:34.234963 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9a89299c-cf64-45a2-ba27-93b355e9c215 req-628936cd-8dfc-4e3d-9c0a-8f7597cc6003 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9538904-a17b-4c64-a482-083d10fe7911 HTTP/1.1" status: 200 len: 946 time: 0.0751147 Mar 14 15:49:34.280020 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9a89299c-cf64-45a2-ba27-93b355e9c215 req-e600ca7e-eea2-4a00-a2c0-a9748dad57f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=79342c3d-f0fb-4b49-8399-a4ce8c45af07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393283 Mar 14 15:49:34.472927 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136cd33-53cc-4843-9156-7a5cdc8f4a3c req-01cb4e02-9976-4839-aa67-4880ca2e66be tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:34.474365 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8136cd33-53cc-4843-9156-7a5cdc8f4a3c req-01cb4e02-9976-4839-aa67-4880ca2e66be tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9538904-a17b-4c64-a482-083d10fe7911 HTTP/1.1" status: 200 len: 946 time: 0.0771408 Mar 14 15:49:34.518387 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8136cd33-53cc-4843-9156-7a5cdc8f4a3c req-2f5efa55-7b48-4af5-9564-39cfbe642af3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=79342c3d-f0fb-4b49-8399-a4ce8c45af07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384026 Mar 14 15:49:34.545317 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56786) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:34.612353 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-70d84d32-aeb1-4f33-963f-9d00adf7caf0 tempest-TestNetworkBasicOps-1962010691 tempest-TestNetworkBasicOps-1962010691-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e9538904-a17b-4c64-a482-083d10fe7911 HTTP/1.1" status: 200 len: 1094 time: 0.0659602 Mar 14 15:49:34.614912 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56790) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:34.619966 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': '1f856b29-890c-47f6-a432-75c50fa37ef1', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:49:34.625125 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:49:34.629019 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Usage tracker for resource:floatingip and tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:49:34.631781 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:49:34.637169 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:49:34.650870 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:34.781968 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:34.927409 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Allocated IP 172.26.4.23 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/e21364e4-cc0f-49c8-ba35-2f44aea297b7) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:49:35.071560 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:35.098605 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:35.167518 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:49:35.170359 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:49:35.174899 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:49:35.198560 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=e21364e4-cc0f-49c8-ba35-2f44aea297b7,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:35.668480 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:35.724015 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:35.924597 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:35.928787 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:36.105301 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event updated for resources: {'Port': ['ID=e21364e4-cc0f-49c8-ba35-2f44aea297b7,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:36.124155 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:36.312714 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Floating IP 676d77f5-bc69-4805-bd8b-95b25da9cda0 associated. External IP: 172.26.4.23, port: 1f856b29-890c-47f6-a432-75c50fa37ef1. Mar 14 15:49:36.699727 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 161fe6dc-0501-4830-b0cd-9c965d060611 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:49:36.893592 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:49:36.903062 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9a53c7-4409-42de-921c-3d831cdeef8d None None] Sync routers for ids ['161fe6dc-0501-4830-b0cd-9c965d060611'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:49:36.914286 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9a53c7-4409-42de-921c-3d831cdeef8d None None] Routers {'161fe6dc-0501-4830-b0cd-9c965d060611'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:49:36.914899 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3f9a53c7-4409-42de-921c-3d831cdeef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:49:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['161fe6dc-0501-4830-b0cd-9c965d060611'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:36.916940 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:36.972293 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-eec34615-8c34-4b95-bc28-dae4536a0877 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3563170 Mar 14 15:49:36.972883 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9538904-a17b-4c64-a482-083d10fe7911', 'tag': '1f856b29-890c-47f6-a432-75c50fa37ef1'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:49:36.974990 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56794) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:37.026495 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9538904-a17b-4c64-a482-083d10fe7911', 'tag': '1f856b29-890c-47f6-a432-75c50fa37ef1', 'status': 'completed', 'code': 200} Mar 14 15:49:37.129526 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3f9a53c7-4409-42de-921c-3d831cdeef8d None None] Set router 161fe6dc-0501-4830-b0cd-9c965d060611 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:49:37.136477 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-794faa5c-6376-48d9-afa3-e15c07444446 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/676d77f5-bc69-4805-bd8b-95b25da9cda0 HTTP/1.1" status: 200 len: 991 time: 0.1591523 Mar 14 15:49:37.150915 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-70c88cfd-f652-4037-95c9-fc1b8b674b2b req-5415aa47-a0fa-470b-a89c-660b294dac07 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=e9538904-a17b-4c64-a482-083d10fe7911 HTTP/1.1" status: 200 len: 1099 time: 0.0955646 Mar 14 15:49:37.279865 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c88cfd-f652-4037-95c9-fc1b8b674b2b req-8cc4b709-28ce-49cc-9cc7-989d729d7ab2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:37.281213 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-70c88cfd-f652-4037-95c9-fc1b8b674b2b req-8cc4b709-28ce-49cc-9cc7-989d729d7ab2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6459749-108a-4c62-9ea1-ba7e84e42c90 HTTP/1.1" status: 200 len: 898 time: 0.1248229 Mar 14 15:49:37.382160 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-70c88cfd-f652-4037-95c9-fc1b8b674b2b req-ed5ccb33-40fc-44c8-a75b-99c078f0a314 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f856b29-890c-47f6-a432-75c50fa37ef1 HTTP/1.1" status: 200 len: 999 time: 0.0954299 Mar 14 15:49:37.445347 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c88cfd-f652-4037-95c9-fc1b8b674b2b req-a51ca4bc-7b75-4f32-a935-32c1613b6caa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:37.446898 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-70c88cfd-f652-4037-95c9-fc1b8b674b2b req-a51ca4bc-7b75-4f32-a935-32c1613b6caa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=90b1226a-ebc5-4770-92e3-c41ce35c3022 HTTP/1.1" status: 200 len: 835 time: 0.0591266 Mar 14 15:49:37.473252 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3f9a53c7-4409-42de-921c-3d831cdeef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'name': 'tempest-TestNetworkBasicOps-router-406582673', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:49:17Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '676d77f5-bc69-4805-bd8b-95b25da9cda0', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.23', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'port_id': '1f856b29-890c-47f6-a432-75c50fa37ef1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90', 'mac_address': 'fa:16:3e:c8:ad:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9538904-a17b-4c64-a482-083d10fe7911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:49:35Z', 'updated_at': '2022-03-14T15:49:35Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a6ed58-6116-4a49-96c5-6e1ecbc6e94e', 'name': '', 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:08:fc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90b1226a-ebc5-4770-92e3-c41ce35c3022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:16Z', 'updated_at': '2022-03-14T15:49:24Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '90b1226a-ebc5-4770-92e3-c41ce35c3022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:37.477113 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9a53c7-4409-42de-921c-3d831cdeef8d None None] Checking router: 161fe6dc-0501-4830-b0cd-9c965d060611 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:49:37.488843 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9a53c7-4409-42de-921c-3d831cdeef8d None None] Routers {'161fe6dc-0501-4830-b0cd-9c965d060611'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:49:37.489456 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3f9a53c7-4409-42de-921c-3d831cdeef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:49:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['161fe6dc-0501-4830-b0cd-9c965d060611'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:37.521170 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-70c88cfd-f652-4037-95c9-fc1b8b674b2b req-853cc016-a28c-465b-a7fa-ac39a51a6d7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6459749-108a-4c62-9ea1-ba7e84e42c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679846 Mar 14 15:49:37.650661 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-70c88cfd-f652-4037-95c9-fc1b8b674b2b req-b931e81d-7f7d-4431-a7e7-fb7b2091c009 service neutron] 10.222.0.24 "GET /v2.0/networks/d6459749-108a-4c62-9ea1-ba7e84e42c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230681 Mar 14 15:49:37.672495 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3f9a53c7-4409-42de-921c-3d831cdeef8d None None] Set router 161fe6dc-0501-4830-b0cd-9c965d060611 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:49:37.781920 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-70c88cfd-f652-4037-95c9-fc1b8b674b2b req-4d431389-bf33-4181-b951-e078aad4f29d service neutron] 10.222.0.24 "GET /v2.0/networks/d6459749-108a-4c62-9ea1-ba7e84e42c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252439 Mar 14 15:49:38.019915 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3f9a53c7-4409-42de-921c-3d831cdeef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'name': 'tempest-TestNetworkBasicOps-router-406582673', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:49:17Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '676d77f5-bc69-4805-bd8b-95b25da9cda0', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.23', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'port_id': '1f856b29-890c-47f6-a432-75c50fa37ef1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90', 'mac_address': 'fa:16:3e:c8:ad:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9538904-a17b-4c64-a482-083d10fe7911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:49:35Z', 'updated_at': '2022-03-14T15:49:35Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a6ed58-6116-4a49-96c5-6e1ecbc6e94e', 'name': '', 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:08:fc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90b1226a-ebc5-4770-92e3-c41ce35c3022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:16Z', 'updated_at': '2022-03-14T15:49:24Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '90b1226a-ebc5-4770-92e3-c41ce35c3022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:38.023662 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9a53c7-4409-42de-921c-3d831cdeef8d None None] The sync data for ids ['161fe6dc-0501-4830-b0cd-9c965d060611'] in dv-neutron-833561-1-hyperv is: [{'id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'name': 'tempest-TestNetworkBasicOps-router-406582673', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:49:17Z', 'revision_number': 4, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '676d77f5-bc69-4805-bd8b-95b25da9cda0', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.23', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'port_id': '1f856b29-890c-47f6-a432-75c50fa37ef1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90', 'mac_address': 'fa:16:3e:c8:ad:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9538904-a17b-4c64-a482-083d10fe7911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:49:35Z', 'updated_at': '2022-03-14T15:49:35Z', 'revision_number': 0, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a6ed58-6116-4a49-96c5-6e1ecbc6e94e', 'name': '', 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:08:fc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90b1226a-ebc5-4770-92e3-c41ce35c3022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:16Z', 'updated_at': '2022-03-14T15:49:24Z', 'revision_number': 5, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '90b1226a-ebc5-4770-92e3-c41ce35c3022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:49:38.139276 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56800) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:38.240953 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-199ebe69-7034-4b6a-a4f9-ad03e13ffb98 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/676d77f5-bc69-4805-bd8b-95b25da9cda0 HTTP/1.1" status: 200 len: 991 time: 0.1004462 Mar 14 15:49:39.244418 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56804) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:39.348468 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-bf213c45-442c-44e1-84d2-d0e5e686d046 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/676d77f5-bc69-4805-bd8b-95b25da9cda0 HTTP/1.1" status: 200 len: 991 time: 0.1029472 Mar 14 15:49:40.022126 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6238f1b-aab0-4bd2-bf65-a68386985de9 None None] New status for floating IP 676d77f5-bc69-4805-bd8b-95b25da9cda0: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:49:40.352359 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56808) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:49:40.452990 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3a596cb5-543d-49b8-bd07-73b772b9469d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/676d77f5-bc69-4805-bd8b-95b25da9cda0 HTTP/1.1" status: 200 len: 993 time: 0.0994699 Mar 14 15:49:42.935258 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3d64a711-4d62-4eea-8bca-67a36bbeb443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:45.097798 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ae3ddf9a-059d-4199-a0bb-2ab1232b7979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:46.302447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:46.521518 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:47.977015 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:50.984983 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:53.656650 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:50:12.812392 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c1260d53-8304-4f3b-94e0-36dc3b2a9358 req-02d6b238-e94b-4fa0-b448-9f44049eb49d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e9538904-a17b-4c64-a482-083d10fe7911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690951 Mar 14 15:50:12.936959 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7fd08b82-e2a5-43c2-b825-cb74d4a323fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:12.946136 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c1260d53-8304-4f3b-94e0-36dc3b2a9358 req-0c5145d9-21aa-4f5f-80bb-212478ad1fff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=e9538904-a17b-4c64-a482-083d10fe7911 HTTP/1.1" status: 200 len: 1099 time: 0.0684927 Mar 14 15:50:13.085834 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1260d53-8304-4f3b-94e0-36dc3b2a9358 req-6f360091-a583-4403-ac8a-e6cb93b79543 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:13.087202 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c1260d53-8304-4f3b-94e0-36dc3b2a9358 req-6f360091-a583-4403-ac8a-e6cb93b79543 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6459749-108a-4c62-9ea1-ba7e84e42c90 HTTP/1.1" status: 200 len: 898 time: 0.1234648 Mar 14 15:50:13.188455 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c1260d53-8304-4f3b-94e0-36dc3b2a9358 req-1654c7d3-e49e-4c3e-829f-a0e46697dab9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f856b29-890c-47f6-a432-75c50fa37ef1 HTTP/1.1" status: 200 len: 1001 time: 0.0953243 Mar 14 15:50:13.250998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1260d53-8304-4f3b-94e0-36dc3b2a9358 req-2afbba75-ca01-498f-8cd2-d2bbd6d3e7aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:13.252403 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c1260d53-8304-4f3b-94e0-36dc3b2a9358 req-2afbba75-ca01-498f-8cd2-d2bbd6d3e7aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=90b1226a-ebc5-4770-92e3-c41ce35c3022 HTTP/1.1" status: 200 len: 835 time: 0.0583026 Mar 14 15:50:13.327900 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c1260d53-8304-4f3b-94e0-36dc3b2a9358 req-6957bead-025b-47b2-aabb-f9a102379823 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6459749-108a-4c62-9ea1-ba7e84e42c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692904 Mar 14 15:50:13.540673 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c1260d53-8304-4f3b-94e0-36dc3b2a9358 req-10a528cd-27f2-42f4-9a76-5b105db41d9e service neutron] 10.222.0.24 "GET /v2.0/networks/d6459749-108a-4c62-9ea1-ba7e84e42c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060254 Mar 14 15:50:13.666955 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c1260d53-8304-4f3b-94e0-36dc3b2a9358 req-7942b9e5-c628-4f56-83c8-b9fef5338a35 service neutron] 10.222.0.24 "GET /v2.0/networks/d6459749-108a-4c62-9ea1-ba7e84e42c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201148 Mar 14 15:50:15.099343 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5eae196b-af4b-48e5-a484-d414ed613512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:16.306042 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:16.522612 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:17.979339 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:20.988167 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:30.656319 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:50:42.942173 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e2376bc6-f47a-4ce0-91f8-d6a3ab36fb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:45.100775 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4e27404c-a7d3-421a-8794-672bb53334b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:46.307787 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:46.525260 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:47.981094 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:49.747402 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56840) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:50:49.753339 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3e8d9273-9e9c-4759-a6ee-6c0e44d629fa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:50:50.397274 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e8d9273-9e9c-4759-a6ee-6c0e44d629fa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:50.407563 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e8d9273-9e9c-4759-a6ee-6c0e44d629fa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-950448'] for router, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:50.607995 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8d9273-9e9c-4759-a6ee-6c0e44d629fa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 161fe6dc-0501-4830-b0cd-9c965d060611 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:50:50.809929 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8d9273-9e9c-4759-a6ee-6c0e44d629fa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:50:50.816683 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e8d9273-9e9c-4759-a6ee-6c0e44d629fa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:50.817810 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3e8d9273-9e9c-4759-a6ee-6c0e44d629fa tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/routers/161fe6dc-0501-4830-b0cd-9c965d060611 HTTP/1.1" status: 200 len: 888 time: 1.0693538 Mar 14 15:50:50.824755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4976266d-2031-43a4-85e3-6c9e7fef58e3 None None] Sync routers for ids ['161fe6dc-0501-4830-b0cd-9c965d060611'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:50:50.839401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4976266d-2031-43a4-85e3-6c9e7fef58e3 None None] Routers {'161fe6dc-0501-4830-b0cd-9c965d060611'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:50:50.840010 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4976266d-2031-43a4-85e3-6c9e7fef58e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:50:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['161fe6dc-0501-4830-b0cd-9c965d060611'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:50:50.897310 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4976266d-2031-43a4-85e3-6c9e7fef58e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:50:50.907499 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4976266d-2031-43a4-85e3-6c9e7fef58e3 None None] Routers {'161fe6dc-0501-4830-b0cd-9c965d060611'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:50:50.908085 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4976266d-2031-43a4-85e3-6c9e7fef58e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:50:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['161fe6dc-0501-4830-b0cd-9c965d060611'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:50:50.970139 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4976266d-2031-43a4-85e3-6c9e7fef58e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:50:50.970544 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4976266d-2031-43a4-85e3-6c9e7fef58e3 None None] The sync data for ids ['161fe6dc-0501-4830-b0cd-9c965d060611'] in dv-neutron-833561-1-hyperv is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:50:51.031931 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:51.712907 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99178c77-6de4-4136-a738-c3aff5d77162 None None] New status for floating IP 676d77f5-bc69-4805-bd8b-95b25da9cda0: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:50:51.760191 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:50:51.873809 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:51.913959 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=49a6ed58-6116-4a49-96c5-6e1ecbc6e94e,segment=NetworkSegment(d9b047f3-f03c-4cca-8989-abde153f1f8f),segment_id=d9b047f3-f03c-4cca-8989-abde153f1f8f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:50:51.918372 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:51.919094 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 33df62bb-6d21-4c36-827f-b63a4393a264 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:50:52.031640 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=49a6ed58-6116-4a49-96c5-6e1ecbc6e94e,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:50:52.107235 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:52.107581 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:52.107924 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:52.108256 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:52.108585 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:52.108917 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:52.109241 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:52.109563 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:52.109882 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:52.110221 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:52.110539 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:52.132360 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:52.148235 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 33df62bb-6d21-4c36-827f-b63a4393a264, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=33df62bb-6d21-4c36-827f-b63a4393a264,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:50:52.151397 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:52.216167 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=33df62bb-6d21-4c36-827f-b63a4393a264,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:50:53.003558 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56848) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:50:53.008896 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-34d1e737-308d-4811-b27b-2a1e200a86a9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:50:53.682560 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-34d1e737-308d-4811-b27b-2a1e200a86a9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:53.693665 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-34d1e737-308d-4811-b27b-2a1e200a86a9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-950448'] for router, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:53.891964 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d1e737-308d-4811-b27b-2a1e200a86a9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 161fe6dc-0501-4830-b0cd-9c965d060611 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:50:54.096944 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d1e737-308d-4811-b27b-2a1e200a86a9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:50:54.102575 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-34d1e737-308d-4811-b27b-2a1e200a86a9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:54.103781 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-34d1e737-308d-4811-b27b-2a1e200a86a9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/routers/161fe6dc-0501-4830-b0cd-9c965d060611 HTTP/1.1" status: 200 len: 887 time: 1.0991757 Mar 14 15:50:54.106577 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11d8028-1410-4c83-8314-7ca04fa7df0a None None] Sync routers for ids ['161fe6dc-0501-4830-b0cd-9c965d060611'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:50:54.107035 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56852) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:50:54.119570 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11d8028-1410-4c83-8314-7ca04fa7df0a None None] Routers {'161fe6dc-0501-4830-b0cd-9c965d060611'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:50:54.120185 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e11d8028-1410-4c83-8314-7ca04fa7df0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:50:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['161fe6dc-0501-4830-b0cd-9c965d060611'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:50:54.302855 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-e11d8028-1410-4c83-8314-7ca04fa7df0a None None] Set router 161fe6dc-0501-4830-b0cd-9c965d060611 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:50:54.476810 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ca93d195-98a3-49eb-bcda-0a299f52e69a tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/676d77f5-bc69-4805-bd8b-95b25da9cda0 HTTP/1.1" status: 200 len: 991 time: 0.3691328 Mar 14 15:50:54.643633 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e11d8028-1410-4c83-8314-7ca04fa7df0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'name': 'tempest-TestNetworkBasicOps-router-406582673', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:50:53Z', 'revision_number': 6, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:50:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '676d77f5-bc69-4805-bd8b-95b25da9cda0', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.23', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'port_id': '1f856b29-890c-47f6-a432-75c50fa37ef1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90', 'mac_address': 'fa:16:3e:c8:ad:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9538904-a17b-4c64-a482-083d10fe7911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:49:35Z', 'updated_at': '2022-03-14T15:50:51Z', 'revision_number': 2, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a6ed58-6116-4a49-96c5-6e1ecbc6e94e', 'name': '', 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:08:fc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90b1226a-ebc5-4770-92e3-c41ce35c3022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:16Z', 'updated_at': '2022-03-14T15:50:51Z', 'revision_number': 6, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '90b1226a-ebc5-4770-92e3-c41ce35c3022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:50:54.647357 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11d8028-1410-4c83-8314-7ca04fa7df0a None None] Checking router: 161fe6dc-0501-4830-b0cd-9c965d060611 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:50:54.657513 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11d8028-1410-4c83-8314-7ca04fa7df0a None None] Routers {'161fe6dc-0501-4830-b0cd-9c965d060611'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:50:54.658683 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e11d8028-1410-4c83-8314-7ca04fa7df0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:50:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['161fe6dc-0501-4830-b0cd-9c965d060611'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:50:54.832860 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-e11d8028-1410-4c83-8314-7ca04fa7df0a None None] Set router 161fe6dc-0501-4830-b0cd-9c965d060611 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:50:55.213683 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e11d8028-1410-4c83-8314-7ca04fa7df0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'name': 'tempest-TestNetworkBasicOps-router-406582673', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:50:53Z', 'revision_number': 6, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:50:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '676d77f5-bc69-4805-bd8b-95b25da9cda0', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.23', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'port_id': '1f856b29-890c-47f6-a432-75c50fa37ef1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90', 'mac_address': 'fa:16:3e:c8:ad:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9538904-a17b-4c64-a482-083d10fe7911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:49:35Z', 'updated_at': '2022-03-14T15:50:51Z', 'revision_number': 2, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a6ed58-6116-4a49-96c5-6e1ecbc6e94e', 'name': '', 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:08:fc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90b1226a-ebc5-4770-92e3-c41ce35c3022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:16Z', 'updated_at': '2022-03-14T15:50:51Z', 'revision_number': 6, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '90b1226a-ebc5-4770-92e3-c41ce35c3022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:50:55.217625 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11d8028-1410-4c83-8314-7ca04fa7df0a None None] The sync data for ids ['161fe6dc-0501-4830-b0cd-9c965d060611'] in dv-neutron-833561-1-hyperv is: [{'id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'name': 'tempest-TestNetworkBasicOps-router-406582673', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:50:53Z', 'revision_number': 6, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:50:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '676d77f5-bc69-4805-bd8b-95b25da9cda0', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'floating_ip_address': '172.26.4.23', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'port_id': '1f856b29-890c-47f6-a432-75c50fa37ef1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90', 'mac_address': 'fa:16:3e:c8:ad:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9538904-a17b-4c64-a482-083d10fe7911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:49:35Z', 'updated_at': '2022-03-14T15:50:51Z', 'revision_number': 2, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a6ed58-6116-4a49-96c5-6e1ecbc6e94e', 'name': '', 'network_id': 'd6459749-108a-4c62-9ea1-ba7e84e42c90', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'mac_address': 'fa:16:3e:08:fc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90b1226a-ebc5-4770-92e3-c41ce35c3022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:16Z', 'updated_at': '2022-03-14T15:50:51Z', 'revision_number': 6, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'subnets': [{'id': '90b1226a-ebc5-4770-92e3-c41ce35c3022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:50:55.479914 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56858) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:50:55.592647 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-94714d9a-30e7-4b0c-b33d-21f79b61e7ee tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/676d77f5-bc69-4805-bd8b-95b25da9cda0 HTTP/1.1" status: 200 len: 991 time: 0.1115055 Mar 14 15:50:55.818524 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:50:55.888464 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:50:55.888833 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:56.011061 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:56.044180 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=49a6ed58-6116-4a49-96c5-6e1ecbc6e94e,segment=NetworkSegment(d9b047f3-f03c-4cca-8989-abde153f1f8f),segment_id=d9b047f3-f03c-4cca-8989-abde153f1f8f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:50:56.047551 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:56.118907 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=49a6ed58-6116-4a49-96c5-6e1ecbc6e94e,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:50:56.597197 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56862) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:50:56.700023 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a21116f2-75a2-4e31-ae01-e8ac40bdf0a3 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/676d77f5-bc69-4805-bd8b-95b25da9cda0 HTTP/1.1" status: 200 len: 991 time: 0.1017747 Mar 14 15:50:57.703278 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56866) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:50:57.820362 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-35750858-920b-4f44-bb5e-0f5b20d6a974 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/676d77f5-bc69-4805-bd8b-95b25da9cda0 HTTP/1.1" status: 200 len: 991 time: 0.1159310 Mar 14 15:50:57.833162 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:50:57.899020 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:50:57.899389 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:58.010718 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 33df62bb-6d21-4c36-827f-b63a4393a264 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:50:58.074323 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 33df62bb-6d21-4c36-827f-b63a4393a264 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:50:58.074693 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:58.190558 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:58.206382 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 33df62bb-6d21-4c36-827f-b63a4393a264, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=33df62bb-6d21-4c36-827f-b63a4393a264,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:50:58.210273 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:58.274545 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=33df62bb-6d21-4c36-827f-b63a4393a264,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:50:58.823851 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56870) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:50:58.927378 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fe981fed-6a00-4fa2-89a2-a636157c8be2 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/676d77f5-bc69-4805-bd8b-95b25da9cda0 HTTP/1.1" status: 200 len: 991 time: 0.1024075 Mar 14 15:50:59.767810 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 33df62bb-6d21-4c36-827f-b63a4393a264 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:50:59.839434 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 33df62bb-6d21-4c36-827f-b63a4393a264 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:50:59.839806 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:59.931227 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56874) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:00.034701 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-97af62b1-c8cc-4d77-8d8b-95b32122cefc tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/676d77f5-bc69-4805-bd8b-95b25da9cda0 HTTP/1.1" status: 200 len: 991 time: 0.1023455 Mar 14 15:51:01.038767 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56878) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:01.139533 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1cde7d91-e11b-4064-a97b-f6594d0a98b5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/676d77f5-bc69-4805-bd8b-95b25da9cda0 HTTP/1.1" status: 200 len: 991 time: 0.0995977 Mar 14 15:51:02.144179 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56882) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:02.247411 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-379a91ca-8abc-450f-ac23-3e906480c550 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/676d77f5-bc69-4805-bd8b-95b25da9cda0 HTTP/1.1" status: 200 len: 991 time: 0.1019363 Mar 14 15:51:02.345054 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850b341c-63e0-4fe6-8bcc-d15899bea0ca None None] New status for floating IP 676d77f5-bc69-4805-bd8b-95b25da9cda0: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:51:03.251226 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56886) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:03.355375 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6f1d485b-626c-48d5-8de8-337f274747f9 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/floatingips/676d77f5-bc69-4805-bd8b-95b25da9cda0 HTTP/1.1" status: 200 len: 993 time: 0.1023643 Mar 14 15:51:03.629859 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56894) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:03.827893 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-99454071-d06d-488f-a7d6-59a30fe12b54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port e21364e4-cc0f-49c8-ba35-2f44aea297b7 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:51:03.828141 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-99454071-d06d-488f-a7d6-59a30fe12b54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:03.993311 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-99454071-d06d-488f-a7d6-59a30fe12b54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:03.993634 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-99454071-d06d-488f-a7d6-59a30fe12b54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:04.109962 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-99454071-d06d-488f-a7d6-59a30fe12b54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for e21364e4-cc0f-49c8-ba35-2f44aea297b7 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:51:04.255636 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-99454071-d06d-488f-a7d6-59a30fe12b54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:04.304872 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99454071-d06d-488f-a7d6-59a30fe12b54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=e21364e4-cc0f-49c8-ba35-2f44aea297b7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:04.370746 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454071-d06d-488f-a7d6-59a30fe12b54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:04.371017 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454071-d06d-488f-a7d6-59a30fe12b54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:04.371353 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454071-d06d-488f-a7d6-59a30fe12b54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:04.371684 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454071-d06d-488f-a7d6-59a30fe12b54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:04.372012 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454071-d06d-488f-a7d6-59a30fe12b54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:04.372336 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454071-d06d-488f-a7d6-59a30fe12b54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:04.372658 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454071-d06d-488f-a7d6-59a30fe12b54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:04.372981 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454071-d06d-488f-a7d6-59a30fe12b54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:04.373299 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454071-d06d-488f-a7d6-59a30fe12b54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:04.373612 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454071-d06d-488f-a7d6-59a30fe12b54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:04.373928 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454071-d06d-488f-a7d6-59a30fe12b54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:04.403895 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-99454071-d06d-488f-a7d6-59a30fe12b54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:04.882583 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99454071-d06d-488f-a7d6-59a30fe12b54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 161fe6dc-0501-4830-b0cd-9c965d060611 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:51:05.076776 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99454071-d06d-488f-a7d6-59a30fe12b54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:51:05.095948 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-99454071-d06d-488f-a7d6-59a30fe12b54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:05.150252 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-99454071-d06d-488f-a7d6-59a30fe12b54 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/floatingips/676d77f5-bc69-4805-bd8b-95b25da9cda0 HTTP/1.1" status: 204 len: 168 time: 1.5192904 Mar 14 15:51:05.150775 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9538904-a17b-4c64-a482-083d10fe7911', 'tag': '1f856b29-890c-47f6-a432-75c50fa37ef1'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:51:05.209695 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9538904-a17b-4c64-a482-083d10fe7911', 'tag': '1f856b29-890c-47f6-a432-75c50fa37ef1', 'status': 'completed', 'code': 200} Mar 14 15:51:05.299986 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-351768af-93af-459c-9b0a-807c3d652e99 req-87cda584-5b32-4e8e-9a54-bd1392f8da76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&device_id=e9538904-a17b-4c64-a482-083d10fe7911 HTTP/1.1" status: 200 len: 1099 time: 0.0690567 Mar 14 15:51:05.434709 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351768af-93af-459c-9b0a-807c3d652e99 req-7b35d681-f6fb-4645-81d3-2769bb0fa2e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:05.436058 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-351768af-93af-459c-9b0a-807c3d652e99 req-7b35d681-f6fb-4645-81d3-2769bb0fa2e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6459749-108a-4c62-9ea1-ba7e84e42c90 HTTP/1.1" status: 200 len: 898 time: 0.1304874 Mar 14 15:51:05.505661 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-351768af-93af-459c-9b0a-807c3d652e99 req-a58ff91b-3407-4703-8ffe-9791f7b049cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f856b29-890c-47f6-a432-75c50fa37ef1 HTTP/1.1" status: 200 len: 217 time: 0.0626905 Mar 14 15:51:05.538982 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618284ac-3972-4635-add6-6d5c730bb1c6 req-64d03846-5076-4bcb-9ac5-978dcbffb10d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:05.540432 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-618284ac-3972-4635-add6-6d5c730bb1c6 req-64d03846-5076-4bcb-9ac5-978dcbffb10d tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9538904-a17b-4c64-a482-083d10fe7911 HTTP/1.1" status: 200 len: 946 time: 0.0795457 Mar 14 15:51:05.568163 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351768af-93af-459c-9b0a-807c3d652e99 req-0d4e5584-d7b3-473e-ade5-fcee1d13c961 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:05.569631 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-351768af-93af-459c-9b0a-807c3d652e99 req-0d4e5584-d7b3-473e-ade5-fcee1d13c961 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=90b1226a-ebc5-4770-92e3-c41ce35c3022 HTTP/1.1" status: 200 len: 835 time: 0.0576384 Mar 14 15:51:05.585426 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-618284ac-3972-4635-add6-6d5c730bb1c6 req-a958a262-cccc-44de-aa14-3c30a5a79101 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=79342c3d-f0fb-4b49-8399-a4ce8c45af07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391951 Mar 14 15:51:05.644474 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-351768af-93af-459c-9b0a-807c3d652e99 req-1bcd8263-2b5e-4c07-95b3-6e0e4c965e3b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6459749-108a-4c62-9ea1-ba7e84e42c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676711 Mar 14 15:51:05.773010 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-351768af-93af-459c-9b0a-807c3d652e99 req-85b4783a-2ab4-464d-8102-864d0a882dec service neutron] 10.222.0.24 "GET /v2.0/networks/d6459749-108a-4c62-9ea1-ba7e84e42c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220543 Mar 14 15:51:05.900972 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-351768af-93af-459c-9b0a-807c3d652e99 req-eb207b73-106c-412d-959b-9983768f6db8 service neutron] 10.222.0.24 "GET /v2.0/networks/d6459749-108a-4c62-9ea1-ba7e84e42c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215608 Mar 14 15:51:06.783331 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7fb27-b5d7-45cb-b26e-bd2eb3b5cc2d req-6aeb5db6-d4fa-47e6-983a-aa34da2301c8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:06.784079 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-87c7fb27-b5d7-45cb-b26e-bd2eb3b5cc2d req-6aeb5db6-d4fa-47e6-983a-aa34da2301c8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:51:06.800094 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-87c7fb27-b5d7-45cb-b26e-bd2eb3b5cc2d req-6aeb5db6-d4fa-47e6-983a-aa34da2301c8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:51:06.801494 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-87c7fb27-b5d7-45cb-b26e-bd2eb3b5cc2d req-6aeb5db6-d4fa-47e6-983a-aa34da2301c8 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9538904-a17b-4c64-a482-083d10fe7911 HTTP/1.1" status: 200 len: 946 time: 0.0962560 Mar 14 15:51:06.848349 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-87c7fb27-b5d7-45cb-b26e-bd2eb3b5cc2d req-f8258ce1-3b2d-4f43-bc8b-d95ba7812626 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/security-groups?id=79342c3d-f0fb-4b49-8399-a4ce8c45af07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412607 Mar 14 15:51:07.083007 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebccf2-5c15-41f5-9195-e979eeae624c req-77e5e731-da07-4c77-8627-27f99ede9770 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:07.084404 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4eebccf2-5c15-41f5-9195-e979eeae624c req-77e5e731-da07-4c77-8627-27f99ede9770 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9538904-a17b-4c64-a482-083d10fe7911 HTTP/1.1" status: 200 len: 946 time: 0.0742438 Mar 14 15:51:07.246628 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-4eebccf2-5c15-41f5-9195-e979eeae624c req-bdfed374-b280-465f-a69f-04bd5c5162db tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 1f856b29-890c-47f6-a432-75c50fa37ef1 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:51:07.246970 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4eebccf2-5c15-41f5-9195-e979eeae624c req-bdfed374-b280-465f-a69f-04bd5c5162db tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:07.485617 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-4eebccf2-5c15-41f5-9195-e979eeae624c req-bdfed374-b280-465f-a69f-04bd5c5162db tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port 1f856b29-890c-47f6-a432-75c50fa37ef1, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1f856b29-890c-47f6-a432-75c50fa37ef1,segment=NetworkSegment(d9b047f3-f03c-4cca-8989-abde153f1f8f),segment_id=d9b047f3-f03c-4cca-8989-abde153f1f8f)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:51:07.486591 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4eebccf2-5c15-41f5-9195-e979eeae624c req-bdfed374-b280-465f-a69f-04bd5c5162db tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:07.604284 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-4eebccf2-5c15-41f5-9195-e979eeae624c req-bdfed374-b280-465f-a69f-04bd5c5162db tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 1f856b29-890c-47f6-a432-75c50fa37ef1 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:51:07.655466 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:51:07.743617 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4eebccf2-5c15-41f5-9195-e979eeae624c req-bdfed374-b280-465f-a69f-04bd5c5162db tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:07.789062 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfed374-b280-465f-a69f-04bd5c5162db tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=1f856b29-890c-47f6-a432-75c50fa37ef1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:07.862215 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eebccf2-5c15-41f5-9195-e979eeae624c req-bdfed374-b280-465f-a69f-04bd5c5162db tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] No DVR routers for this DVR port 1f856b29-890c-47f6-a432-75c50fa37ef1 on host hv-neutron-8335 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:51:07.864528 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4eebccf2-5c15-41f5-9195-e979eeae624c req-bdfed374-b280-465f-a69f-04bd5c5162db tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:07.866922 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9538904-a17b-4c64-a482-083d10fe7911', 'name': 'network-vif-deleted', 'tag': '1f856b29-890c-47f6-a432-75c50fa37ef1'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:51:07.883384 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4eebccf2-5c15-41f5-9195-e979eeae624c req-bdfed374-b280-465f-a69f-04bd5c5162db tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.24 "DELETE /v2.0/ports/1f856b29-890c-47f6-a432-75c50fa37ef1 HTTP/1.1" status: 204 len: 173 time: 0.7935836 Mar 14 15:51:07.929489 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9538904-a17b-4c64-a482-083d10fe7911', 'name': 'network-vif-deleted', 'tag': '1f856b29-890c-47f6-a432-75c50fa37ef1', 'status': 'completed', 'code': 200} Mar 14 15:51:08.024879 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-e43315f7-763f-43ea-98eb-84a055c5dc86 req-df8de797-5abe-449f-b99c-6349f5bafa5e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Synchronizing usage tracker for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:51:08.040721 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-e43315f7-763f-43ea-98eb-84a055c5dc86 req-df8de797-5abe-449f-b99c-6349f5bafa5e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Unset dirty status for tenant:5d6eafdbdcc04fa5ac3cc264b55cc088 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:51:08.041866 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e43315f7-763f-43ea-98eb-84a055c5dc86 req-df8de797-5abe-449f-b99c-6349f5bafa5e tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9538904-a17b-4c64-a482-083d10fe7911 HTTP/1.1" status: 200 len: 210 time: 0.0612402 Mar 14 15:51:09.147005 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56914) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:09.215136 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c2cb8041-fb6a-4fb4-88be-0910f2d6a8b5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:09.243443 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c2cb8041-fb6a-4fb4-88be-0910f2d6a8b5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:09.310527 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c2cb8041-fb6a-4fb4-88be-0910f2d6a8b5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:09.333689 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb8041-fb6a-4fb4-88be-0910f2d6a8b5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79342c3d-f0fb-4b49-8399-a4ce8c45af07,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:09.349708 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c2cb8041-fb6a-4fb4-88be-0910f2d6a8b5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:09.353211 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c2cb8041-fb6a-4fb4-88be-0910f2d6a8b5 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/security-groups/79342c3d-f0fb-4b49-8399-a4ce8c45af07 HTTP/1.1" status: 204 len: 168 time: 0.2028842 Mar 14 15:51:09.389422 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56920) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:09.784324 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-345b43ae-d8b7-4f23-9911-382d169897b6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:09.858033 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 1f856b29-890c-47f6-a432-75c50fa37ef1 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:51:09.891849 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 1f856b29-890c-47f6-a432-75c50fa37ef1 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:51:09.892194 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 1f856b29-890c-47f6-a432-75c50fa37ef1 not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:51:10.480181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-345b43ae-d8b7-4f23-9911-382d169897b6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:51:10.480750 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-345b43ae-d8b7-4f23-9911-382d169897b6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:10.664267 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-345b43ae-d8b7-4f23-9911-382d169897b6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=49a6ed58-6116-4a49-96c5-6e1ecbc6e94e,segment=NetworkSegment(d9b047f3-f03c-4cca-8989-abde153f1f8f),segment_id=d9b047f3-f03c-4cca-8989-abde153f1f8f)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:51:10.664625 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-345b43ae-d8b7-4f23-9911-382d169897b6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:10.783990 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-345b43ae-d8b7-4f23-9911-382d169897b6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:51:10.955847 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-345b43ae-d8b7-4f23-9911-382d169897b6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:10.999735 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b43ae-d8b7-4f23-9911-382d169897b6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=49a6ed58-6116-4a49-96c5-6e1ecbc6e94e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:11.304602 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-345b43ae-d8b7-4f23-9911-382d169897b6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:11.974753 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345b43ae-d8b7-4f23-9911-382d169897b6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Router 161fe6dc-0501-4830-b0cd-9c965d060611 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:51:12.170027 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345b43ae-d8b7-4f23-9911-382d169897b6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:51:12.186942 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-345b43ae-d8b7-4f23-9911-382d169897b6 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "PUT /v2.0/routers/161fe6dc-0501-4830-b0cd-9c965d060611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7964182 Mar 14 15:51:12.189821 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56924) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:12.388226 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6261d84-4d2e-4f3d-9349-a78e3cab7587 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting subnet 90b1226a-ebc5-4770-92e3-c41ce35c3022 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:51:12.390988 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6261d84-4d2e-4f3d-9349-a78e3cab7587 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:12.443290 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6261d84-4d2e-4f3d-9349-a78e3cab7587 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:12.525839 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6261d84-4d2e-4f3d-9349-a78e3cab7587 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:12.598804 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6261d84-4d2e-4f3d-9349-a78e3cab7587 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:12.637134 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6261d84-4d2e-4f3d-9349-a78e3cab7587 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Subnet': ['ID=90b1226a-ebc5-4770-92e3-c41ce35c3022,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:12.641699 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6261d84-4d2e-4f3d-9349-a78e3cab7587 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:12.648527 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c6261d84-4d2e-4f3d-9349-a78e3cab7587 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/subnets/90b1226a-ebc5-4770-92e3-c41ce35c3022 HTTP/1.1" status: 204 len: 168 time: 0.4577498 Mar 14 15:51:12.648889 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456d37b7-6ed5-48c9-992d-195bc08dfa43 None None] Network d6459749-108a-4c62-9ea1-ba7e84e42c90 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:51:12.651095 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56928) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:12.804253 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31f282c-9385-46a6-a8ef-ae103829c320 None None] Sync routers for ids ['161fe6dc-0501-4830-b0cd-9c965d060611'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:51:12.837738 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31f282c-9385-46a6-a8ef-ae103829c320 None None] Routers {'161fe6dc-0501-4830-b0cd-9c965d060611'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:51:12.838381 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e31f282c-9385-46a6-a8ef-ae103829c320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:50:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['161fe6dc-0501-4830-b0cd-9c965d060611'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:51:12.851601 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62902551-dc5c-4008-b965-44b9f7a27f41 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:12.991100 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-539520a4-4fd7-4390-9293-f0818c81ab28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:13.037843 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-e31f282c-9385-46a6-a8ef-ae103829c320 None None] Set router 161fe6dc-0501-4830-b0cd-9c965d060611 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:51:13.054093 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62902551-dc5c-4008-b965-44b9f7a27f41 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:13.063832 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-62902551-dc5c-4008-b965-44b9f7a27f41 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Deleting port 33df62bb-6d21-4c36-827f-b63a4393a264 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:51:13.064225 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62902551-dc5c-4008-b965-44b9f7a27f41 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:13.077546 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f9389d-b9e1-40f2-bf79-5f17dc784f6b None None] DHCP port deletion for d6459749-108a-4c62-9ea1-ba7e84e42c90 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:51:13.179435 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-56f9389d-b9e1-40f2-bf79-5f17dc784f6b None None] Deleting port 85df66c7-de71-4dfc-9952-0103f07aa18c {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:51:13.179809 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-56f9389d-b9e1-40f2-bf79-5f17dc784f6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:13.343716 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-62902551-dc5c-4008-b965-44b9f7a27f41 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] For port 33df62bb-6d21-4c36-827f-b63a4393a264, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=33df62bb-6d21-4c36-827f-b63a4393a264,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:51:13.343983 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62902551-dc5c-4008-b965-44b9f7a27f41 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:13.463807 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-62902551-dc5c-4008-b965-44b9f7a27f41 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Calling delete_port for 33df62bb-6d21-4c36-827f-b63a4393a264 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:51:13.515024 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-56f9389d-b9e1-40f2-bf79-5f17dc784f6b None None] For port 85df66c7-de71-4dfc-9952-0103f07aa18c, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=85df66c7-de71-4dfc-9952-0103f07aa18c,segment=NetworkSegment(d9b047f3-f03c-4cca-8989-abde153f1f8f),segment_id=d9b047f3-f03c-4cca-8989-abde153f1f8f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:51:13.515419 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-56f9389d-b9e1-40f2-bf79-5f17dc784f6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:13.626710 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62902551-dc5c-4008-b965-44b9f7a27f41 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:13.640072 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-56f9389d-b9e1-40f2-bf79-5f17dc784f6b None None] Calling delete_port for 85df66c7-de71-4dfc-9952-0103f07aa18c owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:51:13.669405 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62902551-dc5c-4008-b965-44b9f7a27f41 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Port': ['ID=33df62bb-6d21-4c36-827f-b63a4393a264,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:13.717115 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e31f282c-9385-46a6-a8ef-ae103829c320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'name': 'tempest-TestNetworkBasicOps-router-406582673', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:51:10Z', 'revision_number': 7, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port': {'id': '33df62bb-6d21-4c36-827f-b63a4393a264', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:50:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:51:13.723185 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31f282c-9385-46a6-a8ef-ae103829c320 None None] Checking router: 161fe6dc-0501-4830-b0cd-9c965d060611 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:51:13.735689 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31f282c-9385-46a6-a8ef-ae103829c320 None None] Routers {'161fe6dc-0501-4830-b0cd-9c965d060611'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:51:13.736228 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e31f282c-9385-46a6-a8ef-ae103829c320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:50:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['161fe6dc-0501-4830-b0cd-9c965d060611'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:51:13.787590 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-56f9389d-b9e1-40f2-bf79-5f17dc784f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:13.886191 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f9389d-b9e1-40f2-bf79-5f17dc784f6b None None] No DVR routers for this DVR port 85df66c7-de71-4dfc-9952-0103f07aa18c on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:51:13.892921 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 85df66c7-de71-4dfc-9952-0103f07aa18c no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:51:13.900642 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62902551-dc5c-4008-b965-44b9f7a27f41 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:13.938711 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 85df66c7-de71-4dfc-9952-0103f07aa18c {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:51:13.939091 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 85df66c7-de71-4dfc-9952-0103f07aa18c not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:51:13.941043 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9389d-b9e1-40f2-bf79-5f17dc784f6b None None] Pushing event deleted for resources: {'Port': ['ID=85df66c7-de71-4dfc-9952-0103f07aa18c,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:13.948964 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-e31f282c-9385-46a6-a8ef-ae103829c320 None None] Set router 161fe6dc-0501-4830-b0cd-9c965d060611 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:51:14.054475 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e31f282c-9385-46a6-a8ef-ae103829c320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'name': 'tempest-TestNetworkBasicOps-router-406582673', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:51:13Z', 'revision_number': 9, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:51:14.059482 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31f282c-9385-46a6-a8ef-ae103829c320 None None] The sync data for ids ['161fe6dc-0501-4830-b0cd-9c965d060611'] in dv-neutron-833561-1-hyperv is: [{'id': '161fe6dc-0501-4830-b0cd-9c965d060611', 'name': 'tempest-TestNetworkBasicOps-router-406582673', 'tenant_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:13Z', 'updated_at': '2022-03-14T15:51:13Z', 'revision_number': 9, 'project_id': '5d6eafdbdcc04fa5ac3cc264b55cc088', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:51:14.159511 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62902551-dc5c-4008-b965-44b9f7a27f41 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:14.163640 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62902551-dc5c-4008-b965-44b9f7a27f41 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:14.187726 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62902551-dc5c-4008-b965-44b9f7a27f41 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:14.188299 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62902551-dc5c-4008-b965-44b9f7a27f41 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Fanout notify agent at l3_agent the message router_deleted on router 161fe6dc-0501-4830-b0cd-9c965d060611 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:51:14.203289 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62902551-dc5c-4008-b965-44b9f7a27f41 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:14.204509 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-62902551-dc5c-4008-b965-44b9f7a27f41 tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/routers/161fe6dc-0501-4830-b0cd-9c965d060611 HTTP/1.1" status: 204 len: 168 time: 1.5525424 Mar 14 15:51:14.207352 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56932) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:14.319173 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af6bf5f5-fbfa-42ea-9c29-0eaeddc5a6df tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:14.548342 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af6bf5f5-fbfa-42ea-9c29-0eaeddc5a6df tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:14.573834 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-af6bf5f5-fbfa-42ea-9c29-0eaeddc5a6df tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6459749-108a-4c62-9ea1-ba7e84e42c90']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:51:14.586303 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-af6bf5f5-fbfa-42ea-9c29-0eaeddc5a6df tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b047f3-f03c-4cca-8989-abde153f1f8f') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:51:14.586605 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-af6bf5f5-fbfa-42ea-9c29-0eaeddc5a6df tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b047f3-f03c-4cca-8989-abde153f1f8f') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:51:14.598653 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af6bf5f5-fbfa-42ea-9c29-0eaeddc5a6df tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:14.614422 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af6bf5f5-fbfa-42ea-9c29-0eaeddc5a6df tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:14.620339 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6bf5f5-fbfa-42ea-9c29-0eaeddc5a6df tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:51:14.620723 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af6bf5f5-fbfa-42ea-9c29-0eaeddc5a6df tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:51:14.635100 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:51:14.719029 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af6bf5f5-fbfa-42ea-9c29-0eaeddc5a6df tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:14.723212 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af6bf5f5-fbfa-42ea-9c29-0eaeddc5a6df tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:14.751077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bf5f5-fbfa-42ea-9c29-0eaeddc5a6df tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] Pushing event deleted for resources: {'Network': ['ID=d6459749-108a-4c62-9ea1-ba7e84e42c90,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:14.758700 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-af6bf5f5-fbfa-42ea-9c29-0eaeddc5a6df tempest-TestNetworkBasicOps-1516236201 tempest-TestNetworkBasicOps-1516236201-project] 10.222.0.60 "DELETE /v2.0/networks/d6459749-108a-4c62-9ea1-ba7e84e42c90 HTTP/1.1" status: 204 len: 168 time: 0.5476687 Mar 14 15:51:14.865923 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1987d791-b488-4bdc-b785-f127bbb12f53 None None] New status for floating IP 676d77f5-bc69-4805-bd8b-95b25da9cda0: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:51:15.103590 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b4ec-d91e-463c-a2c5-a5185136fa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:15.132272 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56940) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:15.307466 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2303f1d9-00c9-49d5-8977-cbd4a8950a5b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5d6eafdbdcc04fa5ac3cc264b55cc088&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1739974 Mar 14 15:51:15.310101 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56946) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:15.367585 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec77d534-7d66-4200-af02-3480823a2375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:15.392803 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec77d534-7d66-4200-af02-3480823a2375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:15.446254 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec77d534-7d66-4200-af02-3480823a2375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:15.463519 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77d534-7d66-4200-af02-3480823a2375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2d41ab-5d49-4a13-a72b-b1561212a4a7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:15.469550 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec77d534-7d66-4200-af02-3480823a2375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:15.471653 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ec77d534-7d66-4200-af02-3480823a2375 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0a2d41ab-5d49-4a13-a72b-b1561212a4a7 HTTP/1.1" status: 204 len: 168 time: 0.1602538 Mar 14 15:51:15.737535 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:51:15.770823 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:51:15.771176 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 49a6ed58-6116-4a49-96c5-6e1ecbc6e94e not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:51:15.771595 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 33df62bb-6d21-4c36-827f-b63a4393a264 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:51:15.801889 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 33df62bb-6d21-4c36-827f-b63a4393a264 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:51:15.802259 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 33df62bb-6d21-4c36-827f-b63a4393a264 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:51:15.810376 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56954) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:15.828948 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d66d72cd-977d-48f0-bf86-db2b0c9575d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:15.860759 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d66d72cd-977d-48f0-bf86-db2b0c9575d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:51:15.865314 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-d66d72cd-977d-48f0-bf86-db2b0c9575d2 admin admin] Usage tracker for resource:security_group_rule and tenant:c38dfd1e39814e0ba66b822135876808 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:51:15.868061 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-d66d72cd-977d-48f0-bf86-db2b0c9575d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:51:15.873741 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d66d72cd-977d-48f0-bf86-db2b0c9575d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:51:15.946563 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d66d72cd-977d-48f0-bf86-db2b0c9575d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:15.950289 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d66d72cd-977d-48f0-bf86-db2b0c9575d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:15.995829 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d72cd-977d-48f0-bf86-db2b0c9575d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08394ea0-b073-436f-8abf-ab2e633cd942,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:15.999908 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d66d72cd-977d-48f0-bf86-db2b0c9575d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c38dfd1e39814e0ba66b822135876808&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1885183 Mar 14 15:51:16.002819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56958) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:16.060758 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-356ed1ab-7347-4bb6-81e0-46087c866cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:16.089849 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-356ed1ab-7347-4bb6-81e0-46087c866cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:16.139626 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-356ed1ab-7347-4bb6-81e0-46087c866cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:16.154959 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ed1ab-7347-4bb6-81e0-46087c866cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08394ea0-b073-436f-8abf-ab2e633cd942,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:16.165056 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-356ed1ab-7347-4bb6-81e0-46087c866cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:16.168507 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-356ed1ab-7347-4bb6-81e0-46087c866cac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/08394ea0-b073-436f-8abf-ab2e633cd942 HTTP/1.1" status: 204 len: 168 time: 0.1624811 Mar 14 15:51:16.310101 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:16.528147 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:17.039773 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 56980) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:17.164825 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-231766557-network', 'tenant_id': '132702fb5bd94dd18931c51d5f39a5fb'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:51:17.169640 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:51:17.174216 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Usage tracker for resource:network and tenant:132702fb5bd94dd18931c51d5f39a5fb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:51:17.177144 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:51:17.183330 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:51:17.193242 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Made reservation on behalf of 132702fb5bd94dd18931c51d5f39a5fb for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:51:17.195571 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:17.207962 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:17.237832 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:51:17.241517 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Usage tracker for resource:security_group_rule and tenant:132702fb5bd94dd18931c51d5f39a5fb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:51:17.244246 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:51:17.249709 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:51:17.311066 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:17.315511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:17.346207 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:51:17.351220 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8935f43-0713-4742-b2ac-15c72335dc7b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:17.361721 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:17.362001 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Added segment e00c687d-629d-44b1-9ce8-ec067364eb5e of type vlan for network f7b78008-e7f6-44fa-a1f8-74879c06bb34 Mar 14 15:51:17.363586 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:17.363928 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:17.364268 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:17.364601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:17.364931 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:17.365260 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:17.365588 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:17.365908 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:17.366255 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:17.366574 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:17.366892 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:17.395877 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:17.427349 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:17.428234 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:17.428832 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:17.527043 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4861524 Mar 14 15:51:17.529714 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fd6b7-5997-42c2-857a-da362601b5b1 admin admin] Pushing event updated for resources: {'Network': ['ID=f7b78008-e7f6-44fa-a1f8-74879c06bb34,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:17.530347 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 56986) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:17.537966 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-458a6734-dd9c-4f76-8901-4c3277617652 admin admin] Request body: {'subnet': {'network_id': 'f7b78008-e7f6-44fa-a1f8-74879c06bb34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-231766557-subnet', 'tenant_id': '132702fb5bd94dd18931c51d5f39a5fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:51:17.539543 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network f7b78008-e7f6-44fa-a1f8-74879c06bb34 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:51:17.543296 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-458a6734-dd9c-4f76-8901-4c3277617652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:51:17.547133 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-458a6734-dd9c-4f76-8901-4c3277617652 admin admin] Usage tracker for resource:subnet and tenant:132702fb5bd94dd18931c51d5f39a5fb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:51:17.550583 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-458a6734-dd9c-4f76-8901-4c3277617652 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:51:17.556298 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-458a6734-dd9c-4f76-8901-4c3277617652 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:51:17.567775 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458a6734-dd9c-4f76-8901-4c3277617652 admin admin] Made reservation on behalf of 132702fb5bd94dd18931c51d5f39a5fb for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:51:17.570023 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-458a6734-dd9c-4f76-8901-4c3277617652 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:17.766828 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-458a6734-dd9c-4f76-8901-4c3277617652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:17.836937 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a6734-dd9c-4f76-8901-4c3277617652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcb98f9f-60cc-4a19-a8ac-dac4c285a817,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:17.850868 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458a6734-dd9c-4f76-8901-4c3277617652 admin admin] Checking segment: {'id': 'e00c687d-629d-44b1-9ce8-ec067364eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f7b78008-e7f6-44fa-a1f8-74879c06bb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:51:17.851217 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458a6734-dd9c-4f76-8901-4c3277617652 admin admin] Network hostable DHCP agents. Network: f7b78008-e7f6-44fa-a1f8-74879c06bb34, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:51:17.873108 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458a6734-dd9c-4f76-8901-4c3277617652 admin admin] Network f7b78008-e7f6-44fa-a1f8-74879c06bb34 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:51:17.882121 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-458a6734-dd9c-4f76-8901-4c3277617652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, f7b78008-e7f6-44fa-a1f8-74879c06bb34) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:51:17.886413 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458a6734-dd9c-4f76-8901-4c3277617652 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:17.887694 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-458a6734-dd9c-4f76-8901-4c3277617652 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:17.891478 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d100ab-bb5d-40e4-aeef-36dc9a307242 None None] Network f7b78008-e7f6-44fa-a1f8-74879c06bb34 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:51:17.908415 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-458a6734-dd9c-4f76-8901-4c3277617652 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3763752 Mar 14 15:51:17.991925 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:18.151562 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7edfb87-7513-4cb3-b028-c71234f8f288 None None] Network f7b78008-e7f6-44fa-a1f8-74879c06bb34 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:51:18.746202 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 57008) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:18.751751 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f16e5346-4b5d-4dcf-bd57-66070a2ba0f5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1754280352-network', 'tenant_id': '1ae86208270e4d12986d0009a5bccd20'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:51:18.756485 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f16e5346-4b5d-4dcf-bd57-66070a2ba0f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:51:18.760265 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f16e5346-4b5d-4dcf-bd57-66070a2ba0f5 admin admin] Usage tracker for resource:network and tenant:1ae86208270e4d12986d0009a5bccd20 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:51:18.763120 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f16e5346-4b5d-4dcf-bd57-66070a2ba0f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:51:18.768714 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f16e5346-4b5d-4dcf-bd57-66070a2ba0f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:51:18.778709 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16e5346-4b5d-4dcf-bd57-66070a2ba0f5 admin admin] Made reservation on behalf of 1ae86208270e4d12986d0009a5bccd20 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:51:18.781030 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16e5346-4b5d-4dcf-bd57-66070a2ba0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:18.793723 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16e5346-4b5d-4dcf-bd57-66070a2ba0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:18.824537 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f16e5346-4b5d-4dcf-bd57-66070a2ba0f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:51:18.828235 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f16e5346-4b5d-4dcf-bd57-66070a2ba0f5 admin admin] Usage tracker for resource:security_group_rule and tenant:1ae86208270e4d12986d0009a5bccd20 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:51:18.831056 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f16e5346-4b5d-4dcf-bd57-66070a2ba0f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:51:18.836610 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f16e5346-4b5d-4dcf-bd57-66070a2ba0f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:51:18.902520 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16e5346-4b5d-4dcf-bd57-66070a2ba0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:18.906253 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16e5346-4b5d-4dcf-bd57-66070a2ba0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:18.937520 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16e5346-4b5d-4dcf-bd57-66070a2ba0f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:51:18.942737 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e5346-4b5d-4dcf-bd57-66070a2ba0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534b649b-9c47-44bd-99ae-c2961afe9725,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:18.949202 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16e5346-4b5d-4dcf-bd57-66070a2ba0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:18.949480 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-f16e5346-4b5d-4dcf-bd57-66070a2ba0f5 admin admin] Added segment c61651a6-05e2-4c91-bad6-ab633fafe333 of type vlan for network 7b1ae8c1-e87d-4f5c-866c-8589caf0abb3 Mar 14 15:51:18.976068 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16e5346-4b5d-4dcf-bd57-66070a2ba0f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:19.009759 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16e5346-4b5d-4dcf-bd57-66070a2ba0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:19.010615 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e5346-4b5d-4dcf-bd57-66070a2ba0f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:19.011182 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16e5346-4b5d-4dcf-bd57-66070a2ba0f5 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:19.111642 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e5346-4b5d-4dcf-bd57-66070a2ba0f5 admin admin] Pushing event updated for resources: {'Network': ['ID=7b1ae8c1-e87d-4f5c-866c-8589caf0abb3,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:19.115887 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f16e5346-4b5d-4dcf-bd57-66070a2ba0f5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3686595 Mar 14 15:51:19.118876 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 57012) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:19.121756 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 7b1ae8c1-e87d-4f5c-866c-8589caf0abb3 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:51:19.125663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-24f0101a-18f3-4f33-b9e6-d4dc6953e435 admin admin] Request body: {'subnet': {'network_id': '7b1ae8c1-e87d-4f5c-866c-8589caf0abb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1754280352-subnet', 'tenant_id': '1ae86208270e4d12986d0009a5bccd20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:51:19.130714 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-24f0101a-18f3-4f33-b9e6-d4dc6953e435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:51:19.134856 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-24f0101a-18f3-4f33-b9e6-d4dc6953e435 admin admin] Usage tracker for resource:subnet and tenant:1ae86208270e4d12986d0009a5bccd20 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:51:19.137869 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-24f0101a-18f3-4f33-b9e6-d4dc6953e435 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:51:19.144581 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-24f0101a-18f3-4f33-b9e6-d4dc6953e435 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:51:19.155049 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f0101a-18f3-4f33-b9e6-d4dc6953e435 admin admin] Made reservation on behalf of 1ae86208270e4d12986d0009a5bccd20 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:51:19.157752 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24f0101a-18f3-4f33-b9e6-d4dc6953e435 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:19.445911 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24f0101a-18f3-4f33-b9e6-d4dc6953e435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:19.513080 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0101a-18f3-4f33-b9e6-d4dc6953e435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dc912a2-c53a-4e1c-977a-2c102aa1ee63,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:19.526497 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f0101a-18f3-4f33-b9e6-d4dc6953e435 admin admin] Checking segment: {'id': 'c61651a6-05e2-4c91-bad6-ab633fafe333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7b1ae8c1-e87d-4f5c-866c-8589caf0abb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:51:19.526858 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f0101a-18f3-4f33-b9e6-d4dc6953e435 admin admin] Network hostable DHCP agents. Network: 7b1ae8c1-e87d-4f5c-866c-8589caf0abb3, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:51:19.548080 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f0101a-18f3-4f33-b9e6-d4dc6953e435 admin admin] Network 7b1ae8c1-e87d-4f5c-866c-8589caf0abb3 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:51:19.557281 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-24f0101a-18f3-4f33-b9e6-d4dc6953e435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 7b1ae8c1-e87d-4f5c-866c-8589caf0abb3) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:51:19.561019 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f0101a-18f3-4f33-b9e6-d4dc6953e435 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:19.561589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24f0101a-18f3-4f33-b9e6-d4dc6953e435 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:19.566197 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81839279-8be7-4973-a563-b101349222ca None None] Network 7b1ae8c1-e87d-4f5c-866c-8589caf0abb3 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:51:19.581701 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-24f0101a-18f3-4f33-b9e6-d4dc6953e435 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4607182 Mar 14 15:51:19.774749 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133d982a-a181-4f49-bdb1-f0ce1cb60b29 None None] Network 7b1ae8c1-e87d-4f5c-866c-8589caf0abb3 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:51:20.180841 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-fead4cf7-1641-488b-992f-df316d755252 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:20.181513 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-fead4cf7-1641-488b-992f-df316d755252 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Synchronizing usage tracker for tenant:132702fb5bd94dd18931c51d5f39a5fb on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:51:20.197501 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-fead4cf7-1641-488b-992f-df316d755252 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Unset dirty status for tenant:132702fb5bd94dd18931c51d5f39a5fb on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:51:20.198740 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-fead4cf7-1641-488b-992f-df316d755252 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/networks?id=f7b78008-e7f6-44fa-a1f8-74879c06bb34 HTTP/1.1" status: 200 len: 811 time: 0.1572900 Mar 14 15:51:20.214458 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-e9a40cb0-30f4-41d0-9b9a-549e29f48225 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/quotas/132702fb5bd94dd18931c51d5f39a5fb HTTP/1.1" status: 200 len: 375 time: 0.0104501 Mar 14 15:51:20.261916 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-3ef8e4be-0522-4c80-9d15-928c65b9245f tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=132702fb5bd94dd18931c51d5f39a5fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426166 Mar 14 15:51:20.272057 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-1c59497e-df20-407d-b34c-0a7da466be9e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:51:20.272953 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-1c59497e-df20-407d-b34c-0a7da466be9e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047081 Mar 14 15:51:20.404294 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-0e625e6b-905e-42db-92fb-215ff5f3ed18 service neutron] 10.222.0.60 "GET /v2.0/networks/f7b78008-e7f6-44fa-a1f8-74879c06bb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258624 Mar 14 15:51:20.531068 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-7cc6c97b-9bb0-4978-be9e-679ce2abd9f9 service neutron] 10.222.0.60 "GET /v2.0/networks/f7b78008-e7f6-44fa-a1f8-74879c06bb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201701 Mar 14 15:51:20.713701 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-19e81e22-42e9-4449-ac7c-a69964a01a43 req-25c24557-4ee3-4803-a97f-872aa289383b tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 210 time: 0.0450876 Mar 14 15:51:21.033167 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:21.707545 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-e1f11510-de33-4c2b-93f6-9d9e95cdf3e7 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:21.709027 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-e1f11510-de33-4c2b-93f6-9d9e95cdf3e7 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.24 "GET /v2.0/networks?id=f7b78008-e7f6-44fa-a1f8-74879c06bb34 HTTP/1.1" status: 200 len: 811 time: 0.1461527 Mar 14 15:51:21.724127 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-cbff4b95-ca1e-4b28-b634-1bf1c95a7165 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Request body: {'port': {'device_id': '809b7085-c7f8-4048-b2c0-72e52831120a', 'network_id': 'f7b78008-e7f6-44fa-a1f8-74879c06bb34', 'admin_state_up': True, 'tenant_id': '132702fb5bd94dd18931c51d5f39a5fb'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:51:21.860114 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-cbff4b95-ca1e-4b28-b634-1bf1c95a7165 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:51:21.864084 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-cbff4b95-ca1e-4b28-b634-1bf1c95a7165 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Usage tracker for resource:port and tenant:132702fb5bd94dd18931c51d5f39a5fb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:51:21.866835 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-cbff4b95-ca1e-4b28-b634-1bf1c95a7165 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:51:21.872332 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-cbff4b95-ca1e-4b28-b634-1bf1c95a7165 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:51:21.874525 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f37b1432-89f4-4649-b3a2-a10e37496a3c req-c3db3af4-4b8a-41cb-ab7b-9abded963d5a tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 210 time: 0.0402353 Mar 14 15:51:21.882869 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-cbff4b95-ca1e-4b28-b634-1bf1c95a7165 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Made reservation on behalf of 132702fb5bd94dd18931c51d5f39a5fb for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:51:21.885816 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-cbff4b95-ca1e-4b28-b634-1bf1c95a7165 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:22.044142 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-cbff4b95-ca1e-4b28-b634-1bf1c95a7165 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Allocated IP 172.20.0.6 (f7b78008-e7f6-44fa-a1f8-74879c06bb34/fcb98f9f-60cc-4a19-a8ac-dac4c285a817/749c8b58-4ab1-4b90-aeb2-4427655d20e0) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:51:22.342088 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-cbff4b95-ca1e-4b28-b634-1bf1c95a7165 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:22.372699 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-cbff4b95-ca1e-4b28-b634-1bf1c95a7165 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:22.443655 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-cbff4b95-ca1e-4b28-b634-1bf1c95a7165 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Network f7b78008-e7f6-44fa-a1f8-74879c06bb34 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:51:22.446702 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-cbff4b95-ca1e-4b28-b634-1bf1c95a7165 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:51:22.450925 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-cbff4b95-ca1e-4b28-b634-1bf1c95a7165 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:51:22.478694 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff4b95-ca1e-4b28-b634-1bf1c95a7165 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Pushing event updated for resources: {'Port': ['ID=749c8b58-4ab1-4b90-aeb2-4427655d20e0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:22.514305 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-cbff4b95-ca1e-4b28-b634-1bf1c95a7165 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:22.514894 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-cbff4b95-ca1e-4b28-b634-1bf1c95a7165 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:22.535622 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-cbff4b95-ca1e-4b28-b634-1bf1c95a7165 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8152325 Mar 14 15:51:22.546777 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-8b51013f-5024-454f-b4a2-fedf09abbb85 service neutron] Request body: {'port': {'device_id': '809b7085-c7f8-4048-b2c0-72e52831120a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:51:22.652466 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-8b51013f-5024-454f-b4a2-fedf09abbb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:22.981643 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-8b51013f-5024-454f-b4a2-fedf09abbb85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749c8b58-4ab1-4b90-aeb2-4427655d20e0 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:51:22.989362 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-8b51013f-5024-454f-b4a2-fedf09abbb85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:23.037054 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-8b51013f-5024-454f-b4a2-fedf09abbb85 service neutron] Transition to ACTIVE for port object 749c8b58-4ab1-4b90-aeb2-4427655d20e0 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:51:23.042429 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-8b51013f-5024-454f-b4a2-fedf09abbb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:23.178301 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51013f-5024-454f-b4a2-fedf09abbb85 service neutron] Pushing event updated for resources: {'Port': ['ID=749c8b58-4ab1-4b90-aeb2-4427655d20e0,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:23.256131 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456e1aa-3011-4d62-8877-98294a37092a req-26031e0c-9b61-4a35-bc5b-238541b97612 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:23.256833 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-c456e1aa-3011-4d62-8877-98294a37092a req-26031e0c-9b61-4a35-bc5b-238541b97612 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Synchronizing usage tracker for tenant:132702fb5bd94dd18931c51d5f39a5fb on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:51:23.299305 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-c456e1aa-3011-4d62-8877-98294a37092a req-26031e0c-9b61-4a35-bc5b-238541b97612 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Unset dirty status for tenant:132702fb5bd94dd18931c51d5f39a5fb on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:51:23.300498 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c456e1aa-3011-4d62-8877-98294a37092a req-26031e0c-9b61-4a35-bc5b-238541b97612 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 931 time: 0.3015342 Mar 14 15:51:23.332465 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-8b51013f-5024-454f-b4a2-fedf09abbb85 service neutron] Attempting to bind port 749c8b58-4ab1-4b90-aeb2-4427655d20e0 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:51:23.332939 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-8b51013f-5024-454f-b4a2-fedf09abbb85 service neutron] Attempting to bind port 749c8b58-4ab1-4b90-aeb2-4427655d20e0 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'e00c687d-629d-44b1-9ce8-ec067364eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f7b78008-e7f6-44fa-a1f8-74879c06bb34'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:51:23.333400 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-8b51013f-5024-454f-b4a2-fedf09abbb85 service neutron] Attempting to bind port 749c8b58-4ab1-4b90-aeb2-4427655d20e0 on network f7b78008-e7f6-44fa-a1f8-74879c06bb34 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:51:23.356578 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-8b51013f-5024-454f-b4a2-fedf09abbb85 service neutron] Port 749c8b58-4ab1-4b90-aeb2-4427655d20e0 on network f7b78008-e7f6-44fa-a1f8-74879c06bb34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:51:23.356889 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-8b51013f-5024-454f-b4a2-fedf09abbb85 service neutron] Attempting to bind port 749c8b58-4ab1-4b90-aeb2-4427655d20e0 on network f7b78008-e7f6-44fa-a1f8-74879c06bb34 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:51:23.372622 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-8b51013f-5024-454f-b4a2-fedf09abbb85 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:51:23.373082 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-8b51013f-5024-454f-b4a2-fedf09abbb85 service neutron] Checking segment: {'id': 'e00c687d-629d-44b1-9ce8-ec067364eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f7b78008-e7f6-44fa-a1f8-74879c06bb34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:51:23.373598 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-8b51013f-5024-454f-b4a2-fedf09abbb85 service neutron] Bound using segment: {'id': 'e00c687d-629d-44b1-9ce8-ec067364eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f7b78008-e7f6-44fa-a1f8-74879c06bb34'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:51:23.374213 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-8b51013f-5024-454f-b4a2-fedf09abbb85 service neutron] Bound port: 749c8b58-4ab1-4b90-aeb2-4427655d20e0, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00c687d-629d-44b1-9ce8-ec067364eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f7b78008-e7f6-44fa-a1f8-74879c06bb34'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:51:23.374692 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-8b51013f-5024-454f-b4a2-fedf09abbb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:23.398783 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c456e1aa-3011-4d62-8877-98294a37092a req-bcbaedb9-135b-4d18-8d36-c17b954638fc tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8935f43-0713-4742-b2ac-15c72335dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918245 Mar 14 15:51:23.472497 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-8b51013f-5024-454f-b4a2-fedf09abbb85 service neutron] For port 749c8b58-4ab1-4b90-aeb2-4427655d20e0, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:51:23.475302 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-8b51013f-5024-454f-b4a2-fedf09abbb85 service neutron] For port 749c8b58-4ab1-4b90-aeb2-4427655d20e0, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=749c8b58-4ab1-4b90-aeb2-4427655d20e0,segment=NetworkSegment(e00c687d-629d-44b1-9ce8-ec067364eb5e),segment_id=e00c687d-629d-44b1-9ce8-ec067364eb5e)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:51:23.478820 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-8b51013f-5024-454f-b4a2-fedf09abbb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:23.537813 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-8b51013f-5024-454f-b4a2-fedf09abbb85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:23.539180 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-8b51013f-5024-454f-b4a2-fedf09abbb85 service neutron] 10.222.0.24 "PUT /v2.0/ports/749c8b58-4ab1-4b90-aeb2-4427655d20e0 HTTP/1.1" status: 200 len: 1093 time: 0.9962387 Mar 14 15:51:23.539604 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '809b7085-c7f8-4048-b2c0-72e52831120a', 'tag': '749c8b58-4ab1-4b90-aeb2-4427655d20e0'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:51:23.555925 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51013f-5024-454f-b4a2-fedf09abbb85 service neutron] Pushing event updated for resources: {'Port': ['ID=749c8b58-4ab1-4b90-aeb2-4427655d20e0,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:23.614406 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '809b7085-c7f8-4048-b2c0-72e52831120a', 'tag': '749c8b58-4ab1-4b90-aeb2-4427655d20e0', 'status': 'completed', 'code': 200} Mar 14 15:51:23.648967 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-c29d686d-b1f0-4570-97bd-b40f14132028 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=132702fb5bd94dd18931c51d5f39a5fb&device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 1096 time: 0.0722117 Mar 14 15:51:23.718923 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-2a93a81b-6f42-473d-a947-b5eb75645859 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=749c8b58-4ab1-4b90-aeb2-4427655d20e0 HTTP/1.1" status: 200 len: 217 time: 0.0624106 Mar 14 15:51:23.782524 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-7aafb49f-4b4f-46bd-ab29-723e1c9bd1dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:23.783950 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-7aafb49f-4b4f-46bd-ab29-723e1c9bd1dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcb98f9f-60cc-4a19-a8ac-dac4c285a817 HTTP/1.1" status: 200 len: 851 time: 0.0594890 Mar 14 15:51:23.827162 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-9f08b979-81d8-4510-8af5-2bffe7878c5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f7b78008-e7f6-44fa-a1f8-74879c06bb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377858 Mar 14 15:51:23.953364 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-e943e2ee-36ed-4eff-8d73-734779bdbb7c service neutron] 10.222.0.24 "GET /v2.0/networks/f7b78008-e7f6-44fa-a1f8-74879c06bb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202519 Mar 14 15:51:24.099980 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e87b9e2-67ec-4b5f-8f77-d513f5543edb req-18b3b9da-4beb-4c49-a6a8-a77d9cf0441c service neutron] 10.222.0.24 "GET /v2.0/networks/f7b78008-e7f6-44fa-a1f8-74879c06bb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407685 Mar 14 15:51:24.306994 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1ac5bb2f-4f49-4dee-8942-f0040a527a70 req-017b30af-d939-46cd-9960-1f9a5c04ccd4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=132702fb5bd94dd18931c51d5f39a5fb&device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 1096 time: 0.1609437 Mar 14 15:51:24.448085 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5bb2f-4f49-4dee-8942-f0040a527a70 req-c970cb6c-6aca-4e15-b59f-daca93513164 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:24.449535 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1ac5bb2f-4f49-4dee-8942-f0040a527a70 req-c970cb6c-6aca-4e15-b59f-daca93513164 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f7b78008-e7f6-44fa-a1f8-74879c06bb34 HTTP/1.1" status: 200 len: 912 time: 0.1362653 Mar 14 15:51:24.517719 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1ac5bb2f-4f49-4dee-8942-f0040a527a70 req-9cccfa84-b310-4465-a2b9-10b4a313c96a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=749c8b58-4ab1-4b90-aeb2-4427655d20e0 HTTP/1.1" status: 200 len: 217 time: 0.0612223 Mar 14 15:51:24.631440 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5bb2f-4f49-4dee-8942-f0040a527a70 req-a3ba2b2c-2d35-4dfc-8245-6cbbab4dc780 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:24.632873 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1ac5bb2f-4f49-4dee-8942-f0040a527a70 req-a3ba2b2c-2d35-4dfc-8245-6cbbab4dc780 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcb98f9f-60cc-4a19-a8ac-dac4c285a817 HTTP/1.1" status: 200 len: 851 time: 0.0768807 Mar 14 15:51:24.684721 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1ac5bb2f-4f49-4dee-8942-f0040a527a70 req-ba7fe2d1-404e-47e0-98e9-991c9c386714 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f7b78008-e7f6-44fa-a1f8-74879c06bb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447338 Mar 14 15:51:24.691467 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e565e5-2163-46c4-b7d0-d7482bba6fa6 req-614136ab-6989-4c86-8997-78a19c51bedc tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:24.692739 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e1e565e5-2163-46c4-b7d0-d7482bba6fa6 req-614136ab-6989-4c86-8997-78a19c51bedc tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 943 time: 0.1739695 Mar 14 15:51:24.832949 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e1e565e5-2163-46c4-b7d0-d7482bba6fa6 req-b431ad59-3132-43dc-8d6d-1e40c043d339 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8935f43-0713-4742-b2ac-15c72335dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227326 Mar 14 15:51:24.866266 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1ac5bb2f-4f49-4dee-8942-f0040a527a70 req-638d2d1f-b832-43fb-9e49-41ff89c9d32b service neutron] 10.222.0.24 "GET /v2.0/networks/f7b78008-e7f6-44fa-a1f8-74879c06bb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726019 Mar 14 15:51:24.994425 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1ac5bb2f-4f49-4dee-8942-f0040a527a70 req-5ca0b9cd-191b-4139-902a-4bcc4c9ff559 service neutron] 10.222.0.24 "GET /v2.0/networks/f7b78008-e7f6-44fa-a1f8-74879c06bb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217194 Mar 14 15:51:25.907884 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 749c8b58-4ab1-4b90-aeb2-4427655d20e0 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:51:26.033934 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221c8b0-a24a-4a8e-bbce-0ca021f55de5 req-f1311a84-80c6-418e-870e-d0e6fc3c3946 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:26.035374 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f221c8b0-a24a-4a8e-bbce-0ca021f55de5 req-f1311a84-80c6-418e-870e-d0e6fc3c3946 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 943 time: 0.0759890 Mar 14 15:51:26.039048 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 749c8b58-4ab1-4b90-aeb2-4427655d20e0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=749c8b58-4ab1-4b90-aeb2-4427655d20e0,segment=NetworkSegment(e00c687d-629d-44b1-9ce8-ec067364eb5e),segment_id=e00c687d-629d-44b1-9ce8-ec067364eb5e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:51:26.052797 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '749c8b58-4ab1-4b90-aeb2-4427655d20e0', 'network_id': 'f7b78008-e7f6-44fa-a1f8-74879c06bb34', 'port_id': '749c8b58-4ab1-4b90-aeb2-4427655d20e0', 'mac_address': 'fa:16:3e:58:ea:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb98f9f-60cc-4a19-a8ac-dac4c285a817', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:51:26.083150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-f221c8b0-a24a-4a8e-bbce-0ca021f55de5 req-69505927-8608-4758-9ede-9a905c7e5e92 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Synchronizing usage tracker for tenant:132702fb5bd94dd18931c51d5f39a5fb on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:51:26.100332 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-f221c8b0-a24a-4a8e-bbce-0ca021f55de5 req-69505927-8608-4758-9ede-9a905c7e5e92 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Unset dirty status for tenant:132702fb5bd94dd18931c51d5f39a5fb on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:51:26.101591 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f221c8b0-a24a-4a8e-bbce-0ca021f55de5 req-69505927-8608-4758-9ede-9a905c7e5e92 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8935f43-0713-4742-b2ac-15c72335dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604720 Mar 14 15:51:26.106472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:26.127062 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749c8b58-4ab1-4b90-aeb2-4427655d20e0 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:51:26.142121 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 749c8b58-4ab1-4b90-aeb2-4427655d20e0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=749c8b58-4ab1-4b90-aeb2-4427655d20e0,segment=NetworkSegment(e00c687d-629d-44b1-9ce8-ec067364eb5e),segment_id=e00c687d-629d-44b1-9ce8-ec067364eb5e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:51:26.146229 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:26.209978 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=749c8b58-4ab1-4b90-aeb2-4427655d20e0,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:26.467258 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['749c8b58-4ab1-4b90-aeb2-4427655d20e0'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:51:27.293457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65a875-58a2-4f36-9071-db4904483187 req-a92e314f-af1d-4928-8e5d-d92d71b53c05 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:27.294958 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8e65a875-58a2-4f36-9071-db4904483187 req-a92e314f-af1d-4928-8e5d-d92d71b53c05 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 944 time: 0.0748041 Mar 14 15:51:27.349027 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8e65a875-58a2-4f36-9071-db4904483187 req-811d54da-7800-4c7d-b357-c4c971138116 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8935f43-0713-4742-b2ac-15c72335dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478177 Mar 14 15:51:27.919352 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 749c8b58-4ab1-4b90-aeb2-4427655d20e0 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:51:27.990733 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 749c8b58-4ab1-4b90-aeb2-4427655d20e0 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:51:27.995329 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 749c8b58-4ab1-4b90-aeb2-4427655d20e0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:51:27.995724 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:28.106816 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:28.132416 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809b7085-c7f8-4048-b2c0-72e52831120a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749c8b58-4ab1-4b90-aeb2-4427655d20e0'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:51:28.142281 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 749c8b58-4ab1-4b90-aeb2-4427655d20e0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=749c8b58-4ab1-4b90-aeb2-4427655d20e0,segment=NetworkSegment(e00c687d-629d-44b1-9ce8-ec067364eb5e),segment_id=e00c687d-629d-44b1-9ce8-ec067364eb5e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:51:28.146513 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:28.189455 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809b7085-c7f8-4048-b2c0-72e52831120a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749c8b58-4ab1-4b90-aeb2-4427655d20e0', 'code': 200} Mar 14 15:51:28.216367 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=749c8b58-4ab1-4b90-aeb2-4427655d20e0,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:28.409606 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-518f2af1-a33f-4401-9be2-b3e814b2adb2 req-c3cece63-0337-4eab-b696-a76bb518b3e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 1098 time: 0.0735095 Mar 14 15:51:28.451754 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-518f2af1-a33f-4401-9be2-b3e814b2adb2 req-0660b91b-a3a9-4784-a66f-b5ee56baca0c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b8935f43-0713-4742-b2ac-15c72335dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360372 Mar 14 15:51:28.551368 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef159249-ded3-44a8-9025-02e15da56e30 req-179302fa-a009-4700-b5ae-e2beaef919b8 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:28.552835 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ef159249-ded3-44a8-9025-02e15da56e30 req-179302fa-a009-4700-b5ae-e2beaef919b8 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 945 time: 0.0748246 Mar 14 15:51:28.600298 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ef159249-ded3-44a8-9025-02e15da56e30 req-c835e1a5-0b12-4247-b8ce-6e05b5e355e8 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8935f43-0713-4742-b2ac-15c72335dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420940 Mar 14 15:51:29.799884 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c193750-4b8b-48a3-ad01-80d171bb4399 req-fb463ac0-fabd-4ab2-8d5f-3b898f7423bc tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:29.801718 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6c193750-4b8b-48a3-ad01-80d171bb4399 req-fb463ac0-fabd-4ab2-8d5f-3b898f7423bc tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 945 time: 0.0808060 Mar 14 15:51:29.849187 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6c193750-4b8b-48a3-ad01-80d171bb4399 req-8cadb50b-8ddd-498d-83f1-2c8ecc39f730 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8935f43-0713-4742-b2ac-15c72335dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419576 Mar 14 15:51:31.045323 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5a83d-25cb-4f8d-aa5e-8ba49d60df70 req-7bb919ec-3b56-44a8-9bb1-25221ba00da2 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:31.046779 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-91c5a83d-25cb-4f8d-aa5e-8ba49d60df70 req-7bb919ec-3b56-44a8-9bb1-25221ba00da2 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 945 time: 0.0784619 Mar 14 15:51:31.091124 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-91c5a83d-25cb-4f8d-aa5e-8ba49d60df70 req-1a86dc6b-7c3b-4413-b65d-b83367b4478d tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8935f43-0713-4742-b2ac-15c72335dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384789 Mar 14 15:51:31.296809 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af709a79-da32-4091-9870-636a83bfa688 req-9594086a-75b7-4b9f-8e89-87092bf337e7 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:31.299463 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af709a79-da32-4091-9870-636a83bfa688 req-9594086a-75b7-4b9f-8e89-87092bf337e7 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 945 time: 0.0872712 Mar 14 15:51:31.343679 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af709a79-da32-4091-9870-636a83bfa688 req-cf5fb433-ab64-44f3-b9d5-9f1b1f703993 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8935f43-0713-4742-b2ac-15c72335dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392139 Mar 14 15:51:31.759545 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee69994-03c2-4e73-b5ec-1cf106254671 req-600b9ac1-d131-4984-848a-269b7ef26dc4 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:31.760982 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3ee69994-03c2-4e73-b5ec-1cf106254671 req-600b9ac1-d131-4984-848a-269b7ef26dc4 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 945 time: 0.0746422 Mar 14 15:51:31.805278 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3ee69994-03c2-4e73-b5ec-1cf106254671 req-76b721eb-461a-459c-9fae-092e47bb42df tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8935f43-0713-4742-b2ac-15c72335dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387816 Mar 14 15:51:33.004419 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97a50c-9287-49d4-b3a8-7001ab969f81 req-9966ccb8-9ceb-4108-979c-26923b4721f5 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:33.005953 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0d97a50c-9287-49d4-b3a8-7001ab969f81 req-9966ccb8-9ceb-4108-979c-26923b4721f5 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 945 time: 0.0782106 Mar 14 15:51:33.050448 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0d97a50c-9287-49d4-b3a8-7001ab969f81 req-cb45a24d-dcdf-454a-8a16-a71a9ef53fcf tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8935f43-0713-4742-b2ac-15c72335dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390639 Mar 14 15:51:33.462226 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-aa33a0de-d44a-4b10-b731-10c7c12dd3c1 req-cd75ea2d-9b67-4bcd-b7a4-1566f7dd12cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=132702fb5bd94dd18931c51d5f39a5fb&device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 1098 time: 0.0930557 Mar 14 15:51:33.468329 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9786fc3-19d2-4104-8145-bcc709367547 req-0ed7467b-04a0-4276-91c7-f1ef9b0ccb43 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:33.469758 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a9786fc3-19d2-4104-8145-bcc709367547 req-0ed7467b-04a0-4276-91c7-f1ef9b0ccb43 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 945 time: 0.1348946 Mar 14 15:51:33.605368 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a9786fc3-19d2-4104-8145-bcc709367547 req-c9bd112a-8e1d-4e49-a0a4-59c9ed076bf9 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8935f43-0713-4742-b2ac-15c72335dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175160 Mar 14 15:51:33.627683 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33a0de-d44a-4b10-b731-10c7c12dd3c1 req-4022cb01-63df-4132-bf65-332a8851b9f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:33.629112 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-aa33a0de-d44a-4b10-b731-10c7c12dd3c1 req-4022cb01-63df-4132-bf65-332a8851b9f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f7b78008-e7f6-44fa-a1f8-74879c06bb34 HTTP/1.1" status: 200 len: 912 time: 0.1584356 Mar 14 15:51:33.787887 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-aa33a0de-d44a-4b10-b731-10c7c12dd3c1 req-115e6f79-797c-4790-a47e-a9fb66a10277 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=749c8b58-4ab1-4b90-aeb2-4427655d20e0 HTTP/1.1" status: 200 len: 217 time: 0.1526265 Mar 14 15:51:33.848935 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33a0de-d44a-4b10-b731-10c7c12dd3c1 req-66f4c464-fc71-4e38-ad43-94b08492d398 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:33.850415 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-aa33a0de-d44a-4b10-b731-10c7c12dd3c1 req-66f4c464-fc71-4e38-ad43-94b08492d398 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcb98f9f-60cc-4a19-a8ac-dac4c285a817 HTTP/1.1" status: 200 len: 851 time: 0.0563178 Mar 14 15:51:33.895691 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-aa33a0de-d44a-4b10-b731-10c7c12dd3c1 req-43922373-830b-4aaf-bf59-eff8577edea8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f7b78008-e7f6-44fa-a1f8-74879c06bb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392835 Mar 14 15:51:34.031390 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-aa33a0de-d44a-4b10-b731-10c7c12dd3c1 req-35d3f0ca-c32c-4d71-8994-d54500a968ed service neutron] 10.222.0.24 "GET /v2.0/networks/f7b78008-e7f6-44fa-a1f8-74879c06bb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295590 Mar 14 15:51:34.161650 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-aa33a0de-d44a-4b10-b731-10c7c12dd3c1 req-9918fcd5-a989-49aa-a26b-b51ad4a8d1e7 service neutron] 10.222.0.24 "GET /v2.0/networks/f7b78008-e7f6-44fa-a1f8-74879c06bb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249809 Mar 14 15:51:34.806294 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19a59f-405c-4f64-8f99-c44f6113c149 req-9b6625ee-2c40-43be-8a7a-684c633d2070 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:34.807728 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6f19a59f-405c-4f64-8f99-c44f6113c149 req-9b6625ee-2c40-43be-8a7a-684c633d2070 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 945 time: 0.0773840 Mar 14 15:51:34.854253 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6f19a59f-405c-4f64-8f99-c44f6113c149 req-f1d745b9-4c54-44a1-b86a-93ad6bf7008e tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8935f43-0713-4742-b2ac-15c72335dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410073 Mar 14 15:51:36.051531 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d0332-71fc-4a2d-8825-5ad01af9a22a req-b145dab3-5445-4b2e-beb0-e0e335064014 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:36.052875 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fc8d0332-71fc-4a2d-8825-5ad01af9a22a req-b145dab3-5445-4b2e-beb0-e0e335064014 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 945 time: 0.0785990 Mar 14 15:51:36.096996 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fc8d0332-71fc-4a2d-8825-5ad01af9a22a req-3082bba2-88bc-4ebd-a7cb-15cab40cd395 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8935f43-0713-4742-b2ac-15c72335dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387840 Mar 14 15:51:36.517123 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfad00-4b19-44ea-98fa-f26706033d5e req-383b9ef2-da5e-4f90-a1bb-eee4416a8489 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:36.518597 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a9bfad00-4b19-44ea-98fa-f26706033d5e req-383b9ef2-da5e-4f90-a1bb-eee4416a8489 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 945 time: 0.0770643 Mar 14 15:51:36.564963 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a9bfad00-4b19-44ea-98fa-f26706033d5e req-b3823703-79b5-4750-8b43-7457c82de04e tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8935f43-0713-4742-b2ac-15c72335dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408611 Mar 14 15:51:37.760899 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f468b92-6495-46db-b98e-21bd36a09d0c req-b7bb750c-409c-4438-8033-d382e0700daf tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:37.762369 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9f468b92-6495-46db-b98e-21bd36a09d0c req-b7bb750c-409c-4438-8033-d382e0700daf tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 945 time: 0.0780928 Mar 14 15:51:37.809625 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9f468b92-6495-46db-b98e-21bd36a09d0c req-daa54b6d-30fc-4d0e-ad9c-40f199609393 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8935f43-0713-4742-b2ac-15c72335dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416789 Mar 14 15:51:38.172083 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e1e66859-4a61-4b9f-b0a4-31a96a85d2f3 req-efe38cba-7b01-43c0-9e47-8d6115aefe30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=132702fb5bd94dd18931c51d5f39a5fb&device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 1098 time: 0.0761883 Mar 14 15:51:38.172716 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae53ca-185e-42ca-b139-a6a043e07931 req-23506fc0-e84e-44ea-9384-48b417e09264 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:38.174512 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a3ae53ca-185e-42ca-b139-a6a043e07931 req-23506fc0-e84e-44ea-9384-48b417e09264 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 945 time: 0.0784652 Mar 14 15:51:38.221442 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a3ae53ca-185e-42ca-b139-a6a043e07931 req-e2e119a3-4bfc-4e38-bd9c-b53dd89d6cb5 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8935f43-0713-4742-b2ac-15c72335dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415092 Mar 14 15:51:38.304824 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e66859-4a61-4b9f-b0a4-31a96a85d2f3 req-48645631-fc96-4ac6-b0ee-217276875128 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:38.306296 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e1e66859-4a61-4b9f-b0a4-31a96a85d2f3 req-48645631-fc96-4ac6-b0ee-217276875128 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f7b78008-e7f6-44fa-a1f8-74879c06bb34 HTTP/1.1" status: 200 len: 912 time: 0.1284852 Mar 14 15:51:38.374846 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e1e66859-4a61-4b9f-b0a4-31a96a85d2f3 req-8a09a539-4de8-4fd9-86b9-0972bfea875a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=749c8b58-4ab1-4b90-aeb2-4427655d20e0 HTTP/1.1" status: 200 len: 217 time: 0.0620213 Mar 14 15:51:38.435651 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e66859-4a61-4b9f-b0a4-31a96a85d2f3 req-c799702b-1f8f-4274-9b92-3442dd416632 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:38.437015 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e1e66859-4a61-4b9f-b0a4-31a96a85d2f3 req-c799702b-1f8f-4274-9b92-3442dd416632 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcb98f9f-60cc-4a19-a8ac-dac4c285a817 HTTP/1.1" status: 200 len: 851 time: 0.0564463 Mar 14 15:51:38.479356 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e1e66859-4a61-4b9f-b0a4-31a96a85d2f3 req-a23fbf31-305a-46dc-b6e2-a1720d78a0fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f7b78008-e7f6-44fa-a1f8-74879c06bb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367701 Mar 14 15:51:38.606645 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e1e66859-4a61-4b9f-b0a4-31a96a85d2f3 req-4e92bf8f-ba35-4f08-985a-be4f4fb6171b service neutron] 10.222.0.24 "GET /v2.0/networks/f7b78008-e7f6-44fa-a1f8-74879c06bb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217074 Mar 14 15:51:38.736865 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e1e66859-4a61-4b9f-b0a4-31a96a85d2f3 req-7bd75410-ae8b-426b-a8f5-1d20b119b75f service neutron] 10.222.0.24 "GET /v2.0/networks/f7b78008-e7f6-44fa-a1f8-74879c06bb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243417 Mar 14 15:51:39.440384 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02813ee8-b942-45bc-952f-069fe76dc382 req-556a2eea-d7b0-453e-91ca-5229f7fd9f42 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:39.441839 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-02813ee8-b942-45bc-952f-069fe76dc382 req-556a2eea-d7b0-453e-91ca-5229f7fd9f42 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 945 time: 0.0956721 Mar 14 15:51:39.486017 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-02813ee8-b942-45bc-952f-069fe76dc382 req-716e8c4a-972b-47e4-bdcf-b62008a081bf tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8935f43-0713-4742-b2ac-15c72335dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385666 Mar 14 15:51:40.683514 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355d735-f229-4895-b846-f1560dc6528d req-e4a75275-9800-4463-ac54-aefeee15def2 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:40.684942 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b355d735-f229-4895-b846-f1560dc6528d req-e4a75275-9800-4463-ac54-aefeee15def2 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 945 time: 0.0793114 Mar 14 15:51:40.729684 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b355d735-f229-4895-b846-f1560dc6528d req-73c4014a-1441-4156-bbe4-201006f6eca9 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8935f43-0713-4742-b2ac-15c72335dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381110 Mar 14 15:51:41.124561 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a95bf-9c2f-4107-8ddf-a83b4f0bf43d req-2c9095cd-7f80-46f5-b62f-c96fc82e3352 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:41.126115 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b75a95bf-9c2f-4107-8ddf-a83b4f0bf43d req-2c9095cd-7f80-46f5-b62f-c96fc82e3352 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 945 time: 0.0743697 Mar 14 15:51:41.169895 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b75a95bf-9c2f-4107-8ddf-a83b4f0bf43d req-fcbac44e-f5ff-4bd6-8e4f-1aedd6ed10d5 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8935f43-0713-4742-b2ac-15c72335dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385191 Mar 14 15:51:42.370151 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a06fb0-1ba2-43cb-8a6c-c0ed28d8c381 req-4135214b-3671-4b0c-af62-18a57353f2b9 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:42.371997 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d6a06fb0-1ba2-43cb-8a6c-c0ed28d8c381 req-4135214b-3671-4b0c-af62-18a57353f2b9 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 945 time: 0.0817826 Mar 14 15:51:42.416301 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d6a06fb0-1ba2-43cb-8a6c-c0ed28d8c381 req-8aad829c-0c04-459d-ba0f-bf262153123d tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8935f43-0713-4742-b2ac-15c72335dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382886 Mar 14 15:51:42.956295 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f799fe8d-995b-44fa-a425-b225a89483b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:42.987624 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a253c3-6dc3-4e46-9dfd-93b2b56c80cb req-fd36aa75-911a-4d93-814a-fa9d0a0996a4 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:42.989036 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-72a253c3-6dc3-4e46-9dfd-93b2b56c80cb req-fd36aa75-911a-4d93-814a-fa9d0a0996a4 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.24 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 945 time: 0.0913188 Mar 14 15:51:43.054709 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-72a253c3-6dc3-4e46-9dfd-93b2b56c80cb req-877eea07-69be-45c4-b454-5e0a6b67d148 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Deleting port 749c8b58-4ab1-4b90-aeb2-4427655d20e0 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:51:43.055050 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-72a253c3-6dc3-4e46-9dfd-93b2b56c80cb req-877eea07-69be-45c4-b454-5e0a6b67d148 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:43.381256 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-72a253c3-6dc3-4e46-9dfd-93b2b56c80cb req-877eea07-69be-45c4-b454-5e0a6b67d148 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] For port 749c8b58-4ab1-4b90-aeb2-4427655d20e0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=749c8b58-4ab1-4b90-aeb2-4427655d20e0,segment=NetworkSegment(e00c687d-629d-44b1-9ce8-ec067364eb5e),segment_id=e00c687d-629d-44b1-9ce8-ec067364eb5e)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:51:43.381991 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-72a253c3-6dc3-4e46-9dfd-93b2b56c80cb req-877eea07-69be-45c4-b454-5e0a6b67d148 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:43.500224 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-72a253c3-6dc3-4e46-9dfd-93b2b56c80cb req-877eea07-69be-45c4-b454-5e0a6b67d148 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Calling delete_port for 749c8b58-4ab1-4b90-aeb2-4427655d20e0 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:51:43.616878 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5a159-f410-4cd2-9e75-43e22295814d req-34b4c43e-ceb5-40e2-99d4-25048783b2c4 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:43.618335 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a7c5a159-f410-4cd2-9e75-43e22295814d req-34b4c43e-ceb5-40e2-99d4-25048783b2c4 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/ports?device_id=809b7085-c7f8-4048-b2c0-72e52831120a HTTP/1.1" status: 200 len: 945 time: 0.0815067 Mar 14 15:51:43.644412 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-72a253c3-6dc3-4e46-9dfd-93b2b56c80cb req-877eea07-69be-45c4-b454-5e0a6b67d148 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:43.656754 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['749c8b58-4ab1-4b90-aeb2-4427655d20e0'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:51:43.665913 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a7c5a159-f410-4cd2-9e75-43e22295814d req-e7d9cff1-4ca9-40f8-b350-92cf969c1bf1 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8935f43-0713-4742-b2ac-15c72335dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420902 Mar 14 15:51:43.692564 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877eea07-69be-45c4-b454-5e0a6b67d148 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Pushing event deleted for resources: {'Port': ['ID=749c8b58-4ab1-4b90-aeb2-4427655d20e0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:43.769613 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a253c3-6dc3-4e46-9dfd-93b2b56c80cb req-877eea07-69be-45c4-b454-5e0a6b67d148 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] No DVR routers for this DVR port 749c8b58-4ab1-4b90-aeb2-4427655d20e0 on host hv-neutron-8335 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:51:43.771901 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-72a253c3-6dc3-4e46-9dfd-93b2b56c80cb req-877eea07-69be-45c4-b454-5e0a6b67d148 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:43.774298 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809b7085-c7f8-4048-b2c0-72e52831120a', 'name': 'network-vif-deleted', 'tag': '749c8b58-4ab1-4b90-aeb2-4427655d20e0'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:51:43.788963 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-72a253c3-6dc3-4e46-9dfd-93b2b56c80cb req-877eea07-69be-45c4-b454-5e0a6b67d148 tempest-TestServerAdvancedOps-685123772 tempest-TestServerAdvancedOps-685123772-project] 10.222.0.24 "DELETE /v2.0/ports/749c8b58-4ab1-4b90-aeb2-4427655d20e0 HTTP/1.1" status: 204 len: 173 time: 0.7945380 Mar 14 15:51:43.833576 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809b7085-c7f8-4048-b2c0-72e52831120a', 'name': 'network-vif-deleted', 'tag': '749c8b58-4ab1-4b90-aeb2-4427655d20e0', 'status': 'completed', 'code': 200} Mar 14 15:51:44.655391 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:51:44.798616 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 57100) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:44.857539 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbe9ffa-10f7-46a5-b435-62038d30813f admin admin] Deleting subnet fcb98f9f-60cc-4a19-a8ac-dac4c285a817 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:51:44.860958 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bbbe9ffa-10f7-46a5-b435-62038d30813f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:44.988608 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bbbe9ffa-10f7-46a5-b435-62038d30813f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:45.040492 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bbbe9ffa-10f7-46a5-b435-62038d30813f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:45.108014 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-baa76262-bdbe-4bfc-ab3f-6e7c02c56d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:45.114509 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bbbe9ffa-10f7-46a5-b435-62038d30813f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:45.154737 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe9ffa-10f7-46a5-b435-62038d30813f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcb98f9f-60cc-4a19-a8ac-dac4c285a817,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:45.160002 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bbbe9ffa-10f7-46a5-b435-62038d30813f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:45.166777 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-bbbe9ffa-10f7-46a5-b435-62038d30813f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fcb98f9f-60cc-4a19-a8ac-dac4c285a817 HTTP/1.1" status: 204 len: 168 time: 0.3664989 Mar 14 15:51:45.169455 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 57104) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:45.285003 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-16485ee5-6b53-4aad-9a0e-48a230a6a53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:45.431918 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-16485ee5-6b53-4aad-9a0e-48a230a6a53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:45.460032 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-16485ee5-6b53-4aad-9a0e-48a230a6a53e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b78008-e7f6-44fa-a1f8-74879c06bb34']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:51:45.472344 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-16485ee5-6b53-4aad-9a0e-48a230a6a53e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00c687d-629d-44b1-9ce8-ec067364eb5e') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:51:45.472634 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-16485ee5-6b53-4aad-9a0e-48a230a6a53e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00c687d-629d-44b1-9ce8-ec067364eb5e') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:51:45.484204 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-16485ee5-6b53-4aad-9a0e-48a230a6a53e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:45.501804 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-16485ee5-6b53-4aad-9a0e-48a230a6a53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:45.507906 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16485ee5-6b53-4aad-9a0e-48a230a6a53e admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:51:45.508265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-16485ee5-6b53-4aad-9a0e-48a230a6a53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:51:45.521099 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:51:45.599264 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-16485ee5-6b53-4aad-9a0e-48a230a6a53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:45.615764 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-16485ee5-6b53-4aad-9a0e-48a230a6a53e admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:45.626232 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16485ee5-6b53-4aad-9a0e-48a230a6a53e admin admin] Pushing event deleted for resources: {'Network': ['ID=f7b78008-e7f6-44fa-a1f8-74879c06bb34,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:45.635747 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-16485ee5-6b53-4aad-9a0e-48a230a6a53e admin admin] 10.222.0.60 "DELETE /v2.0/networks/f7b78008-e7f6-44fa-a1f8-74879c06bb34 HTTP/1.1" status: 204 len: 168 time: 0.4648964 Mar 14 15:51:45.639095 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 57108) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:45.698486 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-60082f0a-3ea7-408a-b034-3e58dc7bc112 admin admin] Deleting subnet 9dc912a2-c53a-4e1c-977a-2c102aa1ee63 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:51:45.701541 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60082f0a-3ea7-408a-b034-3e58dc7bc112 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:45.756138 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60082f0a-3ea7-408a-b034-3e58dc7bc112 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:45.814764 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60082f0a-3ea7-408a-b034-3e58dc7bc112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:45.896642 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60082f0a-3ea7-408a-b034-3e58dc7bc112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:45.935745 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60082f0a-3ea7-408a-b034-3e58dc7bc112 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dc912a2-c53a-4e1c-977a-2c102aa1ee63,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:45.941998 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60082f0a-3ea7-408a-b034-3e58dc7bc112 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:45.947554 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-60082f0a-3ea7-408a-b034-3e58dc7bc112 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9dc912a2-c53a-4e1c-977a-2c102aa1ee63 HTTP/1.1" status: 204 len: 168 time: 0.3075571 Mar 14 15:51:45.950036 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 57112) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:46.015489 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 749c8b58-4ab1-4b90-aeb2-4427655d20e0 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:51:46.047529 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 749c8b58-4ab1-4b90-aeb2-4427655d20e0 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:51:46.047914 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 749c8b58-4ab1-4b90-aeb2-4427655d20e0 not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:51:46.054953 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9403b0fc-54e1-4712-a610-422ccd0d5502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:46.178522 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9403b0fc-54e1-4712-a610-422ccd0d5502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:46.202929 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-9403b0fc-54e1-4712-a610-422ccd0d5502 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1ae8c1-e87d-4f5c-866c-8589caf0abb3']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:51:46.215392 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-9403b0fc-54e1-4712-a610-422ccd0d5502 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61651a6-05e2-4c91-bad6-ab633fafe333') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:51:46.215682 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-9403b0fc-54e1-4712-a610-422ccd0d5502 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61651a6-05e2-4c91-bad6-ab633fafe333') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:51:46.227192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9403b0fc-54e1-4712-a610-422ccd0d5502 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:46.242728 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9403b0fc-54e1-4712-a610-422ccd0d5502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:46.248914 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9403b0fc-54e1-4712-a610-422ccd0d5502 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:51:46.249315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9403b0fc-54e1-4712-a610-422ccd0d5502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:51:46.262657 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:51:46.317228 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:46.340637 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9403b0fc-54e1-4712-a610-422ccd0d5502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:46.356064 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9403b0fc-54e1-4712-a610-422ccd0d5502 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:46.364656 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403b0fc-54e1-4712-a610-422ccd0d5502 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b1ae8c1-e87d-4f5c-866c-8589caf0abb3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:46.367622 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-9403b0fc-54e1-4712-a610-422ccd0d5502 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7b1ae8c1-e87d-4f5c-866c-8589caf0abb3 HTTP/1.1" status: 204 len: 168 time: 0.4166815 Mar 14 15:51:46.530477 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:46.562955 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 57118) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:46.616299 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3f1976c7-18fc-455f-890b-f73574d58c37 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=132702fb5bd94dd18931c51d5f39a5fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513411 Mar 14 15:51:46.619283 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 57122) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:46.676963 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bff073a-739f-4070-9c9c-c93d9c2b70b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:46.701740 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bff073a-739f-4070-9c9c-c93d9c2b70b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:46.755358 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bff073a-739f-4070-9c9c-c93d9c2b70b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:46.771150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff073a-739f-4070-9c9c-c93d9c2b70b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8935f43-0713-4742-b2ac-15c72335dc7b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:46.783961 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bff073a-739f-4070-9c9c-c93d9c2b70b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:46.787402 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8bff073a-739f-4070-9c9c-c93d9c2b70b9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b8935f43-0713-4742-b2ac-15c72335dc7b HTTP/1.1" status: 204 len: 168 time: 0.1649261 Mar 14 15:51:47.164204 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 57130) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:47.214241 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-023cbdb6-9d42-4b93-a187-8133ea20fe75 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1ae86208270e4d12986d0009a5bccd20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487337 Mar 14 15:51:47.216612 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 57134) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:51:47.274871 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c59f862b-cd74-41a6-920d-0b107e1794f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:47.299288 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c59f862b-cd74-41a6-920d-0b107e1794f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:47.351571 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c59f862b-cd74-41a6-920d-0b107e1794f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:47.365084 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f862b-cd74-41a6-920d-0b107e1794f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534b649b-9c47-44bd-99ae-c2961afe9725,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:47.371433 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c59f862b-cd74-41a6-920d-0b107e1794f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:47.372504 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c59f862b-cd74-41a6-920d-0b107e1794f3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/534b649b-9c47-44bd-99ae-c2961afe9725 HTTP/1.1" status: 204 len: 168 time: 0.1549313 Mar 14 15:51:47.988424 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:51.028868 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:55.267928 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-d41cc7ff-96fe-4fb1-9f35-0e2147ac148f tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d8c1ebbdaf1b4b308073f88a8a6087a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277500 Mar 14 15:51:55.427042 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-18366f90-f859-4b69-95ac-aafd56975c4f tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:55.428499 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-18366f90-f859-4b69-95ac-aafd56975c4f tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1557660 Mar 14 15:51:55.444532 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-9f3ed4a5-e53a-4ed4-b1e7-7363391be23c tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/quotas/d8c1ebbdaf1b4b308073f88a8a6087a2 HTTP/1.1" status: 200 len: 375 time: 0.0108078 Mar 14 15:51:55.488311 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-d247c53f-fb91-4f03-96a8-beecb092d323 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8c1ebbdaf1b4b308073f88a8a6087a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389800 Mar 14 15:51:55.761893 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c3fc9b78-7153-407c-95b7-2b9666de25a9 req-7c9982a0-e619-496f-9ad4-558b05807feb tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccbcc650-b873-4524-ba57-8d5052bd0caf HTTP/1.1" status: 200 len: 210 time: 0.1360066 Mar 14 15:51:56.926756 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6dd03569-2a24-4e15-bf65-10a46751b2c7 req-64747f36-23fe-4087-99fd-e047ece1a60f tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccbcc650-b873-4524-ba57-8d5052bd0caf HTTP/1.1" status: 200 len: 210 time: 0.0434637 Mar 14 15:51:57.711580 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-c2dcc236-1a7e-4200-8f35-25f373f5ced4 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d8c1ebbdaf1b4b308073f88a8a6087a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276055 Mar 14 15:51:57.861838 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-ac63e84d-f8d5-44da-828c-b1dc65b294f7 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:57.863261 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-ac63e84d-f8d5-44da-828c-b1dc65b294f7 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1473598 Mar 14 15:51:57.879429 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Request body: {'port': {'device_id': 'ccbcc650-b873-4524-ba57-8d5052bd0caf', 'network_id': '1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12', 'admin_state_up': True, 'tenant_id': 'd8c1ebbdaf1b4b308073f88a8a6087a2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:51:58.020321 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:51:58.024503 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Usage tracker for resource:port and tenant:d8c1ebbdaf1b4b308073f88a8a6087a2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:51:58.027625 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:51:58.034231 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:51:58.044373 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Made reservation on behalf of d8c1ebbdaf1b4b308073f88a8a6087a2 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:51:58.048137 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:58.061920 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:58.097835 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:51:58.102748 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Usage tracker for resource:security_group_rule and tenant:d8c1ebbdaf1b4b308073f88a8a6087a2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:51:58.109969 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:51:58.117633 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:51:58.209491 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:58.213228 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:58.236886 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e6565dc9-08ae-47fb-a126-0e7ccadcce39 req-a33359ab-8dfa-494f-964c-5d2e8e708bf5 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccbcc650-b873-4524-ba57-8d5052bd0caf HTTP/1.1" status: 200 len: 210 time: 0.0406482 Mar 14 15:51:58.300205 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9971240-cc41-4b65-81fa-2dd0d3d5e35e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:58.382773 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Allocated IP 192.168.233.68 (1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12/dccf49e6-aa44-4e38-9b7b-888646c138ce/dd60a51f-e086-4f12-a814-da01ef7b6133) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:51:58.596832 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:58.612597 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Transition to ACTIVE for port object dd60a51f-e086-4f12-a814-da01ef7b6133 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:51:58.633196 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:58.788472 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Network 1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:51:58.791507 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:51:58.795801 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:51:58.823333 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Pushing event updated for resources: {'Port': ['ID=dd60a51f-e086-4f12-a814-da01ef7b6133,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:58.861509 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:58.862137 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:58.887326 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4b9ef818-fb4a-41ae-8592-de21ef37cf4b tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0120881 Mar 14 15:51:58.898382 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-c16df9c5-2a51-4fa8-b1b3-a267119c0700 service neutron] Request body: {'port': {'device_id': 'ccbcc650-b873-4524-ba57-8d5052bd0caf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:51:59.005668 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-c16df9c5-2a51-4fa8-b1b3-a267119c0700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:59.022932 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0cebb80d-7fe8-4059-bd52-8148a2353d66 None None] Provisioning for port dd60a51f-e086-4f12-a814-da01ef7b6133 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:51:59.027594 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0cebb80d-7fe8-4059-bd52-8148a2353d66 None None] Provisioning complete for port dd60a51f-e086-4f12-a814-da01ef7b6133 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:51:59.028063 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0cebb80d-7fe8-4059-bd52-8148a2353d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:59.078095 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0cebb80d-7fe8-4059-bd52-8148a2353d66 None None] Port dd60a51f-e086-4f12-a814-da01ef7b6133 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:51:59.341257 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-c16df9c5-2a51-4fa8-b1b3-a267119c0700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd60a51f-e086-4f12-a814-da01ef7b6133 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:51:59.348239 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-c16df9c5-2a51-4fa8-b1b3-a267119c0700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:59.396430 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-c16df9c5-2a51-4fa8-b1b3-a267119c0700 service neutron] Transition to ACTIVE for port object dd60a51f-e086-4f12-a814-da01ef7b6133 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:51:59.402770 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-c16df9c5-2a51-4fa8-b1b3-a267119c0700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:59.549054 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16df9c5-2a51-4fa8-b1b3-a267119c0700 service neutron] Pushing event updated for resources: {'Port': ['ID=dd60a51f-e086-4f12-a814-da01ef7b6133,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:59.624543 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50a4ee-ed22-4409-ad83-478f7fd082f3 req-0c85e503-d475-478f-964a-e788bb030d7e tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:59.625249 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-be50a4ee-ed22-4409-ad83-478f7fd082f3 req-0c85e503-d475-478f-964a-e788bb030d7e tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Synchronizing usage tracker for tenant:d8c1ebbdaf1b4b308073f88a8a6087a2 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:51:59.669329 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-be50a4ee-ed22-4409-ad83-478f7fd082f3 req-0c85e503-d475-478f-964a-e788bb030d7e tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Unset dirty status for tenant:d8c1ebbdaf1b4b308073f88a8a6087a2 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:51:59.670408 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-be50a4ee-ed22-4409-ad83-478f7fd082f3 req-0c85e503-d475-478f-964a-e788bb030d7e tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccbcc650-b873-4524-ba57-8d5052bd0caf HTTP/1.1" status: 200 len: 935 time: 0.3127992 Mar 14 15:51:59.678084 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-c16df9c5-2a51-4fa8-b1b3-a267119c0700 service neutron] Attempting to bind port dd60a51f-e086-4f12-a814-da01ef7b6133 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:51:59.678431 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-c16df9c5-2a51-4fa8-b1b3-a267119c0700 service neutron] Attempting to bind port dd60a51f-e086-4f12-a814-da01ef7b6133 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '044d2d0a-04c3-48c3-ad97-e29439cc8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:51:59.678754 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-c16df9c5-2a51-4fa8-b1b3-a267119c0700 service neutron] Attempting to bind port dd60a51f-e086-4f12-a814-da01ef7b6133 on network 1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:51:59.703607 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-c16df9c5-2a51-4fa8-b1b3-a267119c0700 service neutron] Port dd60a51f-e086-4f12-a814-da01ef7b6133 on network 1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:51:59.704447 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-c16df9c5-2a51-4fa8-b1b3-a267119c0700 service neutron] Attempting to bind port dd60a51f-e086-4f12-a814-da01ef7b6133 on network 1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:51:59.720809 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-c16df9c5-2a51-4fa8-b1b3-a267119c0700 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:51:59.721080 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-c16df9c5-2a51-4fa8-b1b3-a267119c0700 service neutron] Checking segment: {'id': '044d2d0a-04c3-48c3-ad97-e29439cc8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:51:59.721458 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-c16df9c5-2a51-4fa8-b1b3-a267119c0700 service neutron] Bound using segment: {'id': '044d2d0a-04c3-48c3-ad97-e29439cc8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:51:59.721881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-c16df9c5-2a51-4fa8-b1b3-a267119c0700 service neutron] Bound port: dd60a51f-e086-4f12-a814-da01ef7b6133, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '044d2d0a-04c3-48c3-ad97-e29439cc8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:51:59.722256 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-c16df9c5-2a51-4fa8-b1b3-a267119c0700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:59.773801 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-be50a4ee-ed22-4409-ad83-478f7fd082f3 req-3c4c80a9-b976-4f77-b8d1-aac5b1800530 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Synchronizing usage tracker for tenant:d8c1ebbdaf1b4b308073f88a8a6087a2 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:51:59.818881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-be50a4ee-ed22-4409-ad83-478f7fd082f3 req-3c4c80a9-b976-4f77-b8d1-aac5b1800530 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Unset dirty status for tenant:d8c1ebbdaf1b4b308073f88a8a6087a2 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:51:59.820014 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-be50a4ee-ed22-4409-ad83-478f7fd082f3 req-3c4c80a9-b976-4f77-b8d1-aac5b1800530 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9971240-cc41-4b65-81fa-2dd0d3d5e35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430709 Mar 14 15:51:59.833590 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-c16df9c5-2a51-4fa8-b1b3-a267119c0700 service neutron] For port dd60a51f-e086-4f12-a814-da01ef7b6133, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:51:59.836831 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-c16df9c5-2a51-4fa8-b1b3-a267119c0700 service neutron] For port dd60a51f-e086-4f12-a814-da01ef7b6133, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=dd60a51f-e086-4f12-a814-da01ef7b6133,segment=NetworkSegment(044d2d0a-04c3-48c3-ad97-e29439cc8729),segment_id=044d2d0a-04c3-48c3-ad97-e29439cc8729)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:51:59.841150 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-c16df9c5-2a51-4fa8-b1b3-a267119c0700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:59.904797 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-c16df9c5-2a51-4fa8-b1b3-a267119c0700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:59.906176 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-c16df9c5-2a51-4fa8-b1b3-a267119c0700 service neutron] 10.222.0.24 "PUT /v2.0/ports/dd60a51f-e086-4f12-a814-da01ef7b6133 HTTP/1.1" status: 200 len: 1097 time: 1.0121653 Mar 14 15:51:59.906637 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccbcc650-b873-4524-ba57-8d5052bd0caf', 'tag': 'dd60a51f-e086-4f12-a814-da01ef7b6133'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:51:59.923287 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16df9c5-2a51-4fa8-b1b3-a267119c0700 service neutron] Pushing event updated for resources: {'Port': ['ID=dd60a51f-e086-4f12-a814-da01ef7b6133,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:59.984505 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccbcc650-b873-4524-ba57-8d5052bd0caf', 'tag': 'dd60a51f-e086-4f12-a814-da01ef7b6133', 'status': 'completed', 'code': 200} Mar 14 15:52:00.023155 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-8ea190bb-b913-4f60-a5f7-08ecfa6da2b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8c1ebbdaf1b4b308073f88a8a6087a2&device_id=ccbcc650-b873-4524-ba57-8d5052bd0caf HTTP/1.1" status: 200 len: 1100 time: 0.0759137 Mar 14 15:52:00.098728 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-d6c3f0c8-bbf3-42fb-b6c3-07971ee2a99b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=dd60a51f-e086-4f12-a814-da01ef7b6133 HTTP/1.1" status: 200 len: 217 time: 0.0690815 Mar 14 15:52:00.161694 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-f77e671b-de91-400a-bcad-60f6f0c21b6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:00.163180 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-f77e671b-de91-400a-bcad-60f6f0c21b6b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dccf49e6-aa44-4e38-9b7b-888646c138ce HTTP/1.1" status: 200 len: 843 time: 0.0590086 Mar 14 15:52:00.238315 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-f330058c-51e5-4c51-8a9d-80ebaf58849e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0693021 Mar 14 15:52:00.370168 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-c578c1d2-93ac-48ee-ae4e-dc3798be5c55 service neutron] 10.222.0.24 "GET /v2.0/networks/1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261549 Mar 14 15:52:00.581743 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-27fea03e-607d-480d-a5f6-c48f6622ba37 req-4d5bf075-003b-4227-bc1a-dd94d80e95be service neutron] 10.222.0.24 "GET /v2.0/networks/1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055728 Mar 14 15:52:00.705327 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-87509baa-38ae-4a38-8d0a-c053eba45af0 req-7055d806-40ed-483e-b5ab-7d3330ab5d63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8c1ebbdaf1b4b308073f88a8a6087a2&device_id=ccbcc650-b873-4524-ba57-8d5052bd0caf HTTP/1.1" status: 200 len: 1100 time: 0.0783212 Mar 14 15:52:00.834578 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87509baa-38ae-4a38-8d0a-c053eba45af0 req-acf85508-dd72-4f57-af08-ffe3d313f103 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:00.835902 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-87509baa-38ae-4a38-8d0a-c053eba45af0 req-acf85508-dd72-4f57-af08-ffe3d313f103 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12 HTTP/1.1" status: 200 len: 870 time: 0.1243801 Mar 14 15:52:00.905052 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-87509baa-38ae-4a38-8d0a-c053eba45af0 req-527cd71b-7caf-46c5-b1f6-9a12b514e4b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=dd60a51f-e086-4f12-a814-da01ef7b6133 HTTP/1.1" status: 200 len: 217 time: 0.0628588 Mar 14 15:52:01.004745 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87509baa-38ae-4a38-8d0a-c053eba45af0 req-c8642cbd-626c-4b01-ae8b-27bfb856c6a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:01.006163 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-87509baa-38ae-4a38-8d0a-c053eba45af0 req-c8642cbd-626c-4b01-ae8b-27bfb856c6a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dccf49e6-aa44-4e38-9b7b-888646c138ce HTTP/1.1" status: 200 len: 843 time: 0.0959237 Mar 14 15:52:01.099963 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26302cc-3265-4eac-a8bd-3712d454bfa8 req-83a46687-524d-4649-b706-768e7dd0ce9d tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:01.101276 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c26302cc-3265-4eac-a8bd-3712d454bfa8 req-83a46687-524d-4649-b706-768e7dd0ce9d tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccbcc650-b873-4524-ba57-8d5052bd0caf HTTP/1.1" status: 200 len: 947 time: 0.1557164 Mar 14 15:52:01.125220 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-87509baa-38ae-4a38-8d0a-c053eba45af0 req-095aacb5-e644-4acb-aed9-264a92515dcd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1128490 Mar 14 15:52:01.221258 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c26302cc-3265-4eac-a8bd-3712d454bfa8 req-d4289409-27f6-41ae-b117-076b6b09b4e1 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9971240-cc41-4b65-81fa-2dd0d3d5e35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141596 Mar 14 15:52:01.278890 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-87509baa-38ae-4a38-8d0a-c053eba45af0 req-d6daa699-b76f-4d1c-99ac-db8477c44be2 service neutron] 10.222.0.24 "GET /v2.0/networks/1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403794 Mar 14 15:52:01.417600 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-87509baa-38ae-4a38-8d0a-c053eba45af0 req-97439b79-d34f-48aa-8707-c7f2ec2bc4ad service neutron] 10.222.0.24 "GET /v2.0/networks/1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329045 Mar 14 15:52:02.421408 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71f864-d69b-47c7-99bd-60b5e37343b3 req-7a3422ff-91de-434d-b0ab-fdd268a87c31 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:02.422877 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cb71f864-d69b-47c7-99bd-60b5e37343b3 req-7a3422ff-91de-434d-b0ab-fdd268a87c31 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccbcc650-b873-4524-ba57-8d5052bd0caf HTTP/1.1" status: 200 len: 947 time: 0.0769279 Mar 14 15:52:02.466827 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cb71f864-d69b-47c7-99bd-60b5e37343b3 req-a8adc6bb-07cd-4a91-9144-8bac7d7fd0fd tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9971240-cc41-4b65-81fa-2dd0d3d5e35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382643 Mar 14 15:52:03.570122 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [req-3428d8e0-c0e8-4b6a-8f97-dd6879ff406b req-ae1c96ed-7abd-44dc-9536-5f82af30a13f service neutron] (83911) timed out ('10.222.0.24', 53502) {{(pid=83911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 14 15:52:03.666219 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8da78-608e-4607-80f0-737d0ecdbbe7 req-47d49630-9475-476b-bf3f-c45415c66ade tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:03.667634 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f5c8da78-608e-4607-80f0-737d0ecdbbe7 req-47d49630-9475-476b-bf3f-c45415c66ade tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccbcc650-b873-4524-ba57-8d5052bd0caf HTTP/1.1" status: 200 len: 947 time: 0.0793877 Mar 14 15:52:03.711630 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f5c8da78-608e-4607-80f0-737d0ecdbbe7 req-612a5572-0935-44fd-ad5e-062d0cf97503 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9971240-cc41-4b65-81fa-2dd0d3d5e35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385315 Mar 14 15:52:04.105024 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device dd60a51f-e086-4f12-a814-da01ef7b6133 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:52:04.235408 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port dd60a51f-e086-4f12-a814-da01ef7b6133, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=dd60a51f-e086-4f12-a814-da01ef7b6133,segment=NetworkSegment(044d2d0a-04c3-48c3-ad97-e29439cc8729),segment_id=044d2d0a-04c3-48c3-ad97-e29439cc8729)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:52:04.248321 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': 'dd60a51f-e086-4f12-a814-da01ef7b6133', 'network_id': '1d5dbbb6-f6b1-4de2-b5f8-e3de81ea0d12', 'port_id': 'dd60a51f-e086-4f12-a814-da01ef7b6133', 'mac_address': 'fa:16:3e:6c:61:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dccf49e6-aa44-4e38-9b7b-888646c138ce', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:52:04.303415 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:04.320430 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd60a51f-e086-4f12-a814-da01ef7b6133 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:52:04.335292 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port dd60a51f-e086-4f12-a814-da01ef7b6133, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=dd60a51f-e086-4f12-a814-da01ef7b6133,segment=NetworkSegment(044d2d0a-04c3-48c3-ad97-e29439cc8729),segment_id=044d2d0a-04c3-48c3-ad97-e29439cc8729)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:52:04.338711 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:04.400625 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=dd60a51f-e086-4f12-a814-da01ef7b6133,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:04.408873 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:04.409216 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:04.409553 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:04.409886 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:04.410247 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:04.410579 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:04.410903 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:04.411226 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:04.411547 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:04.411869 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:04.412188 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:04.646429 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['dd60a51f-e086-4f12-a814-da01ef7b6133'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:52:04.904654 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9540a-9352-4313-9401-b16b79f69746 req-57afcf08-9357-4a38-88dc-a4d82073dcbb tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:04.906111 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bbd9540a-9352-4313-9401-b16b79f69746 req-57afcf08-9357-4a38-88dc-a4d82073dcbb tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccbcc650-b873-4524-ba57-8d5052bd0caf HTTP/1.1" status: 200 len: 948 time: 0.0737352 Mar 14 15:52:04.950395 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bbd9540a-9352-4313-9401-b16b79f69746 req-d7bd306b-5fa9-42d0-9ce2-735ab65738f0 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9971240-cc41-4b65-81fa-2dd0d3d5e35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387082 Mar 14 15:52:06.104804 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device dd60a51f-e086-4f12-a814-da01ef7b6133 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:52:06.143390 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9180bb-ef43-4f67-b93c-e7d93353a30d req-dd422cdb-d6bc-4036-933d-20897e174232 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:06.145621 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1c9180bb-ef43-4f67-b93c-e7d93353a30d req-dd422cdb-d6bc-4036-933d-20897e174232 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccbcc650-b873-4524-ba57-8d5052bd0caf HTTP/1.1" status: 200 len: 948 time: 0.0775650 Mar 14 15:52:06.172658 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port dd60a51f-e086-4f12-a814-da01ef7b6133 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:52:06.177583 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port dd60a51f-e086-4f12-a814-da01ef7b6133 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:52:06.177956 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:06.191750 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1c9180bb-ef43-4f67-b93c-e7d93353a30d req-017f5225-b5b8-44ad-a951-90d2e0efc8d8 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9971240-cc41-4b65-81fa-2dd0d3d5e35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Mar 14 15:52:06.289865 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:06.316178 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbcc650-b873-4524-ba57-8d5052bd0caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd60a51f-e086-4f12-a814-da01ef7b6133'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:52:06.325977 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port dd60a51f-e086-4f12-a814-da01ef7b6133, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=dd60a51f-e086-4f12-a814-da01ef7b6133,segment=NetworkSegment(044d2d0a-04c3-48c3-ad97-e29439cc8729),segment_id=044d2d0a-04c3-48c3-ad97-e29439cc8729)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:52:06.330545 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:06.374208 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbcc650-b873-4524-ba57-8d5052bd0caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd60a51f-e086-4f12-a814-da01ef7b6133', 'code': 200} Mar 14 15:52:06.399794 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=dd60a51f-e086-4f12-a814-da01ef7b6133,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:06.590104 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f2d5667e-c77f-4543-a851-77e9d13b41f7 req-ed26522e-06d3-4276-941f-a28e4fd73351 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ccbcc650-b873-4524-ba57-8d5052bd0caf HTTP/1.1" status: 200 len: 1102 time: 0.0719759 Mar 14 15:52:06.631122 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f2d5667e-c77f-4543-a851-77e9d13b41f7 req-179b198e-742d-49f4-a83a-a2f089826e2d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c9971240-cc41-4b65-81fa-2dd0d3d5e35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345569 Mar 14 15:52:07.384371 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1b652-6ce8-4da2-a5da-63ec77e43785 req-be1dd9a8-b5a5-4928-9044-9f1e717222f9 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:07.385801 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c7e1b652-6ce8-4da2-a5da-63ec77e43785 req-be1dd9a8-b5a5-4928-9044-9f1e717222f9 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccbcc650-b873-4524-ba57-8d5052bd0caf HTTP/1.1" status: 200 len: 949 time: 0.0756059 Mar 14 15:52:07.429700 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c7e1b652-6ce8-4da2-a5da-63ec77e43785 req-7c5fbb70-c88a-494b-9487-30847f64933d tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9971240-cc41-4b65-81fa-2dd0d3d5e35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384195 Mar 14 15:52:08.626995 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ac11b-08ea-4baf-8aee-33628c552a12 req-d36ca4a2-0253-478d-8707-49a799be707d tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:08.628417 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-740ac11b-08ea-4baf-8aee-33628c552a12 req-d36ca4a2-0253-478d-8707-49a799be707d tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccbcc650-b873-4524-ba57-8d5052bd0caf HTTP/1.1" status: 200 len: 949 time: 0.0781469 Mar 14 15:52:08.672536 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-740ac11b-08ea-4baf-8aee-33628c552a12 req-349094bb-4724-4007-8a4a-8adff7845fbe tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9971240-cc41-4b65-81fa-2dd0d3d5e35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384619 Mar 14 15:52:09.216199 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a610931d-4f2e-44f6-be5d-627366bb2152 req-43c4a264-72e8-44c2-87df-762209258280 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ccbcc650-b873-4524-ba57-8d5052bd0caf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1928761 Mar 14 15:52:09.759707 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d90c9ae5-af68-4955-be57-1d7e44f672a9 req-ebcf0bb7-b053-42f3-bd3f-36c42068ca24 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ccbcc650-b873-4524-ba57-8d5052bd0caf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1364021 Mar 14 15:52:10.289685 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f380295-5109-4b6c-928c-d8920e9482d9 req-47e089ba-0fb1-42f7-bff8-822322cc8733 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:10.291127 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3f380295-5109-4b6c-928c-d8920e9482d9 req-47e089ba-0fb1-42f7-bff8-822322cc8733 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccbcc650-b873-4524-ba57-8d5052bd0caf HTTP/1.1" status: 200 len: 949 time: 0.0772495 Mar 14 15:52:10.335112 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3f380295-5109-4b6c-928c-d8920e9482d9 req-fd68dd3a-20f5-4e39-bf4d-b25c645f5203 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9971240-cc41-4b65-81fa-2dd0d3d5e35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383651 Mar 14 15:52:11.571266 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dc017-91ec-40da-bec7-8894fe430963 req-a43a59cf-2b0f-4684-9f84-5cd4e6014451 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:11.572594 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-245dc017-91ec-40da-bec7-8894fe430963 req-a43a59cf-2b0f-4684-9f84-5cd4e6014451 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccbcc650-b873-4524-ba57-8d5052bd0caf HTTP/1.1" status: 200 len: 949 time: 0.1145127 Mar 14 15:52:11.631258 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-245dc017-91ec-40da-bec7-8894fe430963 req-9ee63d4b-2f0a-40d7-9ade-6496c1871e86 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9971240-cc41-4b65-81fa-2dd0d3d5e35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525594 Mar 14 15:52:11.641184 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f562f4-6a9f-482d-96b4-824e4eeaadf8 req-9f29790e-82a5-4f3f-9680-ca9c60843659 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:11.642672 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b7f562f4-6a9f-482d-96b4-824e4eeaadf8 req-9f29790e-82a5-4f3f-9680-ca9c60843659 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccbcc650-b873-4524-ba57-8d5052bd0caf HTTP/1.1" status: 200 len: 949 time: 0.1209686 Mar 14 15:52:11.711162 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-b7f562f4-6a9f-482d-96b4-824e4eeaadf8 req-6c6f14e0-afcb-4d28-bd71-7b8ee489f3e6 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Deleting port dd60a51f-e086-4f12-a814-da01ef7b6133 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:52:11.711506 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b7f562f4-6a9f-482d-96b4-824e4eeaadf8 req-6c6f14e0-afcb-4d28-bd71-7b8ee489f3e6 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:12.035171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b7f562f4-6a9f-482d-96b4-824e4eeaadf8 req-6c6f14e0-afcb-4d28-bd71-7b8ee489f3e6 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] For port dd60a51f-e086-4f12-a814-da01ef7b6133, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=dd60a51f-e086-4f12-a814-da01ef7b6133,segment=NetworkSegment(044d2d0a-04c3-48c3-ad97-e29439cc8729),segment_id=044d2d0a-04c3-48c3-ad97-e29439cc8729)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:52:12.035529 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b7f562f4-6a9f-482d-96b4-824e4eeaadf8 req-6c6f14e0-afcb-4d28-bd71-7b8ee489f3e6 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:12.152760 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-b7f562f4-6a9f-482d-96b4-824e4eeaadf8 req-6c6f14e0-afcb-4d28-bd71-7b8ee489f3e6 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Calling delete_port for dd60a51f-e086-4f12-a814-da01ef7b6133 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:52:12.293612 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b7f562f4-6a9f-482d-96b4-824e4eeaadf8 req-6c6f14e0-afcb-4d28-bd71-7b8ee489f3e6 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:12.345180 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f14e0-afcb-4d28-bd71-7b8ee489f3e6 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Pushing event deleted for resources: {'Port': ['ID=dd60a51f-e086-4f12-a814-da01ef7b6133,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:12.387461 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f14e0-afcb-4d28-bd71-7b8ee489f3e6 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:12.387816 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f14e0-afcb-4d28-bd71-7b8ee489f3e6 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:12.388162 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f14e0-afcb-4d28-bd71-7b8ee489f3e6 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:12.388502 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f14e0-afcb-4d28-bd71-7b8ee489f3e6 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:12.388860 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f14e0-afcb-4d28-bd71-7b8ee489f3e6 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:12.389176 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f14e0-afcb-4d28-bd71-7b8ee489f3e6 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:12.389503 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f14e0-afcb-4d28-bd71-7b8ee489f3e6 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:12.389829 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f14e0-afcb-4d28-bd71-7b8ee489f3e6 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:12.390246 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f14e0-afcb-4d28-bd71-7b8ee489f3e6 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:12.390573 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f14e0-afcb-4d28-bd71-7b8ee489f3e6 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:12.391109 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f14e0-afcb-4d28-bd71-7b8ee489f3e6 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:12.433181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f562f4-6a9f-482d-96b4-824e4eeaadf8 req-6c6f14e0-afcb-4d28-bd71-7b8ee489f3e6 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] No DVR routers for this DVR port dd60a51f-e086-4f12-a814-da01ef7b6133 on host hv-neutron-8335 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:52:12.435676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b7f562f4-6a9f-482d-96b4-824e4eeaadf8 req-6c6f14e0-afcb-4d28-bd71-7b8ee489f3e6 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:12.439795 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbcc650-b873-4524-ba57-8d5052bd0caf', 'name': 'network-vif-deleted', 'tag': 'dd60a51f-e086-4f12-a814-da01ef7b6133'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:52:12.458485 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b7f562f4-6a9f-482d-96b4-824e4eeaadf8 req-6c6f14e0-afcb-4d28-bd71-7b8ee489f3e6 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.24 "DELETE /v2.0/ports/dd60a51f-e086-4f12-a814-da01ef7b6133 HTTP/1.1" status: 204 len: 173 time: 0.8104134 Mar 14 15:52:12.497564 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbcc650-b873-4524-ba57-8d5052bd0caf', 'name': 'network-vif-deleted', 'tag': 'dd60a51f-e086-4f12-a814-da01ef7b6133', 'status': 'completed', 'code': 200} Mar 14 15:52:12.807123 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-007d65e0-f596-45dd-ab69-bfedd90b23b8 req-b95ea9da-3d5a-4b70-b032-b3360e1cd6d1 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Synchronizing usage tracker for tenant:d8c1ebbdaf1b4b308073f88a8a6087a2 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:52:12.826475 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-007d65e0-f596-45dd-ab69-bfedd90b23b8 req-b95ea9da-3d5a-4b70-b032-b3360e1cd6d1 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] Unset dirty status for tenant:d8c1ebbdaf1b4b308073f88a8a6087a2 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:52:12.827626 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-007d65e0-f596-45dd-ab69-bfedd90b23b8 req-b95ea9da-3d5a-4b70-b032-b3360e1cd6d1 tempest-ServersAdminNegativeTestJSON-2059027489 tempest-ServersAdminNegativeTestJSON-2059027489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccbcc650-b873-4524-ba57-8d5052bd0caf HTTP/1.1" status: 200 len: 210 time: 0.0667944 Mar 14 15:52:12.949339 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-40ceeb44-40de-4a8e-acb1-b3b36afe4f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.151740 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device dd60a51f-e086-4f12-a814-da01ef7b6133 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:52:14.185862 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: dd60a51f-e086-4f12-a814-da01ef7b6133 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:52:14.186238 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device dd60a51f-e086-4f12-a814-da01ef7b6133 not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:52:14.223170 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 57270) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:52:14.394087 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1d133a47-9d79-4e19-8b95-f2e2796583e9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d8c1ebbdaf1b4b308073f88a8a6087a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1697636 Mar 14 15:52:14.396478 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 57276) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:52:14.457791 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5c0e668-f049-4b2d-9fbe-b0644744b1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.482481 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5c0e668-f049-4b2d-9fbe-b0644744b1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.535573 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5c0e668-f049-4b2d-9fbe-b0644744b1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.552433 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0e668-f049-4b2d-9fbe-b0644744b1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9971240-cc41-4b65-81fa-2dd0d3d5e35e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:14.562487 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5c0e668-f049-4b2d-9fbe-b0644744b1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.564265 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e5c0e668-f049-4b2d-9fbe-b0644744b1d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c9971240-cc41-4b65-81fa-2dd0d3d5e35e HTTP/1.1" status: 204 len: 168 time: 0.1669216 Mar 14 15:52:14.884307 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 57284) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:52:14.905302 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18bdec6b-2b9e-456a-83b0-2c1c762a3248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.935774 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-18bdec6b-2b9e-456a-83b0-2c1c762a3248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:52:14.940514 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-18bdec6b-2b9e-456a-83b0-2c1c762a3248 admin admin] Usage tracker for resource:security_group_rule and tenant:4128ae5df6b84ac3a45c6515bbc38860 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:52:14.943260 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-18bdec6b-2b9e-456a-83b0-2c1c762a3248 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:52:14.948840 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-18bdec6b-2b9e-456a-83b0-2c1c762a3248 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:52:15.012562 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18bdec6b-2b9e-456a-83b0-2c1c762a3248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:15.017392 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18bdec6b-2b9e-456a-83b0-2c1c762a3248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:15.065799 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdec6b-2b9e-456a-83b0-2c1c762a3248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea2b942-4b00-49d5-a263-b8b1d5c694e9,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:15.070227 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-18bdec6b-2b9e-456a-83b0-2c1c762a3248 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4128ae5df6b84ac3a45c6515bbc38860&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1848893 Mar 14 15:52:15.073584 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 57288) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:52:15.111706 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f81e362c-e2dd-4df3-8ea0-260e417b9048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:15.133195 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-741abaca-b883-445a-a6cf-e052b379ed90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:15.158155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-741abaca-b883-445a-a6cf-e052b379ed90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:15.211284 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-741abaca-b883-445a-a6cf-e052b379ed90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:15.225200 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741abaca-b883-445a-a6cf-e052b379ed90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea2b942-4b00-49d5-a263-b8b1d5c694e9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:15.231222 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-741abaca-b883-445a-a6cf-e052b379ed90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:15.232238 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-741abaca-b883-445a-a6cf-e052b379ed90 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ea2b942-4b00-49d5-a263-b8b1d5c694e9 HTTP/1.1" status: 204 len: 168 time: 0.1583922 Mar 14 15:52:16.043673 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 57310) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:52:16.170427 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c269854c-d940-4464-80b6-4da6b71bde0e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1383770111-network', 'tenant_id': '9d4e826847c74b499de87884aa30eb7d'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:52:16.175271 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c269854c-d940-4464-80b6-4da6b71bde0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:52:16.179106 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c269854c-d940-4464-80b6-4da6b71bde0e admin admin] Usage tracker for resource:network and tenant:9d4e826847c74b499de87884aa30eb7d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:52:16.181989 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c269854c-d940-4464-80b6-4da6b71bde0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:52:16.187783 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c269854c-d940-4464-80b6-4da6b71bde0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:52:16.198978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c269854c-d940-4464-80b6-4da6b71bde0e admin admin] Made reservation on behalf of 9d4e826847c74b499de87884aa30eb7d for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:52:16.201221 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c269854c-d940-4464-80b6-4da6b71bde0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:16.213887 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c269854c-d940-4464-80b6-4da6b71bde0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:16.244095 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c269854c-d940-4464-80b6-4da6b71bde0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:52:16.247850 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c269854c-d940-4464-80b6-4da6b71bde0e admin admin] Usage tracker for resource:security_group_rule and tenant:9d4e826847c74b499de87884aa30eb7d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:52:16.251228 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c269854c-d940-4464-80b6-4da6b71bde0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:52:16.256821 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c269854c-d940-4464-80b6-4da6b71bde0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:52:16.317897 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:16.322470 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c269854c-d940-4464-80b6-4da6b71bde0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:16.325819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c269854c-d940-4464-80b6-4da6b71bde0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:16.354834 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c269854c-d940-4464-80b6-4da6b71bde0e admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:52:16.364093 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269854c-d940-4464-80b6-4da6b71bde0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb4a8b7-1109-489f-a87c-732e55bb12ce,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:16.369485 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c269854c-d940-4464-80b6-4da6b71bde0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:16.369827 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-c269854c-d940-4464-80b6-4da6b71bde0e admin admin] Added segment bf66b1de-8acf-4bfa-8049-3e57025fd3d2 of type vlan for network c329b6b8-900c-4bf2-a4ef-eb94f2f60857 Mar 14 15:52:16.395233 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c269854c-d940-4464-80b6-4da6b71bde0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:16.423532 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c269854c-d940-4464-80b6-4da6b71bde0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:16.424327 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c269854c-d940-4464-80b6-4da6b71bde0e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:16.424896 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c269854c-d940-4464-80b6-4da6b71bde0e admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:16.526281 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c269854c-d940-4464-80b6-4da6b71bde0e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4813869 Mar 14 15:52:16.526999 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269854c-d940-4464-80b6-4da6b71bde0e admin admin] Pushing event updated for resources: {'Network': ['ID=c329b6b8-900c-4bf2-a4ef-eb94f2f60857,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:16.529046 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 57316) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:52:16.535218 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:16.535447 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1732712e-848a-4d56-a24c-56bb3dd8ae60 admin admin] Request body: {'subnet': {'network_id': 'c329b6b8-900c-4bf2-a4ef-eb94f2f60857', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1383770111-subnet', 'tenant_id': '9d4e826847c74b499de87884aa30eb7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:52:16.540426 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network c329b6b8-900c-4bf2-a4ef-eb94f2f60857 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:52:16.540609 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1732712e-848a-4d56-a24c-56bb3dd8ae60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:52:16.544666 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1732712e-848a-4d56-a24c-56bb3dd8ae60 admin admin] Usage tracker for resource:subnet and tenant:9d4e826847c74b499de87884aa30eb7d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:52:16.548176 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1732712e-848a-4d56-a24c-56bb3dd8ae60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:52:16.554020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1732712e-848a-4d56-a24c-56bb3dd8ae60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:52:16.564268 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1732712e-848a-4d56-a24c-56bb3dd8ae60 admin admin] Made reservation on behalf of 9d4e826847c74b499de87884aa30eb7d for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:52:16.566763 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1732712e-848a-4d56-a24c-56bb3dd8ae60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:16.776845 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1732712e-848a-4d56-a24c-56bb3dd8ae60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:16.847271 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732712e-848a-4d56-a24c-56bb3dd8ae60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89d7c22c-2e6f-4d42-84ab-9d1cc57d2343,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:16.864208 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1732712e-848a-4d56-a24c-56bb3dd8ae60 admin admin] Checking segment: {'id': 'bf66b1de-8acf-4bfa-8049-3e57025fd3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c329b6b8-900c-4bf2-a4ef-eb94f2f60857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:52:16.864565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1732712e-848a-4d56-a24c-56bb3dd8ae60 admin admin] Network hostable DHCP agents. Network: c329b6b8-900c-4bf2-a4ef-eb94f2f60857, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:52:16.886199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1732712e-848a-4d56-a24c-56bb3dd8ae60 admin admin] Network c329b6b8-900c-4bf2-a4ef-eb94f2f60857 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:52:16.896113 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-1732712e-848a-4d56-a24c-56bb3dd8ae60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, c329b6b8-900c-4bf2-a4ef-eb94f2f60857) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:52:16.900048 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1732712e-848a-4d56-a24c-56bb3dd8ae60 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:16.900766 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1732712e-848a-4d56-a24c-56bb3dd8ae60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:16.904976 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c2bcfd-79d8-4549-932c-9b04dd59d405 None None] Network c329b6b8-900c-4bf2-a4ef-eb94f2f60857 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:52:16.921041 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1732712e-848a-4d56-a24c-56bb3dd8ae60 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3910213 Mar 14 15:52:17.116307 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ecbd81-bf71-450d-9498-2ee5138b1679 None None] Network c329b6b8-900c-4bf2-a4ef-eb94f2f60857 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:52:17.458801 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-fc6c0798-fccc-44ba-b90f-7dfbd4cbbea2 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:17.459478 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-fc6c0798-fccc-44ba-b90f-7dfbd4cbbea2 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Synchronizing usage tracker for tenant:9d4e826847c74b499de87884aa30eb7d on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:52:17.475811 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-fc6c0798-fccc-44ba-b90f-7dfbd4cbbea2 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Unset dirty status for tenant:9d4e826847c74b499de87884aa30eb7d on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:52:17.477003 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-fc6c0798-fccc-44ba-b90f-7dfbd4cbbea2 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/networks?id=c329b6b8-900c-4bf2-a4ef-eb94f2f60857 HTTP/1.1" status: 200 len: 812 time: 0.1575050 Mar 14 15:52:17.493043 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-1629b9b0-46fd-4fc6-a32b-eb48ff9da9a0 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/quotas/9d4e826847c74b499de87884aa30eb7d HTTP/1.1" status: 200 len: 375 time: 0.0107615 Mar 14 15:52:17.541086 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-42e01e0e-0012-4561-9f71-06b9a5ac955d tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d4e826847c74b499de87884aa30eb7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433373 Mar 14 15:52:17.551716 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-326674c2-e6c4-486d-807e-dc55d382484a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:52:17.552662 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-326674c2-e6c4-486d-807e-dc55d382484a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048676 Mar 14 15:52:17.680675 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-4a764342-e2d7-491d-a388-01bbfb9e0360 service neutron] 10.222.0.60 "GET /v2.0/networks/c329b6b8-900c-4bf2-a4ef-eb94f2f60857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224291 Mar 14 15:52:17.890456 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-bea548bb-74dd-483e-934a-2085a510be33 service neutron] 10.222.0.60 "GET /v2.0/networks/c329b6b8-900c-4bf2-a4ef-eb94f2f60857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040782 Mar 14 15:52:17.991477 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:18.070904 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b4f7c541-40a0-4d74-9fe3-ff815839611a req-61179a87-de35-41c7-abb6-0ab2b482c4a0 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 210 time: 0.0417278 Mar 14 15:52:19.304379 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d81e991c-f849-4046-b0d7-d8a4320d232d req-d0319832-aa65-4d11-84b2-6139be8d1b5f tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 210 time: 0.1086416 Mar 14 15:52:19.374461 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-8a837149-a5f1-49f7-b8bf-88814518513c tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:19.376463 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-8a837149-a5f1-49f7-b8bf-88814518513c tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.24 "GET /v2.0/networks?id=c329b6b8-900c-4bf2-a4ef-eb94f2f60857 HTTP/1.1" status: 200 len: 812 time: 0.1795228 Mar 14 15:52:19.393870 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-98a0080b-603f-4113-859e-7f66a8f7bffa tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Request body: {'port': {'device_id': '514c1e93-328f-44a9-a853-9a36da6fb013', 'network_id': 'c329b6b8-900c-4bf2-a4ef-eb94f2f60857', 'admin_state_up': True, 'tenant_id': '9d4e826847c74b499de87884aa30eb7d'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:52:19.524924 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-98a0080b-603f-4113-859e-7f66a8f7bffa tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:52:19.528697 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-98a0080b-603f-4113-859e-7f66a8f7bffa tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Usage tracker for resource:port and tenant:9d4e826847c74b499de87884aa30eb7d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:52:19.531679 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-98a0080b-603f-4113-859e-7f66a8f7bffa tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:52:19.537240 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-98a0080b-603f-4113-859e-7f66a8f7bffa tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:52:19.546379 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-98a0080b-603f-4113-859e-7f66a8f7bffa tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Made reservation on behalf of 9d4e826847c74b499de87884aa30eb7d for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:52:19.549353 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-98a0080b-603f-4113-859e-7f66a8f7bffa tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:19.706406 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-98a0080b-603f-4113-859e-7f66a8f7bffa tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Allocated IP 172.20.0.6 (c329b6b8-900c-4bf2-a4ef-eb94f2f60857/89d7c22c-2e6f-4d42-84ab-9d1cc57d2343/f8a560ea-1d33-429b-aba5-ce0bd6f7e153) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:52:19.900993 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-98a0080b-603f-4113-859e-7f66a8f7bffa tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:19.928412 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-98a0080b-603f-4113-859e-7f66a8f7bffa tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:20.001527 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-98a0080b-603f-4113-859e-7f66a8f7bffa tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Network c329b6b8-900c-4bf2-a4ef-eb94f2f60857 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:52:20.004332 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-98a0080b-603f-4113-859e-7f66a8f7bffa tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:52:20.008314 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-98a0080b-603f-4113-859e-7f66a8f7bffa tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:52:20.038245 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0080b-603f-4113-859e-7f66a8f7bffa tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Pushing event updated for resources: {'Port': ['ID=f8a560ea-1d33-429b-aba5-ce0bd6f7e153,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:20.071166 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-98a0080b-603f-4113-859e-7f66a8f7bffa tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:20.071772 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-98a0080b-603f-4113-859e-7f66a8f7bffa tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:20.091364 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-98a0080b-603f-4113-859e-7f66a8f7bffa tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7018077 Mar 14 15:52:20.102014 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-ef26cd0a-0699-4132-9a2b-f47a59e137e7 service neutron] Request body: {'port': {'device_id': '514c1e93-328f-44a9-a853-9a36da6fb013', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:52:20.207468 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-ef26cd0a-0699-4132-9a2b-f47a59e137e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:20.501869 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af6f1c-5c66-458d-bfd7-c86edd3a10d8 req-befaf9e1-b984-436a-9410-3500248d8f1c tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:20.503352 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-84af6f1c-5c66-458d-bfd7-c86edd3a10d8 req-befaf9e1-b984-436a-9410-3500248d8f1c tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 931 time: 0.0753131 Mar 14 15:52:20.539493 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-ef26cd0a-0699-4132-9a2b-f47a59e137e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a560ea-1d33-429b-aba5-ce0bd6f7e153 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:52:20.546337 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-ef26cd0a-0699-4132-9a2b-f47a59e137e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:20.551851 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-84af6f1c-5c66-458d-bfd7-c86edd3a10d8 req-eff9b647-9489-4e49-8338-93fa4386cc17 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430899 Mar 14 15:52:20.561076 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-ef26cd0a-0699-4132-9a2b-f47a59e137e7 service neutron] Transition to ACTIVE for port object f8a560ea-1d33-429b-aba5-ce0bd6f7e153 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:52:20.565315 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-ef26cd0a-0699-4132-9a2b-f47a59e137e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:20.696325 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26cd0a-0699-4132-9a2b-f47a59e137e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a560ea-1d33-429b-aba5-ce0bd6f7e153,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:20.887122 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-ef26cd0a-0699-4132-9a2b-f47a59e137e7 service neutron] Attempting to bind port f8a560ea-1d33-429b-aba5-ce0bd6f7e153 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:52:20.887376 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-ef26cd0a-0699-4132-9a2b-f47a59e137e7 service neutron] Attempting to bind port f8a560ea-1d33-429b-aba5-ce0bd6f7e153 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'bf66b1de-8acf-4bfa-8049-3e57025fd3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c329b6b8-900c-4bf2-a4ef-eb94f2f60857'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:52:20.887668 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-ef26cd0a-0699-4132-9a2b-f47a59e137e7 service neutron] Attempting to bind port f8a560ea-1d33-429b-aba5-ce0bd6f7e153 on network c329b6b8-900c-4bf2-a4ef-eb94f2f60857 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:52:20.893972 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-ef26cd0a-0699-4132-9a2b-f47a59e137e7 service neutron] Port f8a560ea-1d33-429b-aba5-ce0bd6f7e153 on network c329b6b8-900c-4bf2-a4ef-eb94f2f60857 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:52:20.894326 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-ef26cd0a-0699-4132-9a2b-f47a59e137e7 service neutron] Attempting to bind port f8a560ea-1d33-429b-aba5-ce0bd6f7e153 on network c329b6b8-900c-4bf2-a4ef-eb94f2f60857 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:52:20.900379 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-ef26cd0a-0699-4132-9a2b-f47a59e137e7 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:52:20.900709 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-ef26cd0a-0699-4132-9a2b-f47a59e137e7 service neutron] Checking segment: {'id': 'bf66b1de-8acf-4bfa-8049-3e57025fd3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c329b6b8-900c-4bf2-a4ef-eb94f2f60857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:52:20.901096 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-ef26cd0a-0699-4132-9a2b-f47a59e137e7 service neutron] Bound using segment: {'id': 'bf66b1de-8acf-4bfa-8049-3e57025fd3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c329b6b8-900c-4bf2-a4ef-eb94f2f60857'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:52:20.901503 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-ef26cd0a-0699-4132-9a2b-f47a59e137e7 service neutron] Bound port: f8a560ea-1d33-429b-aba5-ce0bd6f7e153, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf66b1de-8acf-4bfa-8049-3e57025fd3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c329b6b8-900c-4bf2-a4ef-eb94f2f60857'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:52:20.901863 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-ef26cd0a-0699-4132-9a2b-f47a59e137e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:20.990385 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-ef26cd0a-0699-4132-9a2b-f47a59e137e7 service neutron] For port f8a560ea-1d33-429b-aba5-ce0bd6f7e153, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:52:20.993260 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-ef26cd0a-0699-4132-9a2b-f47a59e137e7 service neutron] For port f8a560ea-1d33-429b-aba5-ce0bd6f7e153, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f8a560ea-1d33-429b-aba5-ce0bd6f7e153,segment=NetworkSegment(bf66b1de-8acf-4bfa-8049-3e57025fd3d2),segment_id=bf66b1de-8acf-4bfa-8049-3e57025fd3d2)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:52:20.996658 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-ef26cd0a-0699-4132-9a2b-f47a59e137e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:21.039022 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:21.055561 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-ef26cd0a-0699-4132-9a2b-f47a59e137e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:21.056926 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-ef26cd0a-0699-4132-9a2b-f47a59e137e7 service neutron] 10.222.0.24 "PUT /v2.0/ports/f8a560ea-1d33-429b-aba5-ce0bd6f7e153 HTTP/1.1" status: 200 len: 1093 time: 0.9588141 Mar 14 15:52:21.057349 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514c1e93-328f-44a9-a853-9a36da6fb013', 'tag': 'f8a560ea-1d33-429b-aba5-ce0bd6f7e153'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:52:21.077020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26cd0a-0699-4132-9a2b-f47a59e137e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a560ea-1d33-429b-aba5-ce0bd6f7e153,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:21.127043 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514c1e93-328f-44a9-a853-9a36da6fb013', 'tag': 'f8a560ea-1d33-429b-aba5-ce0bd6f7e153', 'status': 'completed', 'code': 200} Mar 14 15:52:21.167408 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-393cb238-a3b2-4fd5-b049-9365fa9c47a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d4e826847c74b499de87884aa30eb7d&device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 1096 time: 0.0727644 Mar 14 15:52:21.233963 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-2cc71181-aad8-4947-a743-13eb524cebf0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8a560ea-1d33-429b-aba5-ce0bd6f7e153 HTTP/1.1" status: 200 len: 217 time: 0.0588591 Mar 14 15:52:21.296016 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-22c22605-5a61-4923-b9da-4ffa8227e9a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:21.297423 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-22c22605-5a61-4923-b9da-4ffa8227e9a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89d7c22c-2e6f-4d42-84ab-9d1cc57d2343 HTTP/1.1" status: 200 len: 852 time: 0.0582080 Mar 14 15:52:21.340922 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-917be70a-0d0d-43ef-ab69-71a921a6c3e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c329b6b8-900c-4bf2-a4ef-eb94f2f60857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375197 Mar 14 15:52:21.469863 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-b5c58fcc-d95a-45ee-b737-0a19357366ee service neutron] 10.222.0.24 "GET /v2.0/networks/c329b6b8-900c-4bf2-a4ef-eb94f2f60857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229854 Mar 14 15:52:21.597627 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59d74a8a-3719-4b88-8baa-843c27ce935e req-7d2c1f5d-64ed-49d6-9b30-255f3ea4e32e service neutron] 10.222.0.24 "GET /v2.0/networks/c329b6b8-900c-4bf2-a4ef-eb94f2f60857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225424 Mar 14 15:52:21.655822 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:52:21.713678 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59f55c53-baad-4f15-9746-7d5c8031d09d req-5bd76717-a2b2-47e0-8fce-b881debb1edb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d4e826847c74b499de87884aa30eb7d&device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 1096 time: 0.0741024 Mar 14 15:52:21.747612 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d3af6-5595-469a-8232-9d8a63223ac0 req-9d903ad5-3693-40b1-8269-2a1115bd1787 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:21.748968 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-782d3af6-5595-469a-8232-9d8a63223ac0 req-9d903ad5-3693-40b1-8269-2a1115bd1787 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 943 time: 0.0756049 Mar 14 15:52:21.794014 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-782d3af6-5595-469a-8232-9d8a63223ac0 req-dd07e5fd-7b64-4a55-9880-e1b7fedc4a01 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391984 Mar 14 15:52:21.844228 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f55c53-baad-4f15-9746-7d5c8031d09d req-e3a98aeb-a565-46ff-b5b9-ae00bfa58501 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:21.845675 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59f55c53-baad-4f15-9746-7d5c8031d09d req-e3a98aeb-a565-46ff-b5b9-ae00bfa58501 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c329b6b8-900c-4bf2-a4ef-eb94f2f60857 HTTP/1.1" status: 200 len: 913 time: 0.1253357 Mar 14 15:52:21.910506 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59f55c53-baad-4f15-9746-7d5c8031d09d req-e62ecff1-2dba-4e2f-8316-ae371aabef02 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8a560ea-1d33-429b-aba5-ce0bd6f7e153 HTTP/1.1" status: 200 len: 217 time: 0.0589509 Mar 14 15:52:21.973170 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f55c53-baad-4f15-9746-7d5c8031d09d req-c321a6f5-3324-4029-920a-7d9444c9a6e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:21.974581 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59f55c53-baad-4f15-9746-7d5c8031d09d req-c321a6f5-3324-4029-920a-7d9444c9a6e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89d7c22c-2e6f-4d42-84ab-9d1cc57d2343 HTTP/1.1" status: 200 len: 852 time: 0.0587261 Mar 14 15:52:22.018460 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59f55c53-baad-4f15-9746-7d5c8031d09d req-a9b5d968-8866-435e-af5a-e008cae725f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c329b6b8-900c-4bf2-a4ef-eb94f2f60857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376799 Mar 14 15:52:22.145372 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59f55c53-baad-4f15-9746-7d5c8031d09d req-2080645f-b982-434b-89fc-624f57cb7c29 service neutron] 10.222.0.24 "GET /v2.0/networks/c329b6b8-900c-4bf2-a4ef-eb94f2f60857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213903 Mar 14 15:52:22.274336 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59f55c53-baad-4f15-9746-7d5c8031d09d req-25a90127-c2e6-4996-8387-d5f4cc871fec service neutron] 10.222.0.24 "GET /v2.0/networks/c329b6b8-900c-4bf2-a4ef-eb94f2f60857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216033 Mar 14 15:52:22.987596 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fbc89-6a85-4e19-9a2b-4da8b4209ff3 req-e4e83c5b-6136-40fe-ab3b-6927f5ff3463 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:22.988272 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-824fbc89-6a85-4e19-9a2b-4da8b4209ff3 req-e4e83c5b-6136-40fe-ab3b-6927f5ff3463 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Synchronizing usage tracker for tenant:9d4e826847c74b499de87884aa30eb7d on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:52:23.005154 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-824fbc89-6a85-4e19-9a2b-4da8b4209ff3 req-e4e83c5b-6136-40fe-ab3b-6927f5ff3463 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Unset dirty status for tenant:9d4e826847c74b499de87884aa30eb7d on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:52:23.006276 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-824fbc89-6a85-4e19-9a2b-4da8b4209ff3 req-e4e83c5b-6136-40fe-ab3b-6927f5ff3463 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 943 time: 0.0919685 Mar 14 15:52:23.053466 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-824fbc89-6a85-4e19-9a2b-4da8b4209ff3 req-2f91b9e8-876d-4dd0-8c36-e78621cacdf7 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Synchronizing usage tracker for tenant:9d4e826847c74b499de87884aa30eb7d on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:52:23.069423 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-824fbc89-6a85-4e19-9a2b-4da8b4209ff3 req-2f91b9e8-876d-4dd0-8c36-e78621cacdf7 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Unset dirty status for tenant:9d4e826847c74b499de87884aa30eb7d on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:52:23.070592 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-824fbc89-6a85-4e19-9a2b-4da8b4209ff3 req-2f91b9e8-876d-4dd0-8c36-e78621cacdf7 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588236 Mar 14 15:52:24.172659 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device f8a560ea-1d33-429b-aba5-ce0bd6f7e153 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:52:24.272341 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a75807-14ac-4c23-8e94-efcbf9be7f4d req-a4410b04-5701-4c33-aa24-15e03d1fe6a7 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:24.273783 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-09a75807-14ac-4c23-8e94-efcbf9be7f4d req-a4410b04-5701-4c33-aa24-15e03d1fe6a7 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 943 time: 0.0809777 Mar 14 15:52:24.319550 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-09a75807-14ac-4c23-8e94-efcbf9be7f4d req-78eba398-a245-4db4-a65b-6aaaf4403d95 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401306 Mar 14 15:52:24.334609 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port f8a560ea-1d33-429b-aba5-ce0bd6f7e153, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f8a560ea-1d33-429b-aba5-ce0bd6f7e153,segment=NetworkSegment(bf66b1de-8acf-4bfa-8049-3e57025fd3d2),segment_id=bf66b1de-8acf-4bfa-8049-3e57025fd3d2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:52:24.348394 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': 'f8a560ea-1d33-429b-aba5-ce0bd6f7e153', 'network_id': 'c329b6b8-900c-4bf2-a4ef-eb94f2f60857', 'port_id': 'f8a560ea-1d33-429b-aba5-ce0bd6f7e153', 'mac_address': 'fa:16:3e:17:c1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d7c22c-2e6f-4d42-84ab-9d1cc57d2343', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:52:24.402682 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:24.419790 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a560ea-1d33-429b-aba5-ce0bd6f7e153 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:52:24.434279 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port f8a560ea-1d33-429b-aba5-ce0bd6f7e153, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f8a560ea-1d33-429b-aba5-ce0bd6f7e153,segment=NetworkSegment(bf66b1de-8acf-4bfa-8049-3e57025fd3d2),segment_id=bf66b1de-8acf-4bfa-8049-3e57025fd3d2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:52:24.438708 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:24.501974 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=f8a560ea-1d33-429b-aba5-ce0bd6f7e153,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:24.728678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['f8a560ea-1d33-429b-aba5-ce0bd6f7e153'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:52:25.608260 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02f5db-fa33-442d-a1a3-e6a5bdd65773 req-67df246f-0246-4844-a2c8-e78ede926dff tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:25.610296 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e02f5db-fa33-442d-a1a3-e6a5bdd65773 req-67df246f-0246-4844-a2c8-e78ede926dff tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 944 time: 0.1726098 Mar 14 15:52:25.654287 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e02f5db-fa33-442d-a1a3-e6a5bdd65773 req-178bdc9c-8b75-495f-94de-21c7d5e37d56 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386281 Mar 14 15:52:26.172926 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device f8a560ea-1d33-429b-aba5-ce0bd6f7e153 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:52:26.248560 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port f8a560ea-1d33-429b-aba5-ce0bd6f7e153 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:52:26.253690 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port f8a560ea-1d33-429b-aba5-ce0bd6f7e153 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:52:26.254085 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:26.364816 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:26.391416 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514c1e93-328f-44a9-a853-9a36da6fb013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a560ea-1d33-429b-aba5-ce0bd6f7e153'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:52:26.400616 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port f8a560ea-1d33-429b-aba5-ce0bd6f7e153, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f8a560ea-1d33-429b-aba5-ce0bd6f7e153,segment=NetworkSegment(bf66b1de-8acf-4bfa-8049-3e57025fd3d2),segment_id=bf66b1de-8acf-4bfa-8049-3e57025fd3d2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:52:26.404452 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:26.472902 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=f8a560ea-1d33-429b-aba5-ce0bd6f7e153,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:26.524248 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514c1e93-328f-44a9-a853-9a36da6fb013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a560ea-1d33-429b-aba5-ce0bd6f7e153', 'code': 200} Mar 14 15:52:26.747585 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-44b48bb4-476e-4ce4-bc1f-d6f2e59ba893 req-896308c3-d36a-48f0-acf7-468aca9dac51 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 1098 time: 0.0713108 Mar 14 15:52:26.829221 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-44b48bb4-476e-4ce4-bc1f-d6f2e59ba893 req-0b1614df-6cb4-4c96-bbda-644710b3acb5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762253 Mar 14 15:52:26.862829 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b922284-9920-4187-a1b9-8cf0ded671ad req-967c3625-2d85-4d5c-86e2-0ded613a5fd2 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:26.863087 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1b922284-9920-4187-a1b9-8cf0ded671ad req-967c3625-2d85-4d5c-86e2-0ded613a5fd2 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0844226 Mar 14 15:52:26.910522 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1b922284-9920-4187-a1b9-8cf0ded671ad req-1916734a-1fe2-4afe-87ec-25143793010e tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396147 Mar 14 15:52:28.112318 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339ac64-ff2d-4578-8daf-5c094cc1280d req-6b645dcf-3e4c-4719-9460-7a627e7fc134 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:28.113670 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e339ac64-ff2d-4578-8daf-5c094cc1280d req-6b645dcf-3e4c-4719-9460-7a627e7fc134 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0798738 Mar 14 15:52:28.162795 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e339ac64-ff2d-4578-8daf-5c094cc1280d req-2a621c3d-b016-4637-9ade-475855f0c2aa tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433786 Mar 14 15:52:29.357484 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11851eca-5d58-41eb-b72d-1c4c52c18de0 req-36260c92-6f1a-4b2a-91bc-abcc38c65548 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:29.359567 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-11851eca-5d58-41eb-b72d-1c4c52c18de0 req-36260c92-6f1a-4b2a-91bc-abcc38c65548 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0770278 Mar 14 15:52:29.403749 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-11851eca-5d58-41eb-b72d-1c4c52c18de0 req-b4e20e64-9ec4-4241-8e1e-4a78060e0635 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389135 Mar 14 15:52:29.615940 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-71ee1aad-2a67-4f75-bc51-a9781d3f9a7c req-13eea53b-955e-489b-8399-966ed4f6d874 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0704136 Mar 14 15:52:29.889820 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 57378) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:52:29.924543 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac7e54-1cfd-4628-a62f-b41621b3ab70 req-b138872b-c2ca-42e1-a918-8b172b435a73 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:29.926001 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-11ac7e54-1cfd-4628-a62f-b41621b3ab70 req-b138872b-c2ca-42e1-a918-8b172b435a73 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0762911 Mar 14 15:52:29.974173 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-11ac7e54-1cfd-4628-a62f-b41621b3ab70 req-c8da20b7-a995-4bf6-981d-21c7663cbc9b tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427287 Mar 14 15:52:30.026507 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-019be4cf-607a-4c8f-b271-f2da3b0fe526 req-7ebdb310-1982-40af-952a-16c40c296c23 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1353581 Mar 14 15:52:31.162335 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-019be4cf-607a-4c8f-b271-f2da3b0fe526 req-104e4616-64be-4df7-ba60-f7131798ba19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d4e826847c74b499de87884aa30eb7d&device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 1098 time: 0.0703127 Mar 14 15:52:31.173383 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8b6bd-3245-4eb9-a76a-49788a13f77c req-7d498d65-3284-4944-9d3c-1d4162bd17be tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:31.174971 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-99d8b6bd-3245-4eb9-a76a-49788a13f77c req-7d498d65-3284-4944-9d3c-1d4162bd17be tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0789311 Mar 14 15:52:31.221235 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-99d8b6bd-3245-4eb9-a76a-49788a13f77c req-f2f27ec1-1e0b-43ac-99bc-4f7327ff7974 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404224 Mar 14 15:52:31.294233 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019be4cf-607a-4c8f-b271-f2da3b0fe526 req-95f75620-e181-46b4-902c-e5a55f3ce0a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:31.295663 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-019be4cf-607a-4c8f-b271-f2da3b0fe526 req-95f75620-e181-46b4-902c-e5a55f3ce0a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c329b6b8-900c-4bf2-a4ef-eb94f2f60857 HTTP/1.1" status: 200 len: 913 time: 0.1281016 Mar 14 15:52:31.362571 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-019be4cf-607a-4c8f-b271-f2da3b0fe526 req-6d28bdc3-500d-41cb-8697-a69084decd9e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8a560ea-1d33-429b-aba5-ce0bd6f7e153 HTTP/1.1" status: 200 len: 217 time: 0.0612657 Mar 14 15:52:31.422982 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019be4cf-607a-4c8f-b271-f2da3b0fe526 req-bdee85b2-8909-45aa-9506-2ab4f1526c1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:31.424379 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-019be4cf-607a-4c8f-b271-f2da3b0fe526 req-bdee85b2-8909-45aa-9506-2ab4f1526c1d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89d7c22c-2e6f-4d42-84ab-9d1cc57d2343 HTTP/1.1" status: 200 len: 852 time: 0.0564561 Mar 14 15:52:31.467822 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-019be4cf-607a-4c8f-b271-f2da3b0fe526 req-121f9214-b7ad-4ddc-8d55-31f2bf76abfb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c329b6b8-900c-4bf2-a4ef-eb94f2f60857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376642 Mar 14 15:52:31.594109 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-019be4cf-607a-4c8f-b271-f2da3b0fe526 req-a50cf7fc-5823-40ed-b647-e6e9f4fc4fd9 service neutron] 10.222.0.24 "GET /v2.0/networks/c329b6b8-900c-4bf2-a4ef-eb94f2f60857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202393 Mar 14 15:52:31.721832 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-019be4cf-607a-4c8f-b271-f2da3b0fe526 req-a2cdb3bc-fc5b-44fe-8974-d7c4a7347af6 service neutron] 10.222.0.24 "GET /v2.0/networks/c329b6b8-900c-4bf2-a4ef-eb94f2f60857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216676 Mar 14 15:52:32.419873 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cc6ab-f07e-4fb4-9475-872f7407085d req-3e880539-f832-4585-a079-ee0047bdf579 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:32.421318 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-024cc6ab-f07e-4fb4-9475-872f7407085d req-3e880539-f832-4585-a079-ee0047bdf579 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0787468 Mar 14 15:52:32.466842 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-024cc6ab-f07e-4fb4-9475-872f7407085d req-c0ce17e2-3350-48d9-8f48-22aad53ad715 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391550 Mar 14 15:52:33.658002 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2e944-63cc-4d45-a130-a5ac1691397b req-78f5deea-ad92-45db-88a2-e05b0c5ce3f9 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:33.659453 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e2e2e944-63cc-4d45-a130-a5ac1691397b req-78f5deea-ad92-45db-88a2-e05b0c5ce3f9 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0746484 Mar 14 15:52:33.704156 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e2e2e944-63cc-4d45-a130-a5ac1691397b req-11cfa3aa-529f-48a0-918d-6c539bc92b3e tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386548 Mar 14 15:52:34.895678 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04f37d-e7fb-4866-90cc-289c353ea103 req-69b60ac8-cd7a-4b83-8b8e-603d6b87753b tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:34.897120 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0d04f37d-e7fb-4866-90cc-289c353ea103 req-69b60ac8-cd7a-4b83-8b8e-603d6b87753b tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0743835 Mar 14 15:52:34.944559 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0d04f37d-e7fb-4866-90cc-289c353ea103 req-8791a34c-eabf-4f0b-8c19-ab275e7cfb28 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419116 Mar 14 15:52:36.145001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec41649-2dd9-4a5b-b28a-0b9f99415d1a req-71197701-5174-48c0-9c6f-8fd051b5a1e4 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:36.146490 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5ec41649-2dd9-4a5b-b28a-0b9f99415d1a req-71197701-5174-48c0-9c6f-8fd051b5a1e4 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0791280 Mar 14 15:52:36.191056 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5ec41649-2dd9-4a5b-b28a-0b9f99415d1a req-20307d70-457a-4e31-91fb-06d7336e49d3 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392132 Mar 14 15:52:37.382575 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b6129-7809-4d65-80cf-2b7417e3aa6f req-353b757f-c436-460c-bbe3-11d19354044d tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:37.384015 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5d4b6129-7809-4d65-80cf-2b7417e3aa6f req-353b757f-c436-460c-bbe3-11d19354044d tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0749271 Mar 14 15:52:37.429153 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5d4b6129-7809-4d65-80cf-2b7417e3aa6f req-5f4c4792-f52a-4b85-b71b-7e830dfa1d04 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396762 Mar 14 15:52:38.619775 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76111525-78e9-49f9-8898-76f3d51e75e3 req-505b1d0f-dc2f-429b-9562-66ff6029e518 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:38.621202 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-76111525-78e9-49f9-8898-76f3d51e75e3 req-505b1d0f-dc2f-429b-9562-66ff6029e518 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0753102 Mar 14 15:52:38.671100 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-76111525-78e9-49f9-8898-76f3d51e75e3 req-984b550b-a4ae-4fa9-95d6-0d78f7f07701 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436323 Mar 14 15:52:39.869018 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad9f18-0f3a-44f9-a7f0-dec151a0fcc2 req-142b51c2-3568-4442-8d23-aee233146ccc tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:39.870472 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f9ad9f18-0f3a-44f9-a7f0-dec151a0fcc2 req-142b51c2-3568-4442-8d23-aee233146ccc tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0778172 Mar 14 15:52:39.914790 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f9ad9f18-0f3a-44f9-a7f0-dec151a0fcc2 req-87fb4cc9-30b3-4e9a-a62d-90a2bb25abdf tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379446 Mar 14 15:52:41.107527 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b8b3d-9e21-4dbc-a00e-62a0fcdb822b req-47d4675d-d4bc-4009-bb48-516b73f162cc tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:41.108934 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fd0b8b3d-9e21-4dbc-a00e-62a0fcdb822b req-47d4675d-d4bc-4009-bb48-516b73f162cc tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0744443 Mar 14 15:52:41.153311 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fd0b8b3d-9e21-4dbc-a00e-62a0fcdb822b req-5649e226-0738-47fd-929c-f99de0f9e2a2 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387111 Mar 14 15:52:42.351901 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447e75f-0b5f-46aa-ad19-127c4326290f req-920619d1-d15f-4dd9-9bd7-3f7f15c8dd08 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:42.353331 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a447e75f-0b5f-46aa-ad19-127c4326290f req-920619d1-d15f-4dd9-9bd7-3f7f15c8dd08 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0746956 Mar 14 15:52:42.397840 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a447e75f-0b5f-46aa-ad19-127c4326290f req-268c158c-a192-44e5-85e5-e9a777075464 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391254 Mar 14 15:52:42.951490 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f77bc06b-8cc2-4142-a3dc-1a7e389cacff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:43.610380 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455b756-9696-45c8-8383-0f994ca9317f req-e7643b9b-8277-4cc2-8125-a6a970d011cf tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:43.611780 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8455b756-9696-45c8-8383-0f994ca9317f req-e7643b9b-8277-4cc2-8125-a6a970d011cf tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0775294 Mar 14 15:52:43.728475 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8455b756-9696-45c8-8383-0f994ca9317f req-58cc66ae-926b-4e55-b32f-30e1b8023f49 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111579 Mar 14 15:52:45.006819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c75f5c-171f-448d-98c6-2bb03c14c444 req-66145681-59fa-48b7-aea5-d4841dae2235 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:45.008174 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-23c75f5c-171f-448d-98c6-2bb03c14c444 req-66145681-59fa-48b7-aea5-d4841dae2235 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.1586568 Mar 14 15:52:45.052233 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-23c75f5c-171f-448d-98c6-2bb03c14c444 req-63a9f48e-4aca-4e78-9eee-9f8115cee72e tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386188 Mar 14 15:52:45.116685 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e2ade135-9202-4877-a500-bcca11fc5868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:46.256910 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0253a5-e141-4809-8bf7-4e5cb49c721b req-cdf22b7d-deac-4d82-8825-ab1b801aa159 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:46.258366 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1a0253a5-e141-4809-8bf7-4e5cb49c721b req-cdf22b7d-deac-4d82-8825-ab1b801aa159 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0748599 Mar 14 15:52:46.303920 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1a0253a5-e141-4809-8bf7-4e5cb49c721b req-82aaf4b2-6d38-4bab-bed8-828021b1dd3a tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398629 Mar 14 15:52:46.321515 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:46.537760 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:47.501278 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fa656-cfa5-419f-a363-727fcf60ba9c req-c9e56948-7f74-4675-9c42-8945564b8b63 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:47.502648 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-000fa656-cfa5-419f-a363-727fcf60ba9c req-c9e56948-7f74-4675-9c42-8945564b8b63 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0762668 Mar 14 15:52:47.545842 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-000fa656-cfa5-419f-a363-727fcf60ba9c req-0036ebf3-4e08-4c48-b05d-5e1861972637 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378077 Mar 14 15:52:47.993115 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:48.742509 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45336d46-4a9c-43f1-ae89-7ba2b83b6df9 req-c7e86b03-0948-4e9b-81f1-cde23f974488 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:48.743920 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-45336d46-4a9c-43f1-ae89-7ba2b83b6df9 req-c7e86b03-0948-4e9b-81f1-cde23f974488 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0791988 Mar 14 15:52:48.788075 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-45336d46-4a9c-43f1-ae89-7ba2b83b6df9 req-4522bc55-19bd-4010-a970-67e2a432c1d8 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386465 Mar 14 15:52:49.981387 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda3265-1745-4644-aad0-cd2a87e6e394 req-24033122-c368-4bb2-906c-63b3a2f747a0 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:49.982834 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6fda3265-1745-4644-aad0-cd2a87e6e394 req-24033122-c368-4bb2-906c-63b3a2f747a0 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0772517 Mar 14 15:52:50.026640 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6fda3265-1745-4644-aad0-cd2a87e6e394 req-900389ac-05b3-425a-abcf-2e3873898dd2 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376451 Mar 14 15:52:51.045463 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:51.228302 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ef940-758b-4eaa-bab3-ba59a9df104d req-bae13fda-1cb9-43b5-aab7-bba12361364f tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:51.229734 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-488ef940-758b-4eaa-bab3-ba59a9df104d req-bae13fda-1cb9-43b5-aab7-bba12361364f tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0767422 Mar 14 15:52:51.277281 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-488ef940-758b-4eaa-bab3-ba59a9df104d req-8f94631a-21ac-4dc9-ba6c-0bf7a3469884 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415146 Mar 14 15:52:52.470475 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59397afa-48ea-4c2b-b7b6-7fa3eb0cc0db req-52144e6d-aa4b-4141-95f2-ffa9ae013b88 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:52.471832 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59397afa-48ea-4c2b-b7b6-7fa3eb0cc0db req-52144e6d-aa4b-4141-95f2-ffa9ae013b88 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0749974 Mar 14 15:52:52.518757 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59397afa-48ea-4c2b-b7b6-7fa3eb0cc0db req-e3acc0b6-ae2e-474b-b3fe-faafade9c03c tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415697 Mar 14 15:52:53.709773 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0dcf7-d17d-497b-ae69-1282f796b9f3 req-c84913d9-e724-4abe-aa6c-49699c17c847 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:53.711248 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6da0dcf7-d17d-497b-ae69-1282f796b9f3 req-c84913d9-e724-4abe-aa6c-49699c17c847 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0743434 Mar 14 15:52:53.755854 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6da0dcf7-d17d-497b-ae69-1282f796b9f3 req-369c24e6-9a59-4d90-ad97-e88244b5c7b0 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392101 Mar 14 15:52:55.097351 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf74c0-4a18-46fe-9eec-ab77c34c7043 req-068e312f-7bd2-40c9-8769-32cc18215016 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:55.098744 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c8bf74c0-4a18-46fe-9eec-ab77c34c7043 req-068e312f-7bd2-40c9-8769-32cc18215016 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0763724 Mar 14 15:52:55.144329 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c8bf74c0-4a18-46fe-9eec-ab77c34c7043 req-99a2c75a-62e3-4acf-a031-a4b8949c4230 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401537 Mar 14 15:52:56.348516 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28088e90-ab11-4a70-b6d1-87f22bed4a61 req-ce454eb7-2cf5-4476-8728-6ad390e2adec tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:56.349938 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-28088e90-ab11-4a70-b6d1-87f22bed4a61 req-ce454eb7-2cf5-4476-8728-6ad390e2adec tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0832996 Mar 14 15:52:56.396290 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-28088e90-ab11-4a70-b6d1-87f22bed4a61 req-cbd09bb6-e83d-4002-8112-630b5aa99f61 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409565 Mar 14 15:52:57.604999 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62b0f5-b22f-4644-8358-a9bafca21173 req-d65da94c-862c-4df4-8cbd-a2afd5866b1e tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:57.606385 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ad62b0f5-b22f-4644-8358-a9bafca21173 req-d65da94c-862c-4df4-8cbd-a2afd5866b1e tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0817800 Mar 14 15:52:57.650967 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ad62b0f5-b22f-4644-8358-a9bafca21173 req-614b7eef-5eb4-49f3-9ef9-ab2a06d96fe6 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382662 Mar 14 15:52:58.424971 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-019be4cf-607a-4c8f-b271-f2da3b0fe526 req-56940928-24b0-4ee1-bfc7-9ccf39447b33 service neutron] 10.222.0.24 "GET /v2.0/ports/f8a560ea-1d33-429b-aba5-ce0bd6f7e153/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0718944 Mar 14 15:52:58.658659 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:52:58.690424 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-019be4cf-607a-4c8f-b271-f2da3b0fe526 req-09c40b29-7b19-4da9-9e6c-4c20ab4360dd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013&tenant_id=9d4e826847c74b499de87884aa30eb7d HTTP/1.1" status: 200 len: 1098 time: 0.0717072 Mar 14 15:52:58.778902 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-019be4cf-607a-4c8f-b271-f2da3b0fe526 req-a9a3a7f4-e22e-4d55-988a-8f32ec89e0af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d4e826847c74b499de87884aa30eb7d&device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 1098 time: 0.0688207 Mar 14 15:52:58.858077 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c8696-3f66-4975-9638-9532f1b3817c req-4870ce56-c7da-450b-ab18-ad48370e08be tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:58.860080 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b56c8696-3f66-4975-9638-9532f1b3817c req-4870ce56-c7da-450b-ab18-ad48370e08be tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0793319 Mar 14 15:52:58.913261 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b56c8696-3f66-4975-9638-9532f1b3817c req-8cab583f-a775-4999-b138-00da2cb73d38 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474486 Mar 14 15:52:58.920930 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019be4cf-607a-4c8f-b271-f2da3b0fe526 req-ab01d996-7c77-4492-b2a5-a2a02a55044a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:58.922930 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-019be4cf-607a-4c8f-b271-f2da3b0fe526 req-ab01d996-7c77-4492-b2a5-a2a02a55044a service neutron] 10.222.0.24 "GET /v2.0/networks?id=c329b6b8-900c-4bf2-a4ef-eb94f2f60857 HTTP/1.1" status: 200 len: 913 time: 0.1380963 Mar 14 15:52:58.992888 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-019be4cf-607a-4c8f-b271-f2da3b0fe526 req-33b7370b-653a-4598-9c20-187e340768ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8a560ea-1d33-429b-aba5-ce0bd6f7e153 HTTP/1.1" status: 200 len: 217 time: 0.0640321 Mar 14 15:52:59.052597 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019be4cf-607a-4c8f-b271-f2da3b0fe526 req-eefda589-ccc4-4633-b072-c48294107fce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:59.053966 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-019be4cf-607a-4c8f-b271-f2da3b0fe526 req-eefda589-ccc4-4633-b072-c48294107fce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89d7c22c-2e6f-4d42-84ab-9d1cc57d2343 HTTP/1.1" status: 200 len: 852 time: 0.0558395 Mar 14 15:52:59.099830 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-019be4cf-607a-4c8f-b271-f2da3b0fe526 req-8d8871a8-16b2-49d4-a3e5-5c4e585229b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c329b6b8-900c-4bf2-a4ef-eb94f2f60857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403109 Mar 14 15:52:59.232418 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-019be4cf-607a-4c8f-b271-f2da3b0fe526 req-cd438bc7-96b1-49d7-a5f2-7c713aedc53b service neutron] 10.222.0.24 "GET /v2.0/networks/c329b6b8-900c-4bf2-a4ef-eb94f2f60857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266890 Mar 14 15:52:59.362679 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-019be4cf-607a-4c8f-b271-f2da3b0fe526 req-4b8d76f2-6382-461f-860b-d2146f3f7b77 service neutron] 10.222.0.24 "GET /v2.0/networks/c329b6b8-900c-4bf2-a4ef-eb94f2f60857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239574 Mar 14 15:53:00.109785 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963157bd-dddf-4119-b7a5-fadb38d55828 req-8526d79d-b5fa-4474-a620-e58b3063de5e tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:00.111158 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-963157bd-dddf-4119-b7a5-fadb38d55828 req-8526d79d-b5fa-4474-a620-e58b3063de5e tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0770571 Mar 14 15:53:00.157714 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-963157bd-dddf-4119-b7a5-fadb38d55828 req-0ba0cc85-5cd5-439c-96fa-0a9a9eb1ac46 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410516 Mar 14 15:53:01.356849 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f25ca-02de-4bc2-963a-ecfa2f336bfd req-da4b1888-07c0-4f4f-b74c-6d39f7932432 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:01.358318 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fe9f25ca-02de-4bc2-963a-ecfa2f336bfd req-da4b1888-07c0-4f4f-b74c-6d39f7932432 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0786333 Mar 14 15:53:01.407673 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fe9f25ca-02de-4bc2-963a-ecfa2f336bfd req-6adf916e-1629-4fd0-b777-b5f1381fc3e9 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400319 Mar 14 15:53:02.607856 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a23d5-6393-4ac7-82bb-31b0dd8fb2df req-9f3e5ebe-9984-45e7-b004-af9f46a7bcbb tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:02.609254 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c43a23d5-6393-4ac7-82bb-31b0dd8fb2df req-9f3e5ebe-9984-45e7-b004-af9f46a7bcbb tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0773249 Mar 14 15:53:02.653431 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c43a23d5-6393-4ac7-82bb-31b0dd8fb2df req-898d9645-1ebf-4ec7-ae03-2df3ec1723cd tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380645 Mar 14 15:53:03.034864 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2aee3-436f-4ba3-8387-2fb865442a84 req-862e4354-da3c-4087-9a6d-e4972cb8e0df tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:03.036177 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-04a2aee3-436f-4ba3-8387-2fb865442a84 req-862e4354-da3c-4087-9a6d-e4972cb8e0df tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.24 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013&tenant_id=9d4e826847c74b499de87884aa30eb7d&binding%3Ahost_id=hv-neutron-8335 HTTP/1.1" status: 200 len: 945 time: 0.0782506 Mar 14 15:53:03.176237 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-04a2aee3-436f-4ba3-8387-2fb865442a84 req-e0a1166c-10d5-4653-994c-c2c9e8085b87 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d4e826847c74b499de87884aa30eb7d&device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 1098 time: 0.0718677 Mar 14 15:53:03.382389 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2aee3-436f-4ba3-8387-2fb865442a84 req-d1208746-e676-4d51-b8ec-558d615cc460 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:03.383751 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-04a2aee3-436f-4ba3-8387-2fb865442a84 req-d1208746-e676-4d51-b8ec-558d615cc460 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c329b6b8-900c-4bf2-a4ef-eb94f2f60857 HTTP/1.1" status: 200 len: 913 time: 0.2021964 Mar 14 15:53:03.449294 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-04a2aee3-436f-4ba3-8387-2fb865442a84 req-9ff5c4a6-f0ca-4cbf-ac74-2fbed9ccd0f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8a560ea-1d33-429b-aba5-ce0bd6f7e153 HTTP/1.1" status: 200 len: 217 time: 0.0598183 Mar 14 15:53:03.512961 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2aee3-436f-4ba3-8387-2fb865442a84 req-fb565afd-3c91-48a3-abdf-f591d94853a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:03.514385 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-04a2aee3-436f-4ba3-8387-2fb865442a84 req-fb565afd-3c91-48a3-abdf-f591d94853a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89d7c22c-2e6f-4d42-84ab-9d1cc57d2343 HTTP/1.1" status: 200 len: 852 time: 0.0590730 Mar 14 15:53:03.557271 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-04a2aee3-436f-4ba3-8387-2fb865442a84 req-9685048a-b7de-481e-8e79-afdc4ea9d6cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c329b6b8-900c-4bf2-a4ef-eb94f2f60857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376921 Mar 14 15:53:03.684995 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-04a2aee3-436f-4ba3-8387-2fb865442a84 req-89505f57-7f3e-46af-85d1-6f7a26bb70b5 service neutron] 10.222.0.24 "GET /v2.0/networks/c329b6b8-900c-4bf2-a4ef-eb94f2f60857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224015 Mar 14 15:53:03.816614 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-04a2aee3-436f-4ba3-8387-2fb865442a84 req-302c4fe0-eb1e-4b72-9b2d-b0f6ced59d23 service neutron] 10.222.0.24 "GET /v2.0/networks/c329b6b8-900c-4bf2-a4ef-eb94f2f60857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264448 Mar 14 15:53:04.628539 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8f8bd-6ca8-4ce0-ac52-dff2b1fdbd17 req-ba9a5d75-dd2f-46a0-b886-2ca210c7e2d1 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:04.629964 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cba8f8bd-6ca8-4ce0-ac52-dff2b1fdbd17 req-ba9a5d75-dd2f-46a0-b886-2ca210c7e2d1 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0788581 Mar 14 15:53:04.674495 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cba8f8bd-6ca8-4ce0-ac52-dff2b1fdbd17 req-78d0bef9-4e84-4c88-8a60-d8e572609efd tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390928 Mar 14 15:53:05.870532 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa425067-cfac-4540-a380-595074884534 req-635968ba-d0f4-463b-952f-e1c8b96dba1c tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:05.871971 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fa425067-cfac-4540-a380-595074884534 req-635968ba-d0f4-463b-952f-e1c8b96dba1c tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0769010 Mar 14 15:53:05.920543 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fa425067-cfac-4540-a380-595074884534 req-1d06fe82-9415-46c2-9ab3-ea5a978776e6 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdb4a8b7-1109-489f-a87c-732e55bb12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427866 Mar 14 15:53:06.293736 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2aee3-436f-4ba3-8387-2fb865442a84 req-c03a72af-9d49-4058-9464-74ff451d52e5 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:06.295182 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-04a2aee3-436f-4ba3-8387-2fb865442a84 req-c03a72af-9d49-4058-9464-74ff451d52e5 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.24 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 945 time: 0.0733631 Mar 14 15:53:06.363618 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-04a2aee3-436f-4ba3-8387-2fb865442a84 req-c62a21ce-8f8d-4f5e-9f49-f64b69a3f8e3 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Deleting port f8a560ea-1d33-429b-aba5-ce0bd6f7e153 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:53:06.363955 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-04a2aee3-436f-4ba3-8387-2fb865442a84 req-c62a21ce-8f8d-4f5e-9f49-f64b69a3f8e3 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:06.599777 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-04a2aee3-436f-4ba3-8387-2fb865442a84 req-c62a21ce-8f8d-4f5e-9f49-f64b69a3f8e3 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] For port f8a560ea-1d33-429b-aba5-ce0bd6f7e153, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f8a560ea-1d33-429b-aba5-ce0bd6f7e153,segment=NetworkSegment(bf66b1de-8acf-4bfa-8049-3e57025fd3d2),segment_id=bf66b1de-8acf-4bfa-8049-3e57025fd3d2)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:53:06.600019 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-04a2aee3-436f-4ba3-8387-2fb865442a84 req-c62a21ce-8f8d-4f5e-9f49-f64b69a3f8e3 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:06.721707 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-04a2aee3-436f-4ba3-8387-2fb865442a84 req-c62a21ce-8f8d-4f5e-9f49-f64b69a3f8e3 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Calling delete_port for f8a560ea-1d33-429b-aba5-ce0bd6f7e153 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:53:06.865015 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-04a2aee3-436f-4ba3-8387-2fb865442a84 req-c62a21ce-8f8d-4f5e-9f49-f64b69a3f8e3 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:06.877181 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['f8a560ea-1d33-429b-aba5-ce0bd6f7e153'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:53:06.915266 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a21ce-8f8d-4f5e-9f49-f64b69a3f8e3 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Pushing event deleted for resources: {'Port': ['ID=f8a560ea-1d33-429b-aba5-ce0bd6f7e153,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:06.990228 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a2aee3-436f-4ba3-8387-2fb865442a84 req-c62a21ce-8f8d-4f5e-9f49-f64b69a3f8e3 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] No DVR routers for this DVR port f8a560ea-1d33-429b-aba5-ce0bd6f7e153 on host hv-neutron-8335 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:53:06.992608 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-04a2aee3-436f-4ba3-8387-2fb865442a84 req-c62a21ce-8f8d-4f5e-9f49-f64b69a3f8e3 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:06.995135 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514c1e93-328f-44a9-a853-9a36da6fb013', 'name': 'network-vif-deleted', 'tag': 'f8a560ea-1d33-429b-aba5-ce0bd6f7e153'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:53:07.013072 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-04a2aee3-436f-4ba3-8387-2fb865442a84 req-c62a21ce-8f8d-4f5e-9f49-f64b69a3f8e3 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.24 "DELETE /v2.0/ports/f8a560ea-1d33-429b-aba5-ce0bd6f7e153 HTTP/1.1" status: 204 len: 173 time: 0.7130523 Mar 14 15:53:07.051633 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514c1e93-328f-44a9-a853-9a36da6fb013', 'name': 'network-vif-deleted', 'tag': 'f8a560ea-1d33-429b-aba5-ce0bd6f7e153', 'status': 'completed', 'code': 200} Mar 14 15:53:07.091888 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-0061e614-95d9-480c-800f-d13feabd11d6 req-576cfa5a-2515-4a64-bc1e-74a95a5bc940 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Synchronizing usage tracker for tenant:9d4e826847c74b499de87884aa30eb7d on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:53:07.107954 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-0061e614-95d9-480c-800f-d13feabd11d6 req-576cfa5a-2515-4a64-bc1e-74a95a5bc940 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] Unset dirty status for tenant:9d4e826847c74b499de87884aa30eb7d on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:53:07.109337 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0061e614-95d9-480c-800f-d13feabd11d6 req-576cfa5a-2515-4a64-bc1e-74a95a5bc940 tempest-DeleteServersTestJSON-213598323 tempest-DeleteServersTestJSON-213598323-project] 10.222.0.60 "GET /v2.0/ports?device_id=514c1e93-328f-44a9-a853-9a36da6fb013 HTTP/1.1" status: 200 len: 210 time: 0.0622458 Mar 14 15:53:08.375048 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 57476) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:53:08.432363 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9923f9-ab84-49a1-9d31-c0afbce07c3b admin admin] Deleting subnet 89d7c22c-2e6f-4d42-84ab-9d1cc57d2343 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:53:08.435085 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c9923f9-ab84-49a1-9d31-c0afbce07c3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:08.481383 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c9923f9-ab84-49a1-9d31-c0afbce07c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:08.537346 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c9923f9-ab84-49a1-9d31-c0afbce07c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:08.601604 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c9923f9-ab84-49a1-9d31-c0afbce07c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:08.637713 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9923f9-ab84-49a1-9d31-c0afbce07c3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89d7c22c-2e6f-4d42-84ab-9d1cc57d2343,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:08.648475 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c9923f9-ab84-49a1-9d31-c0afbce07c3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:08.652699 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9923f9-ab84-49a1-9d31-c0afbce07c3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:08.653058 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9923f9-ab84-49a1-9d31-c0afbce07c3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:08.653384 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9923f9-ab84-49a1-9d31-c0afbce07c3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:08.653714 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9923f9-ab84-49a1-9d31-c0afbce07c3b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:08.654041 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9923f9-ab84-49a1-9d31-c0afbce07c3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:08.654391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9923f9-ab84-49a1-9d31-c0afbce07c3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:08.654713 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9923f9-ab84-49a1-9d31-c0afbce07c3b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:08.655033 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9923f9-ab84-49a1-9d31-c0afbce07c3b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:08.655351 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9923f9-ab84-49a1-9d31-c0afbce07c3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:08.655665 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9923f9-ab84-49a1-9d31-c0afbce07c3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:08.655982 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9923f9-ab84-49a1-9d31-c0afbce07c3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:08.661350 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3c9923f9-ab84-49a1-9d31-c0afbce07c3b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/89d7c22c-2e6f-4d42-84ab-9d1cc57d2343 HTTP/1.1" status: 204 len: 168 time: 0.2853227 Mar 14 15:53:08.663919 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 57480) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:53:08.770503 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00cd119d-7d1c-4863-a43b-c32b8ec91686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:08.889848 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00cd119d-7d1c-4863-a43b-c32b8ec91686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:08.917342 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-00cd119d-7d1c-4863-a43b-c32b8ec91686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c329b6b8-900c-4bf2-a4ef-eb94f2f60857']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:08.928719 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-00cd119d-7d1c-4863-a43b-c32b8ec91686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf66b1de-8acf-4bfa-8049-3e57025fd3d2') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:08.929008 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-00cd119d-7d1c-4863-a43b-c32b8ec91686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf66b1de-8acf-4bfa-8049-3e57025fd3d2') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:08.940678 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00cd119d-7d1c-4863-a43b-c32b8ec91686 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:08.956548 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00cd119d-7d1c-4863-a43b-c32b8ec91686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:08.962291 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00cd119d-7d1c-4863-a43b-c32b8ec91686 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:53:08.962664 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00cd119d-7d1c-4863-a43b-c32b8ec91686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:53:08.975214 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:53:09.048928 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00cd119d-7d1c-4863-a43b-c32b8ec91686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:09.064617 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00cd119d-7d1c-4863-a43b-c32b8ec91686 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:09.074343 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd119d-7d1c-4863-a43b-c32b8ec91686 admin admin] Pushing event deleted for resources: {'Network': ['ID=c329b6b8-900c-4bf2-a4ef-eb94f2f60857,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:09.082552 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-00cd119d-7d1c-4863-a43b-c32b8ec91686 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c329b6b8-900c-4bf2-a4ef-eb94f2f60857 HTTP/1.1" status: 204 len: 168 time: 0.4177163 Mar 14 15:53:09.216133 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 57486) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:53:09.352047 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9c729f66-49df-41e3-9bd4-8105e0e5014b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9d4e826847c74b499de87884aa30eb7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1345975 Mar 14 15:53:09.354333 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 57490) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:53:09.411621 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f1c6ff0-6f8a-4c5f-9495-91fe4f0bbe96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:09.436159 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f1c6ff0-6f8a-4c5f-9495-91fe4f0bbe96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:09.485652 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f1c6ff0-6f8a-4c5f-9495-91fe4f0bbe96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:09.501041 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c6ff0-6f8a-4c5f-9495-91fe4f0bbe96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb4a8b7-1109-489f-a87c-732e55bb12ce,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:09.512892 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f1c6ff0-6f8a-4c5f-9495-91fe4f0bbe96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:09.516404 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3f1c6ff0-6f8a-4c5f-9495-91fe4f0bbe96 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cdb4a8b7-1109-489f-a87c-732e55bb12ce HTTP/1.1" status: 204 len: 168 time: 0.1587873 Mar 14 15:53:10.318175 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 57512) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:53:10.399061 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device f8a560ea-1d33-429b-aba5-ce0bd6f7e153 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:53:10.434773 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: f8a560ea-1d33-429b-aba5-ce0bd6f7e153 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:53:10.435130 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device f8a560ea-1d33-429b-aba5-ce0bd6f7e153 not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:53:10.443806 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-078c14ea-0435-4382-9c27-54b62576e5a8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1772888114-network', 'tenant_id': '6450a80139f549e3bf89a21d916dcc01'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:53:10.448490 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-078c14ea-0435-4382-9c27-54b62576e5a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:53:10.452246 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-078c14ea-0435-4382-9c27-54b62576e5a8 admin admin] Usage tracker for resource:network and tenant:6450a80139f549e3bf89a21d916dcc01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:53:10.455044 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-078c14ea-0435-4382-9c27-54b62576e5a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:53:10.460594 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-078c14ea-0435-4382-9c27-54b62576e5a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:53:10.470824 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078c14ea-0435-4382-9c27-54b62576e5a8 admin admin] Made reservation on behalf of 6450a80139f549e3bf89a21d916dcc01 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:53:10.472976 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-078c14ea-0435-4382-9c27-54b62576e5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:10.484554 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-078c14ea-0435-4382-9c27-54b62576e5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:10.515599 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-078c14ea-0435-4382-9c27-54b62576e5a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:53:10.519848 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-078c14ea-0435-4382-9c27-54b62576e5a8 admin admin] Usage tracker for resource:security_group_rule and tenant:6450a80139f549e3bf89a21d916dcc01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:53:10.522580 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-078c14ea-0435-4382-9c27-54b62576e5a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:53:10.528061 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-078c14ea-0435-4382-9c27-54b62576e5a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:53:10.596526 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-078c14ea-0435-4382-9c27-54b62576e5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:10.600501 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-078c14ea-0435-4382-9c27-54b62576e5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:10.629421 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078c14ea-0435-4382-9c27-54b62576e5a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:53:10.638069 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c14ea-0435-4382-9c27-54b62576e5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf712fe-77e5-4666-9ced-8a9237623758,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:10.645116 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-078c14ea-0435-4382-9c27-54b62576e5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:10.645456 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-078c14ea-0435-4382-9c27-54b62576e5a8 admin admin] Added segment 549e28d0-a9bd-4858-8baf-c48910ea7259 of type vlan for network 1d3a2045-e9ef-431f-aa50-2b8243bd5b71 Mar 14 15:53:10.671757 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-078c14ea-0435-4382-9c27-54b62576e5a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:10.700465 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-078c14ea-0435-4382-9c27-54b62576e5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:10.701276 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078c14ea-0435-4382-9c27-54b62576e5a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:10.701848 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-078c14ea-0435-4382-9c27-54b62576e5a8 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:10.806941 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c14ea-0435-4382-9c27-54b62576e5a8 admin admin] Pushing event updated for resources: {'Network': ['ID=1d3a2045-e9ef-431f-aa50-2b8243bd5b71,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:10.810191 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-078c14ea-0435-4382-9c27-54b62576e5a8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4909780 Mar 14 15:53:10.813194 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 57518) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:53:10.817795 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 1d3a2045-e9ef-431f-aa50-2b8243bd5b71 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:53:10.818869 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-92e5b9d0-59cb-42f6-a764-fdf56da2f02e admin admin] Request body: {'subnet': {'network_id': '1d3a2045-e9ef-431f-aa50-2b8243bd5b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1772888114-subnet', 'tenant_id': '6450a80139f549e3bf89a21d916dcc01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:53:10.823825 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-92e5b9d0-59cb-42f6-a764-fdf56da2f02e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:53:10.827649 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-92e5b9d0-59cb-42f6-a764-fdf56da2f02e admin admin] Usage tracker for resource:subnet and tenant:6450a80139f549e3bf89a21d916dcc01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:53:10.831141 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-92e5b9d0-59cb-42f6-a764-fdf56da2f02e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:53:10.836817 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-92e5b9d0-59cb-42f6-a764-fdf56da2f02e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:53:10.848456 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e5b9d0-59cb-42f6-a764-fdf56da2f02e admin admin] Made reservation on behalf of 6450a80139f549e3bf89a21d916dcc01 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:53:10.850714 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-92e5b9d0-59cb-42f6-a764-fdf56da2f02e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:11.053048 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-92e5b9d0-59cb-42f6-a764-fdf56da2f02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:11.123965 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5b9d0-59cb-42f6-a764-fdf56da2f02e admin admin] Pushing event updated for resources: {'Subnet': ['ID=599ae853-31e4-436f-8822-159ef08432be,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:11.138532 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e5b9d0-59cb-42f6-a764-fdf56da2f02e admin admin] Checking segment: {'id': '549e28d0-a9bd-4858-8baf-c48910ea7259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1d3a2045-e9ef-431f-aa50-2b8243bd5b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:53:11.138883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e5b9d0-59cb-42f6-a764-fdf56da2f02e admin admin] Network hostable DHCP agents. Network: 1d3a2045-e9ef-431f-aa50-2b8243bd5b71, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:53:11.159970 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e5b9d0-59cb-42f6-a764-fdf56da2f02e admin admin] Network 1d3a2045-e9ef-431f-aa50-2b8243bd5b71 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:53:11.169529 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-92e5b9d0-59cb-42f6-a764-fdf56da2f02e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 1d3a2045-e9ef-431f-aa50-2b8243bd5b71) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:53:11.173810 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e5b9d0-59cb-42f6-a764-fdf56da2f02e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:11.174645 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-92e5b9d0-59cb-42f6-a764-fdf56da2f02e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:11.179236 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a3768f-0dbf-4cf8-9a35-3c6bed7befee None None] Network 1d3a2045-e9ef-431f-aa50-2b8243bd5b71 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:53:11.198818 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-92e5b9d0-59cb-42f6-a764-fdf56da2f02e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3830926 Mar 14 15:53:11.385726 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbb23dd-8c07-401b-a98b-d0b76cc710ae None None] Network 1d3a2045-e9ef-431f-aa50-2b8243bd5b71 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:53:11.745584 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-3e067656-6afb-4879-bf3a-88d09a4d88d8 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:11.746199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-3e067656-6afb-4879-bf3a-88d09a4d88d8 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Synchronizing usage tracker for tenant:6450a80139f549e3bf89a21d916dcc01 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:53:11.762606 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-3e067656-6afb-4879-bf3a-88d09a4d88d8 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Unset dirty status for tenant:6450a80139f549e3bf89a21d916dcc01 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:53:11.763888 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-3e067656-6afb-4879-bf3a-88d09a4d88d8 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/networks?id=1d3a2045-e9ef-431f-aa50-2b8243bd5b71 HTTP/1.1" status: 200 len: 815 time: 0.1583526 Mar 14 15:53:11.779882 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-62054b85-5106-457d-9e85-73c9699d7afc tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/quotas/6450a80139f549e3bf89a21d916dcc01 HTTP/1.1" status: 200 len: 375 time: 0.0104055 Mar 14 15:53:11.825744 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-4cfae3d6-249f-4820-97cb-4ca20bf6962e tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6450a80139f549e3bf89a21d916dcc01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402920 Mar 14 15:53:11.960212 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-fda4ccee-0525-488c-91f0-ecea946db8d1 service neutron] 10.222.0.60 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278768 Mar 14 15:53:12.090104 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-9fec5f0a-87f6-4e3e-a107-166612a391bf service neutron] 10.222.0.60 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241953 Mar 14 15:53:12.284119 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b46246c2-f45a-46e7-a877-72485678bfb2 req-086a8a74-a324-4a62-8c07-3a25145b2d8c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 210 time: 0.0418398 Mar 14 15:53:12.953414 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a646156e-cefc-43f6-9ee7-1bcbf1d2d4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:13.322730 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-98d4c0f2-6b92-4dd1-885d-e3305bfe0790 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:13.324173 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-98d4c0f2-6b92-4dd1-885d-e3305bfe0790 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.24 "GET /v2.0/networks?id=1d3a2045-e9ef-431f-aa50-2b8243bd5b71 HTTP/1.1" status: 200 len: 815 time: 0.1519549 Mar 14 15:53:13.341660 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Request body: {'port': {'device_id': '99c13417-8b10-4baa-94af-3f5723052b67', 'network_id': '1d3a2045-e9ef-431f-aa50-2b8243bd5b71', 'admin_state_up': True, 'tenant_id': '6450a80139f549e3bf89a21d916dcc01'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:53:13.474682 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4eb37a35-13cf-409c-ae47-01066a6b44e0 req-b27cddcd-7e01-4a03-946f-c529bc2c0f84 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 210 time: 0.0594716 Mar 14 15:53:13.525993 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:53:13.529790 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Usage tracker for resource:port and tenant:6450a80139f549e3bf89a21d916dcc01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:53:13.532604 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:53:13.538198 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:53:13.547617 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Made reservation on behalf of 6450a80139f549e3bf89a21d916dcc01 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:53:13.551218 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:13.796237 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Allocated IP 172.20.0.9 (1d3a2045-e9ef-431f-aa50-2b8243bd5b71/599ae853-31e4-436f-8822-159ef08432be/10a1a622-7c8f-40f6-8403-68c0dbfa653a) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:53:13.994277 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:14.021975 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:14.095360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Network 1d3a2045-e9ef-431f-aa50-2b8243bd5b71 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:53:14.098907 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:53:14.102840 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:53:14.133084 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Pushing event updated for resources: {'Port': ['ID=10a1a622-7c8f-40f6-8403-68c0dbfa653a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:14.154475 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:14.154826 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:14.155165 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:14.155503 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:14.155837 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:14.156168 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:14.156496 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:14.156823 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:14.157145 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:14.157986 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:14.158326 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:14.176936 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:14.177538 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:14.197889 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-3b12a294-028c-47c0-b059-a12ff9cb7cc9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8602424 Mar 14 15:53:14.208695 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-8b95c234-f355-480e-a25c-89d6e7d8fc97 service neutron] Request body: {'port': {'device_id': '99c13417-8b10-4baa-94af-3f5723052b67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:53:14.320505 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-8b95c234-f355-480e-a25c-89d6e7d8fc97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:14.652880 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-8b95c234-f355-480e-a25c-89d6e7d8fc97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a1a622-7c8f-40f6-8403-68c0dbfa653a {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:53:14.660533 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-8b95c234-f355-480e-a25c-89d6e7d8fc97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:14.674687 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-8b95c234-f355-480e-a25c-89d6e7d8fc97 service neutron] Transition to ACTIVE for port object 10a1a622-7c8f-40f6-8403-68c0dbfa653a will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:53:14.678445 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-8b95c234-f355-480e-a25c-89d6e7d8fc97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:14.678607 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a49b79-b970-4afe-90b5-de1feeb0c61a req-f0270ab6-4760-4beb-8823-14de43cf6aa7 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:14.680049 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-35a49b79-b970-4afe-90b5-de1feeb0c61a req-f0270ab6-4760-4beb-8823-14de43cf6aa7 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 931 time: 0.0772753 Mar 14 15:53:14.728633 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-35a49b79-b970-4afe-90b5-de1feeb0c61a req-490ab5c3-0be3-40ed-a13c-d6ef0adec844 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430171 Mar 14 15:53:14.805390 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95c234-f355-480e-a25c-89d6e7d8fc97 service neutron] Pushing event updated for resources: {'Port': ['ID=10a1a622-7c8f-40f6-8403-68c0dbfa653a,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:14.921351 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-8b95c234-f355-480e-a25c-89d6e7d8fc97 service neutron] Attempting to bind port 10a1a622-7c8f-40f6-8403-68c0dbfa653a on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:53:14.921576 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-8b95c234-f355-480e-a25c-89d6e7d8fc97 service neutron] Attempting to bind port 10a1a622-7c8f-40f6-8403-68c0dbfa653a by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '549e28d0-a9bd-4858-8baf-c48910ea7259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1d3a2045-e9ef-431f-aa50-2b8243bd5b71'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:53:14.921908 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-8b95c234-f355-480e-a25c-89d6e7d8fc97 service neutron] Attempting to bind port 10a1a622-7c8f-40f6-8403-68c0dbfa653a on network 1d3a2045-e9ef-431f-aa50-2b8243bd5b71 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:53:14.928418 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-8b95c234-f355-480e-a25c-89d6e7d8fc97 service neutron] Port 10a1a622-7c8f-40f6-8403-68c0dbfa653a on network 1d3a2045-e9ef-431f-aa50-2b8243bd5b71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:53:14.928739 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-8b95c234-f355-480e-a25c-89d6e7d8fc97 service neutron] Attempting to bind port 10a1a622-7c8f-40f6-8403-68c0dbfa653a on network 1d3a2045-e9ef-431f-aa50-2b8243bd5b71 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:53:14.934839 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-8b95c234-f355-480e-a25c-89d6e7d8fc97 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:53:14.935171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-8b95c234-f355-480e-a25c-89d6e7d8fc97 service neutron] Checking segment: {'id': '549e28d0-a9bd-4858-8baf-c48910ea7259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1d3a2045-e9ef-431f-aa50-2b8243bd5b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:53:14.935554 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-8b95c234-f355-480e-a25c-89d6e7d8fc97 service neutron] Bound using segment: {'id': '549e28d0-a9bd-4858-8baf-c48910ea7259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1d3a2045-e9ef-431f-aa50-2b8243bd5b71'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:53:14.935964 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-8b95c234-f355-480e-a25c-89d6e7d8fc97 service neutron] Bound port: 10a1a622-7c8f-40f6-8403-68c0dbfa653a, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '549e28d0-a9bd-4858-8baf-c48910ea7259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1d3a2045-e9ef-431f-aa50-2b8243bd5b71'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:53:14.936301 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-8b95c234-f355-480e-a25c-89d6e7d8fc97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:15.023358 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-8b95c234-f355-480e-a25c-89d6e7d8fc97 service neutron] For port 10a1a622-7c8f-40f6-8403-68c0dbfa653a, host hv-neutron-8335, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:53:15.026238 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-8b95c234-f355-480e-a25c-89d6e7d8fc97 service neutron] For port 10a1a622-7c8f-40f6-8403-68c0dbfa653a, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=10a1a622-7c8f-40f6-8403-68c0dbfa653a,segment=NetworkSegment(549e28d0-a9bd-4858-8baf-c48910ea7259),segment_id=549e28d0-a9bd-4858-8baf-c48910ea7259)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:53:15.030537 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-8b95c234-f355-480e-a25c-89d6e7d8fc97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:15.090501 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-8b95c234-f355-480e-a25c-89d6e7d8fc97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:15.091858 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-8b95c234-f355-480e-a25c-89d6e7d8fc97 service neutron] 10.222.0.24 "PUT /v2.0/ports/10a1a622-7c8f-40f6-8403-68c0dbfa653a HTTP/1.1" status: 200 len: 1093 time: 0.8874063 Mar 14 15:53:15.092284 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c13417-8b10-4baa-94af-3f5723052b67', 'tag': '10a1a622-7c8f-40f6-8403-68c0dbfa653a'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:53:15.109781 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95c234-f355-480e-a25c-89d6e7d8fc97 service neutron] Pushing event updated for resources: {'Port': ['ID=10a1a622-7c8f-40f6-8403-68c0dbfa653a,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:15.126214 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b34f6618-c26a-4774-91b6-f8727f159307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:15.162876 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c13417-8b10-4baa-94af-3f5723052b67', 'tag': '10a1a622-7c8f-40f6-8403-68c0dbfa653a', 'status': 'completed', 'code': 200} Mar 14 15:53:15.202962 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-5c46f047-9b39-47eb-860b-b1f9fa571488 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6450a80139f549e3bf89a21d916dcc01&device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 1096 time: 0.0716023 Mar 14 15:53:15.281757 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-38c0a3d7-2712-41e0-8ebd-041b2e911a79 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10a1a622-7c8f-40f6-8403-68c0dbfa653a HTTP/1.1" status: 200 len: 217 time: 0.0711048 Mar 14 15:53:15.341288 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-5babbd31-311b-4e2e-8e8e-982f4d799844 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:15.342669 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-5babbd31-311b-4e2e-8e8e-982f4d799844 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=599ae853-31e4-436f-8822-159ef08432be HTTP/1.1" status: 200 len: 855 time: 0.0555396 Mar 14 15:53:15.388846 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-6e6b9da2-7cae-43a8-a30f-37559e5e9713 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d3a2045-e9ef-431f-aa50-2b8243bd5b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406294 Mar 14 15:53:15.613208 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-0b2337ec-b4cb-445c-b2ca-9d95a3a4e6ec service neutron] 10.222.0.24 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182908 Mar 14 15:53:15.741431 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-73cba8aa-2ffd-4ebf-afac-9bb8820452e3 req-f00d56a8-aee1-4fc9-976b-65d6362d8bb3 service neutron] 10.222.0.24 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224072 Mar 14 15:53:15.869178 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a114dee9-a712-49c9-8031-85d0644a35fa req-ee0ccf13-825e-4fee-85f5-625bba93ed9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6450a80139f549e3bf89a21d916dcc01&device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 1096 time: 0.0771284 Mar 14 15:53:15.946140 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ba262-30c8-4d68-afd5-959f58d029e1 req-2d032b07-a08b-4f0d-9bf9-e48bb206d0ba tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:15.947589 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-998ba262-30c8-4d68-afd5-959f58d029e1 req-2d032b07-a08b-4f0d-9bf9-e48bb206d0ba tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 943 time: 0.0831575 Mar 14 15:53:15.992236 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-998ba262-30c8-4d68-afd5-959f58d029e1 req-681043d5-3b0a-44d9-b811-2fced624d684 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387757 Mar 14 15:53:15.999108 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114dee9-a712-49c9-8031-85d0644a35fa req-d6ecc217-2d36-49ec-9e19-8783b46c90f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:16.000538 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a114dee9-a712-49c9-8031-85d0644a35fa req-d6ecc217-2d36-49ec-9e19-8783b46c90f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d3a2045-e9ef-431f-aa50-2b8243bd5b71 HTTP/1.1" status: 200 len: 916 time: 0.1254888 Mar 14 15:53:16.070200 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a114dee9-a712-49c9-8031-85d0644a35fa req-f69327f2-9352-4d9e-9c48-e3af7934419b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10a1a622-7c8f-40f6-8403-68c0dbfa653a HTTP/1.1" status: 200 len: 217 time: 0.0634935 Mar 14 15:53:16.130614 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114dee9-a712-49c9-8031-85d0644a35fa req-ccd38103-235e-4ad7-b522-8f0b8424432c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:16.132018 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a114dee9-a712-49c9-8031-85d0644a35fa req-ccd38103-235e-4ad7-b522-8f0b8424432c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=599ae853-31e4-436f-8822-159ef08432be HTTP/1.1" status: 200 len: 855 time: 0.0566044 Mar 14 15:53:16.194429 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a114dee9-a712-49c9-8031-85d0644a35fa req-1c6fa460-74a6-4abd-9419-702934fb5a44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d3a2045-e9ef-431f-aa50-2b8243bd5b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567880 Mar 14 15:53:16.323402 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:16.331445 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a114dee9-a712-49c9-8031-85d0644a35fa req-95404f59-2ef9-4ce7-a1cd-acfea64c93da service neutron] 10.222.0.24 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303496 Mar 14 15:53:16.461703 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a114dee9-a712-49c9-8031-85d0644a35fa req-ced1e520-59db-4713-b2fd-a720e1952d88 service neutron] 10.222.0.24 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238689 Mar 14 15:53:16.540579 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:17.190801 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35911e-5b3c-4f63-b0eb-4b9f877459bf req-1b033b3d-865c-4c49-95c7-e9843290af19 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:17.191495 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-ab35911e-5b3c-4f63-b0eb-4b9f877459bf req-1b033b3d-865c-4c49-95c7-e9843290af19 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Synchronizing usage tracker for tenant:6450a80139f549e3bf89a21d916dcc01 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:53:17.208594 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-ab35911e-5b3c-4f63-b0eb-4b9f877459bf req-1b033b3d-865c-4c49-95c7-e9843290af19 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Unset dirty status for tenant:6450a80139f549e3bf89a21d916dcc01 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:53:17.209809 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ab35911e-5b3c-4f63-b0eb-4b9f877459bf req-1b033b3d-865c-4c49-95c7-e9843290af19 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 943 time: 0.0951545 Mar 14 15:53:17.255086 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-ab35911e-5b3c-4f63-b0eb-4b9f877459bf req-9b654e6e-2588-43b6-89f9-fd9bdaada9a1 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Synchronizing usage tracker for tenant:6450a80139f549e3bf89a21d916dcc01 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:53:17.272434 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-ab35911e-5b3c-4f63-b0eb-4b9f877459bf req-9b654e6e-2588-43b6-89f9-fd9bdaada9a1 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Unset dirty status for tenant:6450a80139f549e3bf89a21d916dcc01 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:53:17.273622 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ab35911e-5b3c-4f63-b0eb-4b9f877459bf req-9b654e6e-2588-43b6-89f9-fd9bdaada9a1 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584383 Mar 14 15:53:17.994552 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:18.430269 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 10a1a622-7c8f-40f6-8403-68c0dbfa653a details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:53:18.471482 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79296336-17ef-4775-9392-e2523260e4ea req-c7f83557-9584-4184-9479-f2289e61092a tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:18.472828 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-79296336-17ef-4775-9392-e2523260e4ea req-c7f83557-9584-4184-9479-f2289e61092a tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 943 time: 0.0789864 Mar 14 15:53:18.517368 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-79296336-17ef-4775-9392-e2523260e4ea req-0287ed05-a27e-433b-a9b7-4b8e188f44a3 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382380 Mar 14 15:53:18.559142 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 10a1a622-7c8f-40f6-8403-68c0dbfa653a, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=10a1a622-7c8f-40f6-8403-68c0dbfa653a,segment=NetworkSegment(549e28d0-a9bd-4858-8baf-c48910ea7259),segment_id=549e28d0-a9bd-4858-8baf-c48910ea7259)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:53:18.572271 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '10a1a622-7c8f-40f6-8403-68c0dbfa653a', 'network_id': '1d3a2045-e9ef-431f-aa50-2b8243bd5b71', 'port_id': '10a1a622-7c8f-40f6-8403-68c0dbfa653a', 'mac_address': 'fa:16:3e:0f:96:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '599ae853-31e4-436f-8822-159ef08432be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:53:18.625680 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:18.643039 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a1a622-7c8f-40f6-8403-68c0dbfa653a {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:53:18.657151 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 10a1a622-7c8f-40f6-8403-68c0dbfa653a, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=10a1a622-7c8f-40f6-8403-68c0dbfa653a,segment=NetworkSegment(549e28d0-a9bd-4858-8baf-c48910ea7259),segment_id=549e28d0-a9bd-4858-8baf-c48910ea7259)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:53:18.661040 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:18.723641 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=10a1a622-7c8f-40f6-8403-68c0dbfa653a,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:18.731466 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:18.731807 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:18.732139 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:18.732469 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:18.732796 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:18.733119 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:18.733439 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:18.733758 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:18.734097 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:18.734419 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:18.734732 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:18.967376 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['10a1a622-7c8f-40f6-8403-68c0dbfa653a'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:53:19.710966 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a6b54-ffcd-451e-95c8-047939cc123f req-26bd0e7d-5226-409e-b4d2-76e6143cb81e tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:19.712390 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-212a6b54-ffcd-451e-95c8-047939cc123f req-26bd0e7d-5226-409e-b4d2-76e6143cb81e tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 944 time: 0.0779550 Mar 14 15:53:19.757342 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-212a6b54-ffcd-451e-95c8-047939cc123f req-a27217bb-1749-4e6e-b8c2-fe6c2ed57ae0 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395546 Mar 14 15:53:20.445004 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 10a1a622-7c8f-40f6-8403-68c0dbfa653a up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:53:20.510446 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 10a1a622-7c8f-40f6-8403-68c0dbfa653a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:53:20.514868 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 10a1a622-7c8f-40f6-8403-68c0dbfa653a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:53:20.515242 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:20.624958 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:20.650593 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c13417-8b10-4baa-94af-3f5723052b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a1a622-7c8f-40f6-8403-68c0dbfa653a'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:53:20.660545 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 10a1a622-7c8f-40f6-8403-68c0dbfa653a, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=10a1a622-7c8f-40f6-8403-68c0dbfa653a,segment=NetworkSegment(549e28d0-a9bd-4858-8baf-c48910ea7259),segment_id=549e28d0-a9bd-4858-8baf-c48910ea7259)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:53:20.664698 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:20.706590 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c13417-8b10-4baa-94af-3f5723052b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a1a622-7c8f-40f6-8403-68c0dbfa653a', 'code': 200} Mar 14 15:53:20.732476 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=10a1a622-7c8f-40f6-8403-68c0dbfa653a,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:20.989539 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1065a970-6abd-4886-866c-fa4d767f3a49 req-87fa504f-0d0a-4d20-8176-1a67b3421fb9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 1098 time: 0.1269472 Mar 14 15:53:20.998739 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748ba15-a5bb-433d-bbeb-982069bbff59 req-2cd53593-ceef-40e9-a3d9-5eac4e062616 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:21.000080 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9748ba15-a5bb-433d-bbeb-982069bbff59 req-2cd53593-ceef-40e9-a3d9-5eac4e062616 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.1046274 Mar 14 15:53:21.052778 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:21.069263 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1065a970-6abd-4886-866c-fa4d767f3a49 req-4927ad55-4389-47c8-9c50-8aae0f0e7604 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682867 Mar 14 15:53:21.073796 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9748ba15-a5bb-433d-bbeb-982069bbff59 req-36ae6146-74d8-44a0-890d-2492e0da6dc3 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598750 Mar 14 15:53:22.270323 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c1c9f-3a88-4233-824d-fe7d85703281 req-77dc8b52-8cd7-4df8-a964-0e21eef4b0fe tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:22.271764 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-420c1c9f-3a88-4233-824d-fe7d85703281 req-77dc8b52-8cd7-4df8-a964-0e21eef4b0fe tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0768647 Mar 14 15:53:22.316966 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-420c1c9f-3a88-4233-824d-fe7d85703281 req-2f74fd07-e094-4d00-a93f-9b05603e3cc3 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396914 Mar 14 15:53:23.511628 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9558adc-5feb-480d-92f6-7684ed39023b req-c5d13892-3f3b-4d14-8da4-a3096f00d3a3 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:23.512960 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d9558adc-5feb-480d-92f6-7684ed39023b req-c5d13892-3f3b-4d14-8da4-a3096f00d3a3 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0733881 Mar 14 15:53:23.562200 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d9558adc-5feb-480d-92f6-7684ed39023b req-9843c22b-2f4b-4584-adb6-43281e5f9ac9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430148 Mar 14 15:53:23.757844 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83277362-32c5-430d-8e83-99a196cb61d3 req-2586f10d-d9f2-47d3-a517-354483e8700e tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:23.759302 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-83277362-32c5-430d-8e83-99a196cb61d3 req-2586f10d-d9f2-47d3-a517-354483e8700e tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0782878 Mar 14 15:53:23.802988 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-83277362-32c5-430d-8e83-99a196cb61d3 req-a1b97397-de48-4bcc-9e0d-d520c4bf0677 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383501 Mar 14 15:53:24.160984 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b836fe-c130-4528-a292-7ef75fabefbc req-1c4f3999-f3cf-4bfc-adda-086a50c76e8a tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:24.162456 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-15b836fe-c130-4528-a292-7ef75fabefbc req-1c4f3999-f3cf-4bfc-adda-086a50c76e8a tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0753264 Mar 14 15:53:24.210334 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-15b836fe-c130-4528-a292-7ef75fabefbc req-03fa9772-a081-445c-b47d-170fb5fc9e02 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423193 Mar 14 15:53:24.399976 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1028b8-8803-4b7b-b57a-f8057fc9064d req-82eccf11-5a5f-4c1d-a3ce-96c17e800386 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:24.401397 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6c1028b8-8803-4b7b-b57a-f8057fc9064d req-82eccf11-5a5f-4c1d-a3ce-96c17e800386 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0756691 Mar 14 15:53:24.445316 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6c1028b8-8803-4b7b-b57a-f8057fc9064d req-38b86955-544b-48cd-9b12-a37d7e7115fd tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384381 Mar 14 15:53:24.703608 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-205146d3-c3cd-4cb3-b8d4-79e549232233 req-13c38697-b879-4a2d-8e62-494aa90bb94f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1360674 Mar 14 15:53:24.950404 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4625c4cc-1232-4830-893b-8e8f00ae11f9 req-6f01d04d-9c2b-4b93-9b8c-35ab402d0913 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0655341 Mar 14 15:53:25.020269 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4aa07-49e0-4e39-9b02-7cb508c9ce86 req-1599e42e-0aa9-4fc5-a1af-a4dfd5f6b669 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:25.021706 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-99f4aa07-49e0-4e39-9b02-7cb508c9ce86 req-1599e42e-0aa9-4fc5-a1af-a4dfd5f6b669 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0810168 Mar 14 15:53:25.065972 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-99f4aa07-49e0-4e39-9b02-7cb508c9ce86 req-d1c57276-3bde-486f-844c-02f0f9f0c708 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387967 Mar 14 15:53:26.113323 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4625c4cc-1232-4830-893b-8e8f00ae11f9 req-a10fec41-e87c-413b-ad2f-5abadbf346c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6450a80139f549e3bf89a21d916dcc01&device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 1098 time: 0.0678589 Mar 14 15:53:26.271369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99847f5a-b152-4e04-9a31-ef248363a4b8 req-3555dfad-31fb-44b9-92c8-222562e3a07b tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:26.272822 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-99847f5a-b152-4e04-9a31-ef248363a4b8 req-3555dfad-31fb-44b9-92c8-222562e3a07b tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0817657 Mar 14 15:53:26.318560 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-99847f5a-b152-4e04-9a31-ef248363a4b8 req-5b76f328-8054-4ef9-ae9a-ab6beb727ced tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397065 Mar 14 15:53:26.337479 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625c4cc-1232-4830-893b-8e8f00ae11f9 req-a74f2c22-3bbe-4694-89ba-7ef6890a909f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:26.338941 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4625c4cc-1232-4830-893b-8e8f00ae11f9 req-a74f2c22-3bbe-4694-89ba-7ef6890a909f service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d3a2045-e9ef-431f-aa50-2b8243bd5b71 HTTP/1.1" status: 200 len: 916 time: 0.2195342 Mar 14 15:53:26.407708 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4625c4cc-1232-4830-893b-8e8f00ae11f9 req-d817a111-2bff-4775-ab43-769f72b03dc2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10a1a622-7c8f-40f6-8403-68c0dbfa653a HTTP/1.1" status: 200 len: 217 time: 0.0628459 Mar 14 15:53:26.466869 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625c4cc-1232-4830-893b-8e8f00ae11f9 req-861539cd-5dc0-4006-98a9-0ff9a1e770ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:26.468220 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4625c4cc-1232-4830-893b-8e8f00ae11f9 req-861539cd-5dc0-4006-98a9-0ff9a1e770ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=599ae853-31e4-436f-8822-159ef08432be HTTP/1.1" status: 200 len: 855 time: 0.0554602 Mar 14 15:53:26.514343 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4625c4cc-1232-4830-893b-8e8f00ae11f9 req-90345e7b-c6de-4dfe-bc26-6c33f2e912f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d3a2045-e9ef-431f-aa50-2b8243bd5b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403426 Mar 14 15:53:26.642726 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4625c4cc-1232-4830-893b-8e8f00ae11f9 req-04f452fb-e786-4348-b84b-e824d77e749f service neutron] 10.222.0.24 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222806 Mar 14 15:53:26.771099 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4625c4cc-1232-4830-893b-8e8f00ae11f9 req-e17bf74b-f60c-4d73-ae4e-cff091648f2c service neutron] 10.222.0.24 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218596 Mar 14 15:53:27.512796 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7318e88-5592-4405-af4e-a81b19a4b97c req-3dc162c7-49db-43ba-9c3e-62d366a3974a tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:27.514151 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c7318e88-5592-4405-af4e-a81b19a4b97c req-3dc162c7-49db-43ba-9c3e-62d366a3974a tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0770829 Mar 14 15:53:27.557340 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c7318e88-5592-4405-af4e-a81b19a4b97c req-5dd2ed23-863c-4db3-bf75-434363fbeac6 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372028 Mar 14 15:53:28.751808 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba8092-18f2-4681-86e9-90fedee8e948 req-b29168e0-81c2-46ec-8896-e36551571e19 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:28.753300 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-14ba8092-18f2-4681-86e9-90fedee8e948 req-b29168e0-81c2-46ec-8896-e36551571e19 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0754409 Mar 14 15:53:28.800933 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-14ba8092-18f2-4681-86e9-90fedee8e948 req-5d7e540c-a12b-484b-8482-70dc45a517a0 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422199 Mar 14 15:53:30.003330 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c6e88-2e2a-46c4-8508-e34b0d366489 req-8afde8c4-0cb9-4cd7-8ed8-a667ca10752d tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:30.004764 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2b7c6e88-2e2a-46c4-8508-e34b0d366489 req-8afde8c4-0cb9-4cd7-8ed8-a667ca10752d tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0778644 Mar 14 15:53:30.048860 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2b7c6e88-2e2a-46c4-8508-e34b0d366489 req-62cee501-e2de-4b11-9f89-0a4c7a487233 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386419 Mar 14 15:53:31.254859 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee2372-badb-4ef4-8f3b-fb93e4297928 req-7e4c101f-ff34-4d3b-8d8b-85f58645d56f tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:31.256233 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-98ee2372-badb-4ef4-8f3b-fb93e4297928 req-7e4c101f-ff34-4d3b-8d8b-85f58645d56f tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0820358 Mar 14 15:53:31.301824 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-98ee2372-badb-4ef4-8f3b-fb93e4297928 req-9b35407b-7055-476b-b67d-89e03e494798 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401978 Mar 14 15:53:32.497888 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46745208-ed66-4704-9d48-7f841e37e9a4 req-7864f0f0-d814-4b67-a943-5754a77a7039 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:32.499275 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-46745208-ed66-4704-9d48-7f841e37e9a4 req-7864f0f0-d814-4b67-a943-5754a77a7039 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0747426 Mar 14 15:53:32.544031 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-46745208-ed66-4704-9d48-7f841e37e9a4 req-fd5b8e85-5310-449a-be6a-ba57dd439f40 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387890 Mar 14 15:53:33.742607 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e3297-ddef-4ac7-bae8-bda5c304c07d req-d2caf57d-ed4a-4561-99e0-d88572ba41cb tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:33.744035 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9e6e3297-ddef-4ac7-bae8-bda5c304c07d req-d2caf57d-ed4a-4561-99e0-d88572ba41cb tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0790019 Mar 14 15:53:33.789205 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9e6e3297-ddef-4ac7-bae8-bda5c304c07d req-960a0036-ff1c-481d-b0fc-096386ee60c8 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397377 Mar 14 15:53:34.990076 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73684b6-d1ac-4fd8-be13-547bba5f9c4b req-e28481e7-9712-43d3-8910-684bb22c6745 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:34.991507 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e73684b6-d1ac-4fd8-be13-547bba5f9c4b req-e28481e7-9712-43d3-8910-684bb22c6745 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0784421 Mar 14 15:53:35.036184 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e73684b6-d1ac-4fd8-be13-547bba5f9c4b req-d98bc6d6-4e7c-498f-a2c5-64a18a102b5c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392349 Mar 14 15:53:35.658661 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:53:36.230163 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f89ae1-a7c3-479b-9a8d-f610369d625e req-2950f5f4-7cad-4d50-ae2d-8d780d1ecd10 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:36.231596 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b4f89ae1-a7c3-479b-9a8d-f610369d625e req-2950f5f4-7cad-4d50-ae2d-8d780d1ecd10 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0758486 Mar 14 15:53:36.275698 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b4f89ae1-a7c3-479b-9a8d-f610369d625e req-e7a3d8f2-f124-4eda-8255-2ffeecafc8c8 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384960 Mar 14 15:53:37.467452 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8f2c4-3e3a-41a9-83c8-72ba72cf2daf req-8c51b44e-a337-4160-a708-76445fa61912 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:37.468821 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-98c8f2c4-3e3a-41a9-83c8-72ba72cf2daf req-8c51b44e-a337-4160-a708-76445fa61912 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0748801 Mar 14 15:53:37.520037 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-98c8f2c4-3e3a-41a9-83c8-72ba72cf2daf req-e6258af4-60b0-4b37-bc6d-ff47874cdc6f tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453372 Mar 14 15:53:38.713883 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399887ac-c17e-4a02-b2da-788a2f90a152 req-a94bea33-f5f1-49c2-8353-653aa5a7051d tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:38.715337 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-399887ac-c17e-4a02-b2da-788a2f90a152 req-a94bea33-f5f1-49c2-8353-653aa5a7051d tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0787592 Mar 14 15:53:38.759248 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-399887ac-c17e-4a02-b2da-788a2f90a152 req-88571649-a662-4e12-a8ce-ced990f80719 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383568 Mar 14 15:53:39.955519 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162077b-081b-41a8-9dab-de477f83faf6 req-b460795e-21ec-4c85-b364-7da60c922a14 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:39.956934 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e162077b-081b-41a8-9dab-de477f83faf6 req-b460795e-21ec-4c85-b364-7da60c922a14 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0745885 Mar 14 15:53:40.000810 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e162077b-081b-41a8-9dab-de477f83faf6 req-120da9b5-d8a5-4cef-a2f5-f577fc7ac6f3 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385311 Mar 14 15:53:41.199086 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ac8e0-8906-4093-847b-a19fa224e287 req-fb6ac90d-e5e8-43a8-bdb5-341b010b5142 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:41.200540 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-656ac8e0-8906-4093-847b-a19fa224e287 req-fb6ac90d-e5e8-43a8-bdb5-341b010b5142 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0756495 Mar 14 15:53:41.249128 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-656ac8e0-8906-4093-847b-a19fa224e287 req-df90c6b6-b565-4782-a433-1565a40f64a0 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430098 Mar 14 15:53:42.445025 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51372350-38ac-4d6f-ad5e-92c65b60b066 req-4b2f243e-c364-4b2a-9b63-c0a34e3da835 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:42.446459 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-51372350-38ac-4d6f-ad5e-92c65b60b066 req-4b2f243e-c364-4b2a-9b63-c0a34e3da835 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0788832 Mar 14 15:53:42.490317 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-51372350-38ac-4d6f-ad5e-92c65b60b066 req-36621fa8-a8cf-4625-ae12-38eded6eb093 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383127 Mar 14 15:53:42.956209 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-14b6a2f2-0266-4f6d-8250-74843f40b9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:43.682368 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a4d12-8092-4581-84dd-ae8054e0784c req-b982efaa-0ef9-4288-965a-6df42db4ca65 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:43.683824 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-020a4d12-8092-4581-84dd-ae8054e0784c req-b982efaa-0ef9-4288-965a-6df42db4ca65 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0762243 Mar 14 15:53:43.728311 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-020a4d12-8092-4581-84dd-ae8054e0784c req-c41d3305-5066-4396-aea4-b94dd4270e1e tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381231 Mar 14 15:53:44.932523 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcc4a2-b357-4482-bec8-9f6c907c7343 req-fa04719e-39ef-452b-aaa9-25081c542bf1 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:44.934023 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d4dcc4a2-b357-4482-bec8-9f6c907c7343 req-fa04719e-39ef-452b-aaa9-25081c542bf1 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0865157 Mar 14 15:53:44.980221 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d4dcc4a2-b357-4482-bec8-9f6c907c7343 req-57a38601-f241-4684-9e5e-069916cf55c8 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397799 Mar 14 15:53:45.125407 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b5dd867-cbb5-4602-9375-38adafe7c1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:46.183293 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691986aa-2885-4eef-a7b0-a3ae3f9ac519 req-578a8e61-84ab-4e5a-ad2d-84c34672a7d3 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:46.184759 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-691986aa-2885-4eef-a7b0-a3ae3f9ac519 req-578a8e61-84ab-4e5a-ad2d-84c34672a7d3 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0861423 Mar 14 15:53:46.235780 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-691986aa-2885-4eef-a7b0-a3ae3f9ac519 req-9e0e8596-fcbf-4312-9b10-a901e52cdad4 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433652 Mar 14 15:53:46.327602 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:46.543693 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:47.435150 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bde02-c5be-432f-9d5b-0ee29a94933a req-0e4f72c7-6c7a-4059-a155-ea77f6080941 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:47.436571 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b17bde02-c5be-432f-9d5b-0ee29a94933a req-0e4f72c7-6c7a-4059-a155-ea77f6080941 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0779071 Mar 14 15:53:47.481321 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b17bde02-c5be-432f-9d5b-0ee29a94933a req-6a2b1a87-b83f-4094-9954-c957b7734a5b tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380299 Mar 14 15:53:47.997248 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:48.674972 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c94c02-8bec-4ca3-ac21-f6d84cf43c16 req-4ead6ba1-7daf-4e50-8c33-b6484af61a7d tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:48.676377 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-29c94c02-8bec-4ca3-ac21-f6d84cf43c16 req-4ead6ba1-7daf-4e50-8c33-b6484af61a7d tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0736511 Mar 14 15:53:48.724056 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-29c94c02-8bec-4ca3-ac21-f6d84cf43c16 req-f39efb0b-9827-4dfa-994d-cffba701e429 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422735 Mar 14 15:53:49.916868 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fdfae6-3d9e-4abd-9b9a-a524fb250122 req-8a3e8201-78ed-4321-b409-a081c1823080 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:49.918327 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-01fdfae6-3d9e-4abd-9b9a-a524fb250122 req-8a3e8201-78ed-4321-b409-a081c1823080 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0753658 Mar 14 15:53:49.965815 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-01fdfae6-3d9e-4abd-9b9a-a524fb250122 req-ff102dad-2842-4d62-8d1c-54b52c20361d tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414033 Mar 14 15:53:51.053367 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:51.165079 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0da169-050e-4afb-9211-0878b3555f20 req-c70ae27f-74d7-451d-80ba-7c6b29b3932b tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:51.166526 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9d0da169-050e-4afb-9211-0878b3555f20 req-c70ae27f-74d7-451d-80ba-7c6b29b3932b tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0774250 Mar 14 15:53:51.211496 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9d0da169-050e-4afb-9211-0878b3555f20 req-908a81bb-90e8-4629-b413-a19bad0479f7 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395062 Mar 14 15:53:52.402281 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9588a-7fb5-4d56-884c-54cf614f8b74 req-d46efd8c-4375-403b-a145-3490259a9138 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:52.403706 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-64c9588a-7fb5-4d56-884c-54cf614f8b74 req-d46efd8c-4375-403b-a145-3490259a9138 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0749342 Mar 14 15:53:52.449118 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-64c9588a-7fb5-4d56-884c-54cf614f8b74 req-baeba353-612e-4633-aa53-7b6b5566cfe0 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393527 Mar 14 15:53:53.625081 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4625c4cc-1232-4830-893b-8e8f00ae11f9 req-332212d2-7115-46b8-9438-d1905fee832c service neutron] 10.222.0.24 "GET /v2.0/ports/10a1a622-7c8f-40f6-8403-68c0dbfa653a/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.1431618 Mar 14 15:53:53.644719 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588d466-7e26-497a-a779-6502e266c2af req-296d1278-8c1b-497f-97f3-833b69975c14 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:53.646208 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a588d466-7e26-497a-a779-6502e266c2af req-296d1278-8c1b-497f-97f3-833b69975c14 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0764041 Mar 14 15:53:53.691463 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a588d466-7e26-497a-a779-6502e266c2af req-485a71f9-0af8-468b-8e5a-3cdf351fda26 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397377 Mar 14 15:53:53.963731 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4625c4cc-1232-4830-893b-8e8f00ae11f9 req-0ef1938e-70b5-45c0-b1f3-83ec0e1ff3ed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67&tenant_id=6450a80139f549e3bf89a21d916dcc01 HTTP/1.1" status: 200 len: 1098 time: 0.1502385 Mar 14 15:53:54.051832 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4625c4cc-1232-4830-893b-8e8f00ae11f9 req-195382ea-4b89-4e33-b51a-0864ba059bcd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6450a80139f549e3bf89a21d916dcc01&device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 1098 time: 0.0672414 Mar 14 15:53:54.178667 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625c4cc-1232-4830-893b-8e8f00ae11f9 req-4551f35b-494d-4b56-bf13-58449354c9ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:54.180087 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4625c4cc-1232-4830-893b-8e8f00ae11f9 req-4551f35b-494d-4b56-bf13-58449354c9ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d3a2045-e9ef-431f-aa50-2b8243bd5b71 HTTP/1.1" status: 200 len: 916 time: 0.1228483 Mar 14 15:53:54.248526 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4625c4cc-1232-4830-893b-8e8f00ae11f9 req-5eaa3d7d-cd72-45af-8079-fc7a6e7006b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10a1a622-7c8f-40f6-8403-68c0dbfa653a HTTP/1.1" status: 200 len: 217 time: 0.0628641 Mar 14 15:53:54.315291 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625c4cc-1232-4830-893b-8e8f00ae11f9 req-f956ae16-7850-49c1-b78a-6021c6c34962 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:54.316572 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4625c4cc-1232-4830-893b-8e8f00ae11f9 req-f956ae16-7850-49c1-b78a-6021c6c34962 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=599ae853-31e4-436f-8822-159ef08432be HTTP/1.1" status: 200 len: 855 time: 0.0585480 Mar 14 15:53:54.360552 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4625c4cc-1232-4830-893b-8e8f00ae11f9 req-69b929ca-26e2-4dcf-8ff8-5e3739435d9f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d3a2045-e9ef-431f-aa50-2b8243bd5b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376949 Mar 14 15:53:54.487399 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4625c4cc-1232-4830-893b-8e8f00ae11f9 req-db4c563d-8591-4f2b-a6fd-d57834faa701 service neutron] 10.222.0.24 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206608 Mar 14 15:53:54.615739 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4625c4cc-1232-4830-893b-8e8f00ae11f9 req-112a4a0d-1a8d-451b-a912-5ab41a486775 service neutron] 10.222.0.24 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219389 Mar 14 15:53:54.895955 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4362b-88ae-4b6f-ac22-e8dbc5f2acb4 req-a2bdb967-0987-4ec7-b235-5999e01b4469 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:54.897492 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-62d4362b-88ae-4b6f-ac22-e8dbc5f2acb4 req-a2bdb967-0987-4ec7-b235-5999e01b4469 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0769830 Mar 14 15:53:54.942903 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-62d4362b-88ae-4b6f-ac22-e8dbc5f2acb4 req-db3717ef-b774-4bc5-98b1-de6b6136634f tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399477 Mar 14 15:53:56.150216 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cb678-c195-4f65-8e83-a3183d49a5f2 req-aadf4a7a-a2d8-4fa6-bf7a-829149def1a9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:56.151713 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-310cb678-c195-4f65-8e83-a3183d49a5f2 req-aadf4a7a-a2d8-4fa6-bf7a-829149def1a9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0815747 Mar 14 15:53:56.198129 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-310cb678-c195-4f65-8e83-a3183d49a5f2 req-4bf354b9-e6fd-4710-8459-c439d95ae976 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409362 Mar 14 15:53:56.634829 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 10a1a622-7c8f-40f6-8403-68c0dbfa653a details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:53:56.638096 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 10a1a622-7c8f-40f6-8403-68c0dbfa653a no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:53:56.854350 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:56.871998 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 10a1a622-7c8f-40f6-8403-68c0dbfa653a, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=10a1a622-7c8f-40f6-8403-68c0dbfa653a,segment=NetworkSegment(549e28d0-a9bd-4858-8baf-c48910ea7259),segment_id=549e28d0-a9bd-4858-8baf-c48910ea7259)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:53:56.892664 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '10a1a622-7c8f-40f6-8403-68c0dbfa653a', 'network_id': '1d3a2045-e9ef-431f-aa50-2b8243bd5b71', 'port_id': '10a1a622-7c8f-40f6-8403-68c0dbfa653a', 'mac_address': 'fa:16:3e:0f:96:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '599ae853-31e4-436f-8822-159ef08432be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:53:56.898987 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c13417-8b10-4baa-94af-3f5723052b67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10a1a622-7c8f-40f6-8403-68c0dbfa653a'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:53:56.935376 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 10a1a622-7c8f-40f6-8403-68c0dbfa653a, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=10a1a622-7c8f-40f6-8403-68c0dbfa653a,segment=NetworkSegment(549e28d0-a9bd-4858-8baf-c48910ea7259),segment_id=549e28d0-a9bd-4858-8baf-c48910ea7259)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:53:56.945799 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:56.980997 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c13417-8b10-4baa-94af-3f5723052b67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10a1a622-7c8f-40f6-8403-68c0dbfa653a', 'code': 200} Mar 14 15:53:57.015365 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:57.040610 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10a1a622-7c8f-40f6-8403-68c0dbfa653a {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:53:57.047006 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=10a1a622-7c8f-40f6-8403-68c0dbfa653a,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:57.102760 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:53:57.103108 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:53:57.391254 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb7a68-9058-4723-88af-f83c63842eb9 req-1fdd593a-2e4c-4e62-aa2c-1f584586c725 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:57.394259 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ccbb7a68-9058-4723-88af-f83c63842eb9 req-1fdd593a-2e4c-4e62-aa2c-1f584586c725 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 943 time: 0.0757387 Mar 14 15:53:57.441719 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ccbb7a68-9058-4723-88af-f83c63842eb9 req-0f7c016a-0ad5-46e8-9cdd-a5c1cefe12cc tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428822 Mar 14 15:53:57.655229 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:57.674223 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a1a622-7c8f-40f6-8403-68c0dbfa653a {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:53:57.690611 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 10a1a622-7c8f-40f6-8403-68c0dbfa653a, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=10a1a622-7c8f-40f6-8403-68c0dbfa653a,segment=NetworkSegment(549e28d0-a9bd-4858-8baf-c48910ea7259),segment_id=549e28d0-a9bd-4858-8baf-c48910ea7259)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:53:57.695480 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:57.766201 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab09041-68c7-4164-a598-da425cc9dd8f req-effd3692-7b7b-4988-8352-1f4f0977c862 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:57.767558 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988f3b4-d210-4d0c-adbe-259162f9924d req-abb04c6e-1edc-4a77-b3d2-c94df1ac56bb tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:57.768320 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3ab09041-68c7-4164-a598-da425cc9dd8f req-effd3692-7b7b-4988-8352-1f4f0977c862 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.24 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67&tenant_id=6450a80139f549e3bf89a21d916dcc01&binding%3Ahost_id=hv-neutron-8335 HTTP/1.1" status: 200 len: 944 time: 0.0865307 Mar 14 15:53:57.769386 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e988f3b4-d210-4d0c-adbe-259162f9924d req-abb04c6e-1edc-4a77-b3d2-c94df1ac56bb tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 944 time: 0.0837357 Mar 14 15:53:57.769559 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['10a1a622-7c8f-40f6-8403-68c0dbfa653a'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:53:57.819980 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e988f3b4-d210-4d0c-adbe-259162f9924d req-bcc644ef-d935-40eb-b5f7-a19cb655735c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448606 Mar 14 15:53:57.838894 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=10a1a622-7c8f-40f6-8403-68c0dbfa653a,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:57.923819 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3ab09041-68c7-4164-a598-da425cc9dd8f req-e5a185e0-6284-45a7-bfa2-ea4a01e4d8f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6450a80139f549e3bf89a21d916dcc01&device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 1097 time: 0.0669160 Mar 14 15:53:58.053997 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab09041-68c7-4164-a598-da425cc9dd8f req-bd23f9d0-fec3-4a0e-baed-980a5f2f68f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:58.055393 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3ab09041-68c7-4164-a598-da425cc9dd8f req-bd23f9d0-fec3-4a0e-baed-980a5f2f68f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d3a2045-e9ef-431f-aa50-2b8243bd5b71 HTTP/1.1" status: 200 len: 916 time: 0.1257601 Mar 14 15:53:58.123815 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3ab09041-68c7-4164-a598-da425cc9dd8f req-67584a6b-d31e-49e7-ab7f-abfb23744ecf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10a1a622-7c8f-40f6-8403-68c0dbfa653a HTTP/1.1" status: 200 len: 217 time: 0.0626178 Mar 14 15:53:58.184732 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab09041-68c7-4164-a598-da425cc9dd8f req-845f34db-16bf-4653-833a-3a58a550e4c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:58.186167 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3ab09041-68c7-4164-a598-da425cc9dd8f req-845f34db-16bf-4653-833a-3a58a550e4c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=599ae853-31e4-436f-8822-159ef08432be HTTP/1.1" status: 200 len: 855 time: 0.0563939 Mar 14 15:53:58.232855 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3ab09041-68c7-4164-a598-da425cc9dd8f req-accbfdc0-e457-473b-b18d-1c6a03b5c629 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d3a2045-e9ef-431f-aa50-2b8243bd5b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413165 Mar 14 15:53:58.375167 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3ab09041-68c7-4164-a598-da425cc9dd8f req-5e619047-e4c8-40c9-9a3d-adbd9746faa8 service neutron] 10.222.0.24 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367016 Mar 14 15:53:58.589759 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3ab09041-68c7-4164-a598-da425cc9dd8f req-170c8870-4462-41bd-b98c-62557fef9558 service neutron] 10.222.0.24 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089589 Mar 14 15:53:58.650797 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 10a1a622-7c8f-40f6-8403-68c0dbfa653a up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:53:58.718345 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 10a1a622-7c8f-40f6-8403-68c0dbfa653a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:53:58.719071 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:58.859958 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:58.893414 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 10a1a622-7c8f-40f6-8403-68c0dbfa653a, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=10a1a622-7c8f-40f6-8403-68c0dbfa653a,segment=NetworkSegment(549e28d0-a9bd-4858-8baf-c48910ea7259),segment_id=549e28d0-a9bd-4858-8baf-c48910ea7259)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:53:58.898819 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:58.968178 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=10a1a622-7c8f-40f6-8403-68c0dbfa653a,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:58.981895 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c13417-8b10-4baa-94af-3f5723052b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a1a622-7c8f-40f6-8403-68c0dbfa653a'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:53:59.043568 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c13417-8b10-4baa-94af-3f5723052b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a1a622-7c8f-40f6-8403-68c0dbfa653a', 'code': 200} Mar 14 15:53:59.119413 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48762240-ff5a-4cfd-8a81-cfd28e52a778 req-2e1ca495-32ae-4bc2-bf04-a07d6974829d tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:59.120841 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-48762240-ff5a-4cfd-8a81-cfd28e52a778 req-2e1ca495-32ae-4bc2-bf04-a07d6974829d tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.1587417 Mar 14 15:53:59.169704 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-48762240-ff5a-4cfd-8a81-cfd28e52a778 req-bd0f3c04-0538-4bd6-92b9-19759099e4ab tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416853 Mar 14 15:54:00.470514 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e8fdd-4397-4560-bc51-152724402dee req-0d7ed030-f43b-4200-b5bd-88a444c6b1f9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:00.471884 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-503e8fdd-4397-4560-bc51-152724402dee req-0d7ed030-f43b-4200-b5bd-88a444c6b1f9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.1793194 Mar 14 15:54:00.516107 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-503e8fdd-4397-4560-bc51-152724402dee req-2a2f36d1-7bcc-4e6c-aa66-3769741edceb tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387392 Mar 14 15:54:00.715088 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cccf6a-2f6a-4d14-b012-8a7742749c77 req-6fe897a8-f8e9-4777-bc65-3fb33e7658d4 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:00.716529 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-29cccf6a-2f6a-4d14-b012-8a7742749c77 req-6fe897a8-f8e9-4777-bc65-3fb33e7658d4 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0817523 Mar 14 15:54:00.763156 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-29cccf6a-2f6a-4d14-b012-8a7742749c77 req-7cbd95b2-f370-40d5-bd68-22adbe3a5d22 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404837 Mar 14 15:54:00.961927 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b41049-528d-470e-bd89-b33052a42591 req-8f198a05-b195-4138-a437-f18c598b694b tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:00.963683 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-88b41049-528d-470e-bd89-b33052a42591 req-8f198a05-b195-4138-a437-f18c598b694b tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0828593 Mar 14 15:54:01.010482 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-88b41049-528d-470e-bd89-b33052a42591 req-95e8e85a-675c-4c57-b9e9-44c06d399bdd tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408876 Mar 14 15:54:01.508077 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-d26e8ed8-fa48-4b8b-a905-bac4284e9cdc tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:01.509498 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-d26e8ed8-fa48-4b8b-a905-bac4284e9cdc tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/networks?id=1d3a2045-e9ef-431f-aa50-2b8243bd5b71 HTTP/1.1" status: 200 len: 815 time: 0.1406293 Mar 14 15:54:01.525715 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-1d0dcb5c-8cad-4c24-b9f3-a6067af7e97d tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/quotas/6450a80139f549e3bf89a21d916dcc01 HTTP/1.1" status: 200 len: 375 time: 0.0107093 Mar 14 15:54:01.605195 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-9d2f70f1-3d63-4fbe-a2d1-ee4bf32392ab tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6450a80139f549e3bf89a21d916dcc01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0746465 Mar 14 15:54:01.829578 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-2dc1ae01-7158-458c-8074-c6fa28663c7b service neutron] 10.222.0.60 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168839 Mar 14 15:54:01.963792 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-4502083b-de5a-411f-9644-d1ad20d8625e service neutron] 10.222.0.60 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333237 Mar 14 15:54:02.147131 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-786638f9-294b-441a-941a-62a92d55cc8e req-73c2caaf-44f6-4757-8bc7-58ef7d6d8441 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 210 time: 0.0418563 Mar 14 15:54:03.121916 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75eeb46-137b-45e4-b007-57baa946c7d2 req-1d24e750-f81d-49da-bddd-a7a423ef168c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:03.123447 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e75eeb46-137b-45e4-b007-57baa946c7d2 req-1d24e750-f81d-49da-bddd-a7a423ef168c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.24 "GET /v2.0/ports?device_id=99c13417-8b10-4baa-94af-3f5723052b67 HTTP/1.1" status: 200 len: 945 time: 0.0787842 Mar 14 15:54:03.156776 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.24', 53712) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:54:03.201627 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-e75eeb46-137b-45e4-b007-57baa946c7d2 req-ef956bee-c722-4756-93e3-f326593653c2 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Deleting port 10a1a622-7c8f-40f6-8403-68c0dbfa653a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:54:03.202149 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e75eeb46-137b-45e4-b007-57baa946c7d2 req-ef956bee-c722-4756-93e3-f326593653c2 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:03.347973 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-748f7ccf-84ea-4850-b84d-c886c05efd9d req-90d2712e-d5d6-422c-bb37-be940e8c4cf3 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 210 time: 0.0462697 Mar 14 15:54:03.367901 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-4c0a0ede-4b56-4151-baf3-e56e8a0eb7c0 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:03.369223 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-4c0a0ede-4b56-4151-baf3-e56e8a0eb7c0 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.24 "GET /v2.0/networks?id=1d3a2045-e9ef-431f-aa50-2b8243bd5b71 HTTP/1.1" status: 200 len: 815 time: 0.2108014 Mar 14 15:54:03.387411 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-7aa681d9-89e7-45c3-9414-a31cddd1ef52 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Request body: {'port': {'device_id': 'b8aa4079-5c29-421a-9fdc-5c06fb056712', 'network_id': '1d3a2045-e9ef-431f-aa50-2b8243bd5b71', 'admin_state_up': True, 'tenant_id': '6450a80139f549e3bf89a21d916dcc01'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:54:03.461272 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-e75eeb46-137b-45e4-b007-57baa946c7d2 req-ef956bee-c722-4756-93e3-f326593653c2 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] For port 10a1a622-7c8f-40f6-8403-68c0dbfa653a, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=10a1a622-7c8f-40f6-8403-68c0dbfa653a,segment=NetworkSegment(549e28d0-a9bd-4858-8baf-c48910ea7259),segment_id=549e28d0-a9bd-4858-8baf-c48910ea7259)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:54:03.461629 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e75eeb46-137b-45e4-b007-57baa946c7d2 req-ef956bee-c722-4756-93e3-f326593653c2 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:03.523027 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-7aa681d9-89e7-45c3-9414-a31cddd1ef52 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:54:03.532755 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-7aa681d9-89e7-45c3-9414-a31cddd1ef52 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:54:03.541913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-7aa681d9-89e7-45c3-9414-a31cddd1ef52 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Made reservation on behalf of 6450a80139f549e3bf89a21d916dcc01 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:54:03.544994 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-7aa681d9-89e7-45c3-9414-a31cddd1ef52 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:03.581120 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-e75eeb46-137b-45e4-b007-57baa946c7d2 req-ef956bee-c722-4756-93e3-f326593653c2 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Calling delete_port for 10a1a622-7c8f-40f6-8403-68c0dbfa653a owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:54:03.706176 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-7aa681d9-89e7-45c3-9414-a31cddd1ef52 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Allocated IP 172.20.0.4 (1d3a2045-e9ef-431f-aa50-2b8243bd5b71/599ae853-31e4-436f-8822-159ef08432be/5a0ec834-9074-434f-93d2-15097775fb7a) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:54:03.727091 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e75eeb46-137b-45e4-b007-57baa946c7d2 req-ef956bee-c722-4756-93e3-f326593653c2 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:03.739054 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['10a1a622-7c8f-40f6-8403-68c0dbfa653a'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:54:03.778783 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef956bee-c722-4756-93e3-f326593653c2 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Pushing event deleted for resources: {'Port': ['ID=10a1a622-7c8f-40f6-8403-68c0dbfa653a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:54:03.853627 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75eeb46-137b-45e4-b007-57baa946c7d2 req-ef956bee-c722-4756-93e3-f326593653c2 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] No DVR routers for this DVR port 10a1a622-7c8f-40f6-8403-68c0dbfa653a on host hv-neutron-8335 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:54:03.856243 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e75eeb46-137b-45e4-b007-57baa946c7d2 req-ef956bee-c722-4756-93e3-f326593653c2 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:03.858859 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c13417-8b10-4baa-94af-3f5723052b67', 'name': 'network-vif-deleted', 'tag': '10a1a622-7c8f-40f6-8403-68c0dbfa653a'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:54:03.875421 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e75eeb46-137b-45e4-b007-57baa946c7d2 req-ef956bee-c722-4756-93e3-f326593653c2 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.24 "DELETE /v2.0/ports/10a1a622-7c8f-40f6-8403-68c0dbfa653a HTTP/1.1" status: 204 len: 173 time: 0.7469628 Mar 14 15:54:03.921194 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-7aa681d9-89e7-45c3-9414-a31cddd1ef52 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:03.949568 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-7aa681d9-89e7-45c3-9414-a31cddd1ef52 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:03.962382 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['10a1a622-7c8f-40f6-8403-68c0dbfa653a'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:54:04.005954 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c13417-8b10-4baa-94af-3f5723052b67', 'name': 'network-vif-deleted', 'tag': '10a1a622-7c8f-40f6-8403-68c0dbfa653a', 'status': 'completed', 'code': 200} Mar 14 15:54:04.023306 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-7aa681d9-89e7-45c3-9414-a31cddd1ef52 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Network 1d3a2045-e9ef-431f-aa50-2b8243bd5b71 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:54:04.026359 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-7aa681d9-89e7-45c3-9414-a31cddd1ef52 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:54:04.030682 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-7aa681d9-89e7-45c3-9414-a31cddd1ef52 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:54:04.058312 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa681d9-89e7-45c3-9414-a31cddd1ef52 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Pushing event updated for resources: {'Port': ['ID=5a0ec834-9074-434f-93d2-15097775fb7a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:54:04.091096 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-7aa681d9-89e7-45c3-9414-a31cddd1ef52 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:04.091696 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-7aa681d9-89e7-45c3-9414-a31cddd1ef52 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:04.115752 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-7aa681d9-89e7-45c3-9414-a31cddd1ef52 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7322030 Mar 14 15:54:04.127670 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-197f10c6-a15d-4dfa-83b9-0176b407e8ab service neutron] Request body: {'port': {'device_id': 'b8aa4079-5c29-421a-9fdc-5c06fb056712', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:54:04.236475 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-197f10c6-a15d-4dfa-83b9-0176b407e8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:04.633778 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a8576-1b6e-4498-99f4-63265cdca057 req-26f6fca8-9e5f-473c-9874-f2c882c1d876 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:04.634396 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-632a8576-1b6e-4498-99f4-63265cdca057 req-26f6fca8-9e5f-473c-9874-f2c882c1d876 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Synchronizing usage tracker for tenant:6450a80139f549e3bf89a21d916dcc01 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:54:04.640007 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-197f10c6-a15d-4dfa-83b9-0176b407e8ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a0ec834-9074-434f-93d2-15097775fb7a {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:54:04.649232 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-197f10c6-a15d-4dfa-83b9-0176b407e8ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:04.667429 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-632a8576-1b6e-4498-99f4-63265cdca057 req-26f6fca8-9e5f-473c-9874-f2c882c1d876 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Unset dirty status for tenant:6450a80139f549e3bf89a21d916dcc01 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:54:04.668551 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-632a8576-1b6e-4498-99f4-63265cdca057 req-26f6fca8-9e5f-473c-9874-f2c882c1d876 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 931 time: 0.1878695 Mar 14 15:54:04.669399 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-197f10c6-a15d-4dfa-83b9-0176b407e8ab service neutron] Transition to ACTIVE for port object 5a0ec834-9074-434f-93d2-15097775fb7a will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:54:04.673463 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-197f10c6-a15d-4dfa-83b9-0176b407e8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:04.907599 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f10c6-a15d-4dfa-83b9-0176b407e8ab service neutron] Pushing event updated for resources: {'Port': ['ID=5a0ec834-9074-434f-93d2-15097775fb7a,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:54:04.913906 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-632a8576-1b6e-4498-99f4-63265cdca057 req-15b2081f-98b3-42ef-b0b0-d81ae032c711 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367399 Mar 14 15:54:05.017759 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-197f10c6-a15d-4dfa-83b9-0176b407e8ab service neutron] Attempting to bind port 5a0ec834-9074-434f-93d2-15097775fb7a on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:54:05.018110 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-197f10c6-a15d-4dfa-83b9-0176b407e8ab service neutron] Attempting to bind port 5a0ec834-9074-434f-93d2-15097775fb7a by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '549e28d0-a9bd-4858-8baf-c48910ea7259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1d3a2045-e9ef-431f-aa50-2b8243bd5b71'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:54:05.018438 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-197f10c6-a15d-4dfa-83b9-0176b407e8ab service neutron] Attempting to bind port 5a0ec834-9074-434f-93d2-15097775fb7a on network 1d3a2045-e9ef-431f-aa50-2b8243bd5b71 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:54:05.024044 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-197f10c6-a15d-4dfa-83b9-0176b407e8ab service neutron] Port 5a0ec834-9074-434f-93d2-15097775fb7a on network 1d3a2045-e9ef-431f-aa50-2b8243bd5b71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:54:05.024377 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-197f10c6-a15d-4dfa-83b9-0176b407e8ab service neutron] Attempting to bind port 5a0ec834-9074-434f-93d2-15097775fb7a on network 1d3a2045-e9ef-431f-aa50-2b8243bd5b71 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:54:05.030918 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-197f10c6-a15d-4dfa-83b9-0176b407e8ab service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:54:05.031279 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-197f10c6-a15d-4dfa-83b9-0176b407e8ab service neutron] Checking segment: {'id': '549e28d0-a9bd-4858-8baf-c48910ea7259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1d3a2045-e9ef-431f-aa50-2b8243bd5b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:54:05.031807 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-197f10c6-a15d-4dfa-83b9-0176b407e8ab service neutron] Bound using segment: {'id': '549e28d0-a9bd-4858-8baf-c48910ea7259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1d3a2045-e9ef-431f-aa50-2b8243bd5b71'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:54:05.032813 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-197f10c6-a15d-4dfa-83b9-0176b407e8ab service neutron] Bound port: 5a0ec834-9074-434f-93d2-15097775fb7a, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '549e28d0-a9bd-4858-8baf-c48910ea7259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1d3a2045-e9ef-431f-aa50-2b8243bd5b71'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:54:05.033150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-197f10c6-a15d-4dfa-83b9-0176b407e8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:05.119788 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-197f10c6-a15d-4dfa-83b9-0176b407e8ab service neutron] For port 5a0ec834-9074-434f-93d2-15097775fb7a, host hv-neutron-8335, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:54:05.123323 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-197f10c6-a15d-4dfa-83b9-0176b407e8ab service neutron] For port 5a0ec834-9074-434f-93d2-15097775fb7a, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=5a0ec834-9074-434f-93d2-15097775fb7a,segment=NetworkSegment(549e28d0-a9bd-4858-8baf-c48910ea7259),segment_id=549e28d0-a9bd-4858-8baf-c48910ea7259)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:54:05.127921 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-197f10c6-a15d-4dfa-83b9-0176b407e8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:05.194230 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-197f10c6-a15d-4dfa-83b9-0176b407e8ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:05.195576 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-197f10c6-a15d-4dfa-83b9-0176b407e8ab service neutron] 10.222.0.24 "PUT /v2.0/ports/5a0ec834-9074-434f-93d2-15097775fb7a HTTP/1.1" status: 200 len: 1093 time: 1.0724385 Mar 14 15:54:05.196028 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8aa4079-5c29-421a-9fdc-5c06fb056712', 'tag': '5a0ec834-9074-434f-93d2-15097775fb7a'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:54:05.217347 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f10c6-a15d-4dfa-83b9-0176b407e8ab service neutron] Pushing event updated for resources: {'Port': ['ID=5a0ec834-9074-434f-93d2-15097775fb7a,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:54:05.303130 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-6351ec06-f702-479c-b6d7-4c8d7935c50f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6450a80139f549e3bf89a21d916dcc01&device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 1096 time: 0.0689178 Mar 14 15:54:05.359942 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8aa4079-5c29-421a-9fdc-5c06fb056712', 'tag': '5a0ec834-9074-434f-93d2-15097775fb7a', 'status': 'completed', 'code': 200} Mar 14 15:54:05.374680 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-bfb08671-63f1-40e1-aef7-e54484a79212 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0ec834-9074-434f-93d2-15097775fb7a HTTP/1.1" status: 200 len: 217 time: 0.0648646 Mar 14 15:54:05.434820 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-328fd38a-69ed-4f13-a4ef-da17ffb0c080 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:05.436139 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-328fd38a-69ed-4f13-a4ef-da17ffb0c080 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=599ae853-31e4-436f-8822-159ef08432be HTTP/1.1" status: 200 len: 855 time: 0.0563300 Mar 14 15:54:05.481188 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-7a35ee58-89bd-46aa-8cd5-60af3f04980a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d3a2045-e9ef-431f-aa50-2b8243bd5b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396447 Mar 14 15:54:05.608166 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-e6ebf947-969d-43aa-88cc-a7c510a1d612 service neutron] 10.222.0.24 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213226 Mar 14 15:54:05.739410 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-31a5f544-e4e9-43ab-9c4a-9c818da00770 req-265ea3c1-4810-4a4b-b809-b40051780a84 service neutron] 10.222.0.24 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253183 Mar 14 15:54:05.852869 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-74d27eb4-0ae2-4343-8a80-57dafaf7e691 req-49018eb2-fbc7-470b-8dc1-24a74aa547f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6450a80139f549e3bf89a21d916dcc01&device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 1096 time: 0.0673897 Mar 14 15:54:05.982399 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d27eb4-0ae2-4343-8a80-57dafaf7e691 req-a62862ce-9696-462a-9814-19c8e5ea13a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:05.983836 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-74d27eb4-0ae2-4343-8a80-57dafaf7e691 req-a62862ce-9696-462a-9814-19c8e5ea13a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d3a2045-e9ef-431f-aa50-2b8243bd5b71 HTTP/1.1" status: 200 len: 916 time: 0.1251945 Mar 14 15:54:06.092094 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-74d27eb4-0ae2-4343-8a80-57dafaf7e691 req-68a2baca-d1c0-4016-bcc4-7dccceb03ff9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0ec834-9074-434f-93d2-15097775fb7a HTTP/1.1" status: 200 len: 217 time: 0.1023793 Mar 14 15:54:06.171865 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d27eb4-0ae2-4343-8a80-57dafaf7e691 req-3b550239-87ce-4e1b-96a4-da5d60f25037 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:06.173338 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-74d27eb4-0ae2-4343-8a80-57dafaf7e691 req-3b550239-87ce-4e1b-96a4-da5d60f25037 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=599ae853-31e4-436f-8822-159ef08432be HTTP/1.1" status: 200 len: 855 time: 0.0754321 Mar 14 15:54:06.179721 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ede6f-b848-4834-8b05-c3e7fb88a3f9 req-b7769a40-6e7b-4859-9459-a483a6374269 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:06.181050 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8d3ede6f-b848-4834-8b05-c3e7fb88a3f9 req-b7769a40-6e7b-4859-9459-a483a6374269 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 943 time: 0.1447527 Mar 14 15:54:06.234962 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-74d27eb4-0ae2-4343-8a80-57dafaf7e691 req-6712e052-7a60-42b7-a548-378dd2cffbd8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d3a2045-e9ef-431f-aa50-2b8243bd5b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529695 Mar 14 15:54:06.336275 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8d3ede6f-b848-4834-8b05-c3e7fb88a3f9 req-6c0857e9-64b6-4292-aa3c-364429eefb54 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256604 Mar 14 15:54:06.381489 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-74d27eb4-0ae2-4343-8a80-57dafaf7e691 req-6bb799c8-1242-49a3-a5f5-84584082c766 service neutron] 10.222.0.24 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333270 Mar 14 15:54:06.599700 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-74d27eb4-0ae2-4343-8a80-57dafaf7e691 req-22fc4779-0b53-4e04-bf9b-019e8ab99ed6 service neutron] 10.222.0.24 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102513 Mar 14 15:54:06.676804 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 10a1a622-7c8f-40f6-8403-68c0dbfa653a no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:54:06.708615 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 10a1a622-7c8f-40f6-8403-68c0dbfa653a {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:54:06.708953 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 10a1a622-7c8f-40f6-8403-68c0dbfa653a not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:54:07.531158 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f9ebe-3706-4abf-aa92-48354d963b16 req-3cb59902-17f4-4b41-879f-fe61359abefd tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:07.531777 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-912f9ebe-3706-4abf-aa92-48354d963b16 req-3cb59902-17f4-4b41-879f-fe61359abefd tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Synchronizing usage tracker for tenant:6450a80139f549e3bf89a21d916dcc01 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:54:07.543676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-912f9ebe-3706-4abf-aa92-48354d963b16 req-3cb59902-17f4-4b41-879f-fe61359abefd tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Unset dirty status for tenant:6450a80139f549e3bf89a21d916dcc01 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:54:07.544750 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-912f9ebe-3706-4abf-aa92-48354d963b16 req-3cb59902-17f4-4b41-879f-fe61359abefd tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 943 time: 0.0871229 Mar 14 15:54:07.589473 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-912f9ebe-3706-4abf-aa92-48354d963b16 req-9d89315e-cb20-444d-a224-7d8a6ccf82b4 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388939 Mar 14 15:54:08.699809 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 5a0ec834-9074-434f-93d2-15097775fb7a details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:54:08.790218 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c151f6-ebb4-4e3e-8cc5-113c7bda2055 req-7e6b6966-365e-419c-8ed3-932031dca931 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:08.791680 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-14c151f6-ebb4-4e3e-8cc5-113c7bda2055 req-7e6b6966-365e-419c-8ed3-932031dca931 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 943 time: 0.0781565 Mar 14 15:54:08.836667 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-14c151f6-ebb4-4e3e-8cc5-113c7bda2055 req-2b09ca72-8c66-49e2-bb8f-69edfa0302a6 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394459 Mar 14 15:54:08.838173 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 5a0ec834-9074-434f-93d2-15097775fb7a, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=5a0ec834-9074-434f-93d2-15097775fb7a,segment=NetworkSegment(549e28d0-a9bd-4858-8baf-c48910ea7259),segment_id=549e28d0-a9bd-4858-8baf-c48910ea7259)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:54:08.855696 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '5a0ec834-9074-434f-93d2-15097775fb7a', 'network_id': '1d3a2045-e9ef-431f-aa50-2b8243bd5b71', 'port_id': '5a0ec834-9074-434f-93d2-15097775fb7a', 'mac_address': 'fa:16:3e:5b:f3:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '599ae853-31e4-436f-8822-159ef08432be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:54:08.907050 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:08.923211 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a0ec834-9074-434f-93d2-15097775fb7a {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:54:08.937395 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 5a0ec834-9074-434f-93d2-15097775fb7a, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=5a0ec834-9074-434f-93d2-15097775fb7a,segment=NetworkSegment(549e28d0-a9bd-4858-8baf-c48910ea7259),segment_id=549e28d0-a9bd-4858-8baf-c48910ea7259)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:54:08.942273 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:09.008923 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=5a0ec834-9074-434f-93d2-15097775fb7a,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:54:09.233419 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['5a0ec834-9074-434f-93d2-15097775fb7a'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:54:10.032553 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9a8f2-c8d7-4268-b5d4-a73d6261d7bb req-6d355c38-d924-4c65-9e28-ef08ef0194dd tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:10.033999 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0fc9a8f2-c8d7-4268-b5d4-a73d6261d7bb req-6d355c38-d924-4c65-9e28-ef08ef0194dd tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 944 time: 0.0804074 Mar 14 15:54:10.078279 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0fc9a8f2-c8d7-4268-b5d4-a73d6261d7bb req-87934137-b1f7-4683-a73a-ec8f910636d8 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386882 Mar 14 15:54:10.715635 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 5a0ec834-9074-434f-93d2-15097775fb7a up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:54:10.785875 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 5a0ec834-9074-434f-93d2-15097775fb7a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:54:10.790367 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 5a0ec834-9074-434f-93d2-15097775fb7a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:54:10.790739 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:10.898072 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:10.924598 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8aa4079-5c29-421a-9fdc-5c06fb056712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0ec834-9074-434f-93d2-15097775fb7a'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:54:10.933743 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 5a0ec834-9074-434f-93d2-15097775fb7a, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=5a0ec834-9074-434f-93d2-15097775fb7a,segment=NetworkSegment(549e28d0-a9bd-4858-8baf-c48910ea7259),segment_id=549e28d0-a9bd-4858-8baf-c48910ea7259)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:54:10.937653 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:10.987219 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8aa4079-5c29-421a-9fdc-5c06fb056712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0ec834-9074-434f-93d2-15097775fb7a', 'code': 200} Mar 14 15:54:11.012642 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=5a0ec834-9074-434f-93d2-15097775fb7a,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:54:11.201829 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-36c93f39-9db6-42d0-ac20-e19f05dde71b req-88acadba-60cf-44e4-8e0b-f2cf7bd67743 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 1098 time: 0.0671930 Mar 14 15:54:11.244041 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-36c93f39-9db6-42d0-ac20-e19f05dde71b req-78270691-9d02-4afc-8104-1fc531511017 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360615 Mar 14 15:54:11.273717 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a428a5-f31f-4ede-adab-6f8ab3e23846 req-cd8841f7-c54d-401d-bf18-808225f16faf tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:11.275163 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f5a428a5-f31f-4ede-adab-6f8ab3e23846 req-cd8841f7-c54d-401d-bf18-808225f16faf tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0754547 Mar 14 15:54:11.322477 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f5a428a5-f31f-4ede-adab-6f8ab3e23846 req-cc6c7592-c42b-4348-b446-cdbf3bc26849 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418518 Mar 14 15:54:12.528356 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868c6e4-882e-41d6-bd63-e3daa896ee6c req-1b410eb0-23a1-4f30-938e-ffd36bfe020c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:12.529712 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5868c6e4-882e-41d6-bd63-e3daa896ee6c req-1b410eb0-23a1-4f30-938e-ffd36bfe020c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0789578 Mar 14 15:54:12.575874 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5868c6e4-882e-41d6-bd63-e3daa896ee6c req-73cb5d3d-211c-4908-aed7-99cf4df01006 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397065 Mar 14 15:54:12.660495 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:54:12.958692 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a98775ac-dbf7-452a-9f47-5f3159ae4d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:13.771568 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92563287-6f97-474e-9be3-e518878ad780 req-41e4deac-9ce0-442a-b386-c34ed257db42 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:13.772997 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-92563287-6f97-474e-9be3-e518878ad780 req-41e4deac-9ce0-442a-b386-c34ed257db42 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0752952 Mar 14 15:54:13.817657 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-92563287-6f97-474e-9be3-e518878ad780 req-4f722149-3db4-4ca9-8b3e-e93ad1ae4360 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392163 Mar 14 15:54:14.008676 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc617376-989b-47a7-835c-46d5d04ec4d2 req-a8114128-9a91-4a25-8531-772dad9d4d53 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:14.010154 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bc617376-989b-47a7-835c-46d5d04ec4d2 req-a8114128-9a91-4a25-8531-772dad9d4d53 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0754404 Mar 14 15:54:14.062983 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bc617376-989b-47a7-835c-46d5d04ec4d2 req-4f0b65f6-ac62-4728-bdcd-a3f3df81b56e tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471294 Mar 14 15:54:14.256081 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e91f0b05-9d9a-4a9e-a52e-da1d56c29e68 req-d4d64a6f-d93c-40a7-a483-12d792056db4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0699627 Mar 14 15:54:14.545628 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a066d03b-faa8-450c-896f-fc2baa83a5f3 req-7ea49e40-1ebc-4472-881f-69bb32d5c43b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1097105 Mar 14 15:54:14.575311 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58f69d-02b8-4532-879b-2a9dbb9fa58f req-d249559c-f167-4763-9126-da75e8abb45f tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:14.577035 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-aa58f69d-02b8-4532-879b-2a9dbb9fa58f req-d249559c-f167-4763-9126-da75e8abb45f tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0827701 Mar 14 15:54:14.627119 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-aa58f69d-02b8-4532-879b-2a9dbb9fa58f req-4e6454e6-1b30-442c-a171-abee47cc7854 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438378 Mar 14 15:54:15.118267 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7486b54-ee53-4012-b7df-d978fc670acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:15.649823 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a066d03b-faa8-450c-896f-fc2baa83a5f3 req-57a3d34d-b99e-40e3-9c31-bf17487da156 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6450a80139f549e3bf89a21d916dcc01&device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 1098 time: 0.0669751 Mar 14 15:54:15.785087 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066d03b-faa8-450c-896f-fc2baa83a5f3 req-0873c9cc-35f1-4d6b-9da9-f9dfad47ff1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:15.786522 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a066d03b-faa8-450c-896f-fc2baa83a5f3 req-0873c9cc-35f1-4d6b-9da9-f9dfad47ff1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d3a2045-e9ef-431f-aa50-2b8243bd5b71 HTTP/1.1" status: 200 len: 916 time: 0.1311193 Mar 14 15:54:15.854762 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a066d03b-faa8-450c-896f-fc2baa83a5f3 req-cb5f0c72-107b-4c60-a47a-a679134fe3a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0ec834-9074-434f-93d2-15097775fb7a HTTP/1.1" status: 200 len: 217 time: 0.0627716 Mar 14 15:54:15.864773 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d16b97-8fe6-4bc9-bfc3-0ca4d053c82e req-c8093288-6807-4297-a1dd-35df8337e6f2 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:15.866233 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-50d16b97-8fe6-4bc9-bfc3-0ca4d053c82e req-c8093288-6807-4297-a1dd-35df8337e6f2 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0766723 Mar 14 15:54:15.911223 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-50d16b97-8fe6-4bc9-bfc3-0ca4d053c82e req-3254f162-eccb-48c6-8bcc-0d4f68691a6f tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392079 Mar 14 15:54:15.915966 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066d03b-faa8-450c-896f-fc2baa83a5f3 req-16b9af3a-286a-42b2-9fa3-db62ada9b9d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:15.917392 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a066d03b-faa8-450c-896f-fc2baa83a5f3 req-16b9af3a-286a-42b2-9fa3-db62ada9b9d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=599ae853-31e4-436f-8822-159ef08432be HTTP/1.1" status: 200 len: 855 time: 0.0575371 Mar 14 15:54:15.961830 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a066d03b-faa8-450c-896f-fc2baa83a5f3 req-14e298a4-f514-4cf0-befe-365aae79052c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d3a2045-e9ef-431f-aa50-2b8243bd5b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382860 Mar 14 15:54:16.096709 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a066d03b-faa8-450c-896f-fc2baa83a5f3 req-866d5b0c-91ce-4662-9e53-2ff63da97bfc service neutron] 10.222.0.24 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294758 Mar 14 15:54:16.225340 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a066d03b-faa8-450c-896f-fc2baa83a5f3 req-3f1dd000-e12c-4ab3-886a-f2d124e81c72 service neutron] 10.222.0.24 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229124 Mar 14 15:54:16.331573 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:16.545977 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:16.862401 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-46b5e50b-6cb0-4eed-b0c5-a9c1c8fe64fe req-df8fc44b-db40-43c0-a6ab-9fbd87091e49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6450a80139f549e3bf89a21d916dcc01&device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 1098 time: 0.0707862 Mar 14 15:54:17.003750 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5e50b-6cb0-4eed-b0c5-a9c1c8fe64fe req-36e8a1cc-dc85-4643-ae2d-c772fa9f29d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:17.005214 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-46b5e50b-6cb0-4eed-b0c5-a9c1c8fe64fe req-36e8a1cc-dc85-4643-ae2d-c772fa9f29d0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d3a2045-e9ef-431f-aa50-2b8243bd5b71 HTTP/1.1" status: 200 len: 916 time: 0.1260283 Mar 14 15:54:17.199565 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-46b5e50b-6cb0-4eed-b0c5-a9c1c8fe64fe req-7cc015e4-a780-42f7-9d0a-15c167cebe9a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0ec834-9074-434f-93d2-15097775fb7a HTTP/1.1" status: 200 len: 217 time: 0.1879966 Mar 14 15:54:17.274429 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5e50b-6cb0-4eed-b0c5-a9c1c8fe64fe req-8077a3fd-21a0-44a9-bbb7-4b710ded3252 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:17.275820 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-46b5e50b-6cb0-4eed-b0c5-a9c1c8fe64fe req-8077a3fd-21a0-44a9-bbb7-4b710ded3252 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=599ae853-31e4-436f-8822-159ef08432be HTTP/1.1" status: 200 len: 855 time: 0.0707848 Mar 14 15:54:17.317179 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1adfc9-aa9c-4088-827f-a822b09e00a1 req-d5142d66-2ceb-4397-b596-6c8442e15b2a tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:17.318720 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8e1adfc9-aa9c-4088-827f-a822b09e00a1 req-d5142d66-2ceb-4397-b596-6c8442e15b2a tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.2566481 Mar 14 15:54:17.332073 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-46b5e50b-6cb0-4eed-b0c5-a9c1c8fe64fe req-06e8b827-2039-4069-b81a-96762657a80a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d3a2045-e9ef-431f-aa50-2b8243bd5b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509989 Mar 14 15:54:17.455050 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8e1adfc9-aa9c-4088-827f-a822b09e00a1 req-b5ce9bca-d26c-42e1-a285-ea82a9cc6c26 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261218 Mar 14 15:54:17.486796 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-46b5e50b-6cb0-4eed-b0c5-a9c1c8fe64fe req-7cfec1a9-d58b-43b6-9605-1dea3a9280d6 service neutron] 10.222.0.24 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426377 Mar 14 15:54:17.616900 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-46b5e50b-6cb0-4eed-b0c5-a9c1c8fe64fe req-eeb8b31c-e0fd-4e56-868b-4ba02bb52ee5 service neutron] 10.222.0.24 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240339 Mar 14 15:54:18.000356 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:18.649116 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e778a7-2155-434a-9e12-abe7c8eacd15 req-9b88b4b1-c1be-4648-a13c-c6e212e8005a tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:18.650556 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-78e778a7-2155-434a-9e12-abe7c8eacd15 req-9b88b4b1-c1be-4648-a13c-c6e212e8005a tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0780656 Mar 14 15:54:18.789414 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-78e778a7-2155-434a-9e12-abe7c8eacd15 req-c7eccf17-fafc-4abc-9525-fc2679348775 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333621 Mar 14 15:54:19.980296 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d125d80-c2c7-4cff-89ef-597d78fecb7f req-763faafb-640a-43b7-b804-adc38da2f25a tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:19.981711 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7d125d80-c2c7-4cff-89ef-597d78fecb7f req-763faafb-640a-43b7-b804-adc38da2f25a tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0737953 Mar 14 15:54:20.028785 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7d125d80-c2c7-4cff-89ef-597d78fecb7f req-f5856a65-032f-467a-b575-e5411dcc43c1 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416703 Mar 14 15:54:21.056874 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:21.224084 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedc832-bc2d-41a4-9939-57c4535681e4 req-267694a2-535e-4db1-9e4c-be3f7cf779ad tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:21.225523 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ddedc832-bc2d-41a4-9939-57c4535681e4 req-267694a2-535e-4db1-9e4c-be3f7cf779ad tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0764027 Mar 14 15:54:21.270266 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ddedc832-bc2d-41a4-9939-57c4535681e4 req-8339a2f4-7898-42bd-904f-1fcf094b2bf0 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391152 Mar 14 15:54:22.463608 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6939044-5ca5-48d2-a4ae-4ca253ddb6df req-0ab8205e-b688-4104-843d-b0708404f5e9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:22.464943 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f6939044-5ca5-48d2-a4ae-4ca253ddb6df req-0ab8205e-b688-4104-843d-b0708404f5e9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0746214 Mar 14 15:54:22.508471 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f6939044-5ca5-48d2-a4ae-4ca253ddb6df req-2451f190-5bb2-4327-bc47-f8f27c1b93cd tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382035 Mar 14 15:54:23.707887 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907161b-9e9a-4278-b034-b49b7cfef607 req-9916ba76-a963-4e07-9e40-cdd350c3f0e1 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:23.709323 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8907161b-9e9a-4278-b034-b49b7cfef607 req-9916ba76-a963-4e07-9e40-cdd350c3f0e1 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0773816 Mar 14 15:54:23.755442 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8907161b-9e9a-4278-b034-b49b7cfef607 req-32a82dd5-0987-4174-833c-a48d27951562 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405662 Mar 14 15:54:24.952953 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88449fd-63c7-4f96-96cc-7d125b0f0af6 req-c72c65a3-2ab3-415b-a699-b73ecd9f3ac8 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:24.954436 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e88449fd-63c7-4f96-96cc-7d125b0f0af6 req-c72c65a3-2ab3-415b-a699-b73ecd9f3ac8 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0787377 Mar 14 15:54:24.997939 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e88449fd-63c7-4f96-96cc-7d125b0f0af6 req-47fe0148-1c36-4816-950a-d4106a28bfc6 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380323 Mar 14 15:54:26.191289 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933a2b8-faea-45a2-8876-49d135e1c2f3 req-1ddb1ec5-6ca0-43b4-9017-e699393f137d tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:26.192754 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0933a2b8-faea-45a2-8876-49d135e1c2f3 req-1ddb1ec5-6ca0-43b4-9017-e699393f137d tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0754135 Mar 14 15:54:26.241113 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0933a2b8-faea-45a2-8876-49d135e1c2f3 req-0345746b-dc33-46b2-bab8-73a77a81b26b tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428514 Mar 14 15:54:27.432923 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefce9b-18b5-47a9-9e6e-2757109372af req-8ebdf213-698c-40f6-8a0b-2475d8f8f3ac tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:27.434385 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7aefce9b-18b5-47a9-9e6e-2757109372af req-8ebdf213-698c-40f6-8a0b-2475d8f8f3ac tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0759292 Mar 14 15:54:27.481744 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7aefce9b-18b5-47a9-9e6e-2757109372af req-8d297d98-1bde-42ee-acf4-3c75498a16a2 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409214 Mar 14 15:54:28.677209 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c43271-d595-4293-b85a-669f250645ea req-1d72535d-5805-4a9e-9d61-f2833e2c8df9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:28.679004 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a6c43271-d595-4293-b85a-669f250645ea req-1d72535d-5805-4a9e-9d61-f2833e2c8df9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0762148 Mar 14 15:54:28.725055 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a6c43271-d595-4293-b85a-669f250645ea req-45529621-86d9-4e88-ad41-ecaf7c9f4924 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405536 Mar 14 15:54:29.926819 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e8b30-4004-41cd-9dac-0f633e31362d req-2c643fa7-0f7e-4a0e-bcc6-6ec54a51c76e tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:29.928241 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-581e8b30-4004-41cd-9dac-0f633e31362d req-2c643fa7-0f7e-4a0e-bcc6-6ec54a51c76e tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0785177 Mar 14 15:54:29.973055 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-581e8b30-4004-41cd-9dac-0f633e31362d req-54d85f2b-c508-4c27-9858-92367c401353 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394256 Mar 14 15:54:31.181350 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe2a77-5fb0-4ec3-9289-937cfe02f201 req-4b4e90f9-a63d-4abe-a7bc-071bd2165027 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:31.182937 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2fbe2a77-5fb0-4ec3-9289-937cfe02f201 req-4b4e90f9-a63d-4abe-a7bc-071bd2165027 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0780396 Mar 14 15:54:31.228148 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2fbe2a77-5fb0-4ec3-9289-937cfe02f201 req-bd908b7e-5748-4602-b045-c9eb161ebc9c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397429 Mar 14 15:54:32.434914 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc0e50-7bea-4ea2-92b4-ba12ead78d8a req-a238113d-78c6-49ac-a013-60e5b26e8ade tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:32.436336 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-36dc0e50-7bea-4ea2-92b4-ba12ead78d8a req-a238113d-78c6-49ac-a013-60e5b26e8ade tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0817213 Mar 14 15:54:32.480304 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-36dc0e50-7bea-4ea2-92b4-ba12ead78d8a req-0690a9c2-c48d-4492-ba47-b6b2a2cba4f8 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372906 Mar 14 15:54:33.673289 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d9e7e-3be5-4829-b252-39d87d630d56 req-8cb956eb-77ab-4e47-bfee-7026691283b7 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:33.674723 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-942d9e7e-3be5-4829-b252-39d87d630d56 req-8cb956eb-77ab-4e47-bfee-7026691283b7 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0746758 Mar 14 15:54:33.720491 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-942d9e7e-3be5-4829-b252-39d87d630d56 req-2af8a26a-fbdc-4917-b4d8-0c813e02b320 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396507 Mar 14 15:54:34.918256 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56162ff2-4782-4dd4-83cb-0b2ffa042117 req-6afc6d5a-6127-42eb-88a7-508c63a92bbc tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:34.919696 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-56162ff2-4782-4dd4-83cb-0b2ffa042117 req-6afc6d5a-6127-42eb-88a7-508c63a92bbc tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0801246 Mar 14 15:54:34.963833 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-56162ff2-4782-4dd4-83cb-0b2ffa042117 req-d0468a64-91b0-46c8-bdbb-68ab7f162596 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380635 Mar 14 15:54:36.163908 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279189-34a8-422c-bfd3-7298193b8907 req-f6f3d6e2-0023-44ca-81d1-2193b7f05086 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:36.165335 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-41279189-34a8-422c-bfd3-7298193b8907 req-f6f3d6e2-0023-44ca-81d1-2193b7f05086 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0774794 Mar 14 15:54:36.210453 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-41279189-34a8-422c-bfd3-7298193b8907 req-37b69a1d-4e83-452e-8c93-5963f8b73f2a tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395443 Mar 14 15:54:37.405872 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a55ed-917f-4494-8158-38c1eea54e0b req-a9a21f6f-9e63-4e14-93bf-a6e7cd61578f tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:37.407348 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-707a55ed-917f-4494-8158-38c1eea54e0b req-a9a21f6f-9e63-4e14-93bf-a6e7cd61578f tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0756288 Mar 14 15:54:37.456395 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-707a55ed-917f-4494-8158-38c1eea54e0b req-de5eb2de-c0be-4a88-a346-be1d77767ba2 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431495 Mar 14 15:54:38.648463 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd0125-85c6-41d6-b904-84de9e97850c req-59022f45-b7dd-4263-8cec-fc85ce53aa60 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:38.649875 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-96fd0125-85c6-41d6-b904-84de9e97850c req-59022f45-b7dd-4263-8cec-fc85ce53aa60 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0732992 Mar 14 15:54:38.697706 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-96fd0125-85c6-41d6-b904-84de9e97850c req-6cd688b2-50d0-4919-b28b-a41642c48a68 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423627 Mar 14 15:54:39.890764 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6d8c8-8917-467f-bc57-c79133252913 req-fd20a074-8529-450c-8543-f2c8192bf09a tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:39.892182 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-62a6d8c8-8917-467f-bc57-c79133252913 req-fd20a074-8529-450c-8543-f2c8192bf09a tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0749555 Mar 14 15:54:39.936002 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-62a6d8c8-8917-467f-bc57-c79133252913 req-a5c7bc08-2eb4-4037-8cd0-1ef7f9d42045 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383627 Mar 14 15:54:41.131442 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3236094-edb0-4ccf-ba1d-88d851f18b28 req-45be9828-08d5-48fc-9bf5-ae3a2880324d tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:41.132902 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d3236094-edb0-4ccf-ba1d-88d851f18b28 req-45be9828-08d5-48fc-9bf5-ae3a2880324d tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0769842 Mar 14 15:54:41.180595 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d3236094-edb0-4ccf-ba1d-88d851f18b28 req-faa38bb5-8301-4202-9743-e4dfe15b90cb tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419121 Mar 14 15:54:42.387677 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f351c56-3a0a-4751-8cc4-63196dce6c38 req-2013159f-8df6-467d-b5ec-f9fd7152988f tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:42.389123 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9f351c56-3a0a-4751-8cc4-63196dce6c38 req-2013159f-8df6-467d-b5ec-f9fd7152988f tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0792055 Mar 14 15:54:42.432960 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9f351c56-3a0a-4751-8cc4-63196dce6c38 req-0c309cce-e167-41dc-a16f-91428db234de tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374932 Mar 14 15:54:42.949631 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a066d03b-faa8-450c-896f-fc2baa83a5f3 req-ace9764f-2e0d-4aa2-8391-02fc1677e76f service neutron] 10.222.0.24 "GET /v2.0/ports/5a0ec834-9074-434f-93d2-15097775fb7a/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0704198 Mar 14 15:54:42.961379 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4d3343b5-df5d-4f69-9d8b-a7fd6c9fbb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:43.210087 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a066d03b-faa8-450c-896f-fc2baa83a5f3 req-116bbd7e-b7f7-4f09-b38e-fa4c9576e010 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712&tenant_id=6450a80139f549e3bf89a21d916dcc01 HTTP/1.1" status: 200 len: 1098 time: 0.0731790 Mar 14 15:54:43.297611 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a066d03b-faa8-450c-896f-fc2baa83a5f3 req-c666a047-7e36-4f97-a1b8-5a6b9316ea6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6450a80139f549e3bf89a21d916dcc01&device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 1098 time: 0.0664024 Mar 14 15:54:43.508247 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066d03b-faa8-450c-896f-fc2baa83a5f3 req-37356b85-ebdb-454d-b12d-95ea54ef4da2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:43.509707 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a066d03b-faa8-450c-896f-fc2baa83a5f3 req-37356b85-ebdb-454d-b12d-95ea54ef4da2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d3a2045-e9ef-431f-aa50-2b8243bd5b71 HTTP/1.1" status: 200 len: 916 time: 0.2063580 Mar 14 15:54:43.581535 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a066d03b-faa8-450c-896f-fc2baa83a5f3 req-3a03cd5b-b199-4f47-ac3e-1009bf0fafc4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0ec834-9074-434f-93d2-15097775fb7a HTTP/1.1" status: 200 len: 217 time: 0.0661459 Mar 14 15:54:43.635362 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e7997-1706-4b67-a9f4-834db8f010ed req-2af76359-008f-42df-9fe5-3ee18becbe69 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:43.636797 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-657e7997-1706-4b67-a9f4-834db8f010ed req-2af76359-008f-42df-9fe5-3ee18becbe69 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0801978 Mar 14 15:54:43.642415 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066d03b-faa8-450c-896f-fc2baa83a5f3 req-7705dd4c-744c-47b3-a2a7-d82b3161ba03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:43.645167 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a066d03b-faa8-450c-896f-fc2baa83a5f3 req-7705dd4c-744c-47b3-a2a7-d82b3161ba03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=599ae853-31e4-436f-8822-159ef08432be HTTP/1.1" status: 200 len: 855 time: 0.0589290 Mar 14 15:54:43.683693 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-657e7997-1706-4b67-a9f4-834db8f010ed req-35d5016b-5d45-4695-982f-274d6316fcd2 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409372 Mar 14 15:54:43.693809 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a066d03b-faa8-450c-896f-fc2baa83a5f3 req-e36e7032-2ab1-4700-a199-cf0d8f9879d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d3a2045-e9ef-431f-aa50-2b8243bd5b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420992 Mar 14 15:54:43.829462 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a066d03b-faa8-450c-896f-fc2baa83a5f3 req-3755aa72-74d4-440f-bcfb-02b902c52aec service neutron] 10.222.0.24 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275084 Mar 14 15:54:43.956316 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a066d03b-faa8-450c-896f-fc2baa83a5f3 req-0d0edc4e-034a-44ad-87bb-ad8977256590 service neutron] 10.222.0.24 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215580 Mar 14 15:54:44.890283 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ded104-ac97-4337-b26c-3bfa276aab3b req-ac89ba45-4de4-4a8e-a1eb-d47943548b90 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:44.891735 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-54ded104-ac97-4337-b26c-3bfa276aab3b req-ac89ba45-4de4-4a8e-a1eb-d47943548b90 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0773559 Mar 14 15:54:44.935864 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-54ded104-ac97-4337-b26c-3bfa276aab3b req-d797475e-4d3d-48d7-9d71-eb7ffe3417e0 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387614 Mar 14 15:54:44.957451 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 5a0ec834-9074-434f-93d2-15097775fb7a details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:54:45.095015 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 5a0ec834-9074-434f-93d2-15097775fb7a, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=5a0ec834-9074-434f-93d2-15097775fb7a,segment=NetworkSegment(549e28d0-a9bd-4858-8baf-c48910ea7259),segment_id=549e28d0-a9bd-4858-8baf-c48910ea7259)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:54:45.121197 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '5a0ec834-9074-434f-93d2-15097775fb7a', 'network_id': '1d3a2045-e9ef-431f-aa50-2b8243bd5b71', 'port_id': '5a0ec834-9074-434f-93d2-15097775fb7a', 'mac_address': 'fa:16:3e:5b:f3:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '599ae853-31e4-436f-8822-159ef08432be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:54:45.151432 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-536628fe-2e7d-4416-976b-b9da6e0dec2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:45.183835 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:45.202941 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a0ec834-9074-434f-93d2-15097775fb7a {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:54:45.220078 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 5a0ec834-9074-434f-93d2-15097775fb7a, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=5a0ec834-9074-434f-93d2-15097775fb7a,segment=NetworkSegment(549e28d0-a9bd-4858-8baf-c48910ea7259),segment_id=549e28d0-a9bd-4858-8baf-c48910ea7259)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:54:45.223636 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:45.292495 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['5a0ec834-9074-434f-93d2-15097775fb7a'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:54:45.357042 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=5a0ec834-9074-434f-93d2-15097775fb7a,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:54:45.377557 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:45.378194 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:45.378662 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:45.379016 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:45.379355 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:45.379791 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:45.380289 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:45.380831 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:45.381171 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:45.381531 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:45.382006 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:46.131893 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9e43c-065f-454f-ba67-ec622cd1335d req-ccce266c-9c53-45c4-ac9f-48000ca7dae7 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:46.133281 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-07a9e43c-065f-454f-ba67-ec622cd1335d req-ccce266c-9c53-45c4-ac9f-48000ca7dae7 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 944 time: 0.0769167 Mar 14 15:54:46.179627 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-07a9e43c-065f-454f-ba67-ec622cd1335d req-8fe88c6b-0456-4cda-9bdd-669dae30c3f2 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408344 Mar 14 15:54:46.335849 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:46.546493 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:46.977811 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 5a0ec834-9074-434f-93d2-15097775fb7a up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:54:47.044472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 5a0ec834-9074-434f-93d2-15097775fb7a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:54:47.044844 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:47.166922 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:47.193894 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8aa4079-5c29-421a-9fdc-5c06fb056712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0ec834-9074-434f-93d2-15097775fb7a'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:54:47.203301 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 5a0ec834-9074-434f-93d2-15097775fb7a, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=5a0ec834-9074-434f-93d2-15097775fb7a,segment=NetworkSegment(549e28d0-a9bd-4858-8baf-c48910ea7259),segment_id=549e28d0-a9bd-4858-8baf-c48910ea7259)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:54:47.207430 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:47.261814 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8aa4079-5c29-421a-9fdc-5c06fb056712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0ec834-9074-434f-93d2-15097775fb7a', 'code': 200} Mar 14 15:54:47.277362 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=5a0ec834-9074-434f-93d2-15097775fb7a,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:54:47.383987 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a832ec7-2a3f-4664-aaf6-01189286abd3 req-985507c5-89ce-426d-9620-2189d19b1301 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:47.385502 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9a832ec7-2a3f-4664-aaf6-01189286abd3 req-985507c5-89ce-426d-9620-2189d19b1301 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0789461 Mar 14 15:54:47.441553 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9a832ec7-2a3f-4664-aaf6-01189286abd3 req-3258ba4c-7d2d-4abf-b25e-2940c5cc8a31 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504665 Mar 14 15:54:47.764563 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b249f3-4c30-4de4-8a49-6100eff193cc req-1373b018-4709-4275-97cd-59068276fbd0 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:47.765861 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a4b249f3-4c30-4de4-8a49-6100eff193cc req-1373b018-4709-4275-97cd-59068276fbd0 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712&tenant_id=6450a80139f549e3bf89a21d916dcc01&binding%3Ahost_id=hv-neutron-8335 HTTP/1.1" status: 200 len: 945 time: 0.0872700 Mar 14 15:54:47.777949 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe4850-023f-483c-b818-3d48686c4b73 req-490f8642-f34c-484c-9bec-c68dda0e5c04 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:47.779434 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-21fe4850-023f-483c-b818-3d48686c4b73 req-490f8642-f34c-484c-9bec-c68dda0e5c04 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0843990 Mar 14 15:54:47.830343 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-21fe4850-023f-483c-b818-3d48686c4b73 req-64993467-b782-4e50-9037-4b796b2e814f tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445125 Mar 14 15:54:47.907160 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a4b249f3-4c30-4de4-8a49-6100eff193cc req-7223ebab-3f98-4baf-9d9b-ef859f2592e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6450a80139f549e3bf89a21d916dcc01&device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 1098 time: 0.0670912 Mar 14 15:54:48.003778 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:48.039869 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b249f3-4c30-4de4-8a49-6100eff193cc req-717194e2-2435-4003-8480-96ffe37e9e2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:48.041259 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a4b249f3-4c30-4de4-8a49-6100eff193cc req-717194e2-2435-4003-8480-96ffe37e9e2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d3a2045-e9ef-431f-aa50-2b8243bd5b71 HTTP/1.1" status: 200 len: 916 time: 0.1282709 Mar 14 15:54:48.115718 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a4b249f3-4c30-4de4-8a49-6100eff193cc req-aaf30454-308c-45ad-bc48-9581c0071c94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0ec834-9074-434f-93d2-15097775fb7a HTTP/1.1" status: 200 len: 217 time: 0.0681150 Mar 14 15:54:48.179220 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b249f3-4c30-4de4-8a49-6100eff193cc req-150ed3e8-c757-4528-ac1a-ef160bb774b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:48.180648 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a4b249f3-4c30-4de4-8a49-6100eff193cc req-150ed3e8-c757-4528-ac1a-ef160bb774b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=599ae853-31e4-436f-8822-159ef08432be HTTP/1.1" status: 200 len: 855 time: 0.0587809 Mar 14 15:54:48.226828 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a4b249f3-4c30-4de4-8a49-6100eff193cc req-3eb29fdb-e033-4ad1-b22e-836a2ee99850 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d3a2045-e9ef-431f-aa50-2b8243bd5b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404124 Mar 14 15:54:48.360551 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a4b249f3-4c30-4de4-8a49-6100eff193cc req-0ca29a87-895b-4844-9f0b-9c5fe283aeaa service neutron] 10.222.0.24 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275933 Mar 14 15:54:48.489881 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a4b249f3-4c30-4de4-8a49-6100eff193cc req-347f52e5-5b95-40bc-84b9-392c417155a7 service neutron] 10.222.0.24 "GET /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241896 Mar 14 15:54:49.037435 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32288d73-1302-4dc9-b9b6-828ddd63aac2 req-668689e5-9720-4d2c-9085-c70d6020fc79 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:49.039028 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-32288d73-1302-4dc9-b9b6-828ddd63aac2 req-668689e5-9720-4d2c-9085-c70d6020fc79 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0821588 Mar 14 15:54:49.084099 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-32288d73-1302-4dc9-b9b6-828ddd63aac2 req-14bfbddc-4eee-46db-9277-b65886094aed tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395999 Mar 14 15:54:49.287720 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b5269-95b1-4194-ba91-de2e8d931701 req-50e31bc8-787c-40d5-9ebc-61c91661da98 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:49.289137 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-976b5269-95b1-4194-ba91-de2e8d931701 req-50e31bc8-787c-40d5-9ebc-61c91661da98 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0772872 Mar 14 15:54:49.333023 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-976b5269-95b1-4194-ba91-de2e8d931701 req-c90d00cd-35e7-47b6-8bd4-717da3fa29e0 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384331 Mar 14 15:54:49.521637 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86217da-4d41-4d00-a84b-cc3aab2330cb req-e60a8c55-53db-4395-b799-c682112980ca tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:49.523098 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b86217da-4d41-4d00-a84b-cc3aab2330cb req-e60a8c55-53db-4395-b799-c682112980ca tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0745018 Mar 14 15:54:49.570790 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b86217da-4d41-4d00-a84b-cc3aab2330cb req-5e3f9343-fbc7-48f1-85dd-e22521273e13 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423055 Mar 14 15:54:49.660516 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:54:50.150163 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0f60c-57ca-4976-8e2f-685a49a73648 req-d71e7eaf-71ae-466d-81c5-b00af8c2b312 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:50.151665 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3dc0f60c-57ca-4976-8e2f-685a49a73648 req-d71e7eaf-71ae-466d-81c5-b00af8c2b312 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0769360 Mar 14 15:54:50.202475 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3dc0f60c-57ca-4976-8e2f-685a49a73648 req-c6bc1445-2ed2-41ba-b67c-60e51f6a67c0 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428562 Mar 14 15:54:51.079111 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:51.481779 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd38eed-8f5c-494d-95bd-8dcfd47af6be req-02dc217c-8aa8-4119-84c9-40a3b7fe663e tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:51.483239 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7dd38eed-8f5c-494d-95bd-8dcfd47af6be req-02dc217c-8aa8-4119-84c9-40a3b7fe663e tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.1593633 Mar 14 15:54:51.528469 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7dd38eed-8f5c-494d-95bd-8dcfd47af6be req-5ca9280b-a930-48d6-a94a-717ce9bd60f7 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbf712fe-77e5-4666-9ced-8a9237623758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395672 Mar 14 15:54:51.682198 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dba04c-f68e-428e-9290-735ee8cb24b5 req-c3d28777-9a23-42f2-8904-7dce94f90901 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:51.683618 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b2dba04c-f68e-428e-9290-735ee8cb24b5 req-c3d28777-9a23-42f2-8904-7dce94f90901 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 945 time: 0.0767715 Mar 14 15:54:51.748960 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-b2dba04c-f68e-428e-9290-735ee8cb24b5 req-ff7ea359-8362-4756-88de-c92e8c533c3c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Deleting port 5a0ec834-9074-434f-93d2-15097775fb7a {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:54:51.749216 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2dba04c-f68e-428e-9290-735ee8cb24b5 req-ff7ea359-8362-4756-88de-c92e8c533c3c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:51.983803 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-b2dba04c-f68e-428e-9290-735ee8cb24b5 req-ff7ea359-8362-4756-88de-c92e8c533c3c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] For port 5a0ec834-9074-434f-93d2-15097775fb7a, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=5a0ec834-9074-434f-93d2-15097775fb7a,segment=NetworkSegment(549e28d0-a9bd-4858-8baf-c48910ea7259),segment_id=549e28d0-a9bd-4858-8baf-c48910ea7259)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:54:51.984133 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2dba04c-f68e-428e-9290-735ee8cb24b5 req-ff7ea359-8362-4756-88de-c92e8c533c3c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:52.099646 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-b2dba04c-f68e-428e-9290-735ee8cb24b5 req-ff7ea359-8362-4756-88de-c92e8c533c3c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Calling delete_port for 5a0ec834-9074-434f-93d2-15097775fb7a owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:54:52.242998 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2dba04c-f68e-428e-9290-735ee8cb24b5 req-ff7ea359-8362-4756-88de-c92e8c533c3c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:52.254732 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['5a0ec834-9074-434f-93d2-15097775fb7a'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:54:52.290410 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ea359-8362-4756-88de-c92e8c533c3c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Pushing event deleted for resources: {'Port': ['ID=5a0ec834-9074-434f-93d2-15097775fb7a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:54:52.331697 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ea359-8362-4756-88de-c92e8c533c3c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:52.332051 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ea359-8362-4756-88de-c92e8c533c3c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:52.332399 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ea359-8362-4756-88de-c92e8c533c3c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:52.332737 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ea359-8362-4756-88de-c92e8c533c3c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:52.333068 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ea359-8362-4756-88de-c92e8c533c3c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:52.333399 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ea359-8362-4756-88de-c92e8c533c3c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:52.333734 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ea359-8362-4756-88de-c92e8c533c3c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:52.334076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ea359-8362-4756-88de-c92e8c533c3c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:52.334409 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ea359-8362-4756-88de-c92e8c533c3c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:52.334734 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ea359-8362-4756-88de-c92e8c533c3c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:52.335057 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ea359-8362-4756-88de-c92e8c533c3c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:52.378912 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2dba04c-f68e-428e-9290-735ee8cb24b5 req-ff7ea359-8362-4756-88de-c92e8c533c3c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] No DVR routers for this DVR port 5a0ec834-9074-434f-93d2-15097775fb7a on host hv-neutron-8335 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:54:52.381133 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2dba04c-f68e-428e-9290-735ee8cb24b5 req-ff7ea359-8362-4756-88de-c92e8c533c3c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:52.383589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8aa4079-5c29-421a-9fdc-5c06fb056712', 'name': 'network-vif-deleted', 'tag': '5a0ec834-9074-434f-93d2-15097775fb7a'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:54:52.399886 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b2dba04c-f68e-428e-9290-735ee8cb24b5 req-ff7ea359-8362-4756-88de-c92e8c533c3c tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.24 "DELETE /v2.0/ports/5a0ec834-9074-434f-93d2-15097775fb7a HTTP/1.1" status: 204 len: 173 time: 0.7104177 Mar 14 15:54:52.447121 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8aa4079-5c29-421a-9fdc-5c06fb056712', 'name': 'network-vif-deleted', 'tag': '5a0ec834-9074-434f-93d2-15097775fb7a', 'status': 'completed', 'code': 200} Mar 14 15:54:52.696893 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-0eb7c3fb-5f03-4e5e-8ba8-07afca91906a req-4d996a4c-12c4-4750-afee-3d0ca36c2aa9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Synchronizing usage tracker for tenant:6450a80139f549e3bf89a21d916dcc01 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:54:52.712354 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-0eb7c3fb-5f03-4e5e-8ba8-07afca91906a req-4d996a4c-12c4-4750-afee-3d0ca36c2aa9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] Unset dirty status for tenant:6450a80139f549e3bf89a21d916dcc01 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:54:52.713654 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0eb7c3fb-5f03-4e5e-8ba8-07afca91906a req-4d996a4c-12c4-4750-afee-3d0ca36c2aa9 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8aa4079-5c29-421a-9fdc-5c06fb056712 HTTP/1.1" status: 200 len: 210 time: 0.0558207 Mar 14 15:54:53.967268 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 57840) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:54:54.027717 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-46dd2f15-71fc-4952-9192-b5e5ef7f9e75 admin admin] Deleting subnet 599ae853-31e4-436f-8822-159ef08432be {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:54:54.030534 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-46dd2f15-71fc-4952-9192-b5e5ef7f9e75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:54.078340 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-46dd2f15-71fc-4952-9192-b5e5ef7f9e75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:54.131265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-46dd2f15-71fc-4952-9192-b5e5ef7f9e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:54.200563 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-46dd2f15-71fc-4952-9192-b5e5ef7f9e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:54.237139 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd2f15-71fc-4952-9192-b5e5ef7f9e75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=599ae853-31e4-436f-8822-159ef08432be,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:54:54.243232 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-46dd2f15-71fc-4952-9192-b5e5ef7f9e75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:54.249426 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-46dd2f15-71fc-4952-9192-b5e5ef7f9e75 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/599ae853-31e4-436f-8822-159ef08432be HTTP/1.1" status: 204 len: 168 time: 0.2811739 Mar 14 15:54:54.252119 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 57844) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:54:54.357017 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbf90535-9988-41fd-b97a-356811210f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:54.477684 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbf90535-9988-41fd-b97a-356811210f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:54.501327 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-cbf90535-9988-41fd-b97a-356811210f5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3a2045-e9ef-431f-aa50-2b8243bd5b71']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:54:54.513310 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-cbf90535-9988-41fd-b97a-356811210f5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549e28d0-a9bd-4858-8baf-c48910ea7259') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:54:54.513606 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-cbf90535-9988-41fd-b97a-356811210f5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549e28d0-a9bd-4858-8baf-c48910ea7259') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:54:54.525154 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbf90535-9988-41fd-b97a-356811210f5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:54.540285 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbf90535-9988-41fd-b97a-356811210f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:54.546034 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf90535-9988-41fd-b97a-356811210f5a admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:54:54.546435 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbf90535-9988-41fd-b97a-356811210f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:54:54.559194 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:54:54.715318 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbf90535-9988-41fd-b97a-356811210f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:54.730940 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbf90535-9988-41fd-b97a-356811210f5a admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:54.740702 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf90535-9988-41fd-b97a-356811210f5a admin admin] Pushing event deleted for resources: {'Network': ['ID=1d3a2045-e9ef-431f-aa50-2b8243bd5b71,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:54:54.749151 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-cbf90535-9988-41fd-b97a-356811210f5a admin admin] 10.222.0.60 "DELETE /v2.0/networks/1d3a2045-e9ef-431f-aa50-2b8243bd5b71 HTTP/1.1" status: 204 len: 168 time: 0.4960053 Mar 14 15:54:54.883352 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 57850) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:54:54.933322 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5d30d821-960f-4fc3-a484-cc74816a9d71 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6450a80139f549e3bf89a21d916dcc01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481415 Mar 14 15:54:54.935752 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 57854) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:54:54.993427 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d217f49e-d8a6-458e-be4b-19a351852939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:55.018080 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d217f49e-d8a6-458e-be4b-19a351852939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:55.034737 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 5a0ec834-9074-434f-93d2-15097775fb7a no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:54:55.068433 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 5a0ec834-9074-434f-93d2-15097775fb7a {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:54:55.068849 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 5a0ec834-9074-434f-93d2-15097775fb7a not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:54:55.070246 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d217f49e-d8a6-458e-be4b-19a351852939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:55.086603 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f49e-d8a6-458e-be4b-19a351852939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf712fe-77e5-4666-9ced-8a9237623758,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:54:55.100050 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f49e-d8a6-458e-be4b-19a351852939 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:55.100397 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f49e-d8a6-458e-be4b-19a351852939 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:55.100735 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f49e-d8a6-458e-be4b-19a351852939 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:55.101065 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f49e-d8a6-458e-be4b-19a351852939 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:55.101400 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f49e-d8a6-458e-be4b-19a351852939 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:55.101725 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f49e-d8a6-458e-be4b-19a351852939 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:55.102079 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f49e-d8a6-458e-be4b-19a351852939 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:55.102409 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f49e-d8a6-458e-be4b-19a351852939 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:55.102732 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f49e-d8a6-458e-be4b-19a351852939 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:55.103047 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f49e-d8a6-458e-be4b-19a351852939 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:55.103364 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f49e-d8a6-458e-be4b-19a351852939 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:54:55.107289 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d217f49e-d8a6-458e-be4b-19a351852939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:55.108941 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d217f49e-d8a6-458e-be4b-19a351852939 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fbf712fe-77e5-4666-9ced-8a9237623758 HTTP/1.1" status: 204 len: 168 time: 0.1717458 Mar 14 15:54:55.916425 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 57876) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:54:56.044880 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5552ab42-8416-4eae-9a3e-32a6b2fe4268 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-338915244-network', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:54:56.049637 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5552ab42-8416-4eae-9a3e-32a6b2fe4268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:54:56.053464 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5552ab42-8416-4eae-9a3e-32a6b2fe4268 admin admin] Usage tracker for resource:network and tenant:c2875e7ec61748cc84274d4dce128d18 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:54:56.056359 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5552ab42-8416-4eae-9a3e-32a6b2fe4268 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:54:56.062021 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5552ab42-8416-4eae-9a3e-32a6b2fe4268 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:54:56.073654 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5552ab42-8416-4eae-9a3e-32a6b2fe4268 admin admin] Made reservation on behalf of c2875e7ec61748cc84274d4dce128d18 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:54:56.075914 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5552ab42-8416-4eae-9a3e-32a6b2fe4268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:56.091702 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5552ab42-8416-4eae-9a3e-32a6b2fe4268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:56.122762 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5552ab42-8416-4eae-9a3e-32a6b2fe4268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:54:56.127136 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5552ab42-8416-4eae-9a3e-32a6b2fe4268 admin admin] Usage tracker for resource:security_group_rule and tenant:c2875e7ec61748cc84274d4dce128d18 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:54:56.130265 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5552ab42-8416-4eae-9a3e-32a6b2fe4268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:54:56.136049 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5552ab42-8416-4eae-9a3e-32a6b2fe4268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:54:56.204253 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5552ab42-8416-4eae-9a3e-32a6b2fe4268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:56.208214 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5552ab42-8416-4eae-9a3e-32a6b2fe4268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:56.233965 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5552ab42-8416-4eae-9a3e-32a6b2fe4268 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:54:56.246271 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552ab42-8416-4eae-9a3e-32a6b2fe4268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140e029a-7e13-46d2-af66-cf4d75ff4b56,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:54:56.250558 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5552ab42-8416-4eae-9a3e-32a6b2fe4268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:56.250899 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-5552ab42-8416-4eae-9a3e-32a6b2fe4268 admin admin] Added segment 9bb25137-0baa-4c74-b856-648e7e1121d0 of type vlan for network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 Mar 14 15:54:56.277035 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5552ab42-8416-4eae-9a3e-32a6b2fe4268 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:56.306739 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5552ab42-8416-4eae-9a3e-32a6b2fe4268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:56.307591 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5552ab42-8416-4eae-9a3e-32a6b2fe4268 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:56.308198 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5552ab42-8416-4eae-9a3e-32a6b2fe4268 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:56.410984 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552ab42-8416-4eae-9a3e-32a6b2fe4268 admin admin] Pushing event updated for resources: {'Network': ['ID=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:54:56.415953 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5552ab42-8416-4eae-9a3e-32a6b2fe4268 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4965494 Mar 14 15:54:56.417010 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 57882) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:54:56.420996 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:54:56.422327 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f59c2626-0377-467b-b85b-9835f1b43bbe admin admin] Request body: {'subnet': {'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-338915244-subnet', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:54:56.427964 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f59c2626-0377-467b-b85b-9835f1b43bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:54:56.431815 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f59c2626-0377-467b-b85b-9835f1b43bbe admin admin] Usage tracker for resource:subnet and tenant:c2875e7ec61748cc84274d4dce128d18 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:54:56.434691 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f59c2626-0377-467b-b85b-9835f1b43bbe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:54:56.440889 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f59c2626-0377-467b-b85b-9835f1b43bbe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:54:56.450695 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59c2626-0377-467b-b85b-9835f1b43bbe admin admin] Made reservation on behalf of c2875e7ec61748cc84274d4dce128d18 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:54:56.452982 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f59c2626-0377-467b-b85b-9835f1b43bbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:56.650767 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f59c2626-0377-467b-b85b-9835f1b43bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:56.799774 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c2626-0377-467b-b85b-9835f1b43bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=d75a6f96-c665-4159-96f3-7c76d1527ec0,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:54:56.813696 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59c2626-0377-467b-b85b-9835f1b43bbe admin admin] Checking segment: {'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:54:56.814094 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59c2626-0377-467b-b85b-9835f1b43bbe admin admin] Network hostable DHCP agents. Network: cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:54:56.834923 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59c2626-0377-467b-b85b-9835f1b43bbe admin admin] Network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:54:56.843739 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-f59c2626-0377-467b-b85b-9835f1b43bbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:54:56.848529 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59c2626-0377-467b-b85b-9835f1b43bbe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:56.849111 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f59c2626-0377-467b-b85b-9835f1b43bbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:56.853187 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d517a02-83e4-40cd-a081-90179123914e None None] Network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:54:56.869866 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f59c2626-0377-467b-b85b-9835f1b43bbe admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4518325 Mar 14 15:54:56.872921 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 57886) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:54:56.878685 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-994f2669-f5cb-425a-826c-667880b0396e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:54:56.883303 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-994f2669-f5cb-425a-826c-667880b0396e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:54:56.887089 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-994f2669-f5cb-425a-826c-667880b0396e admin admin] Usage tracker for resource:router and tenant:c2875e7ec61748cc84274d4dce128d18 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:54:56.889858 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-994f2669-f5cb-425a-826c-667880b0396e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:54:56.895719 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-994f2669-f5cb-425a-826c-667880b0396e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:54:56.905703 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-994f2669-f5cb-425a-826c-667880b0396e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:56.906634 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-994f2669-f5cb-425a-826c-667880b0396e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:56.927576 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-994f2669-f5cb-425a-826c-667880b0396e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:57.069190 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cb005b-e698-4b90-a7dc-22bae99d0149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:54:57.070221 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83cb005b-e698-4b90-a7dc-22bae99d0149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:57.073041 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-994f2669-f5cb-425a-826c-667880b0396e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:57.230533 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-83cb005b-e698-4b90-a7dc-22bae99d0149 None None] Allocated IP 172.20.0.2 (cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1/d75a6f96-c665-4159-96f3-7c76d1527ec0/2c80e1f5-4431-457d-8c63-eed1542363f4) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:54:57.269338 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-994f2669-f5cb-425a-826c-667880b0396e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:57.298970 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-994f2669-f5cb-425a-826c-667880b0396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:57.431986 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83cb005b-e698-4b90-a7dc-22bae99d0149 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:57.434279 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-994f2669-f5cb-425a-826c-667880b0396e admin admin] Allocated IP 172.26.4.6 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:54:57.442880 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-83cb005b-e698-4b90-a7dc-22bae99d0149 None None] Transition to ACTIVE for port object 2c80e1f5-4431-457d-8c63-eed1542363f4 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:54:57.461472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-83cb005b-e698-4b90-a7dc-22bae99d0149 None None] Transition to ACTIVE for port object 2c80e1f5-4431-457d-8c63-eed1542363f4 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:54:57.467197 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83cb005b-e698-4b90-a7dc-22bae99d0149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:57.537958 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cb005b-e698-4b90-a7dc-22bae99d0149 None None] Network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:54:57.541494 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-83cb005b-e698-4b90-a7dc-22bae99d0149 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:54:57.544462 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cb005b-e698-4b90-a7dc-22bae99d0149 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:54:57.546399 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb005b-e698-4b90-a7dc-22bae99d0149 None None] Pushing event updated for resources: {'Port': ['ID=2c80e1f5-4431-457d-8c63-eed1542363f4,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:54:57.584331 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-994f2669-f5cb-425a-826c-667880b0396e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:57.612060 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-994f2669-f5cb-425a-826c-667880b0396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:57.636122 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-83cb005b-e698-4b90-a7dc-22bae99d0149 None None] Attempting to bind port 2c80e1f5-4431-457d-8c63-eed1542363f4 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:54:57.636555 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-83cb005b-e698-4b90-a7dc-22bae99d0149 None None] Attempting to bind port 2c80e1f5-4431-457d-8c63-eed1542363f4 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:54:57.636921 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb005b-e698-4b90-a7dc-22bae99d0149 None None] Attempting to bind port 2c80e1f5-4431-457d-8c63-eed1542363f4 on network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:54:57.643437 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb005b-e698-4b90-a7dc-22bae99d0149 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:54:57.643808 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb005b-e698-4b90-a7dc-22bae99d0149 None None] Checking segment: {'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:54:57.644215 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83cb005b-e698-4b90-a7dc-22bae99d0149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:57.644606 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb005b-e698-4b90-a7dc-22bae99d0149 None None] Bound using segment: {'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:54:57.645072 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-83cb005b-e698-4b90-a7dc-22bae99d0149 None None] Bound port: 2c80e1f5-4431-457d-8c63-eed1542363f4, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:54:57.645441 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83cb005b-e698-4b90-a7dc-22bae99d0149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:57.681458 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994f2669-f5cb-425a-826c-667880b0396e admin admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:54:57.684462 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-994f2669-f5cb-425a-826c-667880b0396e admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:54:57.689691 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994f2669-f5cb-425a-826c-667880b0396e admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:54:57.719539 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f2669-f5cb-425a-826c-667880b0396e admin admin] Pushing event updated for resources: {'Port': ['ID=9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:54:57.736631 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-83cb005b-e698-4b90-a7dc-22bae99d0149 None None] For port 2c80e1f5-4431-457d-8c63-eed1542363f4, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:54:57.739957 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-83cb005b-e698-4b90-a7dc-22bae99d0149 None None] For port 2c80e1f5-4431-457d-8c63-eed1542363f4, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=2c80e1f5-4431-457d-8c63-eed1542363f4,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:54:57.743811 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83cb005b-e698-4b90-a7dc-22bae99d0149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:57.822612 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb005b-e698-4b90-a7dc-22bae99d0149 None None] Pushing event updated for resources: {'Port': ['ID=2c80e1f5-4431-457d-8c63-eed1542363f4,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:54:57.857421 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-994f2669-f5cb-425a-826c-667880b0396e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:57.858192 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-994f2669-f5cb-425a-826c-667880b0396e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:58.097028 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994f2669-f5cb-425a-826c-667880b0396e admin admin] Router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:54:58.301787 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994f2669-f5cb-425a-826c-667880b0396e admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:54:58.310837 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] Sync routers for ids ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:54:58.323660 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] Routers {'438ea20d-81df-4856-b8fb-cb6e5ccd7387'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:54:58.324431 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:54:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:54:58.325326 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-994f2669-f5cb-425a-826c-667880b0396e admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:58.327244 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-994f2669-f5cb-425a-826c-667880b0396e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4530439 Mar 14 15:54:58.329827 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 57890) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:54:58.571670 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] Set router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:54:58.780161 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffb4ecc-12c8-4b77-90f9-d893e85fadb0 None None] Network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:54:58.914717 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-401b00c6-277a-48d1-a68f-514fd2bea1e0 None None] Provisioning for port 2c80e1f5-4431-457d-8c63-eed1542363f4 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:54:59.111637 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:57Z', 'revision_number': 3, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:54:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:54:59.125822 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] Checking router: 438ea20d-81df-4856-b8fb-cb6e5ccd7387 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:54:59.126200 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] Updating router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 port 9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:54:59.197527 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:59.202838 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57ec3f3e-7f28-4824-8e9f-faf597a8d8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:59.428429 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-57ec3f3e-7f28-4824-8e9f-faf597a8d8de admin admin] Allocated IP 172.20.0.1 (cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1/d75a6f96-c665-4159-96f3-7c76d1527ec0/ef8f17c6-dd8f-4893-a522-138a10bb7288) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:54:59.581319 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:59.593634 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] Transition to ACTIVE for port object 9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:54:59.594611 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57ec3f3e-7f28-4824-8e9f-faf597a8d8de admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:59.601952 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:59.612034 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-57ec3f3e-7f28-4824-8e9f-faf597a8d8de admin admin] Transition to ACTIVE for port object ef8f17c6-dd8f-4893-a522-138a10bb7288 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:54:59.634487 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57ec3f3e-7f28-4824-8e9f-faf597a8d8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:59.690825 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8ea2c-912f-4bd1-a9b9-d808a07eba37 None None] Pushing event updated for resources: {'Port': ['ID=9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:54:59.695903 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] Attempting to bind port 9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:54:59.696277 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] Attempting to bind port 9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:54:59.696640 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] Attempting to bind port 9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:54:59.704183 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:54:59.704183 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:54:59.704489 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:59.705443 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:54:59.706275 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] Bound port: 9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:54:59.706655 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:59.713263 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ec3f3e-7f28-4824-8e9f-faf597a8d8de admin admin] Network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:54:59.716823 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-57ec3f3e-7f28-4824-8e9f-faf597a8d8de admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:54:59.719709 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ec3f3e-7f28-4824-8e9f-faf597a8d8de admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:54:59.769471 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec3f3e-7f28-4824-8e9f-faf597a8d8de admin admin] Pushing event updated for resources: {'Port': ['ID=ef8f17c6-dd8f-4893-a522-138a10bb7288,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:54:59.786397 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57ec3f3e-7f28-4824-8e9f-faf597a8d8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:59.786641 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] For port 9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:54:59.792448 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] For port 9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:54:59.799169 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:59.911890 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57ec3f3e-7f28-4824-8e9f-faf597a8d8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:59.934927 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8ea2c-912f-4bd1-a9b9-d808a07eba37 None None] Pushing event updated for resources: {'Port': ['ID=9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:54:59.941265 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] Routers {'438ea20d-81df-4856-b8fb-cb6e5ccd7387'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:54:59.941922 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:54:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:00.009052 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 2c80e1f5-4431-457d-8c63-eed1542363f4 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:55:00.227943 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57ec3f3e-7f28-4824-8e9f-faf597a8d8de admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:00.233592 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57ec3f3e-7f28-4824-8e9f-faf597a8d8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:00.244566 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] Set router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:55:00.299603 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c8162f07-f037-4470-838e-e252f2a0e22e None None] Provisioning for port ef8f17c6-dd8f-4893-a522-138a10bb7288 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:55:00.323599 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c8162f07-f037-4470-838e-e252f2a0e22e None None] Provisioning complete for port ef8f17c6-dd8f-4893-a522-138a10bb7288 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:55:00.323970 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c8162f07-f037-4470-838e-e252f2a0e22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:00.347843 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57ec3f3e-7f28-4824-8e9f-faf597a8d8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:00.351616 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec3f3e-7f28-4824-8e9f-faf597a8d8de admin admin] Pushing event updated for resources: {'Port': ['ID=ef8f17c6-dd8f-4893-a522-138a10bb7288,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:00.432272 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 2c80e1f5-4431-457d-8c63-eed1542363f4 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:55:00.515860 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 2c80e1f5-4431-457d-8c63-eed1542363f4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:55:00.516142 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:00.551518 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c8162f07-f037-4470-838e-e252f2a0e22e None None] Port ef8f17c6-dd8f-4893-a522-138a10bb7288 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:55:00.602318 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ec3f3e-7f28-4824-8e9f-faf597a8d8de admin admin] Network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:55:00.603493 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-57ec3f3e-7f28-4824-8e9f-faf597a8d8de admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:55:00.768036 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:00.814140 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 2c80e1f5-4431-457d-8c63-eed1542363f4, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=2c80e1f5-4431-457d-8c63-eed1542363f4,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:55:00.819659 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:00.855408 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 1, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:00.870984 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e9b846-4f77-4838-9222-6085d5a23523 None None] The sync data for ids ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'] in dv-neutron-833561-1-hyperv is: [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 1, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:55:00.902919 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=2c80e1f5-4431-457d-8c63-eed1542363f4,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:00.906274 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0a3b7044-03ea-446d-9018-5d164a8f1cc6 None None] Provisioning complete for port ef8f17c6-dd8f-4893-a522-138a10bb7288 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:55:00.906635 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0a3b7044-03ea-446d-9018-5d164a8f1cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:00.964536 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0a3b7044-03ea-446d-9018-5d164a8f1cc6 None None] Port ef8f17c6-dd8f-4893-a522-138a10bb7288 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:55:01.044504 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ec3f3e-7f28-4824-8e9f-faf597a8d8de admin admin] Router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:55:01.270850 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ec3f3e-7f28-4824-8e9f-faf597a8d8de admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:55:01.280301 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-57ec3f3e-7f28-4824-8e9f-faf597a8d8de admin admin] 10.222.0.60 "PUT /v2.0/routers/438ea20d-81df-4856-b8fb-cb6e5ccd7387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9494147 Mar 14 15:55:01.774028 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 57900) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:55:01.780173 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1f104941-0920-4e6f-830d-2f7cef5ccd37 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1586096743', 'description': 'tempest-description--527195969'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:55:01.787026 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1f104941-0920-4e6f-830d-2f7cef5ccd37 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:55:01.791016 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1f104941-0920-4e6f-830d-2f7cef5ccd37 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Usage tracker for resource:security_group and tenant:c2875e7ec61748cc84274d4dce128d18 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:55:01.793998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1f104941-0920-4e6f-830d-2f7cef5ccd37 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:55:01.800042 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1f104941-0920-4e6f-830d-2f7cef5ccd37 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:55:01.810592 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f104941-0920-4e6f-830d-2f7cef5ccd37 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:01.849332 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1f104941-0920-4e6f-830d-2f7cef5ccd37 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:55:01.853493 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1f104941-0920-4e6f-830d-2f7cef5ccd37 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Usage tracker for resource:security_group_rule and tenant:c2875e7ec61748cc84274d4dce128d18 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:55:01.856699 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1f104941-0920-4e6f-830d-2f7cef5ccd37 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:55:01.865179 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1f104941-0920-4e6f-830d-2f7cef5ccd37 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:55:01.939431 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f104941-0920-4e6f-830d-2f7cef5ccd37 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:01.945356 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f104941-0920-4e6f-830d-2f7cef5ccd37 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:01.996514 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f104941-0920-4e6f-830d-2f7cef5ccd37 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55ae4240-16cf-4824-b37c-c442c4e41101,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:01.997483 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:55:01.999980 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f104941-0920-4e6f-830d-2f7cef5ccd37 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:02.005817 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1f104941-0920-4e6f-830d-2f7cef5ccd37 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2281566 Mar 14 15:55:02.006195 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 57904) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:55:02.012309 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-82eb6549-f3c6-4ae1-b4d8-95a47a62e0d9 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Request body: {'security_group_rule': {'security_group_id': '55ae4240-16cf-4824-b37c-c442c4e41101', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:55:02.020001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-82eb6549-f3c6-4ae1-b4d8-95a47a62e0d9 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:55:02.024247 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-82eb6549-f3c6-4ae1-b4d8-95a47a62e0d9 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Usage tracker for resource:security_group_rule and tenant:c2875e7ec61748cc84274d4dce128d18 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:55:02.027408 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-82eb6549-f3c6-4ae1-b4d8-95a47a62e0d9 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:55:02.035129 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-82eb6549-f3c6-4ae1-b4d8-95a47a62e0d9 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:55:02.057534 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82eb6549-f3c6-4ae1-b4d8-95a47a62e0d9 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:02.086609 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:55:02.091859 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:55:02.092235 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:02.137485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82eb6549-f3c6-4ae1-b4d8-95a47a62e0d9 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:02.142718 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82eb6549-f3c6-4ae1-b4d8-95a47a62e0d9 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:02.171309 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb6549-f3c6-4ae1-b4d8-95a47a62e0d9 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c46694e-3458-4d33-838d-c21f869b5544,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:02.185639 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82eb6549-f3c6-4ae1-b4d8-95a47a62e0d9 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:02.190289 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-82eb6549-f3c6-4ae1-b4d8-95a47a62e0d9 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1824927 Mar 14 15:55:02.190449 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 57908) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:55:02.196228 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-aa14d15f-ed27-489d-8716-5a7c0e087186 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Request body: {'security_group_rule': {'security_group_id': '55ae4240-16cf-4824-b37c-c442c4e41101', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:55:02.207475 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aa14d15f-ed27-489d-8716-5a7c0e087186 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:55:02.217096 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-aa14d15f-ed27-489d-8716-5a7c0e087186 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Usage tracker for resource:security_group_rule and tenant:c2875e7ec61748cc84274d4dce128d18 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:55:02.220978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-aa14d15f-ed27-489d-8716-5a7c0e087186 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:55:02.228117 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aa14d15f-ed27-489d-8716-5a7c0e087186 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:55:02.233218 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:02.251164 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:55:02.254701 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa14d15f-ed27-489d-8716-5a7c0e087186 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:02.257711 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:02.258503 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 2c80e1f5-4431-457d-8c63-eed1542363f4 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:55:02.319978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa14d15f-ed27-489d-8716-5a7c0e087186 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:02.324077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa14d15f-ed27-489d-8716-5a7c0e087186 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:02.348499 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14d15f-ed27-489d-8716-5a7c0e087186 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=146f53d7-70e8-40e9-b92e-b00ff77e2a2a,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:02.358560 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa14d15f-ed27-489d-8716-5a7c0e087186 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:02.359737 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-aa14d15f-ed27-489d-8716-5a7c0e087186 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1682584 Mar 14 15:55:02.362980 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 57912) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:55:02.368216 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-83704038-d970-4320-9152-3f5134f3d691 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:55:02.373468 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-83704038-d970-4320-9152-3f5134f3d691 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:55:02.377332 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-83704038-d970-4320-9152-3f5134f3d691 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Usage tracker for resource:floatingip and tenant:c2875e7ec61748cc84274d4dce128d18 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:55:02.379773 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:02.380167 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-83704038-d970-4320-9152-3f5134f3d691 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:55:02.387092 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-83704038-d970-4320-9152-3f5134f3d691 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:55:02.394474 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 2c80e1f5-4431-457d-8c63-eed1542363f4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:55:02.394855 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:02.398741 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83704038-d970-4320-9152-3f5134f3d691 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:02.540090 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83704038-d970-4320-9152-3f5134f3d691 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:02.672681 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-83704038-d970-4320-9152-3f5134f3d691 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Allocated IP 172.26.4.110 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/bb0aa3cc-461a-4044-a696-d3ee6e763b80) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:55:02.816012 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83704038-d970-4320-9152-3f5134f3d691 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:02.842787 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83704038-d970-4320-9152-3f5134f3d691 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:02.919999 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83704038-d970-4320-9152-3f5134f3d691 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:55:02.923973 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83704038-d970-4320-9152-3f5134f3d691 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Pushing event updated for resources: {'Port': ['ID=bb0aa3cc-461a-4044-a696-d3ee6e763b80,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:02.926237 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-83704038-d970-4320-9152-3f5134f3d691 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:55:02.928257 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83704038-d970-4320-9152-3f5134f3d691 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:55:03.080369 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83704038-d970-4320-9152-3f5134f3d691 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:03.259933 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83704038-d970-4320-9152-3f5134f3d691 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:03.457582 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83704038-d970-4320-9152-3f5134f3d691 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:03.462017 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83704038-d970-4320-9152-3f5134f3d691 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:03.570010 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83704038-d970-4320-9152-3f5134f3d691 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Pushing event updated for resources: {'Port': ['ID=bb0aa3cc-461a-4044-a696-d3ee6e763b80,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:03.584536 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83704038-d970-4320-9152-3f5134f3d691 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:03.605794 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83704038-d970-4320-9152-3f5134f3d691 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:03.607073 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-83704038-d970-4320-9152-3f5134f3d691 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2431517 Mar 14 15:55:03.775246 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-851da97f-8472-427b-89d7-2671a2fd4e9a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Synchronizing usage tracker for tenant:c2875e7ec61748cc84274d4dce128d18 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:55:03.791378 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-851da97f-8472-427b-89d7-2671a2fd4e9a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Unset dirty status for tenant:c2875e7ec61748cc84274d4dce128d18 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:55:03.792784 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-851da97f-8472-427b-89d7-2671a2fd4e9a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1586096743&fields=id&tenant_id=c2875e7ec61748cc84274d4dce128d18 HTTP/1.1" status: 200 len: 267 time: 0.0590284 Mar 14 15:55:03.886653 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:55:03.947748 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-6c91c74c-a3cc-4890-a322-5a90882bc466 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:03.948429 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-6c91c74c-a3cc-4890-a322-5a90882bc466 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Synchronizing usage tracker for tenant:c2875e7ec61748cc84274d4dce128d18 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:55:03.953920 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:55:03.954314 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:03.966035 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-6c91c74c-a3cc-4890-a322-5a90882bc466 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Unset dirty status for tenant:c2875e7ec61748cc84274d4dce128d18 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:55:03.967136 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-6c91c74c-a3cc-4890-a322-5a90882bc466 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 811 time: 0.1674931 Mar 14 15:55:03.984077 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-37f47c68-b790-4535-b811-80c9eab6289d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/quotas/c2875e7ec61748cc84274d4dce128d18 HTTP/1.1" status: 200 len: 375 time: 0.0106051 Mar 14 15:55:04.072766 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-c4db5246-b48b-4a25-998f-b5cc07bfed76 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Synchronizing usage tracker for tenant:c2875e7ec61748cc84274d4dce128d18 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:55:04.089158 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-c4db5246-b48b-4a25-998f-b5cc07bfed76 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Unset dirty status for tenant:c2875e7ec61748cc84274d4dce128d18 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:55:04.090500 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-c4db5246-b48b-4a25-998f-b5cc07bfed76 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1006439 Mar 14 15:55:04.233741 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-ecdeb748-9fcc-42e9-a33e-63ff5821bda3 service neutron] 10.222.0.60 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310973 Mar 14 15:55:04.364861 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-73d3ddb3-2119-49a5-8eea-ff35ca1bac35 service neutron] 10.222.0.60 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245964 Mar 14 15:55:04.551146 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7d54a5da-45b6-4baf-b715-c036e5840712 req-c08ee112-4ab9-4478-a157-6fb7c7b32e68 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 210 time: 0.0408931 Mar 14 15:55:05.544374 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-bc474e72-0ff3-4f8f-9bb6-27ccc9876b89 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:05.545801 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-bc474e72-0ff3-4f8f-9bb6-27ccc9876b89 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 811 time: 0.1527987 Mar 14 15:55:05.600187 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-5ae9e461-c5ba-495c-8813-380521eeffd5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2875e7ec61748cc84274d4dce128d18 HTTP/1.1" status: 200 len: 380 time: 0.0423338 Mar 14 15:55:05.610207 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-91ca996d-37a5-4b2f-983d-f98df0b62cb5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Request body: {'port': {'device_id': '9431f9a1-b091-49b7-8c87-77d90f8fb959', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'admin_state_up': True, 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'security_groups': ['55ae4240-16cf-4824-b37c-c442c4e41101']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:55:05.724760 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4198e8f3-e333-41f4-ba60-07d10298f4bb req-195fc66a-8b98-4606-bd0c-38414d89fdf7 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 210 time: 0.0407400 Mar 14 15:55:05.747396 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-91ca996d-37a5-4b2f-983d-f98df0b62cb5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:55:05.757101 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-91ca996d-37a5-4b2f-983d-f98df0b62cb5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:55:05.766857 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-91ca996d-37a5-4b2f-983d-f98df0b62cb5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Made reservation on behalf of c2875e7ec61748cc84274d4dce128d18 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:55:05.769921 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-91ca996d-37a5-4b2f-983d-f98df0b62cb5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:05.928544 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-91ca996d-37a5-4b2f-983d-f98df0b62cb5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Allocated IP 172.20.0.6 (cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1/d75a6f96-c665-4159-96f3-7c76d1527ec0/419515a4-052e-4319-b165-056620560278) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:55:06.107026 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-91ca996d-37a5-4b2f-983d-f98df0b62cb5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:06.121728 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-91ca996d-37a5-4b2f-983d-f98df0b62cb5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Transition to ACTIVE for port object 419515a4-052e-4319-b165-056620560278 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:55:06.143600 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-91ca996d-37a5-4b2f-983d-f98df0b62cb5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:06.217277 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-91ca996d-37a5-4b2f-983d-f98df0b62cb5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:55:06.220910 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-91ca996d-37a5-4b2f-983d-f98df0b62cb5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:55:06.225243 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-91ca996d-37a5-4b2f-983d-f98df0b62cb5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:55:06.249520 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca996d-37a5-4b2f-983d-f98df0b62cb5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Pushing event updated for resources: {'Port': ['ID=419515a4-052e-4319-b165-056620560278,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:06.287058 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-91ca996d-37a5-4b2f-983d-f98df0b62cb5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:06.287668 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-91ca996d-37a5-4b2f-983d-f98df0b62cb5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:06.312955 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-91ca996d-37a5-4b2f-983d-f98df0b62cb5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7065234 Mar 14 15:55:06.323654 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-566604b5-a11b-4b8e-8e36-2f85a0baa2fb service neutron] Request body: {'port': {'device_id': '9431f9a1-b091-49b7-8c87-77d90f8fb959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:55:06.432376 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3c7c21a6-d2fd-4536-af57-603d35c0ea20 None None] Provisioning for port 419515a4-052e-4319-b165-056620560278 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:55:06.438404 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3c7c21a6-d2fd-4536-af57-603d35c0ea20 None None] Provisioning complete for port 419515a4-052e-4319-b165-056620560278 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:55:06.439366 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c7c21a6-d2fd-4536-af57-603d35c0ea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:06.441514 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-566604b5-a11b-4b8e-8e36-2f85a0baa2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:06.491274 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c21a6-d2fd-4536-af57-603d35c0ea20 None None] Port 419515a4-052e-4319-b165-056620560278 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:55:06.772425 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-566604b5-a11b-4b8e-8e36-2f85a0baa2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 419515a4-052e-4319-b165-056620560278 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:55:06.779324 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-566604b5-a11b-4b8e-8e36-2f85a0baa2fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:06.794315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-566604b5-a11b-4b8e-8e36-2f85a0baa2fb service neutron] Transition to ACTIVE for port object 419515a4-052e-4319-b165-056620560278 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:55:06.798967 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-566604b5-a11b-4b8e-8e36-2f85a0baa2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:07.060977 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566604b5-a11b-4b8e-8e36-2f85a0baa2fb service neutron] Pushing event updated for resources: {'Port': ['ID=419515a4-052e-4319-b165-056620560278,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:07.168348 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c796d9a-05bb-4445-96bb-ce5fb9f1bc96 req-6a439c7f-a60e-453d-850b-c8857e58f659 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:07.168946 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-6c796d9a-05bb-4445-96bb-ce5fb9f1bc96 req-6a439c7f-a60e-453d-850b-c8857e58f659 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Synchronizing usage tracker for tenant:c2875e7ec61748cc84274d4dce128d18 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:55:07.195879 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-566604b5-a11b-4b8e-8e36-2f85a0baa2fb service neutron] Attempting to bind port 419515a4-052e-4319-b165-056620560278 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:55:07.196208 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-566604b5-a11b-4b8e-8e36-2f85a0baa2fb service neutron] Attempting to bind port 419515a4-052e-4319-b165-056620560278 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:55:07.196528 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-566604b5-a11b-4b8e-8e36-2f85a0baa2fb service neutron] Attempting to bind port 419515a4-052e-4319-b165-056620560278 on network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:55:07.203463 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-6c796d9a-05bb-4445-96bb-ce5fb9f1bc96 req-6a439c7f-a60e-453d-850b-c8857e58f659 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Unset dirty status for tenant:c2875e7ec61748cc84274d4dce128d18 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:55:07.205241 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6c796d9a-05bb-4445-96bb-ce5fb9f1bc96 req-6a439c7f-a60e-453d-850b-c8857e58f659 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 943 time: 0.3569984 Mar 14 15:55:07.205881 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-566604b5-a11b-4b8e-8e36-2f85a0baa2fb service neutron] Port 419515a4-052e-4319-b165-056620560278 on network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:55:07.206212 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-566604b5-a11b-4b8e-8e36-2f85a0baa2fb service neutron] Attempting to bind port 419515a4-052e-4319-b165-056620560278 on network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:55:07.227312 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-566604b5-a11b-4b8e-8e36-2f85a0baa2fb service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:55:07.227646 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-566604b5-a11b-4b8e-8e36-2f85a0baa2fb service neutron] Checking segment: {'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:55:07.228016 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-566604b5-a11b-4b8e-8e36-2f85a0baa2fb service neutron] Bound using segment: {'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:55:07.228448 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-566604b5-a11b-4b8e-8e36-2f85a0baa2fb service neutron] Bound port: 419515a4-052e-4319-b165-056620560278, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:55:07.228784 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-566604b5-a11b-4b8e-8e36-2f85a0baa2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:07.302734 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6c796d9a-05bb-4445-96bb-ce5fb9f1bc96 req-4e3d3e0f-07a5-4f33-adc7-3fc5341c6288 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908830 Mar 14 15:55:07.333868 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-566604b5-a11b-4b8e-8e36-2f85a0baa2fb service neutron] For port 419515a4-052e-4319-b165-056620560278, host hv-neutron-8335, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:55:07.337172 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-566604b5-a11b-4b8e-8e36-2f85a0baa2fb service neutron] For port 419515a4-052e-4319-b165-056620560278, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=419515a4-052e-4319-b165-056620560278,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:55:07.340869 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-566604b5-a11b-4b8e-8e36-2f85a0baa2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:07.403995 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-566604b5-a11b-4b8e-8e36-2f85a0baa2fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:07.405170 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-566604b5-a11b-4b8e-8e36-2f85a0baa2fb service neutron] 10.222.0.24 "PUT /v2.0/ports/419515a4-052e-4319-b165-056620560278 HTTP/1.1" status: 200 len: 1093 time: 1.0858226 Mar 14 15:55:07.408314 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9431f9a1-b091-49b7-8c87-77d90f8fb959', 'tag': '419515a4-052e-4319-b165-056620560278'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:55:07.430211 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566604b5-a11b-4b8e-8e36-2f85a0baa2fb service neutron] Pushing event updated for resources: {'Port': ['ID=419515a4-052e-4319-b165-056620560278,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:07.482103 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9431f9a1-b091-49b7-8c87-77d90f8fb959', 'tag': '419515a4-052e-4319-b165-056620560278', 'status': 'completed', 'code': 200} Mar 14 15:55:07.525603 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-9dad0da6-2cfe-43d3-bb66-8b57b005f243 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 1096 time: 0.0768421 Mar 14 15:55:07.596986 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-fbacafd2-7083-4d49-ab4d-638065a02b73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=419515a4-052e-4319-b165-056620560278 HTTP/1.1" status: 200 len: 217 time: 0.0650690 Mar 14 15:55:07.657600 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-00210a25-dbc1-4831-b794-8797676c9fd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:07.659036 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-00210a25-dbc1-4831-b794-8797676c9fd5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0560241 Mar 14 15:55:07.734121 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-3ae1e970-0bec-4025-81ae-905476d97255 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697231 Mar 14 15:55:07.863262 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-9f87858c-6070-4b16-b832-aa5f5f744a2e service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234241 Mar 14 15:55:07.990557 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fa227c28-8d04-4088-8e1c-017ed0fa3293 req-fd1bc978-b272-422e-a512-6e16304a3ffa service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218517 Mar 14 15:55:08.104722 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3e66bb64-9efe-41ff-be17-b6e87469e3c7 req-e7655f4f-b959-43d5-8ca1-bc50ad7e4919 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 1096 time: 0.0679352 Mar 14 15:55:08.232490 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66bb64-9efe-41ff-be17-b6e87469e3c7 req-025f70d5-923a-4c87-984b-7644ef408448 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:08.233904 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3e66bb64-9efe-41ff-be17-b6e87469e3c7 req-025f70d5-923a-4c87-984b-7644ef408448 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1236072 Mar 14 15:55:08.301631 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3e66bb64-9efe-41ff-be17-b6e87469e3c7 req-4a950414-294a-429f-8ea0-32f42bb3f8d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=419515a4-052e-4319-b165-056620560278 HTTP/1.1" status: 200 len: 217 time: 0.0621610 Mar 14 15:55:08.364304 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66bb64-9efe-41ff-be17-b6e87469e3c7 req-8725018a-7440-4eb3-a84d-4b2a4f7f73ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:08.365659 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3e66bb64-9efe-41ff-be17-b6e87469e3c7 req-8725018a-7440-4eb3-a84d-4b2a4f7f73ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0574765 Mar 14 15:55:08.496697 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3e66bb64-9efe-41ff-be17-b6e87469e3c7 req-14714230-7bf4-47b3-9fa9-7c3c8685a9cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1237164 Mar 14 15:55:08.582715 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cbe2c-f192-459c-9a6c-9077cfca80ee req-2a74c005-c163-40ee-9e1a-8212334bbaeb tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:08.584138 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-184cbe2c-f192-459c-9a6c-9077cfca80ee req-2a74c005-c163-40ee-9e1a-8212334bbaeb tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 943 time: 0.1595445 Mar 14 15:55:08.664780 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-184cbe2c-f192-459c-9a6c-9077cfca80ee req-e34c5093-5129-48fc-b387-73af6e114288 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716045 Mar 14 15:55:08.667817 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3e66bb64-9efe-41ff-be17-b6e87469e3c7 req-98635527-8cef-4a44-a098-094db01a743c service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634583 Mar 14 15:55:08.887555 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3e66bb64-9efe-41ff-be17-b6e87469e3c7 req-ce1e0033-713a-49a1-88cd-57cbb45f17c6 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129247 Mar 14 15:55:09.856320 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be0f76-3973-468e-9e23-222e2d36c0ff req-1a0befb9-7991-4a35-b641-eeda9ef79d87 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:09.857741 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-87be0f76-3973-468e-9e23-222e2d36c0ff req-1a0befb9-7991-4a35-b641-eeda9ef79d87 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 943 time: 0.0739348 Mar 14 15:55:09.904475 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-87be0f76-3973-468e-9e23-222e2d36c0ff req-eb41ca2e-b02d-43bc-8e40-376883366dee tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410841 Mar 14 15:55:11.100590 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fc784-1fe7-4104-acc6-9307b88567ce req-4254d036-81ba-440b-9947-7e3078116a39 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:11.101999 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b20fc784-1fe7-4104-acc6-9307b88567ce req-4254d036-81ba-440b-9947-7e3078116a39 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 943 time: 0.0744190 Mar 14 15:55:11.106605 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 419515a4-052e-4319-b165-056620560278 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:55:11.151740 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b20fc784-1fe7-4104-acc6-9307b88567ce req-26ea9c93-62a2-4754-8c71-a24be75a35fa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439434 Mar 14 15:55:11.249639 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 419515a4-052e-4319-b165-056620560278, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=419515a4-052e-4319-b165-056620560278,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:55:11.263066 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '419515a4-052e-4319-b165-056620560278', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'port_id': '419515a4-052e-4319-b165-056620560278', 'mac_address': 'fa:16:3e:75:2e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:55:11.314552 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.333761 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 419515a4-052e-4319-b165-056620560278 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:55:11.348159 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 419515a4-052e-4319-b165-056620560278, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=419515a4-052e-4319-b165-056620560278,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:55:11.351896 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.415876 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=419515a4-052e-4319-b165-056620560278,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:11.670575 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['419515a4-052e-4319-b165-056620560278'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:55:12.355056 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fba190-3afc-4054-9b00-bbac2904e488 req-b6a9fa34-4c75-449a-b5b3-766919e382c6 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:12.356389 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-31fba190-3afc-4054-9b00-bbac2904e488 req-b6a9fa34-4c75-449a-b5b3-766919e382c6 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 944 time: 0.0750117 Mar 14 15:55:12.400645 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-31fba190-3afc-4054-9b00-bbac2904e488 req-be3c7f37-7759-4d31-a3a2-86d8e1438030 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382154 Mar 14 15:55:12.964299 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8066fa22-a01b-4ebd-85dc-b90a5d6b9474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:13.107333 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 419515a4-052e-4319-b165-056620560278 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:55:13.172956 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 419515a4-052e-4319-b165-056620560278 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:55:13.177310 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 419515a4-052e-4319-b165-056620560278 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:55:13.177679 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:13.289267 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:13.316037 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9431f9a1-b091-49b7-8c87-77d90f8fb959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419515a4-052e-4319-b165-056620560278'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:55:13.325844 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 419515a4-052e-4319-b165-056620560278, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=419515a4-052e-4319-b165-056620560278,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:55:13.330573 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:13.373368 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9431f9a1-b091-49b7-8c87-77d90f8fb959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419515a4-052e-4319-b165-056620560278', 'code': 200} Mar 14 15:55:13.399541 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=419515a4-052e-4319-b165-056620560278,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:13.591723 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5e1c046c-c36b-401f-8614-8d2459f84c94 req-3bee3e14-b3f6-478f-9324-11141f046073 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 1098 time: 0.0670323 Mar 14 15:55:13.604441 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96f79c-79f7-4af3-b913-b4492e48a8c6 req-ad961861-99af-4f53-858e-a749561d9cc8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:13.605889 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4d96f79c-79f7-4af3-b913-b4492e48a8c6 req-ad961861-99af-4f53-858e-a749561d9cc8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0813055 Mar 14 15:55:13.633138 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5e1c046c-c36b-401f-8614-8d2459f84c94 req-29d2f987-491d-4de0-a4f2-9884e7056ad3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361743 Mar 14 15:55:13.651028 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4d96f79c-79f7-4af3-b913-b4492e48a8c6 req-67b27aaf-5d58-4019-8f44-7086f3c4a7bf tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389004 Mar 14 15:55:14.392333 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] Sync routers for ids ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:55:14.404201 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] Routers {'438ea20d-81df-4856-b8fb-cb6e5ccd7387'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:55:14.404795 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:54:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:14.582425 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] Set router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:55:14.856147 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec20a7-5139-419e-b0c8-89df7c4badc7 req-3bc97065-6bd5-4ece-9c91-daaaf38fec21 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:14.857616 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-33ec20a7-5139-419e-b0c8-89df7c4badc7 req-3bc97065-6bd5-4ece-9c91-daaaf38fec21 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0845103 Mar 14 15:55:14.909205 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-33ec20a7-5139-419e-b0c8-89df7c4badc7 req-566988ce-cfd9-4e2e-9568-adab1ac40d77 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454667 Mar 14 15:55:14.943153 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:00Z', 'revision_number': 2, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:14.947184 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] Checking router: 438ea20d-81df-4856-b8fb-cb6e5ccd7387 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:55:14.947531 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] Updating router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 port ef8f17c6-dd8f-4893-a522-138a10bb7288 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 15:55:14.999296 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:15.124110 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4232c06b-54cc-44ff-8d70-d64b83b04240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:15.336984 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:15.348388 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] Transition to ACTIVE for port object ef8f17c6-dd8f-4893-a522-138a10bb7288 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:55:15.354509 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:15.476196 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8edf8-4658-46fc-94fe-dee1b57b27d0 None None] Pushing event updated for resources: {'Port': ['ID=ef8f17c6-dd8f-4893-a522-138a10bb7288,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:15.516006 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8edf8-4658-46fc-94fe-dee1b57b27d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:15.516347 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8edf8-4658-46fc-94fe-dee1b57b27d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:15.517404 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8edf8-4658-46fc-94fe-dee1b57b27d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:15.517744 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8edf8-4658-46fc-94fe-dee1b57b27d0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:15.518278 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8edf8-4658-46fc-94fe-dee1b57b27d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:15.518499 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8edf8-4658-46fc-94fe-dee1b57b27d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:15.518830 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8edf8-4658-46fc-94fe-dee1b57b27d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:15.519148 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8edf8-4658-46fc-94fe-dee1b57b27d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:15.519464 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8edf8-4658-46fc-94fe-dee1b57b27d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:15.519793 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8edf8-4658-46fc-94fe-dee1b57b27d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:15.520095 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8edf8-4658-46fc-94fe-dee1b57b27d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:15.575185 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] Attempting to bind port ef8f17c6-dd8f-4893-a522-138a10bb7288 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:55:15.575551 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] Attempting to bind port ef8f17c6-dd8f-4893-a522-138a10bb7288 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:55:15.575908 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] Attempting to bind port ef8f17c6-dd8f-4893-a522-138a10bb7288 on network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:55:15.583574 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:55:15.583944 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] Checking segment: {'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:55:15.584345 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:15.584732 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] Bound using segment: {'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:55:15.585186 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] Bound port: ef8f17c6-dd8f-4893-a522-138a10bb7288, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:55:15.585555 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:15.669717 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] For port ef8f17c6-dd8f-4893-a522-138a10bb7288, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:55:15.672531 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] For port ef8f17c6-dd8f-4893-a522-138a10bb7288, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ef8f17c6-dd8f-4893-a522-138a10bb7288,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:55:15.678141 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:15.759465 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8edf8-4658-46fc-94fe-dee1b57b27d0 None None] Pushing event updated for resources: {'Port': ['ID=ef8f17c6-dd8f-4893-a522-138a10bb7288,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:15.766975 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] Routers {'438ea20d-81df-4856-b8fb-cb6e5ccd7387'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:55:15.767806 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:55:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:15.919942 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ef8f17c6-dd8f-4893-a522-138a10bb7288 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:55:15.951310 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] Set router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:55:15.989774 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port ef8f17c6-dd8f-4893-a522-138a10bb7288 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:55:15.995090 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port ef8f17c6-dd8f-4893-a522-138a10bb7288 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:55:15.996542 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:16.066511 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7b08ea9f-9f24-44a9-a8be-afbc9228f761 None None] Provisioning complete for port ef8f17c6-dd8f-4893-a522-138a10bb7288 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:55:16.066944 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7b08ea9f-9f24-44a9-a8be-afbc9228f761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:16.124910 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af4fec-014a-4b90-af00-7d2c8f9d393e req-77079739-3e6a-4fd6-bdd0-22eeac56395e tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:16.127942 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f7af4fec-014a-4b90-af00-7d2c8f9d393e req-77079739-3e6a-4fd6-bdd0-22eeac56395e tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0809755 Mar 14 15:55:16.179348 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:16.185752 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f7af4fec-014a-4b90-af00-7d2c8f9d393e req-f026b996-c3db-45b1-a37e-ebbf64c90f77 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503647 Mar 14 15:55:16.259489 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port ef8f17c6-dd8f-4893-a522-138a10bb7288, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ef8f17c6-dd8f-4893-a522-138a10bb7288,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:55:16.266510 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:16.294148 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:15Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:16.294914 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7b08ea9f-9f24-44a9-a8be-afbc9228f761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:16.299140 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc26254b-9364-4fb4-965c-693dded907c3 None None] The sync data for ids ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'] in dv-neutron-833561-1-hyperv is: [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:15Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:55:16.388959 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328002be-bd57-4d6b-9a8b-21238f888453 req-bd581a41-155f-4886-85ef-8077add2a3fe tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:16.391529 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-328002be-bd57-4d6b-9a8b-21238f888453 req-bd581a41-155f-4886-85ef-8077add2a3fe tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0835505 Mar 14 15:55:16.402027 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 57960) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:55:16.407645 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8138cde7-b655-4998-96e1-d4b5580d7f8c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Request body: {'floatingip': {'port_id': '419515a4-052e-4319-b165-056620560278'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:55:16.419377 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:16.426849 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=ef8f17c6-dd8f-4893-a522-138a10bb7288,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:16.437601 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-7b08ea9f-9f24-44a9-a8be-afbc9228f761 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:55:16.438029 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-7b08ea9f-9f24-44a9-a8be-afbc9228f761 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:55:16.496940 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8138cde7-b655-4998-96e1-d4b5580d7f8c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:16.550803 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:17.183918 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8138cde7-b655-4998-96e1-d4b5580d7f8c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:17.187858 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8138cde7-b655-4998-96e1-d4b5580d7f8c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:17.382641 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.l3_db [None req-8138cde7-b655-4998-96e1-d4b5580d7f8c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Floating IP f248b663-249f-4cc1-a90c-b9e30457010a associated. External IP: 172.26.4.110, port: 419515a4-052e-4319-b165-056620560278. Mar 14 15:55:17.668983 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6309bc60-3375-463d-bdbd-3c3ac9710d8c req-8f42ce3d-dcf6-4add-97f4-a960d4daeaca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706933 Mar 14 15:55:17.780295 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8138cde7-b655-4998-96e1-d4b5580d7f8c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:55:17.805433 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6309bc60-3375-463d-bdbd-3c3ac9710d8c req-ab5adcd8-9d59-4fd0-ad60-c17b238253ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 1098 time: 0.0687592 Mar 14 15:55:17.908490 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ef8f17c6-dd8f-4893-a522-138a10bb7288 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:55:17.975450 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309bc60-3375-463d-bdbd-3c3ac9710d8c req-0fab837a-c109-40bf-a14d-2be2db3e652a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:17.977041 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6309bc60-3375-463d-bdbd-3c3ac9710d8c req-0fab837a-c109-40bf-a14d-2be2db3e652a service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1525483 Mar 14 15:55:17.986376 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port ef8f17c6-dd8f-4893-a522-138a10bb7288 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:55:17.986751 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:18.002739 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8138cde7-b655-4998-96e1-d4b5580d7f8c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:55:18.007147 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8138cde7-b655-4998-96e1-d4b5580d7f8c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:18.045855 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:18.067775 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8138cde7-b655-4998-96e1-d4b5580d7f8c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "PUT /v2.0/floatingips/f248b663-249f-4cc1-a90c-b9e30457010a HTTP/1.1" status: 200 len: 991 time: 1.6645241 Mar 14 15:55:18.068767 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9431f9a1-b091-49b7-8c87-77d90f8fb959', 'tag': '419515a4-052e-4319-b165-056620560278'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:55:18.087498 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6309bc60-3375-463d-bdbd-3c3ac9710d8c req-4b54e506-9496-4085-be6b-fc7ebfb0c0e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=419515a4-052e-4319-b165-056620560278 HTTP/1.1" status: 200 len: 999 time: 0.1042144 Mar 14 15:55:18.137011 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9431f9a1-b091-49b7-8c87-77d90f8fb959', 'tag': '419515a4-052e-4319-b165-056620560278', 'status': 'completed', 'code': 200} Mar 14 15:55:18.156547 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309bc60-3375-463d-bdbd-3c3ac9710d8c req-db6b104d-b6f1-4a81-a9c8-4e305d0fb83b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:18.158114 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6309bc60-3375-463d-bdbd-3c3ac9710d8c req-db6b104d-b6f1-4a81-a9c8-4e305d0fb83b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0647845 Mar 14 15:55:18.241143 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6309bc60-3375-463d-bdbd-3c3ac9710d8c req-aadf82d4-d202-40bf-a96f-76cd781b295c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771894 Mar 14 15:55:18.266917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4260de2-d43d-412a-9bc6-77b369caee25 req-cb654ee7-748b-4497-a96b-4d3d0556376d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:18.268645 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a4260de2-d43d-412a-9bc6-77b369caee25 req-cb654ee7-748b-4497-a96b-4d3d0556376d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0897729 Mar 14 15:55:18.314168 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a4260de2-d43d-412a-9bc6-77b369caee25 req-8276b4ea-55a1-4866-83ed-d5c576bdc0d9 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391247 Mar 14 15:55:18.381512 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6309bc60-3375-463d-bdbd-3c3ac9710d8c req-7568c047-c722-4358-bfb3-4a4060168a12 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343567 Mar 14 15:55:18.521761 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6309bc60-3375-463d-bdbd-3c3ac9710d8c req-cbc7767f-d772-4ca0-9d5b-627c2c496428 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344533 Mar 14 15:55:18.695190 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-61a09926-e17b-48a4-a331-70f19ba20a65 req-190514a8-723b-43af-a4e9-d2225bb73e20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 1098 time: 0.1259096 Mar 14 15:55:18.705256 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2b2ef-919f-4616-83d9-a1894caa2dcf req-66f26ade-2bcb-4b1f-ab3b-4be28c53efed tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:18.706656 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-92d2b2ef-919f-4616-83d9-a1894caa2dcf req-66f26ade-2bcb-4b1f-ab3b-4be28c53efed tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.1088817 Mar 14 15:55:18.829876 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-92d2b2ef-919f-4616-83d9-a1894caa2dcf req-cae3a052-6933-44ae-90b1-df63c46abe83 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040816 Mar 14 15:55:18.869140 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a09926-e17b-48a4-a331-70f19ba20a65 req-32060270-1230-4fbb-84ff-5b446cdeff71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:18.870600 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-61a09926-e17b-48a4-a331-70f19ba20a65 req-32060270-1230-4fbb-84ff-5b446cdeff71 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1631069 Mar 14 15:55:18.969562 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73335395-9347-473a-b6fe-22a03af7c934 None None] Sync routers for ids ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:55:18.982728 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73335395-9347-473a-b6fe-22a03af7c934 None None] Routers {'438ea20d-81df-4856-b8fb-cb6e5ccd7387'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:55:18.983359 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-73335395-9347-473a-b6fe-22a03af7c934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:55:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:19.068371 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-61a09926-e17b-48a4-a331-70f19ba20a65 req-e36c6c6d-3249-43d7-957a-a868f7ac30c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=419515a4-052e-4319-b165-056620560278 HTTP/1.1" status: 200 len: 999 time: 0.1916058 Mar 14 15:55:19.129873 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a09926-e17b-48a4-a331-70f19ba20a65 req-a7b1a5ba-6f7c-4517-99c6-a68c01175629 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:19.131242 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-61a09926-e17b-48a4-a331-70f19ba20a65 req-a7b1a5ba-6f7c-4517-99c6-a68c01175629 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0565200 Mar 14 15:55:19.156594 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-73335395-9347-473a-b6fe-22a03af7c934 None None] Set router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:55:19.215082 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-61a09926-e17b-48a4-a331-70f19ba20a65 req-e55cb87d-c2a3-4546-a538-c8d9786e15c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780430 Mar 14 15:55:19.347074 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-61a09926-e17b-48a4-a331-70f19ba20a65 req-f5fcf079-0969-4b9b-99e7-b026100374c4 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260462 Mar 14 15:55:19.483809 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-61a09926-e17b-48a4-a331-70f19ba20a65 req-e75079f4-da21-4539-99d5-c0430226596f service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313765 Mar 14 15:55:19.552294 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-73335395-9347-473a-b6fe-22a03af7c934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'f248b663-249f-4cc1-a90c-b9e30457010a', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'floating_ip_address': '172.26.4.110', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'port_id': '419515a4-052e-4319-b165-056620560278', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'mac_address': 'fa:16:3e:75:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9431f9a1-b091-49b7-8c87-77d90f8fb959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:55:02Z', 'updated_at': '2022-03-14T15:55:17Z', 'revision_number': 1, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:16Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:19.556052 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73335395-9347-473a-b6fe-22a03af7c934 None None] Checking router: 438ea20d-81df-4856-b8fb-cb6e5ccd7387 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:55:19.567678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73335395-9347-473a-b6fe-22a03af7c934 None None] Routers {'438ea20d-81df-4856-b8fb-cb6e5ccd7387'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:55:19.568272 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-73335395-9347-473a-b6fe-22a03af7c934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:55:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:19.742884 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-73335395-9347-473a-b6fe-22a03af7c934 None None] Set router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:55:20.029109 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623059e-230f-4a9c-9505-8d4bbe361e4a req-62da8fea-7985-43e7-851b-f979201b6076 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:20.030480 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1623059e-230f-4a9c-9505-8d4bbe361e4a req-62da8fea-7985-43e7-851b-f979201b6076 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0802655 Mar 14 15:55:20.089586 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-73335395-9347-473a-b6fe-22a03af7c934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'f248b663-249f-4cc1-a90c-b9e30457010a', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'floating_ip_address': '172.26.4.110', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'port_id': '419515a4-052e-4319-b165-056620560278', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'mac_address': 'fa:16:3e:75:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9431f9a1-b091-49b7-8c87-77d90f8fb959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:55:02Z', 'updated_at': '2022-03-14T15:55:17Z', 'revision_number': 1, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:16Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:20.093865 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73335395-9347-473a-b6fe-22a03af7c934 None None] The sync data for ids ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'] in dv-neutron-833561-1-hyperv is: [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'f248b663-249f-4cc1-a90c-b9e30457010a', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'floating_ip_address': '172.26.4.110', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'port_id': '419515a4-052e-4319-b165-056620560278', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'mac_address': 'fa:16:3e:75:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9431f9a1-b091-49b7-8c87-77d90f8fb959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:55:02Z', 'updated_at': '2022-03-14T15:55:17Z', 'revision_number': 1, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:16Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:55:20.190626 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1623059e-230f-4a9c-9505-8d4bbe361e4a req-9a885a09-108f-452e-8e7e-22cae204d018 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537704 Mar 14 15:55:20.291772 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ee0c7c-8caa-4518-9ba6-fe3af04b3c1a None None] New status for floating IP f248b663-249f-4cc1-a90c-b9e30457010a: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:55:20.381257 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f273e37-307e-40c3-b9c4-bb3b9e29f3eb req-b4cb84a6-dfa9-45d3-ac1b-3273fcc548c6 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:20.382756 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9f273e37-307e-40c3-b9c4-bb3b9e29f3eb req-b4cb84a6-dfa9-45d3-ac1b-3273fcc548c6 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0774119 Mar 14 15:55:20.429016 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9f273e37-307e-40c3-b9c4-bb3b9e29f3eb req-a36cd66c-617a-4892-8ea1-ef9cf24e3388 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405838 Mar 14 15:55:20.620302 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e1c833ff-b825-4e8c-a9f6-140bfb793478 req-b6bd3cf7-b946-457d-92ce-65d4cb1af8be service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0659382 Mar 14 15:55:20.928171 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4487c619-e2e7-43b7-a0a4-7ad83ab8d74e req-af7b80fd-417f-4b73-8fcb-b6f5d568d08f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1255174 Mar 14 15:55:20.950809 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff2518-0db7-4928-8234-c83cf91e2693 req-f9ccc79d-11c8-41dc-8b3a-66ea0bb936d5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:20.952239 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-85ff2518-0db7-4928-8234-c83cf91e2693 req-f9ccc79d-11c8-41dc-8b3a-66ea0bb936d5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0926464 Mar 14 15:55:21.001616 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-85ff2518-0db7-4928-8234-c83cf91e2693 req-188e33a3-dfcf-459a-ba1a-3f1f0c96fb5d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427575 Mar 14 15:55:21.066246 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:22.041927 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4487c619-e2e7-43b7-a0a4-7ad83ab8d74e req-2b163c56-66b6-4a82-8dfd-029c03f7559f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 1098 time: 0.0701442 Mar 14 15:55:22.172699 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487c619-e2e7-43b7-a0a4-7ad83ab8d74e req-3ca2846e-cd95-4882-aea2-471c7edebe25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:22.174247 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4487c619-e2e7-43b7-a0a4-7ad83ab8d74e req-3ca2846e-cd95-4882-aea2-471c7edebe25 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1271574 Mar 14 15:55:22.200491 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007a4f1-1461-4e45-a806-4156376bce0f req-2dea9142-bf91-4cd1-9391-d21cf6620bdc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:22.201923 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d007a4f1-1461-4e45-a806-4156376bce0f req-2dea9142-bf91-4cd1-9391-d21cf6620bdc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0781207 Mar 14 15:55:22.248255 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d007a4f1-1461-4e45-a806-4156376bce0f req-41a9f387-5351-4c56-bd28-95abf6ccaa05 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397859 Mar 14 15:55:22.276832 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4487c619-e2e7-43b7-a0a4-7ad83ab8d74e req-df9fcb0b-3817-453d-ba42-78854b664916 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=419515a4-052e-4319-b165-056620560278 HTTP/1.1" status: 200 len: 1001 time: 0.0968068 Mar 14 15:55:22.337120 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487c619-e2e7-43b7-a0a4-7ad83ab8d74e req-7dfe7e7a-5e94-4f1b-9cab-b039eea4a2a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:22.338512 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4487c619-e2e7-43b7-a0a4-7ad83ab8d74e req-7dfe7e7a-5e94-4f1b-9cab-b039eea4a2a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0559003 Mar 14 15:55:22.410557 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4487c619-e2e7-43b7-a0a4-7ad83ab8d74e req-9a39940b-b782-4dc2-85cb-7dcb3bdff7fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667696 Mar 14 15:55:22.537204 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4487c619-e2e7-43b7-a0a4-7ad83ab8d74e req-3791ecef-74cf-4969-a6d0-f90f931010a0 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201603 Mar 14 15:55:22.664634 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4487c619-e2e7-43b7-a0a4-7ad83ab8d74e req-bbbfb363-ca36-4d86-9fe1-230bb7bd1599 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212356 Mar 14 15:55:23.450922 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e791f-8fd0-4064-b3c4-5271921ee2dc req-3db8162b-6015-4165-b249-c7ca0a31e50a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:23.452277 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e05e791f-8fd0-4064-b3c4-5271921ee2dc req-3db8162b-6015-4165-b249-c7ca0a31e50a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0817754 Mar 14 15:55:23.496293 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e05e791f-8fd0-4064-b3c4-5271921ee2dc req-86a6fa8a-302a-4e42-8fd1-dddbade25450 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384686 Mar 14 15:55:24.687311 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8972cbd-8005-4804-9bcf-fff93bac5fbe req-d4046ab1-7d52-4c55-acb7-c45bff1b5834 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:24.689112 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c8972cbd-8005-4804-9bcf-fff93bac5fbe req-d4046ab1-7d52-4c55-acb7-c45bff1b5834 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0746191 Mar 14 15:55:24.735309 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c8972cbd-8005-4804-9bcf-fff93bac5fbe req-26a06731-5544-4444-8149-ade2985d42b4 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406573 Mar 14 15:55:25.926981 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea8aa9-c37e-4a2c-b7a0-3c3b0badd59e req-720d28f5-393a-4f64-bb3c-53c38ebce901 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:25.928407 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-04ea8aa9-c37e-4a2c-b7a0-3c3b0badd59e req-720d28f5-393a-4f64-bb3c-53c38ebce901 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0751526 Mar 14 15:55:25.975653 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-04ea8aa9-c37e-4a2c-b7a0-3c3b0badd59e req-28def004-6ea0-476d-88a7-f9b28501d4d8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418336 Mar 14 15:55:26.661166 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:55:27.173819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916b203-c299-47b5-8b2d-535c71b1ce31 req-3f020dc5-ff45-4927-8f1d-b484e56ccda9 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:27.175834 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2916b203-c299-47b5-8b2d-535c71b1ce31 req-3f020dc5-ff45-4927-8f1d-b484e56ccda9 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0777295 Mar 14 15:55:27.220411 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2916b203-c299-47b5-8b2d-535c71b1ce31 req-9fc92a19-ed58-4228-92a1-f43dfae05404 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392003 Mar 14 15:55:28.491514 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d2fa6-afc9-4e5f-9e15-f5c65857da24 req-dc96c340-e6b5-43da-86fe-51365f0d1124 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:28.493007 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fd1d2fa6-afc9-4e5f-9e15-f5c65857da24 req-dc96c340-e6b5-43da-86fe-51365f0d1124 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.1538234 Mar 14 15:55:28.537108 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fd1d2fa6-afc9-4e5f-9e15-f5c65857da24 req-bd5da6bb-0b3d-4e5d-8f89-f93d421d898c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385766 Mar 14 15:55:29.729569 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dfd13-cfec-4c56-ba29-2f0db812abd3 req-8a704dd3-95fe-4a40-95cb-942dd534aef0 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:29.730921 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-805dfd13-cfec-4c56-ba29-2f0db812abd3 req-8a704dd3-95fe-4a40-95cb-942dd534aef0 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0740004 Mar 14 15:55:29.778684 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-805dfd13-cfec-4c56-ba29-2f0db812abd3 req-6cbe31da-09d3-412c-96a8-38d5294550d3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424075 Mar 14 15:55:30.983616 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606ecce-988b-4cee-823b-1c44323d7eec req-70606a02-fcca-4ed0-a312-9a49db513cc6 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:30.985057 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c606ecce-988b-4cee-823b-1c44323d7eec req-70606a02-fcca-4ed0-a312-9a49db513cc6 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0861266 Mar 14 15:55:31.032870 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c606ecce-988b-4cee-823b-1c44323d7eec req-90892d31-7f5c-44e3-937a-599ad8ad2f36 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423014 Mar 14 15:55:32.224942 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5f23b-155d-465d-a846-630ff18fbc6a req-513c200c-916d-46b6-8f72-b31185667669 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:32.226400 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-14a5f23b-155d-465d-a846-630ff18fbc6a req-513c200c-916d-46b6-8f72-b31185667669 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0742617 Mar 14 15:55:32.270697 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-14a5f23b-155d-465d-a846-630ff18fbc6a req-4eb46377-5f19-409e-bef0-6e17c28cad1f tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388675 Mar 14 15:55:33.468367 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b553ef-e0a0-4ad4-8e90-47387e8bb836 req-c4d866e8-1883-4a11-a8f2-f210db3a83ca tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:33.469772 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-75b553ef-e0a0-4ad4-8e90-47387e8bb836 req-c4d866e8-1883-4a11-a8f2-f210db3a83ca tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0740170 Mar 14 15:55:33.514470 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-75b553ef-e0a0-4ad4-8e90-47387e8bb836 req-7254cf3c-4659-43c2-a4ba-758389dfca3b tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391610 Mar 14 15:55:34.724867 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974989f3-6aac-481a-83ee-6a9a4651388a req-4eafbaed-24e5-4991-aa31-4e61ba2ec3a2 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:34.726447 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-974989f3-6aac-481a-83ee-6a9a4651388a req-4eafbaed-24e5-4991-aa31-4e61ba2ec3a2 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0784216 Mar 14 15:55:34.769990 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-974989f3-6aac-481a-83ee-6a9a4651388a req-cf780311-1f80-47d3-a018-154a0dce650c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383484 Mar 14 15:55:35.972174 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e909836-9027-41e8-adca-4d82eb2245af req-1b510c1b-a13a-4e0d-b8d8-def3ecdfa795 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:35.973595 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0e909836-9027-41e8-adca-4d82eb2245af req-1b510c1b-a13a-4e0d-b8d8-def3ecdfa795 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0769961 Mar 14 15:55:36.017242 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0e909836-9027-41e8-adca-4d82eb2245af req-60758291-718e-4411-97c4-3e9b71b1b5de tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382392 Mar 14 15:55:37.208573 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bab0bd-2e6d-4ab5-a6f8-ce1630fa0850 req-e8e7ae6c-baa2-49e7-ae80-d1de2f2ee6eb tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:37.210042 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-90bab0bd-2e6d-4ab5-a6f8-ce1630fa0850 req-e8e7ae6c-baa2-49e7-ae80-d1de2f2ee6eb tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0754914 Mar 14 15:55:37.254944 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-90bab0bd-2e6d-4ab5-a6f8-ce1630fa0850 req-bc5989fe-2c3e-4193-8f74-7c06e9cfc6c3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394261 Mar 14 15:55:38.451149 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4072df1-6cc4-4c6d-8888-c84b8e18c2d8 req-e1e9a956-3c0b-4af4-b479-5ed098143ff8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:38.452507 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b4072df1-6cc4-4c6d-8888-c84b8e18c2d8 req-e1e9a956-3c0b-4af4-b479-5ed098143ff8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0783296 Mar 14 15:55:38.501791 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b4072df1-6cc4-4c6d-8888-c84b8e18c2d8 req-e0855048-2c3e-4ad5-b27b-d0dd6099c207 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430551 Mar 14 15:55:39.701510 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d34769-b5ad-442f-8223-c814c5e06116 req-5798c7c2-5351-402c-b689-d008d737f4a1 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:39.702973 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f8d34769-b5ad-442f-8223-c814c5e06116 req-5798c7c2-5351-402c-b689-d008d737f4a1 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0802643 Mar 14 15:55:39.748433 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f8d34769-b5ad-442f-8223-c814c5e06116 req-6c5038fc-c80c-4bb7-b5b2-23b2227c5eef tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393488 Mar 14 15:55:40.941517 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b8b68-ecdf-4495-9f0b-521af0806f30 req-51c70275-bf88-452e-aa03-8211042bcd73 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:40.942977 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3e1b8b68-ecdf-4495-9f0b-521af0806f30 req-51c70275-bf88-452e-aa03-8211042bcd73 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0768087 Mar 14 15:55:40.991696 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3e1b8b68-ecdf-4495-9f0b-521af0806f30 req-39ed5f16-adfa-435e-b45f-b46c234bd8b6 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433795 Mar 14 15:55:42.186178 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461aeb9d-99eb-43a8-97b8-1bf32bf09c72 req-7cd3aef8-496e-4fbe-bf55-b3c48ca60cff tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:42.187624 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-461aeb9d-99eb-43a8-97b8-1bf32bf09c72 req-7cd3aef8-496e-4fbe-bf55-b3c48ca60cff tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0749974 Mar 14 15:55:42.235437 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-461aeb9d-99eb-43a8-97b8-1bf32bf09c72 req-8f855a66-8cc5-4483-bc81-a04647f425f4 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419197 Mar 14 15:55:42.965633 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b4edca2d-5ff5-4ec1-8941-6452c66d2ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:43.432942 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fcfff-38d9-4c40-bb2c-9f5b2d0e3472 req-8d7f4906-c625-4c1e-98fb-c7910cbe6abe tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:43.434383 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-437fcfff-38d9-4c40-bb2c-9f5b2d0e3472 req-8d7f4906-c625-4c1e-98fb-c7910cbe6abe tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0787351 Mar 14 15:55:43.479194 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-437fcfff-38d9-4c40-bb2c-9f5b2d0e3472 req-64fcda90-d1a3-4cfa-82c4-92bdc8cb5342 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381720 Mar 14 15:55:44.460018 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4487c619-e2e7-43b7-a0a4-7ad83ab8d74e req-57254fd9-2519-4c07-834d-92f348207873 service neutron] 10.222.0.24 "GET /v2.0/ports/419515a4-052e-4319-b165-056620560278/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0715680 Mar 14 15:55:44.677769 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3ff62-2a0d-44f1-9131-0018d1f4860e req-58b851e5-ce0d-45ac-ba29-f9da01ffedd4 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:44.679229 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-74e3ff62-2a0d-44f1-9131-0018d1f4860e req-58b851e5-ce0d-45ac-ba29-f9da01ffedd4 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0763879 Mar 14 15:55:44.725026 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-74e3ff62-2a0d-44f1-9131-0018d1f4860e req-80996c6f-efc8-4e6b-995d-32941c79ed2e tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402193 Mar 14 15:55:44.726675 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4487c619-e2e7-43b7-a0a4-7ad83ab8d74e req-636afda6-85fd-49db-a648-caf50767d4d8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959&tenant_id=c2875e7ec61748cc84274d4dce128d18 HTTP/1.1" status: 200 len: 1098 time: 0.0723040 Mar 14 15:55:44.813518 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4487c619-e2e7-43b7-a0a4-7ad83ab8d74e req-f6825631-d8b9-4519-9f94-bc30d7d0cf2e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 1098 time: 0.0668821 Mar 14 15:55:44.941375 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487c619-e2e7-43b7-a0a4-7ad83ab8d74e req-43fe17ea-0120-4e77-bd58-1aec9bd8630b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:44.943111 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4487c619-e2e7-43b7-a0a4-7ad83ab8d74e req-43fe17ea-0120-4e77-bd58-1aec9bd8630b service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1247890 Mar 14 15:55:45.043362 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4487c619-e2e7-43b7-a0a4-7ad83ab8d74e req-26841a88-255c-44b9-9e9e-6a8bfc1a36bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=419515a4-052e-4319-b165-056620560278 HTTP/1.1" status: 200 len: 1001 time: 0.0936310 Mar 14 15:55:45.105403 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487c619-e2e7-43b7-a0a4-7ad83ab8d74e req-597571a8-6eb4-42dc-a880-637fae094625 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:45.106809 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4487c619-e2e7-43b7-a0a4-7ad83ab8d74e req-597571a8-6eb4-42dc-a880-637fae094625 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0557246 Mar 14 15:55:45.127314 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-74e4579b-838a-4d61-86b8-d1cdf23a2e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:45.186225 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4487c619-e2e7-43b7-a0a4-7ad83ab8d74e req-d7f74a59-df3f-4106-90f8-30076196c7c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731900 Mar 14 15:55:45.314983 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4487c619-e2e7-43b7-a0a4-7ad83ab8d74e req-d23ea0b4-74c7-4a54-88fc-5310b62a0144 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228490 Mar 14 15:55:45.441083 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4487c619-e2e7-43b7-a0a4-7ad83ab8d74e req-a6ac39dc-dc08-4f67-a68d-4764528f3868 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205809 Mar 14 15:55:45.951080 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116722bf-9ff2-4976-9e53-ebd38b7d7c6d req-34848e03-5d4b-499e-aab6-8b822b1be108 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:45.952509 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-116722bf-9ff2-4976-9e53-ebd38b7d7c6d req-34848e03-5d4b-499e-aab6-8b822b1be108 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0942123 Mar 14 15:55:45.997565 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-116722bf-9ff2-4976-9e53-ebd38b7d7c6d req-ae9cc9e2-43ce-44d9-b8c1-302df6da8f81 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388873 Mar 14 15:55:46.341477 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:46.553626 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:47.203497 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c7c9c-2651-4deb-9d20-2eb88c1a0ba9 req-bec80e11-e3be-4cd3-9f63-d1231e009389 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:47.205035 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-595c7c9c-2651-4deb-9d20-2eb88c1a0ba9 req-bec80e11-e3be-4cd3-9f63-d1231e009389 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 945 time: 0.0857196 Mar 14 15:55:47.249708 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-595c7c9c-2651-4deb-9d20-2eb88c1a0ba9 req-9a11b702-3140-4ec6-96b6-365dbb8fe77c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393016 Mar 14 15:55:47.296586 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 419515a4-052e-4319-b165-056620560278 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:55:47.299372 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 419515a4-052e-4319-b165-056620560278 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:55:47.505816 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:47.534988 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 419515a4-052e-4319-b165-056620560278, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=419515a4-052e-4319-b165-056620560278,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:55:47.553966 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '419515a4-052e-4319-b165-056620560278', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'port_id': '419515a4-052e-4319-b165-056620560278', 'mac_address': 'fa:16:3e:75:2e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:55:47.558735 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9431f9a1-b091-49b7-8c87-77d90f8fb959', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '419515a4-052e-4319-b165-056620560278'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:55:47.600623 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 419515a4-052e-4319-b165-056620560278, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=419515a4-052e-4319-b165-056620560278,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:55:47.611475 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:47.643030 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9431f9a1-b091-49b7-8c87-77d90f8fb959', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '419515a4-052e-4319-b165-056620560278', 'code': 200} Mar 14 15:55:47.671951 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:47.698157 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 419515a4-052e-4319-b165-056620560278 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:55:47.729088 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=419515a4-052e-4319-b165-056620560278,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:47.753612 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:47.753967 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:47.754330 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:47.754666 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:47.755000 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:47.755328 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:47.755651 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:47.755976 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:47.756297 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:47.756616 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:47.756936 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:47.770598 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:55:47.770955 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:55:48.012029 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:48.325273 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:48.346081 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 419515a4-052e-4319-b165-056620560278 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:55:48.360974 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 419515a4-052e-4319-b165-056620560278, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=419515a4-052e-4319-b165-056620560278,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:55:48.365103 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:48.429446 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['419515a4-052e-4319-b165-056620560278'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:55:48.456067 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651263bc-cb68-4511-825d-04713a67cd36 req-46791d99-2f71-4e86-b09f-fcbbfe4ea23f tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:48.457455 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-651263bc-cb68-4511-825d-04713a67cd36 req-46791d99-2f71-4e86-b09f-fcbbfe4ea23f tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 944 time: 0.0814896 Mar 14 15:55:48.473637 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=419515a4-052e-4319-b165-056620560278,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:48.505613 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-651263bc-cb68-4511-825d-04713a67cd36 req-9a59a41d-2218-47f7-8117-6f5ec42f0153 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414548 Mar 14 15:55:48.836654 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6c65f-9794-4f42-90b5-11c2ef5fc2f9 req-d534a660-baa7-4897-b335-949fa301013a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:48.838084 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a2a6c65f-9794-4f42-90b5-11c2ef5fc2f9 req-d534a660-baa7-4897-b335-949fa301013a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 944 time: 0.0824015 Mar 14 15:55:48.887103 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a2a6c65f-9794-4f42-90b5-11c2ef5fc2f9 req-49dc4d6b-bfe0-41dd-94a5-e4641ad29dfc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432599 Mar 14 15:55:48.917644 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ae5b9-a1bd-4f86-8dee-a152bee5383f req-63d4ed03-d7c4-4dbb-abf3-4dfd6d7a7e1b tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:48.919092 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c63ae5b9-a1bd-4f86-8dee-a152bee5383f req-63d4ed03-d7c4-4dbb-abf3-4dfd6d7a7e1b tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.24 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959&tenant_id=c2875e7ec61748cc84274d4dce128d18&binding%3Ahost_id=hv-neutron-8335 HTTP/1.1" status: 200 len: 944 time: 0.1721458 Mar 14 15:55:49.060153 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c63ae5b9-a1bd-4f86-8dee-a152bee5383f req-1d670160-7e6a-4560-9c4a-5ca4463de970 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 1097 time: 0.0669560 Mar 14 15:55:49.188478 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ae5b9-a1bd-4f86-8dee-a152bee5383f req-d8d987a6-048b-4275-9f65-77e0505ae28c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:49.190766 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c63ae5b9-a1bd-4f86-8dee-a152bee5383f req-d8d987a6-048b-4275-9f65-77e0505ae28c service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1245639 Mar 14 15:55:49.297334 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c63ae5b9-a1bd-4f86-8dee-a152bee5383f req-376cbe47-7cf8-4e30-839a-9a5dd61a348f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=419515a4-052e-4319-b165-056620560278 HTTP/1.1" status: 200 len: 1000 time: 0.0998380 Mar 14 15:55:49.308889 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 419515a4-052e-4319-b165-056620560278 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:55:49.358369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ae5b9-a1bd-4f86-8dee-a152bee5383f req-8600823e-98f4-408c-84f2-5e18e3ca0c06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:49.359791 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c63ae5b9-a1bd-4f86-8dee-a152bee5383f req-8600823e-98f4-408c-84f2-5e18e3ca0c06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0560617 Mar 14 15:55:49.416440 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:49.436026 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 419515a4-052e-4319-b165-056620560278 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:55:49.439924 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c63ae5b9-a1bd-4f86-8dee-a152bee5383f req-ea765095-0983-4561-a4d6-5a59cf7e5b1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697229 Mar 14 15:55:49.451170 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 419515a4-052e-4319-b165-056620560278, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=419515a4-052e-4319-b165-056620560278,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:55:49.455760 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:49.557764 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=419515a4-052e-4319-b165-056620560278,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:49.578323 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c63ae5b9-a1bd-4f86-8dee-a152bee5383f req-9b21c7cd-2f0c-466e-961e-06b68ef7a185 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289208 Mar 14 15:55:49.707784 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c63ae5b9-a1bd-4f86-8dee-a152bee5383f req-59817872-3be4-4703-9fd3-e97c5d89cc1d service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230309 Mar 14 15:55:50.084025 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e9fe2-af6e-4f00-bbb2-1045e9f59a89 req-7c1701ea-04c1-4953-8835-c3efb73fe8f7 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:50.085396 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f23e9fe2-af6e-4f00-bbb2-1045e9f59a89 req-7c1701ea-04c1-4953-8835-c3efb73fe8f7 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 943 time: 0.0764585 Mar 14 15:55:50.131045 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f23e9fe2-af6e-4f00-bbb2-1045e9f59a89 req-28ac7044-89af-40d0-8f23-ea4568f691d1 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399830 Mar 14 15:55:51.080143 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:51.328093 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce719ef0-de50-4d50-b857-1cbcbf7bbff4 req-fb5b6ea5-56b8-4d21-a2c5-9ebf42c67a1c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:51.330363 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ce719ef0-de50-4d50-b857-1cbcbf7bbff4 req-fb5b6ea5-56b8-4d21-a2c5-9ebf42c67a1c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 943 time: 0.0746026 Mar 14 15:55:51.372842 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ce719ef0-de50-4d50-b857-1cbcbf7bbff4 req-f8906760-6d0b-42f1-b189-e71c7d3927a5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372193 Mar 14 15:55:51.577150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6e017-e8a0-4725-938a-e47cf305b650 req-61d97acb-e153-472c-9135-0eb865c002c4 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:51.578603 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-78d6e017-e8a0-4725-938a-e47cf305b650 req-61d97acb-e153-472c-9135-0eb865c002c4 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 943 time: 0.0825887 Mar 14 15:55:51.623365 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-78d6e017-e8a0-4725-938a-e47cf305b650 req-48041b79-205a-4799-ad27-b3e1783088cd tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386970 Mar 14 15:55:51.824323 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f9498-7e55-4c24-9c79-64a37327b937 req-02764d3f-0ab1-4d23-a6d1-5e9b06d387cb tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:51.832151 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-eb8f9498-7e55-4c24-9c79-64a37327b937 req-02764d3f-0ab1-4d23-a6d1-5e9b06d387cb tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 943 time: 0.0820222 Mar 14 15:55:51.872675 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-eb8f9498-7e55-4c24-9c79-64a37327b937 req-3a76f7ff-f8e9-46f4-8c38-11d01eb81ee1 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400007 Mar 14 15:55:52.267592 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc236d-8ff7-4ce8-8f3a-78a5ce0aa2bf req-35654839-b1b0-4ef5-ab74-31548bf8cb8a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:52.269066 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-97cc236d-8ff7-4ce8-8f3a-78a5ce0aa2bf req-35654839-b1b0-4ef5-ab74-31548bf8cb8a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 943 time: 0.0820794 Mar 14 15:55:52.318915 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-97cc236d-8ff7-4ce8-8f3a-78a5ce0aa2bf req-79fccbc8-e5c8-4946-8c11-bd990cc09204 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442820 Mar 14 15:55:53.515708 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca4d61-ce94-41a9-b307-c321d42f164d req-1aebdcc8-a387-4192-a168-4ff5874f3737 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:53.517060 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0aca4d61-ce94-41a9-b307-c321d42f164d req-1aebdcc8-a387-4192-a168-4ff5874f3737 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 943 time: 0.0736768 Mar 14 15:55:53.564883 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0aca4d61-ce94-41a9-b307-c321d42f164d req-7bfdbe09-7766-4d7b-97d0-17e011261830 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420058 Mar 14 15:55:54.049710 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90534d50-b0c3-4497-918e-9768bbdfae4a req-0190e930-1cea-4b9a-8d26-5e51753393c4 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:54.051125 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-90534d50-b0c3-4497-918e-9768bbdfae4a req-0190e930-1cea-4b9a-8d26-5e51753393c4 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.24 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 943 time: 0.0744832 Mar 14 15:55:54.116221 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-90534d50-b0c3-4497-918e-9768bbdfae4a req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Deleting port 419515a4-052e-4319-b165-056620560278 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:55:54.116488 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-90534d50-b0c3-4497-918e-9768bbdfae4a req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:54.352123 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-90534d50-b0c3-4497-918e-9768bbdfae4a req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] For port 419515a4-052e-4319-b165-056620560278, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=419515a4-052e-4319-b165-056620560278,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:55:54.352471 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-90534d50-b0c3-4497-918e-9768bbdfae4a req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:54.711939 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-90534d50-b0c3-4497-918e-9768bbdfae4a req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:54.712651 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-90534d50-b0c3-4497-918e-9768bbdfae4a req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:54.712651 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [req-90534d50-b0c3-4497-918e-9768bbdfae4a req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Floating IP f248b663-249f-4cc1-a90c-b9e30457010a disassociated. External IP: 172.26.4.110, port: 419515a4-052e-4319-b165-056620560278. Mar 14 15:55:54.712937 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-90534d50-b0c3-4497-918e-9768bbdfae4a req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Calling delete_port for 419515a4-052e-4319-b165-056620560278 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:55:54.758243 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e47dde-418a-4ac1-ad27-47a5bfe51585 req-5fd06b26-650d-4f06-9823-9e7e7231541f tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:54.759684 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e5e47dde-418a-4ac1-ad27-47a5bfe51585 req-5fd06b26-650d-4f06-9823-9e7e7231541f tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 943 time: 0.0757647 Mar 14 15:55:54.804921 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e5e47dde-418a-4ac1-ad27-47a5bfe51585 req-ba9b8362-88fa-4932-a8d9-6830237acd5d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396574 Mar 14 15:55:54.854349 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-90534d50-b0c3-4497-918e-9768bbdfae4a req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:54.902931 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Pushing event deleted for resources: {'Port': ['ID=419515a4-052e-4319-b165-056620560278,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:54.916836 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:54.917132 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:54.917471 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:54.917798 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:54.918151 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:54.918476 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:54.918806 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:54.919126 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:54.919439 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:54.919756 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:54.920071 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:55.120957 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90534d50-b0c3-4497-918e-9768bbdfae4a req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:55:55.318914 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90534d50-b0c3-4497-918e-9768bbdfae4a req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:55:55.328109 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123081d2-2069-4bc5-bc6a-e58a03261072 None None] Sync routers for ids ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:55:55.339672 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123081d2-2069-4bc5-bc6a-e58a03261072 None None] Routers {'438ea20d-81df-4856-b8fb-cb6e5ccd7387'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:55:55.340280 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-123081d2-2069-4bc5-bc6a-e58a03261072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:55:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:55.386212 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-90534d50-b0c3-4497-918e-9768bbdfae4a req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] No DVR routers for this DVR port 419515a4-052e-4319-b165-056620560278 on host hv-neutron-8335 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:55:55.388531 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-90534d50-b0c3-4497-918e-9768bbdfae4a req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:55.391154 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9431f9a1-b091-49b7-8c87-77d90f8fb959', 'name': 'network-vif-deleted', 'tag': '419515a4-052e-4319-b165-056620560278'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:55:55.408671 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-90534d50-b0c3-4497-918e-9768bbdfae4a req-e06e4ef4-ed94-4285-a177-5c7b6d50c04c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.24 "DELETE /v2.0/ports/419515a4-052e-4319-b165-056620560278 HTTP/1.1" status: 204 len: 173 time: 1.3525169 Mar 14 15:55:55.447269 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9431f9a1-b091-49b7-8c87-77d90f8fb959', 'name': 'network-vif-deleted', 'tag': '419515a4-052e-4319-b165-056620560278', 'status': 'completed', 'code': 200} Mar 14 15:55:55.532039 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-123081d2-2069-4bc5-bc6a-e58a03261072 None None] Set router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:55:55.839730 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-123081d2-2069-4bc5-bc6a-e58a03261072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:16Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:55.848949 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123081d2-2069-4bc5-bc6a-e58a03261072 None None] Checking router: 438ea20d-81df-4856-b8fb-cb6e5ccd7387 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:55:55.862296 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123081d2-2069-4bc5-bc6a-e58a03261072 None None] Routers {'438ea20d-81df-4856-b8fb-cb6e5ccd7387'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:55:55.862935 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-123081d2-2069-4bc5-bc6a-e58a03261072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:55:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:55.991097 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a9312b6e-566f-4ec7-8fb6-9e00d073e5fd req-2cc93b9b-151a-42cc-827a-efe27b646560 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=9431f9a1-b091-49b7-8c87-77d90f8fb959 HTTP/1.1" status: 200 len: 210 time: 0.0441346 Mar 14 15:55:56.049369 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-123081d2-2069-4bc5-bc6a-e58a03261072 None None] Set router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:55:56.362751 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-123081d2-2069-4bc5-bc6a-e58a03261072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:16Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:56.366574 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123081d2-2069-4bc5-bc6a-e58a03261072 None None] The sync data for ids ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'] in dv-neutron-833561-1-hyperv is: [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:16Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:55:56.588659 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490f3280-404c-4ac9-935c-3a7c9f5485e1 None None] New status for floating IP f248b663-249f-4cc1-a90c-b9e30457010a: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:55:57.325721 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 419515a4-052e-4319-b165-056620560278 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:55:57.352976 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-f6735e72-77f4-4ffd-bb2e-0806e5c2f2bd tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1586096743&fields=id&tenant_id=c2875e7ec61748cc84274d4dce128d18 HTTP/1.1" status: 200 len: 267 time: 0.0418963 Mar 14 15:55:57.358869 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 419515a4-052e-4319-b165-056620560278 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:55:57.359224 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 419515a4-052e-4319-b165-056620560278 not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:55:57.497656 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-84df2d5f-b35f-43b4-940f-479a5f837201 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:57.499089 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-84df2d5f-b35f-43b4-940f-479a5f837201 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 811 time: 0.1394212 Mar 14 15:55:57.515293 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-b524c157-886b-43dd-8262-8df9c65b22fd tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/quotas/c2875e7ec61748cc84274d4dce128d18 HTTP/1.1" status: 200 len: 375 time: 0.0102677 Mar 14 15:55:57.597500 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-ae1e7aa1-a22f-41ed-93d5-fd4d4d051169 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Synchronizing usage tracker for tenant:c2875e7ec61748cc84274d4dce128d18 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:55:57.612568 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-ae1e7aa1-a22f-41ed-93d5-fd4d4d051169 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Unset dirty status for tenant:c2875e7ec61748cc84274d4dce128d18 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:55:57.613816 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-ae1e7aa1-a22f-41ed-93d5-fd4d4d051169 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0932252 Mar 14 15:55:57.748869 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-65e4bebc-0eec-4a6c-8592-178327ffe755 service neutron] 10.222.0.60 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236293 Mar 14 15:55:57.878660 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-3af694a3-d185-4588-b070-cd2760f0c62c service neutron] 10.222.0.60 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233718 Mar 14 15:55:58.057911 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-09a5c148-8c6c-4645-bc52-66e29e6bfb97 req-b956dfad-f59c-4a88-b3a3-588c0fa9f195 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 210 time: 0.0402656 Mar 14 15:55:59.049384 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-0639b4de-959d-49c9-8408-d95aac278254 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:59.050820 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-0639b4de-959d-49c9-8408-d95aac278254 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 811 time: 0.1481526 Mar 14 15:55:59.104742 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-c9de3781-3bb8-45fd-be22-2d15831de285 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2875e7ec61748cc84274d4dce128d18 HTTP/1.1" status: 200 len: 380 time: 0.0419793 Mar 14 15:55:59.115922 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-024de63a-8208-43aa-b065-e2a1d707f3bc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Request body: {'port': {'device_id': 'c2667492-52a0-4441-8c35-60fe309f23e9', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'admin_state_up': True, 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'security_groups': ['55ae4240-16cf-4824-b37c-c442c4e41101']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:55:59.337675 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2d7fb463-c99e-4327-9842-541036f2416c req-ff600e4c-11a8-4d87-b3f4-46ee049bc5d8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 210 time: 0.0559952 Mar 14 15:55:59.386748 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-024de63a-8208-43aa-b065-e2a1d707f3bc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:55:59.396580 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-024de63a-8208-43aa-b065-e2a1d707f3bc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:55:59.406192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-024de63a-8208-43aa-b065-e2a1d707f3bc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Made reservation on behalf of c2875e7ec61748cc84274d4dce128d18 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:55:59.409926 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-024de63a-8208-43aa-b065-e2a1d707f3bc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:59.567739 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-024de63a-8208-43aa-b065-e2a1d707f3bc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Allocated IP 172.20.0.4 (cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1/d75a6f96-c665-4159-96f3-7c76d1527ec0/7fb0f93c-a6ef-43fe-8ace-987940ac0135) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:55:59.755803 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-024de63a-8208-43aa-b065-e2a1d707f3bc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:59.770423 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-024de63a-8208-43aa-b065-e2a1d707f3bc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Transition to ACTIVE for port object 7fb0f93c-a6ef-43fe-8ace-987940ac0135 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:55:59.792122 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-024de63a-8208-43aa-b065-e2a1d707f3bc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:59.863087 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-024de63a-8208-43aa-b065-e2a1d707f3bc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:55:59.866231 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-024de63a-8208-43aa-b065-e2a1d707f3bc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:55:59.870288 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-024de63a-8208-43aa-b065-e2a1d707f3bc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:55:59.905568 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024de63a-8208-43aa-b065-e2a1d707f3bc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Pushing event updated for resources: {'Port': ['ID=7fb0f93c-a6ef-43fe-8ace-987940ac0135,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:59.944285 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-024de63a-8208-43aa-b065-e2a1d707f3bc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:59.944893 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-024de63a-8208-43aa-b065-e2a1d707f3bc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:59.972214 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-024de63a-8208-43aa-b065-e2a1d707f3bc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8603809 Mar 14 15:55:59.983294 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-3e43570c-0c75-48ec-85e6-b8da6deddd29 service neutron] Request body: {'port': {'device_id': 'c2667492-52a0-4441-8c35-60fe309f23e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:56:00.099114 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-3e43570c-0c75-48ec-85e6-b8da6deddd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:00.153444 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c091dbf9-02ca-4cfc-8a26-1a5cc80e05ef None None] Provisioning for port 7fb0f93c-a6ef-43fe-8ace-987940ac0135 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:56:00.161811 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c091dbf9-02ca-4cfc-8a26-1a5cc80e05ef None None] Provisioning complete for port 7fb0f93c-a6ef-43fe-8ace-987940ac0135 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:56:00.162871 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c091dbf9-02ca-4cfc-8a26-1a5cc80e05ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:00.217975 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c091dbf9-02ca-4cfc-8a26-1a5cc80e05ef None None] Port 7fb0f93c-a6ef-43fe-8ace-987940ac0135 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:56:00.455965 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-3e43570c-0c75-48ec-85e6-b8da6deddd29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb0f93c-a6ef-43fe-8ace-987940ac0135 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:56:00.462904 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-3e43570c-0c75-48ec-85e6-b8da6deddd29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:00.478339 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-3e43570c-0c75-48ec-85e6-b8da6deddd29 service neutron] Transition to ACTIVE for port object 7fb0f93c-a6ef-43fe-8ace-987940ac0135 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:56:00.482513 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-3e43570c-0c75-48ec-85e6-b8da6deddd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:00.538725 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56641660-92bf-4840-9eaf-398c08703f32 req-3f0b51ee-4366-49b0-a423-0234045d47de tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:00.540168 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-56641660-92bf-4840-9eaf-398c08703f32 req-3f0b51ee-4366-49b0-a423-0234045d47de tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 943 time: 0.0793371 Mar 14 15:56:00.589777 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-56641660-92bf-4840-9eaf-398c08703f32 req-8657741f-7956-449b-9f74-5f35377831c6 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440376 Mar 14 15:56:00.615567 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43570c-0c75-48ec-85e6-b8da6deddd29 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb0f93c-a6ef-43fe-8ace-987940ac0135,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:56:00.724845 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-3e43570c-0c75-48ec-85e6-b8da6deddd29 service neutron] Attempting to bind port 7fb0f93c-a6ef-43fe-8ace-987940ac0135 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:56:00.725185 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-3e43570c-0c75-48ec-85e6-b8da6deddd29 service neutron] Attempting to bind port 7fb0f93c-a6ef-43fe-8ace-987940ac0135 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:56:00.725511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-3e43570c-0c75-48ec-85e6-b8da6deddd29 service neutron] Attempting to bind port 7fb0f93c-a6ef-43fe-8ace-987940ac0135 on network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:56:00.731311 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-3e43570c-0c75-48ec-85e6-b8da6deddd29 service neutron] Port 7fb0f93c-a6ef-43fe-8ace-987940ac0135 on network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:56:00.731629 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-3e43570c-0c75-48ec-85e6-b8da6deddd29 service neutron] Attempting to bind port 7fb0f93c-a6ef-43fe-8ace-987940ac0135 on network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:56:00.738433 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-3e43570c-0c75-48ec-85e6-b8da6deddd29 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:56:00.738769 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-3e43570c-0c75-48ec-85e6-b8da6deddd29 service neutron] Checking segment: {'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:56:00.739147 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-3e43570c-0c75-48ec-85e6-b8da6deddd29 service neutron] Bound using segment: {'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:56:00.739573 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-3e43570c-0c75-48ec-85e6-b8da6deddd29 service neutron] Bound port: 7fb0f93c-a6ef-43fe-8ace-987940ac0135, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:56:00.739918 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-3e43570c-0c75-48ec-85e6-b8da6deddd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:00.828019 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-3e43570c-0c75-48ec-85e6-b8da6deddd29 service neutron] For port 7fb0f93c-a6ef-43fe-8ace-987940ac0135, host hv-neutron-8335, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:56:00.831410 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-3e43570c-0c75-48ec-85e6-b8da6deddd29 service neutron] For port 7fb0f93c-a6ef-43fe-8ace-987940ac0135, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=7fb0f93c-a6ef-43fe-8ace-987940ac0135,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:56:00.836384 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-3e43570c-0c75-48ec-85e6-b8da6deddd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:00.896828 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-3e43570c-0c75-48ec-85e6-b8da6deddd29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:00.898237 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-3e43570c-0c75-48ec-85e6-b8da6deddd29 service neutron] 10.222.0.24 "PUT /v2.0/ports/7fb0f93c-a6ef-43fe-8ace-987940ac0135 HTTP/1.1" status: 200 len: 1093 time: 0.9192348 Mar 14 15:56:00.898669 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2667492-52a0-4441-8c35-60fe309f23e9', 'tag': '7fb0f93c-a6ef-43fe-8ace-987940ac0135'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:56:00.917406 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43570c-0c75-48ec-85e6-b8da6deddd29 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb0f93c-a6ef-43fe-8ace-987940ac0135,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:56:00.976837 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2667492-52a0-4441-8c35-60fe309f23e9', 'tag': '7fb0f93c-a6ef-43fe-8ace-987940ac0135', 'status': 'completed', 'code': 200} Mar 14 15:56:01.019102 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-7e5d4ba1-3286-4513-a23a-07d88ffe1669 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 1096 time: 0.0813689 Mar 14 15:56:01.087900 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-5d885621-b6c4-4785-ae37-24fbc69695b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fb0f93c-a6ef-43fe-8ace-987940ac0135 HTTP/1.1" status: 200 len: 217 time: 0.0616214 Mar 14 15:56:01.235385 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-81daa598-c2c6-43c1-a9ae-b33268cbbf6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:01.236802 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-81daa598-c2c6-43c1-a9ae-b33268cbbf6b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.1434505 Mar 14 15:56:01.308424 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-e4af9e58-ee2b-40fc-a41e-2eee9c652f14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660961 Mar 14 15:56:01.447199 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-bf7c4d56-1c6b-4a45-93e6-05d4ed5f0cc9 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321139 Mar 14 15:56:01.577881 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-591763cb-375e-4128-bf59-cf7b6a035fc1 req-98fc4bb6-5765-4482-bbcb-fb959f6c3500 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250536 Mar 14 15:56:01.698259 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bebfda7a-ba4e-4ec9-a43a-ee079cba6bdb req-7b574f51-1e98-485f-8a65-d952745b8f58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 1096 time: 0.0803418 Mar 14 15:56:01.797284 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b3714-7a21-4ffe-bf4f-1a4a1f7b21d7 req-809676df-b539-45f0-95ac-abea1c874a62 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:01.799567 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6d2b3714-7a21-4ffe-bf4f-1a4a1f7b21d7 req-809676df-b539-45f0-95ac-abea1c874a62 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 943 time: 0.0819595 Mar 14 15:56:01.840812 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfda7a-ba4e-4ec9-a43a-ee079cba6bdb req-56d74468-2db1-44af-a264-d4baf577d4ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:01.842244 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bebfda7a-ba4e-4ec9-a43a-ee079cba6bdb req-56d74468-2db1-44af-a264-d4baf577d4ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1386280 Mar 14 15:56:01.845610 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6d2b3714-7a21-4ffe-bf4f-1a4a1f7b21d7 req-1be48665-b26d-43a7-83fb-f60cbce26d6d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402050 Mar 14 15:56:01.907993 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bebfda7a-ba4e-4ec9-a43a-ee079cba6bdb req-7bbdb955-326a-46ce-8832-265dcbd6f694 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fb0f93c-a6ef-43fe-8ace-987940ac0135 HTTP/1.1" status: 200 len: 217 time: 0.0602152 Mar 14 15:56:01.970542 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfda7a-ba4e-4ec9-a43a-ee079cba6bdb req-407d8518-ce99-4b68-a290-21f5c9da79e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:01.971837 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bebfda7a-ba4e-4ec9-a43a-ee079cba6bdb req-407d8518-ce99-4b68-a290-21f5c9da79e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0589185 Mar 14 15:56:02.043552 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bebfda7a-ba4e-4ec9-a43a-ee079cba6bdb req-82d3a72d-ab3b-431b-97b2-9549eb2d2325 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651975 Mar 14 15:56:02.173976 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bebfda7a-ba4e-4ec9-a43a-ee079cba6bdb req-012fb1fc-84d0-400f-8f56-9bf6aff3c133 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247387 Mar 14 15:56:02.302168 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bebfda7a-ba4e-4ec9-a43a-ee079cba6bdb req-fbbb9dbc-0f55-4233-99a6-42e1de0787a2 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219220 Mar 14 15:56:03.043069 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f2c96-790e-4f9d-be53-c693c9fcf910 req-86f7efdd-bbc2-45af-8f52-ca471d3b82ec tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:03.043752 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-b28f2c96-790e-4f9d-be53-c693c9fcf910 req-86f7efdd-bbc2-45af-8f52-ca471d3b82ec tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Synchronizing usage tracker for tenant:c2875e7ec61748cc84274d4dce128d18 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:56:03.058361 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-b28f2c96-790e-4f9d-be53-c693c9fcf910 req-86f7efdd-bbc2-45af-8f52-ca471d3b82ec tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Unset dirty status for tenant:c2875e7ec61748cc84274d4dce128d18 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:56:03.059489 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b28f2c96-790e-4f9d-be53-c693c9fcf910 req-86f7efdd-bbc2-45af-8f52-ca471d3b82ec tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 943 time: 0.0939341 Mar 14 15:56:03.104536 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b28f2c96-790e-4f9d-be53-c693c9fcf910 req-66ccb76d-ed70-48e6-ba66-b2c44162f8aa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390573 Mar 14 15:56:03.390569 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 7fb0f93c-a6ef-43fe-8ace-987940ac0135 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:56:03.521777 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 7fb0f93c-a6ef-43fe-8ace-987940ac0135, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=7fb0f93c-a6ef-43fe-8ace-987940ac0135,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:56:03.537656 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '7fb0f93c-a6ef-43fe-8ace-987940ac0135', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'port_id': '7fb0f93c-a6ef-43fe-8ace-987940ac0135', 'mac_address': 'fa:16:3e:28:ee:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:56:03.622782 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:03.639407 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb0f93c-a6ef-43fe-8ace-987940ac0135 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:56:03.653728 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 7fb0f93c-a6ef-43fe-8ace-987940ac0135, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=7fb0f93c-a6ef-43fe-8ace-987940ac0135,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:56:03.658082 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:03.660725 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:56:03.722993 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=7fb0f93c-a6ef-43fe-8ace-987940ac0135,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:56:03.976388 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['7fb0f93c-a6ef-43fe-8ace-987940ac0135'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:56:04.296473 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce46f58-5ada-41fb-b0c3-ec6e2b51fa59 req-40eeb330-5d85-46d4-97c3-1aabcc320cea tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:04.298583 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cce46f58-5ada-41fb-b0c3-ec6e2b51fa59 req-40eeb330-5d85-46d4-97c3-1aabcc320cea tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 944 time: 0.0749805 Mar 14 15:56:04.346811 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cce46f58-5ada-41fb-b0c3-ec6e2b51fa59 req-b0e67ffa-4581-4c63-aa23-72ab848c2f92 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425050 Mar 14 15:56:05.415646 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 7fb0f93c-a6ef-43fe-8ace-987940ac0135 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:56:05.485989 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 7fb0f93c-a6ef-43fe-8ace-987940ac0135 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:56:05.490723 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 7fb0f93c-a6ef-43fe-8ace-987940ac0135 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:56:05.491100 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:05.542962 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307948db-4cb5-4fa0-843d-1622a9a8bc44 req-71007809-3452-4b56-96c9-7e8fe0d556ad tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:05.544407 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-307948db-4cb5-4fa0-843d-1622a9a8bc44 req-71007809-3452-4b56-96c9-7e8fe0d556ad tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 944 time: 0.0765326 Mar 14 15:56:05.589569 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-307948db-4cb5-4fa0-843d-1622a9a8bc44 req-83210fc2-04c0-4a33-a02d-fc49b0f5d7c7 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396142 Mar 14 15:56:05.603980 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:05.638400 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2667492-52a0-4441-8c35-60fe309f23e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb0f93c-a6ef-43fe-8ace-987940ac0135'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:56:05.647893 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 7fb0f93c-a6ef-43fe-8ace-987940ac0135, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=7fb0f93c-a6ef-43fe-8ace-987940ac0135,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:56:05.651876 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:05.694111 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2667492-52a0-4441-8c35-60fe309f23e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb0f93c-a6ef-43fe-8ace-987940ac0135', 'code': 200} Mar 14 15:56:05.718968 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=7fb0f93c-a6ef-43fe-8ace-987940ac0135,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:56:05.914766 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1b705082-9902-4bc8-aaa8-2569fd9b5875 req-bd122f12-165b-47ab-9457-8c230a0ff111 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 1098 time: 0.0689390 Mar 14 15:56:05.964824 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1b705082-9902-4bc8-aaa8-2569fd9b5875 req-1eee8ba6-5486-4347-91b9-260cce2376b7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438607 Mar 14 15:56:06.787212 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf463a0-02de-49bb-9856-f68fffebc238 req-247cdf8a-0a8a-40db-b0f0-f6952492e703 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:06.788646 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-adf463a0-02de-49bb-9856-f68fffebc238 req-247cdf8a-0a8a-40db-b0f0-f6952492e703 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0766211 Mar 14 15:56:06.835066 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-adf463a0-02de-49bb-9856-f68fffebc238 req-bad14db5-0ef3-4882-a039-bfa417fb07f0 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410810 Mar 14 15:56:08.029206 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6893bfb-4c0f-40ad-8092-165d5d16eac5 req-70679ac8-0db6-442a-87ca-06337e18c190 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:08.030673 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c6893bfb-4c0f-40ad-8092-165d5d16eac5 req-70679ac8-0db6-442a-87ca-06337e18c190 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0767968 Mar 14 15:56:08.077317 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c6893bfb-4c0f-40ad-8092-165d5d16eac5 req-0727fddb-93a5-46de-8257-2cb94b711f25 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405385 Mar 14 15:56:08.265580 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462b10d-0e75-40e5-b3f6-894adf18e4eb req-26d3e700-b1fd-46e3-b898-e755131f3190 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:08.267571 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b462b10d-0e75-40e5-b3f6-894adf18e4eb req-26d3e700-b1fd-46e3-b898-e755131f3190 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0781875 Mar 14 15:56:08.276281 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 58116) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:56:08.281158 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-cc0ed24d-a075-4959-8d34-63aff4e59a84 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Request body: {'floatingip': {'port_id': '7fb0f93c-a6ef-43fe-8ace-987940ac0135'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:56:08.437862 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc0ed24d-a075-4959-8d34-63aff4e59a84 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:08.999225 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc0ed24d-a075-4959-8d34-63aff4e59a84 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:09.003502 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc0ed24d-a075-4959-8d34-63aff4e59a84 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:09.182726 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-cc0ed24d-a075-4959-8d34-63aff4e59a84 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Floating IP f248b663-249f-4cc1-a90c-b9e30457010a associated. External IP: 172.26.4.110, port: 7fb0f93c-a6ef-43fe-8ace-987940ac0135. Mar 14 15:56:09.558330 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0ed24d-a075-4959-8d34-63aff4e59a84 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:56:09.848534 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0ed24d-a075-4959-8d34-63aff4e59a84 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:56:09.853259 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc0ed24d-a075-4959-8d34-63aff4e59a84 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:09.857784 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb76c51-b43e-4666-a899-3583dc2dcc05 None None] Sync routers for ids ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:56:09.870701 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb76c51-b43e-4666-a899-3583dc2dcc05 None None] Routers {'438ea20d-81df-4856-b8fb-cb6e5ccd7387'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:56:09.871309 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5eb76c51-b43e-4666-a899-3583dc2dcc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:55:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:56:09.904603 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-cc0ed24d-a075-4959-8d34-63aff4e59a84 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "PUT /v2.0/floatingips/f248b663-249f-4cc1-a90c-b9e30457010a HTTP/1.1" status: 200 len: 991 time: 1.6272871 Mar 14 15:56:09.905141 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2667492-52a0-4441-8c35-60fe309f23e9', 'tag': '7fb0f93c-a6ef-43fe-8ace-987940ac0135'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:56:09.961142 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2667492-52a0-4441-8c35-60fe309f23e9', 'tag': '7fb0f93c-a6ef-43fe-8ace-987940ac0135', 'status': 'completed', 'code': 200} Mar 14 15:56:10.056767 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-5eb76c51-b43e-4666-a899-3583dc2dcc05 None None] Set router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:56:10.057684 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6967b609-4aae-4853-85be-0dbcd767d3c1 req-c9c919a1-78a3-4cb1-b74b-ac5770f53006 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 1098 time: 0.0738518 Mar 14 15:56:10.193805 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967b609-4aae-4853-85be-0dbcd767d3c1 req-9e4b40c3-b408-4b5c-b157-9a9bd3f94d55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:10.195267 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6967b609-4aae-4853-85be-0dbcd767d3c1 req-9e4b40c3-b408-4b5c-b157-9a9bd3f94d55 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1314330 Mar 14 15:56:10.358916 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6967b609-4aae-4853-85be-0dbcd767d3c1 req-462abd99-4c53-4377-8e29-02e5740e5554 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fb0f93c-a6ef-43fe-8ace-987940ac0135 HTTP/1.1" status: 200 len: 999 time: 0.1573961 Mar 14 15:56:10.418606 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71813a15-03c9-4fdf-acad-0a788a21eef2 req-a4318f73-755c-44c4-b4fc-26782330d260 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:10.420047 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-71813a15-03c9-4fdf-acad-0a788a21eef2 req-a4318f73-755c-44c4-b4fc-26782330d260 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.1582415 Mar 14 15:56:10.424814 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5eb76c51-b43e-4666-a899-3583dc2dcc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'f248b663-249f-4cc1-a90c-b9e30457010a', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'floating_ip_address': '172.26.4.110', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'port_id': '7fb0f93c-a6ef-43fe-8ace-987940ac0135', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'mac_address': 'fa:16:3e:28:ee:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2667492-52a0-4441-8c35-60fe309f23e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:55:02Z', 'updated_at': '2022-03-14T15:56:08Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:16Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:56:10.428744 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb76c51-b43e-4666-a899-3583dc2dcc05 None None] Checking router: 438ea20d-81df-4856-b8fb-cb6e5ccd7387 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:56:10.440847 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb76c51-b43e-4666-a899-3583dc2dcc05 None None] Routers {'438ea20d-81df-4856-b8fb-cb6e5ccd7387'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:56:10.441473 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5eb76c51-b43e-4666-a899-3583dc2dcc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:55:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:56:10.451018 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967b609-4aae-4853-85be-0dbcd767d3c1 req-5fd0b9a6-5159-41ac-ba07-840806a8bc19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:10.452440 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6967b609-4aae-4853-85be-0dbcd767d3c1 req-5fd0b9a6-5159-41ac-ba07-840806a8bc19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0872114 Mar 14 15:56:10.515991 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-71813a15-03c9-4fdf-acad-0a788a21eef2 req-5678033d-e232-4c16-a40d-40ed64a2c766 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883970 Mar 14 15:56:10.544723 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6967b609-4aae-4853-85be-0dbcd767d3c1 req-c3fd1c18-bae9-4017-906d-dffeb94b52de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814209 Mar 14 15:56:10.621285 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-5eb76c51-b43e-4666-a899-3583dc2dcc05 None None] Set router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:56:10.671973 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6967b609-4aae-4853-85be-0dbcd767d3c1 req-13d6bf7f-6ced-490f-ac4f-2baf7c7140d0 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217444 Mar 14 15:56:10.801709 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6967b609-4aae-4853-85be-0dbcd767d3c1 req-f1220632-afc5-4cd9-bd25-2cdbb3e51af9 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240044 Mar 14 15:56:11.005724 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5eb76c51-b43e-4666-a899-3583dc2dcc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'f248b663-249f-4cc1-a90c-b9e30457010a', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'floating_ip_address': '172.26.4.110', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'port_id': '7fb0f93c-a6ef-43fe-8ace-987940ac0135', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'mac_address': 'fa:16:3e:28:ee:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2667492-52a0-4441-8c35-60fe309f23e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:55:02Z', 'updated_at': '2022-03-14T15:56:08Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:16Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:56:11.009725 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb76c51-b43e-4666-a899-3583dc2dcc05 None None] The sync data for ids ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'] in dv-neutron-833561-1-hyperv is: [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'f248b663-249f-4cc1-a90c-b9e30457010a', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'floating_ip_address': '172.26.4.110', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'port_id': '7fb0f93c-a6ef-43fe-8ace-987940ac0135', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'mac_address': 'fa:16:3e:28:ee:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2667492-52a0-4441-8c35-60fe309f23e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:55:02Z', 'updated_at': '2022-03-14T15:56:08Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:16Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:56:11.207619 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de23594-1172-4a93-9914-f23e087c6c5b None None] New status for floating IP f248b663-249f-4cc1-a90c-b9e30457010a: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:56:11.790930 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db0771-966e-42cf-88be-1ac1ea279cc8 req-ed3c05c9-d9b2-4ec6-b389-87f9a45144bd tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:11.792276 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-92db0771-966e-42cf-88be-1ac1ea279cc8 req-ed3c05c9-d9b2-4ec6-b389-87f9a45144bd tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.1561749 Mar 14 15:56:11.836646 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-92db0771-966e-42cf-88be-1ac1ea279cc8 req-39d7788d-6c5c-4a73-a045-05fc983eda47 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381975 Mar 14 15:56:12.967776 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-42a3460b-350b-400e-b850-8ed9118dff26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:13.032691 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bd9ff-d0b7-45fc-aaaf-30e5a57800a0 req-5d4f9a10-e430-4506-a505-d0f50df377df tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:13.034128 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-da6bd9ff-d0b7-45fc-aaaf-30e5a57800a0 req-5d4f9a10-e430-4506-a505-d0f50df377df tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0758584 Mar 14 15:56:13.077471 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-da6bd9ff-d0b7-45fc-aaaf-30e5a57800a0 req-35a6fb3c-e196-48c3-b882-55ccb24860ce tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379219 Mar 14 15:56:14.414250 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc394fc-2c3e-4cc0-89c1-1e64c859c1fb req-2a6b2896-2c7d-4475-ab1e-dc20d9d1a453 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:14.415697 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fdc394fc-2c3e-4cc0-89c1-1e64c859c1fb req-2a6b2896-2c7d-4475-ab1e-dc20d9d1a453 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0747507 Mar 14 15:56:14.461605 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fdc394fc-2c3e-4cc0-89c1-1e64c859c1fb req-7261cc7e-7f41-44ab-9cba-b8ed09b6e5d3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405431 Mar 14 15:56:15.128688 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e759-73b0-4d41-8109-b8d6f6183b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:15.656326 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabc0ee-80cf-4a1e-9ecf-7a6fe8272c35 req-d6a0425a-bcf2-40ed-bff1-e93b1397a8fb tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:15.657764 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cbabc0ee-80cf-4a1e-9ecf-7a6fe8272c35 req-d6a0425a-bcf2-40ed-bff1-e93b1397a8fb tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0763111 Mar 14 15:56:15.701733 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cbabc0ee-80cf-4a1e-9ecf-7a6fe8272c35 req-412cc547-72f3-48fc-b8ba-39cfc4644b20 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384738 Mar 14 15:56:16.343239 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:16.555940 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:16.900072 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74788a91-7d84-4ba6-9fab-a5f723e8a055 req-1f7d8535-89d7-4967-819d-14f2e4bf3f09 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:16.901506 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-74788a91-7d84-4ba6-9fab-a5f723e8a055 req-1f7d8535-89d7-4967-819d-14f2e4bf3f09 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0775137 Mar 14 15:56:16.946903 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-74788a91-7d84-4ba6-9fab-a5f723e8a055 req-6fe12f2e-1deb-450e-89fd-e2fe3a53fee6 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390894 Mar 14 15:56:18.012185 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:18.142249 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f5249-c5f3-4a8e-9d41-3c2001f0744f req-17d2ab64-46a1-4919-a4d5-d1f2763d0fbe tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:18.143672 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2f0f5249-c5f3-4a8e-9d41-3c2001f0744f req-17d2ab64-46a1-4919-a4d5-d1f2763d0fbe tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0767324 Mar 14 15:56:18.191959 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2f0f5249-c5f3-4a8e-9d41-3c2001f0744f req-d376b402-ef59-4ef8-9cc5-bb29158dd628 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428364 Mar 14 15:56:18.852236 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7b57b66c-1bce-4524-b66f-be0d3249c2b7 req-447b0581-b1eb-40a6-8a5f-4e9799f48e55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 1098 time: 0.0672688 Mar 14 15:56:18.992927 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57b66c-1bce-4524-b66f-be0d3249c2b7 req-59ff1af3-852f-42b3-b8c6-af5d1a0fea63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:18.994361 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7b57b66c-1bce-4524-b66f-be0d3249c2b7 req-59ff1af3-852f-42b3-b8c6-af5d1a0fea63 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1234615 Mar 14 15:56:19.099504 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7b57b66c-1bce-4524-b66f-be0d3249c2b7 req-33520634-c501-49af-9744-330f726d6a11 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fb0f93c-a6ef-43fe-8ace-987940ac0135 HTTP/1.1" status: 200 len: 1001 time: 0.0999091 Mar 14 15:56:19.162250 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57b66c-1bce-4524-b66f-be0d3249c2b7 req-2b93f8bf-6063-45b0-85c5-9c3a5e57baca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:19.163663 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7b57b66c-1bce-4524-b66f-be0d3249c2b7 req-2b93f8bf-6063-45b0-85c5-9c3a5e57baca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0582333 Mar 14 15:56:19.346239 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7b57b66c-1bce-4524-b66f-be0d3249c2b7 req-b107fab3-f2ad-41ba-bf2d-ad18e5ba43b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1768799 Mar 14 15:56:19.402175 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69840ed8-19ab-4086-8e9f-914b478cea6b req-c1948444-2a55-43b4-bac8-babcaff8b533 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:19.403623 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-69840ed8-19ab-4086-8e9f-914b478cea6b req-c1948444-2a55-43b4-bac8-babcaff8b533 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0887170 Mar 14 15:56:19.448833 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-69840ed8-19ab-4086-8e9f-914b478cea6b req-3844f332-7a33-49d8-9f9e-825e66ba6b58 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386693 Mar 14 15:56:19.488156 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7b57b66c-1bce-4524-b66f-be0d3249c2b7 req-7eeb26dc-fa05-4fc4-871f-445bdcce8180 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358263 Mar 14 15:56:19.617004 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7b57b66c-1bce-4524-b66f-be0d3249c2b7 req-f1c9c5bd-5df3-4a6d-a3a3-af20932855e6 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222799 Mar 14 15:56:20.653030 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4427f-9eb4-4945-8722-717cc408ab0b req-8dc5c1fb-8d19-4d40-9c88-9898634ef80c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:20.655081 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3ad4427f-9eb4-4945-8722-717cc408ab0b req-8dc5c1fb-8d19-4d40-9c88-9898634ef80c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0841434 Mar 14 15:56:20.702889 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3ad4427f-9eb4-4945-8722-717cc408ab0b req-6b0e47d3-f97c-4c51-bf18-080e5da3e320 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423162 Mar 14 15:56:21.075086 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:21.899899 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3508b3-e779-46db-a764-5b8475cff946 req-a04cf965-8608-4502-8572-6a97e18d6162 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:21.901321 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bb3508b3-e779-46db-a764-5b8475cff946 req-a04cf965-8608-4502-8572-6a97e18d6162 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0781770 Mar 14 15:56:21.944996 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bb3508b3-e779-46db-a764-5b8475cff946 req-46ef59d5-87b6-4f57-9284-c63ca94c7636 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382407 Mar 14 15:56:23.139859 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8285f-256d-453b-b6e8-6f387dbe234d req-0448de36-99b0-4079-931b-60d1c22f11ef tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:23.141805 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9dc8285f-256d-453b-b6e8-6f387dbe234d req-0448de36-99b0-4079-931b-60d1c22f11ef tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0776706 Mar 14 15:56:23.185053 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9dc8285f-256d-453b-b6e8-6f387dbe234d req-5dfb3a64-7e58-4785-a901-fdc3bc839726 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378144 Mar 14 15:56:24.379956 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a977f-f292-4476-8df8-aba0949af134 req-7066f34f-9e26-49e1-beb7-660399329b4a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:24.381373 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-055a977f-f292-4476-8df8-aba0949af134 req-7066f34f-9e26-49e1-beb7-660399329b4a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0747247 Mar 14 15:56:24.429793 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-055a977f-f292-4476-8df8-aba0949af134 req-1781bcfb-ccad-4db7-8aae-bcb3f0bf795a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430570 Mar 14 15:56:25.621829 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbd9ee-a625-405e-80b5-587310fe3f39 req-84ee35fc-b187-47eb-b687-7cc0701fe4f4 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:25.623283 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-10cbd9ee-a625-405e-80b5-587310fe3f39 req-84ee35fc-b187-47eb-b687-7cc0701fe4f4 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0746350 Mar 14 15:56:25.666453 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-10cbd9ee-a625-405e-80b5-587310fe3f39 req-8c0969d0-5008-47c1-a7d8-22d1d87f39f2 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371373 Mar 14 15:56:26.857647 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14320e4c-0b32-4886-9e8d-67625ea1d4ae req-e28a9dbd-c180-47b8-8996-e6ed6600af15 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:26.859088 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-14320e4c-0b32-4886-9e8d-67625ea1d4ae req-e28a9dbd-c180-47b8-8996-e6ed6600af15 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0735917 Mar 14 15:56:26.903031 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-14320e4c-0b32-4886-9e8d-67625ea1d4ae req-f9d745d5-a7d1-4a2f-9d9c-0f698d911d21 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382028 Mar 14 15:56:28.100795 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef06ca-5c80-408f-a580-8e4d7962553b req-c3ab9659-1d10-47fd-9a1d-db99709405b6 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:28.102227 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c0ef06ca-5c80-408f-a580-8e4d7962553b req-c3ab9659-1d10-47fd-9a1d-db99709405b6 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0784791 Mar 14 15:56:28.145918 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c0ef06ca-5c80-408f-a580-8e4d7962553b req-127e313a-3caa-4136-8a0c-12caf478851a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382550 Mar 14 15:56:29.343378 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352e78c-b770-4bf9-9470-762ed9d3e11b req-3400cbb2-9950-48e6-ba85-77b0c2f52b77 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:29.344869 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c352e78c-b770-4bf9-9470-762ed9d3e11b req-3400cbb2-9950-48e6-ba85-77b0c2f52b77 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0780139 Mar 14 15:56:29.388459 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c352e78c-b770-4bf9-9470-762ed9d3e11b req-d6c72828-7b6d-4886-997f-ed9740c75aec tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382636 Mar 14 15:56:30.581802 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df912a71-6d2c-459f-bee0-400888c5b497 req-7c5d0ec0-c16a-41fd-8378-45f42cca802a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:30.583174 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-df912a71-6d2c-459f-bee0-400888c5b497 req-7c5d0ec0-c16a-41fd-8378-45f42cca802a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0760627 Mar 14 15:56:30.631205 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-df912a71-6d2c-459f-bee0-400888c5b497 req-0f65577f-f832-41ce-b712-7c826149caf3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425913 Mar 14 15:56:31.824891 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf65f69-e408-484a-8e98-8a6392affce1 req-f3e9fbf0-7cbc-431c-912c-e8f9d669c99b tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:31.826339 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6cf65f69-e408-484a-8e98-8a6392affce1 req-f3e9fbf0-7cbc-431c-912c-e8f9d669c99b tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0764639 Mar 14 15:56:31.870617 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6cf65f69-e408-484a-8e98-8a6392affce1 req-8d46dcde-ffae-4ebd-bb61-f924e362bdd5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387995 Mar 14 15:56:33.063611 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292797b-0179-4570-aefc-213e37caad1d req-5c7cfd3b-b787-46e1-b7fd-81b1b393efdc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:33.065057 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b292797b-0179-4570-aefc-213e37caad1d req-5c7cfd3b-b787-46e1-b7fd-81b1b393efdc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0772369 Mar 14 15:56:33.111451 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b292797b-0179-4570-aefc-213e37caad1d req-90287189-4745-4c32-9f3a-3f830b98c8ba tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408673 Mar 14 15:56:34.305373 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc84bb4-31c2-47c8-8b7a-5c3d37ba7529 req-43f048bc-f037-42c6-8665-dce2b78d84f1 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:34.306875 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-efc84bb4-31c2-47c8-8b7a-5c3d37ba7529 req-43f048bc-f037-42c6-8665-dce2b78d84f1 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0771103 Mar 14 15:56:34.351546 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-efc84bb4-31c2-47c8-8b7a-5c3d37ba7529 req-b3545d68-baa2-4916-b499-55b964e256ad tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392306 Mar 14 15:56:35.558876 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce008d-ca8d-48ba-8bb0-ebec37782bf4 req-e3f1c30a-18a6-45ef-a6b0-5d579b49c880 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:35.560186 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8fce008d-ca8d-48ba-8bb0-ebec37782bf4 req-e3f1c30a-18a6-45ef-a6b0-5d579b49c880 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0811803 Mar 14 15:56:35.605261 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8fce008d-ca8d-48ba-8bb0-ebec37782bf4 req-87fb9026-4599-496c-8fe9-897a9d89f828 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393360 Mar 14 15:56:36.807718 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05e3f0-5058-44b5-9a8f-5fb711ee241b req-397b5ca2-e699-48e7-afa4-b6676ebe0163 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:36.809163 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e05e3f0-5058-44b5-9a8f-5fb711ee241b req-397b5ca2-e699-48e7-afa4-b6676ebe0163 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0773010 Mar 14 15:56:36.857251 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7e05e3f0-5058-44b5-9a8f-5fb711ee241b req-78592032-900d-41c3-b489-10d401eac297 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413377 Mar 14 15:56:37.050361 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1bdf57c6-4f3d-450d-b9fd-81f81e4e3e96 req-9fc66627-3714-47fc-a595-4550ce92f323 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0670185 Mar 14 15:56:37.307349 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dc023244-ffae-4b3e-a43d-a2fc257849f7 req-d1c7b328-b418-4200-b1af-57aa517468f9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803854 Mar 14 15:56:37.357766 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839c8fa-2800-419c-a6c8-6ed363ec5b4d req-37ad08ca-dbd5-4a01-b328-3e9dd55a2140 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:37.359847 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0839c8fa-2800-419c-a6c8-6ed363ec5b4d req-37ad08ca-dbd5-4a01-b328-3e9dd55a2140 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0775294 Mar 14 15:56:37.407069 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0839c8fa-2800-419c-a6c8-6ed363ec5b4d req-987a1ba4-119c-49d1-9949-423aa71fd9cf tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416739 Mar 14 15:56:38.425202 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dc023244-ffae-4b3e-a43d-a2fc257849f7 req-6a18cbcd-65ba-4d32-86ae-9c907a6eb14e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 1098 time: 0.0695252 Mar 14 15:56:38.594597 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc023244-ffae-4b3e-a43d-a2fc257849f7 req-5466e626-757d-4411-828f-eaa93750e2b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:38.595995 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dc023244-ffae-4b3e-a43d-a2fc257849f7 req-5466e626-757d-4411-828f-eaa93750e2b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1652472 Mar 14 15:56:38.709755 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b52269-6a38-40ff-bcaf-29a6cbc34396 req-211b0d38-38a3-4624-91a1-573db67ceebf tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:38.711119 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-30b52269-6a38-40ff-bcaf-29a6cbc34396 req-211b0d38-38a3-4624-91a1-573db67ceebf tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.1760478 Mar 14 15:56:38.715528 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dc023244-ffae-4b3e-a43d-a2fc257849f7 req-283150c0-259a-4d3c-9465-3913652fe63c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fb0f93c-a6ef-43fe-8ace-987940ac0135 HTTP/1.1" status: 200 len: 1001 time: 0.1098552 Mar 14 15:56:38.805265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc023244-ffae-4b3e-a43d-a2fc257849f7 req-2b8f7cc7-06b4-466e-bbb0-737120f2d87b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:38.806680 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dc023244-ffae-4b3e-a43d-a2fc257849f7 req-2b8f7cc7-06b4-466e-bbb0-737120f2d87b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0767519 Mar 14 15:56:38.808847 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-30b52269-6a38-40ff-bcaf-29a6cbc34396 req-38ec0920-e3d4-4517-94a7-e34401e48bb8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923336 Mar 14 15:56:38.879223 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dc023244-ffae-4b3e-a43d-a2fc257849f7 req-92615bbd-4147-47d2-bb0b-184781bfa61a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673172 Mar 14 15:56:39.084808 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dc023244-ffae-4b3e-a43d-a2fc257849f7 req-d9218768-8ad6-46b8-bacf-29e3e8c07b85 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994846 Mar 14 15:56:39.214425 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dc023244-ffae-4b3e-a43d-a2fc257849f7 req-9252e727-2a1e-43e1-b704-995e7c655498 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235256 Mar 14 15:56:40.005653 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582df3eb-60e2-4fde-b7a7-19b2c0b440a1 req-c0b55f21-d76c-4d74-b0c2-c636fb1cf6ae tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:40.007099 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-582df3eb-60e2-4fde-b7a7-19b2c0b440a1 req-c0b55f21-d76c-4d74-b0c2-c636fb1cf6ae tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0783470 Mar 14 15:56:40.051872 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-582df3eb-60e2-4fde-b7a7-19b2c0b440a1 req-2dc9c16f-eaf0-45d1-ba99-71c1194b929b tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393531 Mar 14 15:56:40.663929 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:56:40.845059 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dc023244-ffae-4b3e-a43d-a2fc257849f7 req-d2cf33a8-a9d1-4b1e-8815-11eb6938991c service neutron] 10.222.0.24 "GET /v2.0/ports/7fb0f93c-a6ef-43fe-8ace-987940ac0135/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0756056 Mar 14 15:56:41.097193 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dc023244-ffae-4b3e-a43d-a2fc257849f7 req-5a2c44bc-e416-440f-ac87-e0815e0d8745 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9&tenant_id=c2875e7ec61748cc84274d4dce128d18 HTTP/1.1" status: 200 len: 1098 time: 0.0680838 Mar 14 15:56:41.230403 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dc023244-ffae-4b3e-a43d-a2fc257849f7 req-a385b056-c032-49d4-822d-45a2567f1eae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 1098 time: 0.1123102 Mar 14 15:56:41.355347 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bc935-2376-4599-baf0-201dbb8e449b req-8e70cd8c-58ad-467c-bf57-731f2911fda0 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:41.356672 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a37bc935-2376-4599-baf0-201dbb8e449b req-8e70cd8c-58ad-467c-bf57-731f2911fda0 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.1836908 Mar 14 15:56:41.391558 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc023244-ffae-4b3e-a43d-a2fc257849f7 req-7f4d150c-307f-4eba-9000-34ba812bbe3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:41.393079 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dc023244-ffae-4b3e-a43d-a2fc257849f7 req-7f4d150c-307f-4eba-9000-34ba812bbe3c service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1562893 Mar 14 15:56:41.482467 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a37bc935-2376-4599-baf0-201dbb8e449b req-0ac3f099-f780-4c10-85de-f3873169372b tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130929 Mar 14 15:56:41.507801 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dc023244-ffae-4b3e-a43d-a2fc257849f7 req-308c3537-480c-4951-839d-a081cead0f3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fb0f93c-a6ef-43fe-8ace-987940ac0135 HTTP/1.1" status: 200 len: 1001 time: 0.1042435 Mar 14 15:56:41.571747 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc023244-ffae-4b3e-a43d-a2fc257849f7 req-0a814f5a-8e17-48e7-aaf4-b27e68b3d74c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:41.573118 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dc023244-ffae-4b3e-a43d-a2fc257849f7 req-0a814f5a-8e17-48e7-aaf4-b27e68b3d74c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0594149 Mar 14 15:56:41.649042 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dc023244-ffae-4b3e-a43d-a2fc257849f7 req-215bf039-42ed-4e64-b706-1396444397ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695741 Mar 14 15:56:41.776519 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dc023244-ffae-4b3e-a43d-a2fc257849f7 req-bf641a32-b5b6-4f0f-9cdc-1e1f02f78ae7 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215897 Mar 14 15:56:41.909127 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dc023244-ffae-4b3e-a43d-a2fc257849f7 req-23f2da46-03b0-4043-a71d-8f278d049157 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269324 Mar 14 15:56:42.679528 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8778cc5-0431-48e2-b006-c0ee32252112 req-7fa85717-9390-4965-a0c8-9ab0dedcaceb tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:42.681005 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f8778cc5-0431-48e2-b006-c0ee32252112 req-7fa85717-9390-4965-a0c8-9ab0dedcaceb tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0758414 Mar 14 15:56:42.725622 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f8778cc5-0431-48e2-b006-c0ee32252112 req-dc89aa4b-692c-46f5-9111-cbf83d0438de tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391412 Mar 14 15:56:42.970604 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e9427523-4b1e-497e-b576-4b17c9176255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:43.616741 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 7fb0f93c-a6ef-43fe-8ace-987940ac0135 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:56:43.619005 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 7fb0f93c-a6ef-43fe-8ace-987940ac0135 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:56:43.840272 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:43.863749 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 7fb0f93c-a6ef-43fe-8ace-987940ac0135, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=7fb0f93c-a6ef-43fe-8ace-987940ac0135,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:56:43.877650 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '7fb0f93c-a6ef-43fe-8ace-987940ac0135', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'port_id': '7fb0f93c-a6ef-43fe-8ace-987940ac0135', 'mac_address': 'fa:16:3e:28:ee:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:56:43.920419 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2667492-52a0-4441-8c35-60fe309f23e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb0f93c-a6ef-43fe-8ace-987940ac0135'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:56:43.923641 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a6317-bbf6-4d5d-9636-77c2e2e2c8a8 req-74aa01d8-4ab2-4ac8-8837-9f02bc8eb882 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:43.925194 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-464a6317-bbf6-4d5d-9636-77c2e2e2c8a8 req-74aa01d8-4ab2-4ac8-8837-9f02bc8eb882 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 945 time: 0.0797858 Mar 14 15:56:43.944251 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 7fb0f93c-a6ef-43fe-8ace-987940ac0135, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=7fb0f93c-a6ef-43fe-8ace-987940ac0135,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:56:43.955497 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:43.973021 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-464a6317-bbf6-4d5d-9636-77c2e2e2c8a8 req-a3add01f-a590-4643-b40a-274b254674c9 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418282 Mar 14 15:56:43.991436 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:44.009491 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2667492-52a0-4441-8c35-60fe309f23e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb0f93c-a6ef-43fe-8ace-987940ac0135', 'code': 200} Mar 14 15:56:44.026464 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7fb0f93c-a6ef-43fe-8ace-987940ac0135 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:56:44.082389 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=7fb0f93c-a6ef-43fe-8ace-987940ac0135,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:56:44.102982 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:56:44.103340 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:56:44.654019 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:44.672237 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb0f93c-a6ef-43fe-8ace-987940ac0135 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:56:44.686512 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 7fb0f93c-a6ef-43fe-8ace-987940ac0135, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=7fb0f93c-a6ef-43fe-8ace-987940ac0135,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:56:44.690566 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:44.752608 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['7fb0f93c-a6ef-43fe-8ace-987940ac0135'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:56:44.792576 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=7fb0f93c-a6ef-43fe-8ace-987940ac0135,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:56:45.131377 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f17b855-12f6-4bd3-b204-67d7b6c7cca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:45.174317 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c724c4c-a125-499e-9e44-03c0f265c204 req-95ccb245-1411-40d3-bae4-4569fb92a298 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:45.175770 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0c724c4c-a125-499e-9e44-03c0f265c204 req-95ccb245-1411-40d3-bae4-4569fb92a298 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 944 time: 0.0792949 Mar 14 15:56:45.222431 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0c724c4c-a125-499e-9e44-03c0f265c204 req-fd4eb012-a85c-45e4-9900-ce255cd565b0 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409575 Mar 14 15:56:45.597236 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c2cfb-d727-4e69-af84-321bc233d3b5 req-3ed0c400-d7cd-47f8-9bf7-4f290beb1f89 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:45.598579 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1f7c2cfb-d727-4e69-af84-321bc233d3b5 req-3ed0c400-d7cd-47f8-9bf7-4f290beb1f89 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9&tenant_id=c2875e7ec61748cc84274d4dce128d18&binding%3Ahost_id=hv-neutron-8335 HTTP/1.1" status: 200 len: 944 time: 0.1366780 Mar 14 15:56:45.604771 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac7ac8-e2ae-4bca-b21d-7b2159dcb522 req-ce1bc24a-b399-477b-ad8f-ad44fe89a7dd tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:45.606329 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-08ac7ac8-e2ae-4bca-b21d-7b2159dcb522 req-ce1bc24a-b399-477b-ad8f-ad44fe89a7dd tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 944 time: 0.1101241 Mar 14 15:56:45.624663 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 7fb0f93c-a6ef-43fe-8ace-987940ac0135 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:56:45.651746 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-08ac7ac8-e2ae-4bca-b21d-7b2159dcb522 req-f1099655-c8ce-4b84-887a-39dcc014703e tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393009 Mar 14 15:56:45.740380 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:45.758238 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7fb0f93c-a6ef-43fe-8ace-987940ac0135 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:56:45.775470 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 7fb0f93c-a6ef-43fe-8ace-987940ac0135, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=7fb0f93c-a6ef-43fe-8ace-987940ac0135,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:56:45.782790 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:45.827105 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1f7c2cfb-d727-4e69-af84-321bc233d3b5 req-6a803b97-ad32-4baa-b7d6-bd6fe4654a50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 1096 time: 0.1568432 Mar 14 15:56:45.847321 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=7fb0f93c-a6ef-43fe-8ace-987940ac0135,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:56:45.953829 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c2cfb-d727-4e69-af84-321bc233d3b5 req-6e580a09-a9bb-4f92-a790-fe7b99429e4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:45.955275 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1f7c2cfb-d727-4e69-af84-321bc233d3b5 req-6e580a09-a9bb-4f92-a790-fe7b99429e4b service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1228404 Mar 14 15:56:46.059060 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1f7c2cfb-d727-4e69-af84-321bc233d3b5 req-24c739e0-b69d-466f-9f58-0d0bf1420ab2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fb0f93c-a6ef-43fe-8ace-987940ac0135 HTTP/1.1" status: 200 len: 999 time: 0.0981259 Mar 14 15:56:46.124596 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c2cfb-d727-4e69-af84-321bc233d3b5 req-25a0ed46-f252-412b-b611-84206c572e2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:46.125916 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1f7c2cfb-d727-4e69-af84-321bc233d3b5 req-25a0ed46-f252-412b-b611-84206c572e2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0616560 Mar 14 15:56:46.205899 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1f7c2cfb-d727-4e69-af84-321bc233d3b5 req-69a4b1d8-7538-4bba-b625-e7f1e2b26d54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718689 Mar 14 15:56:46.346097 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:46.352203 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1f7c2cfb-d727-4e69-af84-321bc233d3b5 req-35c0a28d-b419-428b-9559-11115d310e53 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395669 Mar 14 15:56:46.500560 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1f7c2cfb-d727-4e69-af84-321bc233d3b5 req-0ece1ebb-3783-42d5-bb4c-c1b1241416b0 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429656 Mar 14 15:56:46.558236 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:46.891440 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf1b4-4d99-42fc-915c-6b23b9e2b6a2 req-74aea50b-c8bf-456f-82d0-c1f3dfcaa0d4 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:46.892891 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59bbf1b4-4d99-42fc-915c-6b23b9e2b6a2 req-74aea50b-c8bf-456f-82d0-c1f3dfcaa0d4 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 943 time: 0.0866215 Mar 14 15:56:46.942316 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59bbf1b4-4d99-42fc-915c-6b23b9e2b6a2 req-6a692f0c-b22b-4b6a-a9d7-b827633bf604 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435476 Mar 14 15:56:48.016124 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:48.145522 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ab747-9155-4ceb-871d-a571b6f89010 req-bf052ff5-4309-469f-9d82-c4d4946f56fa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:48.146992 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-473ab747-9155-4ceb-871d-a571b6f89010 req-bf052ff5-4309-469f-9d82-c4d4946f56fa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 943 time: 0.0806358 Mar 14 15:56:48.191369 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-473ab747-9155-4ceb-871d-a571b6f89010 req-05f9018c-6978-48c6-84b7-011f4b9e3782 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388978 Mar 14 15:56:48.385786 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7301b-00dd-4fbe-8d82-77c86d11ba93 req-b5ad14db-8075-458f-a55b-60b08274ceee tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:48.387256 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c0f7301b-00dd-4fbe-8d82-77c86d11ba93 req-b5ad14db-8075-458f-a55b-60b08274ceee tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 943 time: 0.0763390 Mar 14 15:56:48.435292 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c0f7301b-00dd-4fbe-8d82-77c86d11ba93 req-854036ca-2fee-4ff2-9de5-16ae30097f72 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418539 Mar 14 15:56:48.799087 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c621a0-ef68-4c8f-b7b1-63e0f45fd58b req-95642807-4d90-4166-9ff0-fc47c7b936b8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:48.800463 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d0c621a0-ef68-4c8f-b7b1-63e0f45fd58b req-95642807-4d90-4166-9ff0-fc47c7b936b8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 943 time: 0.0788789 Mar 14 15:56:48.822254 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d40be134-d50c-44a1-aca5-e68225022f40 req-528c67cd-11cc-4cc0-a993-b45250823165 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 1096 time: 0.0709169 Mar 14 15:56:48.845729 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d0c621a0-ef68-4c8f-b7b1-63e0f45fd58b req-c2e0b770-6f7f-44f7-b464-10ba7ef97f8f tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397291 Mar 14 15:56:48.951935 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40be134-d50c-44a1-aca5-e68225022f40 req-1f9da0cc-5b57-4b93-8f89-4d31dc116cc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:48.953350 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d40be134-d50c-44a1-aca5-e68225022f40 req-1f9da0cc-5b57-4b93-8f89-4d31dc116cc5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1253066 Mar 14 15:56:49.049728 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d40be134-d50c-44a1-aca5-e68225022f40 req-c7d9c47a-2513-4114-b572-a455908287bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fb0f93c-a6ef-43fe-8ace-987940ac0135 HTTP/1.1" status: 200 len: 999 time: 0.0904040 Mar 14 15:56:49.112022 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40be134-d50c-44a1-aca5-e68225022f40 req-b292be31-849b-4cb3-8682-089c37a44add service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:49.113400 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d40be134-d50c-44a1-aca5-e68225022f40 req-b292be31-849b-4cb3-8682-089c37a44add service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0586741 Mar 14 15:56:49.185849 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d40be134-d50c-44a1-aca5-e68225022f40 req-66f269e7-0e01-43be-ad8f-db2513168770 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662704 Mar 14 15:56:49.314236 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d40be134-d50c-44a1-aca5-e68225022f40 req-961236ab-f31d-403a-8541-85bc7bb35674 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215782 Mar 14 15:56:49.441687 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d40be134-d50c-44a1-aca5-e68225022f40 req-c2a7a969-422d-46ac-82b3-5a9d36d4b41d service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219316 Mar 14 15:56:50.129340 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387bf92-85bf-45bc-a61b-7a2f094ac441 req-31a5a592-3056-4c73-9218-d91df0cdb239 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:50.130722 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e387bf92-85bf-45bc-a61b-7a2f094ac441 req-31a5a592-3056-4c73-9218-d91df0cdb239 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 943 time: 0.1611004 Mar 14 15:56:50.175485 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e387bf92-85bf-45bc-a61b-7a2f094ac441 req-5d0c1e12-4b31-458c-9769-ee21e27b1040 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392742 Mar 14 15:56:50.572444 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31e777-d70b-4836-aafa-cb265b019744 req-f4020696-6b8e-46e8-98d4-5536c6277fc3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:50.573878 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-be31e777-d70b-4836-aafa-cb265b019744 req-f4020696-6b8e-46e8-98d4-5536c6277fc3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 943 time: 0.0756183 Mar 14 15:56:50.619266 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-be31e777-d70b-4836-aafa-cb265b019744 req-e6196a8f-237f-443a-a4cf-e20e5427f5a4 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394197 Mar 14 15:56:51.092110 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:51.816608 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cb9c9-fcb3-48cf-b115-cb786ca2a125 req-d6de8e1a-9261-47a5-8819-2e4eb07e3fdc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:51.818032 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-657cb9c9-fcb3-48cf-b115-cb786ca2a125 req-d6de8e1a-9261-47a5-8819-2e4eb07e3fdc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 943 time: 0.0749695 Mar 14 15:56:51.865131 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-657cb9c9-fcb3-48cf-b115-cb786ca2a125 req-93e9b1bc-7b90-42b9-b1ba-85b0e7776aa2 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417292 Mar 14 15:56:52.352032 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c4bfd-4caf-41c8-9907-6009acf21575 req-c37d883f-41f8-4c0a-91fb-49366509f69b tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:52.353913 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-895c4bfd-4caf-41c8-9907-6009acf21575 req-c37d883f-41f8-4c0a-91fb-49366509f69b tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 943 time: 0.0864766 Mar 14 15:56:52.420237 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-895c4bfd-4caf-41c8-9907-6009acf21575 req-e3cc9f4a-3bdf-4d64-ba05-325748f68721 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Deleting port 7fb0f93c-a6ef-43fe-8ace-987940ac0135 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:56:52.420573 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-895c4bfd-4caf-41c8-9907-6009acf21575 req-e3cc9f4a-3bdf-4d64-ba05-325748f68721 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:52.658995 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-895c4bfd-4caf-41c8-9907-6009acf21575 req-e3cc9f4a-3bdf-4d64-ba05-325748f68721 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] For port 7fb0f93c-a6ef-43fe-8ace-987940ac0135, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=7fb0f93c-a6ef-43fe-8ace-987940ac0135,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:56:52.659375 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-895c4bfd-4caf-41c8-9907-6009acf21575 req-e3cc9f4a-3bdf-4d64-ba05-325748f68721 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:52.941912 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-895c4bfd-4caf-41c8-9907-6009acf21575 req-e3cc9f4a-3bdf-4d64-ba05-325748f68721 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:52.942300 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-895c4bfd-4caf-41c8-9907-6009acf21575 req-e3cc9f4a-3bdf-4d64-ba05-325748f68721 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:52.942610 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [req-895c4bfd-4caf-41c8-9907-6009acf21575 req-e3cc9f4a-3bdf-4d64-ba05-325748f68721 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Floating IP f248b663-249f-4cc1-a90c-b9e30457010a disassociated. External IP: 172.26.4.110, port: 7fb0f93c-a6ef-43fe-8ace-987940ac0135. Mar 14 15:56:52.945836 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-895c4bfd-4caf-41c8-9907-6009acf21575 req-e3cc9f4a-3bdf-4d64-ba05-325748f68721 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Calling delete_port for 7fb0f93c-a6ef-43fe-8ace-987940ac0135 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:56:53.144197 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed035c78-6996-477b-98a5-2b81b7cd31cf req-aca8edff-b911-4b62-9877-524f14fc61d6 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:53.145663 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ed035c78-6996-477b-98a5-2b81b7cd31cf req-aca8edff-b911-4b62-9877-524f14fc61d6 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 943 time: 0.1514080 Mar 14 15:56:53.168286 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-895c4bfd-4caf-41c8-9907-6009acf21575 req-e3cc9f4a-3bdf-4d64-ba05-325748f68721 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:53.230359 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc9f4a-3bdf-4d64-ba05-325748f68721 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Pushing event deleted for resources: {'Port': ['ID=7fb0f93c-a6ef-43fe-8ace-987940ac0135,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:56:53.249663 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ed035c78-6996-477b-98a5-2b81b7cd31cf req-1936aaa3-04f3-48dc-a6ad-70f392725207 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969880 Mar 14 15:56:53.452750 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-895c4bfd-4caf-41c8-9907-6009acf21575 req-e3cc9f4a-3bdf-4d64-ba05-325748f68721 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:56:53.745774 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-895c4bfd-4caf-41c8-9907-6009acf21575 req-e3cc9f4a-3bdf-4d64-ba05-325748f68721 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:56:53.755211 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e54c85-67e1-48dd-8985-d37f3345ea03 None None] Sync routers for ids ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:56:53.766841 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e54c85-67e1-48dd-8985-d37f3345ea03 None None] Routers {'438ea20d-81df-4856-b8fb-cb6e5ccd7387'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:56:53.767448 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-12e54c85-67e1-48dd-8985-d37f3345ea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:56:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:56:53.812762 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-895c4bfd-4caf-41c8-9907-6009acf21575 req-e3cc9f4a-3bdf-4d64-ba05-325748f68721 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] No DVR routers for this DVR port 7fb0f93c-a6ef-43fe-8ace-987940ac0135 on host hv-neutron-8335 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:56:53.815436 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-895c4bfd-4caf-41c8-9907-6009acf21575 req-e3cc9f4a-3bdf-4d64-ba05-325748f68721 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:53.817859 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2667492-52a0-4441-8c35-60fe309f23e9', 'name': 'network-vif-deleted', 'tag': '7fb0f93c-a6ef-43fe-8ace-987940ac0135'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:56:53.833979 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-895c4bfd-4caf-41c8-9907-6009acf21575 req-e3cc9f4a-3bdf-4d64-ba05-325748f68721 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.24 "DELETE /v2.0/ports/7fb0f93c-a6ef-43fe-8ace-987940ac0135 HTTP/1.1" status: 204 len: 173 time: 1.4740350 Mar 14 15:56:53.882299 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2667492-52a0-4441-8c35-60fe309f23e9', 'name': 'network-vif-deleted', 'tag': '7fb0f93c-a6ef-43fe-8ace-987940ac0135', 'status': 'completed', 'code': 200} Mar 14 15:56:53.986699 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-12e54c85-67e1-48dd-8985-d37f3345ea03 None None] Set router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:56:54.290124 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-12e54c85-67e1-48dd-8985-d37f3345ea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:16Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:56:54.294325 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e54c85-67e1-48dd-8985-d37f3345ea03 None None] Checking router: 438ea20d-81df-4856-b8fb-cb6e5ccd7387 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:56:54.304915 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e54c85-67e1-48dd-8985-d37f3345ea03 None None] Routers {'438ea20d-81df-4856-b8fb-cb6e5ccd7387'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:56:54.305522 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-12e54c85-67e1-48dd-8985-d37f3345ea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:56:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:56:54.457991 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-a839d649-08a3-47d5-8440-b01e6f17de86 req-421e6b7c-a9fa-4f08-bb1f-e6d69301b915 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Synchronizing usage tracker for tenant:c2875e7ec61748cc84274d4dce128d18 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:56:54.473890 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-a839d649-08a3-47d5-8440-b01e6f17de86 req-421e6b7c-a9fa-4f08-bb1f-e6d69301b915 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Unset dirty status for tenant:c2875e7ec61748cc84274d4dce128d18 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:56:54.475153 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a839d649-08a3-47d5-8440-b01e6f17de86 req-421e6b7c-a9fa-4f08-bb1f-e6d69301b915 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2667492-52a0-4441-8c35-60fe309f23e9 HTTP/1.1" status: 200 len: 210 time: 0.0617642 Mar 14 15:56:54.485824 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-12e54c85-67e1-48dd-8985-d37f3345ea03 None None] Set router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:56:54.791492 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-12e54c85-67e1-48dd-8985-d37f3345ea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:16Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:56:54.795146 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e54c85-67e1-48dd-8985-d37f3345ea03 None None] The sync data for ids ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'] in dv-neutron-833561-1-hyperv is: [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:16Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:56:54.997115 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e629cd-b6b5-4f29-b48f-b1b2cc9f7c41 None None] New status for floating IP f248b663-249f-4cc1-a90c-b9e30457010a: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:56:55.672031 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 7fb0f93c-a6ef-43fe-8ace-987940ac0135 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:56:55.704763 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 7fb0f93c-a6ef-43fe-8ace-987940ac0135 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:56:55.705100 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 7fb0f93c-a6ef-43fe-8ace-987940ac0135 not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:56:55.830997 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-64ae0715-0474-484a-8f9b-243a57463c65 req-87e70561-e82a-4957-af4e-9debb4d905f8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1586096743&fields=id&tenant_id=c2875e7ec61748cc84274d4dce128d18 HTTP/1.1" status: 200 len: 267 time: 0.0406592 Mar 14 15:56:55.973964 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae0715-0474-484a-8f9b-243a57463c65 req-df7a3bfa-6629-490c-8296-eed79f45db95 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:55.975398 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-64ae0715-0474-484a-8f9b-243a57463c65 req-df7a3bfa-6629-490c-8296-eed79f45db95 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 811 time: 0.1382086 Mar 14 15:56:55.991082 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-64ae0715-0474-484a-8f9b-243a57463c65 req-24de9b42-1ce7-484a-b293-bf62ba8d26ec tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/quotas/c2875e7ec61748cc84274d4dce128d18 HTTP/1.1" status: 200 len: 375 time: 0.0104589 Mar 14 15:56:56.073906 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-64ae0715-0474-484a-8f9b-243a57463c65 req-8f46a296-6b9b-4e85-ab58-a4eea224c4d8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780423 Mar 14 15:56:56.209508 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-64ae0715-0474-484a-8f9b-243a57463c65 req-d644503e-cec9-4e4b-8388-236faed5fa50 service neutron] 10.222.0.60 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240261 Mar 14 15:56:56.419811 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-64ae0715-0474-484a-8f9b-243a57463c65 req-40007a56-d054-4ef9-926e-a3c649eee596 service neutron] 10.222.0.60 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045639 Mar 14 15:56:56.600935 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4c38a706-18ee-4254-834d-6b2d84787a21 req-6db19bf8-59d8-46ca-8c3b-d55e87532672 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 210 time: 0.0406551 Mar 14 15:56:57.566084 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae0715-0474-484a-8f9b-243a57463c65 req-20bd2964-9c87-4a78-8ad5-175e674444a5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:57.567463 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-64ae0715-0474-484a-8f9b-243a57463c65 req-20bd2964-9c87-4a78-8ad5-175e674444a5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 811 time: 0.1436133 Mar 14 15:56:57.621617 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-64ae0715-0474-484a-8f9b-243a57463c65 req-bf90a2d5-1fc7-4146-969e-e2cb1f17e234 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2875e7ec61748cc84274d4dce128d18 HTTP/1.1" status: 200 len: 380 time: 0.0412323 Mar 14 15:56:57.631640 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-64ae0715-0474-484a-8f9b-243a57463c65 req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Request body: {'port': {'device_id': 'be5a2f91-746b-498b-9cc9-b46e3d321266', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'admin_state_up': True, 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'security_groups': ['55ae4240-16cf-4824-b37c-c442c4e41101']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:56:57.767257 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0d119e7f-c0cb-4427-9b3d-63e199ccfbd6 req-487ae546-8067-41ea-a46e-5815721750b4 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 210 time: 0.0433767 Mar 14 15:56:57.771298 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-64ae0715-0474-484a-8f9b-243a57463c65 req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:56:57.781151 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-64ae0715-0474-484a-8f9b-243a57463c65 req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:56:57.792116 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ae0715-0474-484a-8f9b-243a57463c65 req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Made reservation on behalf of c2875e7ec61748cc84274d4dce128d18 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:56:57.795282 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-64ae0715-0474-484a-8f9b-243a57463c65 req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:57.959353 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-64ae0715-0474-484a-8f9b-243a57463c65 req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Allocated IP 172.20.0.14 (cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1/d75a6f96-c665-4159-96f3-7c76d1527ec0/b17ca97a-a968-47ba-9938-b1963732bede) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:56:58.137264 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-64ae0715-0474-484a-8f9b-243a57463c65 req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:58.152265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-64ae0715-0474-484a-8f9b-243a57463c65 req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Transition to ACTIVE for port object b17ca97a-a968-47ba-9938-b1963732bede will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:56:58.175616 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-64ae0715-0474-484a-8f9b-243a57463c65 req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:58.256541 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ae0715-0474-484a-8f9b-243a57463c65 req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:56:58.259918 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-64ae0715-0474-484a-8f9b-243a57463c65 req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:56:58.261742 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Pushing event updated for resources: {'Port': ['ID=b17ca97a-a968-47ba-9938-b1963732bede,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:56:58.263833 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ae0715-0474-484a-8f9b-243a57463c65 req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:56:58.304002 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:56:58.304346 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:56:58.304683 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:56:58.305011 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:56:58.305338 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:56:58.305666 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:56:58.305984 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:56:58.306335 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:56:58.306651 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:56:58.306965 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:56:58.307284 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:56:58.335578 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae0715-0474-484a-8f9b-243a57463c65 req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:58.336178 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-64ae0715-0474-484a-8f9b-243a57463c65 req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:58.362842 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-64ae0715-0474-484a-8f9b-243a57463c65 req-1caa4bfb-b9fc-441d-8779-5698b8dbabaa tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7374084 Mar 14 15:56:58.374452 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-64ae0715-0474-484a-8f9b-243a57463c65 req-82097830-8e20-46d9-89d4-b7842d8b40f5 service neutron] Request body: {'port': {'device_id': 'be5a2f91-746b-498b-9cc9-b46e3d321266', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:56:58.483913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-64ae0715-0474-484a-8f9b-243a57463c65 req-82097830-8e20-46d9-89d4-b7842d8b40f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:58.507719 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-517020c6-d5fb-458b-8231-d156df4100a5 None None] Provisioning for port b17ca97a-a968-47ba-9938-b1963732bede completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:56:58.512546 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-517020c6-d5fb-458b-8231-d156df4100a5 None None] Provisioning complete for port b17ca97a-a968-47ba-9938-b1963732bede triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:56:58.512983 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-517020c6-d5fb-458b-8231-d156df4100a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:58.564504 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-517020c6-d5fb-458b-8231-d156df4100a5 None None] Port b17ca97a-a968-47ba-9938-b1963732bede cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:56:58.810670 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [req-64ae0715-0474-484a-8f9b-243a57463c65 req-82097830-8e20-46d9-89d4-b7842d8b40f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17ca97a-a968-47ba-9938-b1963732bede {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:56:58.817845 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-64ae0715-0474-484a-8f9b-243a57463c65 req-82097830-8e20-46d9-89d4-b7842d8b40f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:58.832400 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-64ae0715-0474-484a-8f9b-243a57463c65 req-82097830-8e20-46d9-89d4-b7842d8b40f5 service neutron] Transition to ACTIVE for port object b17ca97a-a968-47ba-9938-b1963732bede will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:56:58.836291 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-64ae0715-0474-484a-8f9b-243a57463c65 req-82097830-8e20-46d9-89d4-b7842d8b40f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:58.995583 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82097830-8e20-46d9-89d4-b7842d8b40f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b17ca97a-a968-47ba-9938-b1963732bede,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:56:59.213753 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f677c8c-0040-4953-81fb-f17b82e99730 req-ed522773-5ad6-483d-aff6-75bf5108b723 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:59.214455 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-9f677c8c-0040-4953-81fb-f17b82e99730 req-ed522773-5ad6-483d-aff6-75bf5108b723 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Synchronizing usage tracker for tenant:c2875e7ec61748cc84274d4dce128d18 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:56:59.223662 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-64ae0715-0474-484a-8f9b-243a57463c65 req-82097830-8e20-46d9-89d4-b7842d8b40f5 service neutron] Attempting to bind port b17ca97a-a968-47ba-9938-b1963732bede on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:56:59.223989 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-64ae0715-0474-484a-8f9b-243a57463c65 req-82097830-8e20-46d9-89d4-b7842d8b40f5 service neutron] Attempting to bind port b17ca97a-a968-47ba-9938-b1963732bede by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:56:59.224308 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ae0715-0474-484a-8f9b-243a57463c65 req-82097830-8e20-46d9-89d4-b7842d8b40f5 service neutron] Attempting to bind port b17ca97a-a968-47ba-9938-b1963732bede on network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:56:59.235910 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ae0715-0474-484a-8f9b-243a57463c65 req-82097830-8e20-46d9-89d4-b7842d8b40f5 service neutron] Port b17ca97a-a968-47ba-9938-b1963732bede on network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:56:59.236222 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ae0715-0474-484a-8f9b-243a57463c65 req-82097830-8e20-46d9-89d4-b7842d8b40f5 service neutron] Attempting to bind port b17ca97a-a968-47ba-9938-b1963732bede on network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:56:59.243257 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-9f677c8c-0040-4953-81fb-f17b82e99730 req-ed522773-5ad6-483d-aff6-75bf5108b723 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Unset dirty status for tenant:c2875e7ec61748cc84274d4dce128d18 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:56:59.244347 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9f677c8c-0040-4953-81fb-f17b82e99730 req-ed522773-5ad6-483d-aff6-75bf5108b723 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 944 time: 0.3512325 Mar 14 15:56:59.245135 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ae0715-0474-484a-8f9b-243a57463c65 req-82097830-8e20-46d9-89d4-b7842d8b40f5 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:56:59.245458 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ae0715-0474-484a-8f9b-243a57463c65 req-82097830-8e20-46d9-89d4-b7842d8b40f5 service neutron] Checking segment: {'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:56:59.245826 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ae0715-0474-484a-8f9b-243a57463c65 req-82097830-8e20-46d9-89d4-b7842d8b40f5 service neutron] Bound using segment: {'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:56:59.246267 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-64ae0715-0474-484a-8f9b-243a57463c65 req-82097830-8e20-46d9-89d4-b7842d8b40f5 service neutron] Bound port: b17ca97a-a968-47ba-9938-b1963732bede, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:56:59.246603 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-64ae0715-0474-484a-8f9b-243a57463c65 req-82097830-8e20-46d9-89d4-b7842d8b40f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:59.344829 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9f677c8c-0040-4953-81fb-f17b82e99730 req-6eda4168-3d53-4b8d-b5c5-7bf864895176 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885882 Mar 14 15:56:59.369829 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-64ae0715-0474-484a-8f9b-243a57463c65 req-82097830-8e20-46d9-89d4-b7842d8b40f5 service neutron] For port b17ca97a-a968-47ba-9938-b1963732bede, host hv-neutron-8335, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:56:59.373144 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-64ae0715-0474-484a-8f9b-243a57463c65 req-82097830-8e20-46d9-89d4-b7842d8b40f5 service neutron] For port b17ca97a-a968-47ba-9938-b1963732bede, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=b17ca97a-a968-47ba-9938-b1963732bede,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:56:59.379816 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-64ae0715-0474-484a-8f9b-243a57463c65 req-82097830-8e20-46d9-89d4-b7842d8b40f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:59.441175 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-64ae0715-0474-484a-8f9b-243a57463c65 req-82097830-8e20-46d9-89d4-b7842d8b40f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:59.442540 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-64ae0715-0474-484a-8f9b-243a57463c65 req-82097830-8e20-46d9-89d4-b7842d8b40f5 service neutron] 10.222.0.24 "PUT /v2.0/ports/b17ca97a-a968-47ba-9938-b1963732bede HTTP/1.1" status: 200 len: 1094 time: 1.0723493 Mar 14 15:56:59.442952 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5a2f91-746b-498b-9cc9-b46e3d321266', 'tag': 'b17ca97a-a968-47ba-9938-b1963732bede'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:56:59.462552 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82097830-8e20-46d9-89d4-b7842d8b40f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b17ca97a-a968-47ba-9938-b1963732bede,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:56:59.529673 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5a2f91-746b-498b-9cc9-b46e3d321266', 'tag': 'b17ca97a-a968-47ba-9938-b1963732bede', 'status': 'completed', 'code': 200} Mar 14 15:56:59.569290 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-64ae0715-0474-484a-8f9b-243a57463c65 req-b06308d6-4f90-498b-bdde-03537a467e35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 1097 time: 0.0836549 Mar 14 15:56:59.638379 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-64ae0715-0474-484a-8f9b-243a57463c65 req-4c591ac7-ec8d-4844-a7bc-02fc23f21cdf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b17ca97a-a968-47ba-9938-b1963732bede HTTP/1.1" status: 200 len: 217 time: 0.0623386 Mar 14 15:56:59.702847 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae0715-0474-484a-8f9b-243a57463c65 req-867971a8-68a8-40f5-9088-b75dfe8b1e97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:59.704334 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-64ae0715-0474-484a-8f9b-243a57463c65 req-867971a8-68a8-40f5-9088-b75dfe8b1e97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0608809 Mar 14 15:56:59.778082 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-64ae0715-0474-484a-8f9b-243a57463c65 req-c0a6b941-1c2b-4050-ab51-ac070b110cd7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681481 Mar 14 15:56:59.911157 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-64ae0715-0474-484a-8f9b-243a57463c65 req-c27b82b3-39c5-40e2-91e8-3c969b652ab1 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272256 Mar 14 15:57:00.041671 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-64ae0715-0474-484a-8f9b-243a57463c65 req-c159ab3a-8dc6-40e3-abd6-141a523087de service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245511 Mar 14 15:57:00.155042 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-426062d4-c9e4-4c12-9ba0-87538b9bdb4e req-f60ae98c-ae90-43db-a67d-357a07f903e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 1097 time: 0.0729449 Mar 14 15:57:00.288743 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426062d4-c9e4-4c12-9ba0-87538b9bdb4e req-b49e6987-c9e8-4987-aa6f-120961e71431 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:00.290194 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-426062d4-c9e4-4c12-9ba0-87538b9bdb4e req-b49e6987-c9e8-4987-aa6f-120961e71431 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1297398 Mar 14 15:57:00.355451 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-426062d4-c9e4-4c12-9ba0-87538b9bdb4e req-3c6b2a46-3554-49c2-a3ee-984f8a089464 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b17ca97a-a968-47ba-9938-b1963732bede HTTP/1.1" status: 200 len: 217 time: 0.0596642 Mar 14 15:57:00.418997 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426062d4-c9e4-4c12-9ba0-87538b9bdb4e req-7f3747ff-f0ea-4c9c-ae85-ae252dd05bef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:00.420381 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-426062d4-c9e4-4c12-9ba0-87538b9bdb4e req-7f3747ff-f0ea-4c9c-ae85-ae252dd05bef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0600076 Mar 14 15:57:00.552720 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-426062d4-c9e4-4c12-9ba0-87538b9bdb4e req-4cf84017-24b7-45d6-af84-2032dbf9b323 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1269341 Mar 14 15:57:00.560849 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474114e9-be3c-4261-bffb-724c0cf96c26 req-84312127-5358-48b4-8351-a213aa1e0c47 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:00.562844 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-474114e9-be3c-4261-bffb-724c0cf96c26 req-84312127-5358-48b4-8351-a213aa1e0c47 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 944 time: 0.0977528 Mar 14 15:57:00.697372 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-474114e9-be3c-4261-bffb-724c0cf96c26 req-3d354e3e-2ec0-454f-8837-7b16919df086 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139627 Mar 14 15:57:00.719286 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-426062d4-c9e4-4c12-9ba0-87538b9bdb4e req-c11012c6-b001-4718-9ad0-8dea154c58e3 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552930 Mar 14 15:57:00.933257 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-426062d4-c9e4-4c12-9ba0-87538b9bdb4e req-3ffe7b01-1c2f-46ac-97de-236cbc905931 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079368 Mar 14 15:57:01.732904 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device b17ca97a-a968-47ba-9938-b1963732bede details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:57:01.867687 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port b17ca97a-a968-47ba-9938-b1963732bede, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=b17ca97a-a968-47ba-9938-b1963732bede,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:57:01.881843 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': 'b17ca97a-a968-47ba-9938-b1963732bede', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'port_id': 'b17ca97a-a968-47ba-9938-b1963732bede', 'mac_address': 'fa:16:3e:dc:9e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:57:01.896256 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca13c9-adcf-47ba-a5e4-df888f5591c8 req-4843418c-d345-41ed-ac27-9848ecae1edb tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:01.897709 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-64ca13c9-adcf-47ba-a5e4-df888f5591c8 req-4843418c-d345-41ed-ac27-9848ecae1edb tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 944 time: 0.0769758 Mar 14 15:57:01.938623 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:01.942333 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-64ca13c9-adcf-47ba-a5e4-df888f5591c8 req-624de4fc-a64c-4048-bb4f-12e1a276f057 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389059 Mar 14 15:57:01.956279 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17ca97a-a968-47ba-9938-b1963732bede {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:57:01.972215 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port b17ca97a-a968-47ba-9938-b1963732bede, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=b17ca97a-a968-47ba-9938-b1963732bede,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:57:01.976184 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:02.039055 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=b17ca97a-a968-47ba-9938-b1963732bede,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:02.047079 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:02.047424 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:02.047760 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:02.048095 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:02.048424 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:02.048750 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:02.049074 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:02.049398 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:02.049720 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:02.050044 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:02.050384 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:02.275826 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['b17ca97a-a968-47ba-9938-b1963732bede'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:57:03.132541 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf732e6-5115-4559-afa7-c2002c3e7abe req-e7907271-e5f2-493d-add5-d5b0f600154d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:03.133974 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fcf732e6-5115-4559-afa7-c2002c3e7abe req-e7907271-e5f2-493d-add5-d5b0f600154d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 945 time: 0.0749490 Mar 14 15:57:03.179865 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fcf732e6-5115-4559-afa7-c2002c3e7abe req-d9be6f65-a739-44bf-995c-460948efe6b0 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402107 Mar 14 15:57:03.748373 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device b17ca97a-a968-47ba-9938-b1963732bede up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:57:03.831271 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port b17ca97a-a968-47ba-9938-b1963732bede completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:57:03.836450 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port b17ca97a-a968-47ba-9938-b1963732bede triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:57:03.836817 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:03.980189 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:04.006298 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5a2f91-746b-498b-9cc9-b46e3d321266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17ca97a-a968-47ba-9938-b1963732bede'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:57:04.015866 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port b17ca97a-a968-47ba-9938-b1963732bede, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=b17ca97a-a968-47ba-9938-b1963732bede,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:57:04.019876 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:04.061128 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5a2f91-746b-498b-9cc9-b46e3d321266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17ca97a-a968-47ba-9938-b1963732bede', 'code': 200} Mar 14 15:57:04.086603 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=b17ca97a-a968-47ba-9938-b1963732bede,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:04.281868 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b92f2786-c529-440d-bb45-ab5364980e1d req-01396b17-ef75-4954-9ff8-34b680206594 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 1099 time: 0.0704248 Mar 14 15:57:04.373884 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b92f2786-c529-440d-bb45-ab5364980e1d req-89595b22-f5bb-4946-935a-5fabd4c4596c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865486 Mar 14 15:57:04.395404 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095afc7-474c-4b66-80f9-42158bf6925a req-1b172953-3cc4-4526-911d-1f286f458d03 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:04.396975 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2095afc7-474c-4b66-80f9-42158bf6925a req-1b172953-3cc4-4526-911d-1f286f458d03 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.0914581 Mar 14 15:57:04.441364 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2095afc7-474c-4b66-80f9-42158bf6925a req-046c2550-7e51-4a03-9d75-3d9d9172eef3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388801 Mar 14 15:57:05.641947 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dd934-6251-4967-a090-abe2d6a4d03b req-737959ed-a7e8-47e3-9941-1fd2f39781d3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:05.643486 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-609dd934-6251-4967-a090-abe2d6a4d03b req-737959ed-a7e8-47e3-9941-1fd2f39781d3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.0780799 Mar 14 15:57:05.690460 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-609dd934-6251-4967-a090-abe2d6a4d03b req-d1733a78-d3ae-4cf3-ab8e-3072e8d42855 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414941 Mar 14 15:57:06.887510 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfd774-ce33-45b8-b86e-a352a8f14cdd req-c77877bf-3cdc-42bf-a30e-878e5d1fa197 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:06.888929 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-51cfd774-ce33-45b8-b86e-a352a8f14cdd req-c77877bf-3cdc-42bf-a30e-878e5d1fa197 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.0779717 Mar 14 15:57:06.934264 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-51cfd774-ce33-45b8-b86e-a352a8f14cdd req-ce413e2b-33f9-4b50-856b-42e00c988946 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392630 Mar 14 15:57:07.140016 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43a01e-c755-4e7a-b361-be645eaad458 req-dab11f25-b8a4-4aec-bb39-83979d87dc21 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:07.142272 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8b43a01e-c755-4e7a-b361-be645eaad458 req-dab11f25-b8a4-4aec-bb39-83979d87dc21 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.0855894 Mar 14 15:57:07.151132 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58280) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:57:07.156584 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d1cf7770-3e46-422e-862a-a0f0d966822d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Request body: {'floatingip': {'port_id': 'b17ca97a-a968-47ba-9938-b1963732bede'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:57:07.231577 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1cf7770-3e46-422e-862a-a0f0d966822d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:07.820382 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1cf7770-3e46-422e-862a-a0f0d966822d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:07.823816 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1cf7770-3e46-422e-862a-a0f0d966822d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:08.014885 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.l3_db [None req-d1cf7770-3e46-422e-862a-a0f0d966822d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Floating IP f248b663-249f-4cc1-a90c-b9e30457010a associated. External IP: 172.26.4.110, port: b17ca97a-a968-47ba-9938-b1963732bede. Mar 14 15:57:08.495124 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1cf7770-3e46-422e-862a-a0f0d966822d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:57:08.697260 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cf7770-3e46-422e-862a-a0f0d966822d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:57:08.702087 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1cf7770-3e46-422e-862a-a0f0d966822d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:08.707207 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef60063-a4d0-4e70-ac48-228784a2023c None None] Sync routers for ids ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:57:08.718908 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef60063-a4d0-4e70-ac48-228784a2023c None None] Routers {'438ea20d-81df-4856-b8fb-cb6e5ccd7387'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:57:08.719635 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5ef60063-a4d0-4e70-ac48-228784a2023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:56:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:08.757514 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d1cf7770-3e46-422e-862a-a0f0d966822d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "PUT /v2.0/floatingips/f248b663-249f-4cc1-a90c-b9e30457010a HTTP/1.1" status: 200 len: 992 time: 1.6052551 Mar 14 15:57:08.758140 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5a2f91-746b-498b-9cc9-b46e3d321266', 'tag': 'b17ca97a-a968-47ba-9938-b1963732bede'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:57:08.813349 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5a2f91-746b-498b-9cc9-b46e3d321266', 'tag': 'b17ca97a-a968-47ba-9938-b1963732bede', 'status': 'completed', 'code': 200} Mar 14 15:57:08.901942 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-5ef60063-a4d0-4e70-ac48-228784a2023c None None] Set router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:57:08.967040 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-98376a58-1254-4e42-9f79-621bc182a431 req-c07b7eba-aeae-48ce-aec1-e312d112f4f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 1099 time: 0.1295991 Mar 14 15:57:08.972312 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4ec79e1a-b778-4c4b-81b6-c297f8fab400 req-8e578f81-d893-46b0-89ff-e73ce4bd9a68 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0943766 Mar 14 15:57:09.100047 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98376a58-1254-4e42-9f79-621bc182a431 req-bc19b1d1-76cc-4648-b31b-a75aff3a0a6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:09.101468 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-98376a58-1254-4e42-9f79-621bc182a431 req-bc19b1d1-76cc-4648-b31b-a75aff3a0a6d service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1283324 Mar 14 15:57:09.271062 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-98376a58-1254-4e42-9f79-621bc182a431 req-78b5e16a-1508-4b80-bbe4-9b1879709a64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b17ca97a-a968-47ba-9938-b1963732bede HTTP/1.1" status: 200 len: 1000 time: 0.1630013 Mar 14 15:57:09.285469 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5ef60063-a4d0-4e70-ac48-228784a2023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'f248b663-249f-4cc1-a90c-b9e30457010a', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'floating_ip_address': '172.26.4.110', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'port_id': 'b17ca97a-a968-47ba-9938-b1963732bede', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'mac_address': 'fa:16:3e:dc:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a2f91-746b-498b-9cc9-b46e3d321266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:55:02Z', 'updated_at': '2022-03-14T15:57:07Z', 'revision_number': 9, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:16Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:09.289449 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef60063-a4d0-4e70-ac48-228784a2023c None None] Checking router: 438ea20d-81df-4856-b8fb-cb6e5ccd7387 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:57:09.290931 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb9bf7-076b-4dd7-bda3-42b83c75e94c req-23985af1-74d0-4e5e-af21-9b8f8c47dd22 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:09.292603 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d4cb9bf7-076b-4dd7-bda3-42b83c75e94c req-23985af1-74d0-4e5e-af21-9b8f8c47dd22 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.0804472 Mar 14 15:57:09.300611 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef60063-a4d0-4e70-ac48-228784a2023c None None] Routers {'438ea20d-81df-4856-b8fb-cb6e5ccd7387'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:57:09.301326 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5ef60063-a4d0-4e70-ac48-228784a2023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:56:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:09.328291 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb8ad39a-f3fa-464d-8bf7-e2241bcf354b req-a4f49abf-bf28-4ecb-b52e-5a591a40d466 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1279497 Mar 14 15:57:09.341444 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98376a58-1254-4e42-9f79-621bc182a431 req-cc2082a7-ddc5-4daf-bc4f-9db1a19c24c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:09.342859 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-98376a58-1254-4e42-9f79-621bc182a431 req-cc2082a7-ddc5-4daf-bc4f-9db1a19c24c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0640595 Mar 14 15:57:09.358687 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d4cb9bf7-076b-4dd7-bda3-42b83c75e94c req-0b77195d-f518-4399-891d-8e3cb28cfb06 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591106 Mar 14 15:57:09.423370 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-98376a58-1254-4e42-9f79-621bc182a431 req-46fb1f82-9f3d-4698-9b4b-cc8c0919557b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747576 Mar 14 15:57:09.494243 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-5ef60063-a4d0-4e70-ac48-228784a2023c None None] Set router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:57:09.561074 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-98376a58-1254-4e42-9f79-621bc182a431 req-6c250efa-947d-4ba4-bae7-8e42536022f4 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319404 Mar 14 15:57:09.698403 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-98376a58-1254-4e42-9f79-621bc182a431 req-95f962f8-1f2c-4e5d-8e6d-20bdafb67aec service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318014 Mar 14 15:57:09.863662 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5ef60063-a4d0-4e70-ac48-228784a2023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'f248b663-249f-4cc1-a90c-b9e30457010a', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'floating_ip_address': '172.26.4.110', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'port_id': 'b17ca97a-a968-47ba-9938-b1963732bede', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'mac_address': 'fa:16:3e:dc:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a2f91-746b-498b-9cc9-b46e3d321266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:55:02Z', 'updated_at': '2022-03-14T15:57:07Z', 'revision_number': 9, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:16Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:09.867667 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef60063-a4d0-4e70-ac48-228784a2023c None None] The sync data for ids ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'] in dv-neutron-833561-1-hyperv is: [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'f248b663-249f-4cc1-a90c-b9e30457010a', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'floating_ip_address': '172.26.4.110', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'port_id': 'b17ca97a-a968-47ba-9938-b1963732bede', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'mac_address': 'fa:16:3e:dc:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a2f91-746b-498b-9cc9-b46e3d321266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:55:02Z', 'updated_at': '2022-03-14T15:57:07Z', 'revision_number': 9, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:16Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:57:10.069705 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a15d1c-03be-4ab5-8854-234ace574287 None None] New status for floating IP f248b663-249f-4cc1-a90c-b9e30457010a: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:57:10.543067 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb8ad39a-f3fa-464d-8bf7-e2241bcf354b req-d431f1b8-9c8f-4894-baac-6e5e1e3bbc51 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 1099 time: 0.1236575 Mar 14 15:57:10.628680 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68631b-2297-461d-a54d-1638f4157037 req-2350b6bb-7ae8-4c50-b428-17c7a0b03cc5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:10.630115 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1b68631b-2297-461d-a54d-1638f4157037 req-2350b6bb-7ae8-4c50-b428-17c7a0b03cc5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.1568694 Mar 14 15:57:10.712007 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1b68631b-2297-461d-a54d-1638f4157037 req-19a1f3ff-d4a2-4613-8d40-ef764772148b tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728018 Mar 14 15:57:10.714399 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ad39a-f3fa-464d-8bf7-e2241bcf354b req-d920bb5a-8366-4193-ac32-800290752e82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:10.715730 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb8ad39a-f3fa-464d-8bf7-e2241bcf354b req-d920bb5a-8366-4193-ac32-800290752e82 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1668806 Mar 14 15:57:10.904485 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb8ad39a-f3fa-464d-8bf7-e2241bcf354b req-151644d9-cd91-4829-ab1f-95b63ba44d77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b17ca97a-a968-47ba-9938-b1963732bede HTTP/1.1" status: 200 len: 1003 time: 0.1832669 Mar 14 15:57:10.965601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ad39a-f3fa-464d-8bf7-e2241bcf354b req-d1976961-e2d3-4643-96a0-4e8445179d45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:10.966984 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb8ad39a-f3fa-464d-8bf7-e2241bcf354b req-d1976961-e2d3-4643-96a0-4e8445179d45 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0574749 Mar 14 15:57:11.038619 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb8ad39a-f3fa-464d-8bf7-e2241bcf354b req-8318f8bf-a730-4958-b881-ebcd06a2c54e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659935 Mar 14 15:57:11.168974 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb8ad39a-f3fa-464d-8bf7-e2241bcf354b req-6b8688b8-7f18-41f6-9b2f-efd29227d7a8 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237576 Mar 14 15:57:11.296001 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb8ad39a-f3fa-464d-8bf7-e2241bcf354b req-9ad382de-8e83-4f73-ae49-7e7e2157762a service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213491 Mar 14 15:57:11.910124 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b136d-5734-4ac7-b7e6-aa41cf1a839a req-7a49faad-6fff-4482-9463-0381c0223614 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:11.911569 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-462b136d-5734-4ac7-b7e6-aa41cf1a839a req-7a49faad-6fff-4482-9463-0381c0223614 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.0784514 Mar 14 15:57:11.956040 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-462b136d-5734-4ac7-b7e6-aa41cf1a839a req-b546a638-c8bf-4fb2-814b-96d11ec9875c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390429 Mar 14 15:57:12.973389 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d9b28399-6329-4767-8111-115ac69a1144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:13.151001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13be42-ea7a-4443-bc2d-a14b42ce313e req-24357a4e-14b0-43ed-9655-1c8dc6df9b4f tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:13.152427 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6d13be42-ea7a-4443-bc2d-a14b42ce313e req-24357a4e-14b0-43ed-9655-1c8dc6df9b4f tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.0783622 Mar 14 15:57:13.197108 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6d13be42-ea7a-4443-bc2d-a14b42ce313e req-a3eefb1c-10a5-462e-bc64-d0991c4dd104 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390275 Mar 14 15:57:14.392093 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03268aa6-83aa-49cd-9bda-db7059e93c49 req-096cd492-b572-4136-8bfe-611e1d3cfc87 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:14.393531 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-03268aa6-83aa-49cd-9bda-db7059e93c49 req-096cd492-b572-4136-8bfe-611e1d3cfc87 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.0751827 Mar 14 15:57:14.438567 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-03268aa6-83aa-49cd-9bda-db7059e93c49 req-1dfec1aa-a560-42a5-916a-237154d55e1c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387897 Mar 14 15:57:15.133887 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8c145c1c-4f53-4d28-bc60-0d61f06ca878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:15.634217 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112483be-fa93-48de-878b-1e214823e6c3 req-d56b606e-9191-4000-8b92-c97443d1dfe3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:15.635652 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-112483be-fa93-48de-878b-1e214823e6c3 req-d56b606e-9191-4000-8b92-c97443d1dfe3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.0748708 Mar 14 15:57:15.679869 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-112483be-fa93-48de-878b-1e214823e6c3 req-62ec0ce8-4c83-413b-acef-e7faaf8ae56f tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382869 Mar 14 15:57:16.347097 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:16.562648 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:16.885461 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9797d6-4ff8-4807-bdfb-db8beb688676 req-49f1f232-d0ed-4d7e-9d68-ddf784eb32e2 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:16.886837 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fe9797d6-4ff8-4807-bdfb-db8beb688676 req-49f1f232-d0ed-4d7e-9d68-ddf784eb32e2 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.0774746 Mar 14 15:57:16.931153 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fe9797d6-4ff8-4807-bdfb-db8beb688676 req-eb72b75c-8ad4-4317-9ac5-3f0c4589e4f7 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388870 Mar 14 15:57:17.663927 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:57:18.016906 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:18.128235 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b839f0-a8fc-43cf-b9ec-1a1f6f797adb req-c1d733f8-5144-4b93-9f83-cc137b8ded7a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:18.129687 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c6b839f0-a8fc-43cf-b9ec-1a1f6f797adb req-c1d733f8-5144-4b93-9f83-cc137b8ded7a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.0789917 Mar 14 15:57:18.175828 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c6b839f0-a8fc-43cf-b9ec-1a1f6f797adb req-d56e039b-dc0f-4774-b01e-a4efa343e8c2 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403895 Mar 14 15:57:19.371998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0b957-dc84-400e-9cc2-382c4dd554e9 req-ef296f24-834b-4c7f-a15e-e047fa781464 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:19.373422 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b5f0b957-dc84-400e-9cc2-382c4dd554e9 req-ef296f24-834b-4c7f-a15e-e047fa781464 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.0749917 Mar 14 15:57:19.421525 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b5f0b957-dc84-400e-9cc2-382c4dd554e9 req-78e91478-8815-4cfb-bde7-4ec45f399e9d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415831 Mar 14 15:57:20.615135 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e570c9f-1835-4fd7-8e0e-9bca8825a21a req-8d8049d9-ff1a-4252-afd1-8daa0c3fe2e7 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:20.616554 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0e570c9f-1835-4fd7-8e0e-9bca8825a21a req-8d8049d9-ff1a-4252-afd1-8daa0c3fe2e7 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.0740037 Mar 14 15:57:20.660594 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0e570c9f-1835-4fd7-8e0e-9bca8825a21a req-c58cf957-f67f-46fc-a251-80680fe39fb7 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384569 Mar 14 15:57:20.865681 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-15de72fa-e0e9-4ecd-b209-a53688517209 req-0b49abb6-f1c2-4269-9e90-46c4e0fe5dee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 1099 time: 0.0742316 Mar 14 15:57:21.008026 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de72fa-e0e9-4ecd-b209-a53688517209 req-15e2dc42-c3a2-4427-9be3-6cde9435e799 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:21.009447 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-15de72fa-e0e9-4ecd-b209-a53688517209 req-15e2dc42-c3a2-4427-9be3-6cde9435e799 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1244264 Mar 14 15:57:21.104708 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:21.111795 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-15de72fa-e0e9-4ecd-b209-a53688517209 req-ed6e3009-ba2d-4aad-b3ab-5a26dbf3d9b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b17ca97a-a968-47ba-9938-b1963732bede HTTP/1.1" status: 200 len: 1003 time: 0.0966492 Mar 14 15:57:21.173215 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de72fa-e0e9-4ecd-b209-a53688517209 req-954ca3d9-0547-45ff-abaf-f96cfa873ea9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:21.174670 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-15de72fa-e0e9-4ecd-b209-a53688517209 req-954ca3d9-0547-45ff-abaf-f96cfa873ea9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0567219 Mar 14 15:57:21.250534 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-15de72fa-e0e9-4ecd-b209-a53688517209 req-4dc1407c-ad86-4827-adb1-17d37417c9fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702193 Mar 14 15:57:21.378447 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-15de72fa-e0e9-4ecd-b209-a53688517209 req-cb1a1399-01d2-409f-8b32-47519f9aed27 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216531 Mar 14 15:57:21.507945 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-15de72fa-e0e9-4ecd-b209-a53688517209 req-d4aa26d3-6da7-40f0-ae18-2c8ef9fa66aa service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233993 Mar 14 15:57:21.852812 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e3b0c-9f73-47c0-9d73-612e1e8e7563 req-140043ce-bb4c-4a9d-a5b0-4f05e2a2334b tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:21.854333 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-173e3b0c-9f73-47c0-9d73-612e1e8e7563 req-140043ce-bb4c-4a9d-a5b0-4f05e2a2334b tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.0745647 Mar 14 15:57:21.899570 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-173e3b0c-9f73-47c0-9d73-612e1e8e7563 req-21133e60-7c64-4117-9bf2-9f5bd8fc0752 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389845 Mar 14 15:57:23.183266 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c4f8c-4488-44ca-8c87-ed0bf3ba33cf req-91c55d23-1d54-4217-a264-0308bb4003b1 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:23.184707 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7f4c4f8c-4488-44ca-8c87-ed0bf3ba33cf req-91c55d23-1d54-4217-a264-0308bb4003b1 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.1551096 Mar 14 15:57:23.230417 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7f4c4f8c-4488-44ca-8c87-ed0bf3ba33cf req-37a61488-a16e-4512-ba70-0e6ce5daa54c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397635 Mar 14 15:57:24.424722 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247a364-fc74-44ec-a2ab-b9ec3bfbf1e1 req-868b959b-cad2-484d-a9d7-848b3f37e559 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:24.426179 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2247a364-fc74-44ec-a2ab-b9ec3bfbf1e1 req-868b959b-cad2-484d-a9d7-848b3f37e559 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.0786302 Mar 14 15:57:24.471009 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2247a364-fc74-44ec-a2ab-b9ec3bfbf1e1 req-3261e1cc-b701-4861-a1ce-d5f3f1637cf2 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393424 Mar 14 15:57:25.664913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04295b52-1a0c-489d-a71b-5364ca011de2 req-41d7ff16-c715-40f5-8021-da3f618f3122 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:25.666376 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-04295b52-1a0c-489d-a71b-5364ca011de2 req-41d7ff16-c715-40f5-8021-da3f618f3122 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.0776844 Mar 14 15:57:25.710335 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-04295b52-1a0c-489d-a71b-5364ca011de2 req-af542bde-2b04-43f9-9b4e-89de4dbde91d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384755 Mar 14 15:57:26.906568 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778b95e-775b-487b-b250-0d87c7ab3de0 req-58bf7527-0b57-4b81-b44d-b3bd6af81bc6 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:26.907999 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f778b95e-775b-487b-b250-0d87c7ab3de0 req-58bf7527-0b57-4b81-b44d-b3bd6af81bc6 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.0756240 Mar 14 15:57:26.951454 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f778b95e-775b-487b-b250-0d87c7ab3de0 req-3ac146ee-8a02-488d-a7e0-68ed604f1c20 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380411 Mar 14 15:57:28.042102 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb8ad39a-f3fa-464d-8bf7-e2241bcf354b req-14034048-a3b4-41a1-a11e-9780a0ffcdb9 service neutron] 10.222.0.24 "GET /v2.0/ports/b17ca97a-a968-47ba-9938-b1963732bede/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0711174 Mar 14 15:57:28.149953 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218787d4-105e-4b52-ac7a-024a28ffb616 req-271bf2ad-0d98-49b4-8d32-89ef11558f23 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:28.151320 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-218787d4-105e-4b52-ac7a-024a28ffb616 req-271bf2ad-0d98-49b4-8d32-89ef11558f23 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.0784130 Mar 14 15:57:28.203836 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-218787d4-105e-4b52-ac7a-024a28ffb616 req-57474d82-8468-478b-b6ab-b74b265a0ec2 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458224 Mar 14 15:57:28.303474 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb8ad39a-f3fa-464d-8bf7-e2241bcf354b req-b30c1fc8-77b8-4de9-a6c7-2e7b6f7bc055 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266&tenant_id=c2875e7ec61748cc84274d4dce128d18 HTTP/1.1" status: 200 len: 1099 time: 0.0664103 Mar 14 15:57:28.393643 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb8ad39a-f3fa-464d-8bf7-e2241bcf354b req-a3e9ae9e-48cb-4452-b508-43553233c120 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 1099 time: 0.0693967 Mar 14 15:57:28.519292 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ad39a-f3fa-464d-8bf7-e2241bcf354b req-1e1d100b-71be-4ffc-b058-d031150da5f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:28.520599 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb8ad39a-f3fa-464d-8bf7-e2241bcf354b req-1e1d100b-71be-4ffc-b058-d031150da5f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1215317 Mar 14 15:57:28.618747 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb8ad39a-f3fa-464d-8bf7-e2241bcf354b req-a197daf8-2d6e-4eab-b808-8e14d54acd91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b17ca97a-a968-47ba-9938-b1963732bede HTTP/1.1" status: 200 len: 1003 time: 0.0921898 Mar 14 15:57:28.678386 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ad39a-f3fa-464d-8bf7-e2241bcf354b req-7992c184-a16a-42c5-b697-26cb101e1e49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:28.679759 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb8ad39a-f3fa-464d-8bf7-e2241bcf354b req-7992c184-a16a-42c5-b697-26cb101e1e49 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0557594 Mar 14 15:57:28.751103 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb8ad39a-f3fa-464d-8bf7-e2241bcf354b req-f91c911b-a120-4757-b229-6d95ceb8bfda service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654871 Mar 14 15:57:28.876535 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb8ad39a-f3fa-464d-8bf7-e2241bcf354b req-e631421d-a16b-4531-bfe4-55fa77ce0108 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192238 Mar 14 15:57:29.001927 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb8ad39a-f3fa-464d-8bf7-e2241bcf354b req-5bcbb590-e8be-46f8-8f7c-4d4e016d2c9c service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201317 Mar 14 15:57:29.403166 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71863fc4-9ae8-451b-a4a6-cb562602dcf3 req-ede37277-144b-4cd2-8335-ec190fcad4e9 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:29.404586 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-71863fc4-9ae8-451b-a4a6-cb562602dcf3 req-ede37277-144b-4cd2-8335-ec190fcad4e9 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.0785918 Mar 14 15:57:29.450141 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-71863fc4-9ae8-451b-a4a6-cb562602dcf3 req-8fdce666-5fd2-494b-926b-52ab2c2a4092 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387089 Mar 14 15:57:30.649753 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8cb1f-dbbf-4973-b315-7ef82a3e17cc req-b11ab961-f505-4d63-ba12-73f4171ef650 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:30.651201 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-37d8cb1f-dbbf-4973-b315-7ef82a3e17cc req-b11ab961-f505-4d63-ba12-73f4171ef650 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.0783398 Mar 14 15:57:30.696506 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-37d8cb1f-dbbf-4973-b315-7ef82a3e17cc req-3feaeb12-49bb-4b16-b18b-6194d69eb7bd tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397923 Mar 14 15:57:31.864283 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device b17ca97a-a968-47ba-9938-b1963732bede details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:57:31.893046 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89a1aa-fc59-4a41-a65e-f475c9768e84 req-1aadca7f-03ff-47c1-8422-04d4a5ac11a0 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:31.894550 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9d89a1aa-fc59-4a41-a65e-f475c9768e84 req-1aadca7f-03ff-47c1-8422-04d4a5ac11a0 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.0760486 Mar 14 15:57:31.944673 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9d89a1aa-fc59-4a41-a65e-f475c9768e84 req-598c697a-1c5f-473e-820d-d9e72430c7b1 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444469 Mar 14 15:57:32.032907 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port b17ca97a-a968-47ba-9938-b1963732bede, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=b17ca97a-a968-47ba-9938-b1963732bede,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:57:32.045563 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': 'b17ca97a-a968-47ba-9938-b1963732bede', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'port_id': 'b17ca97a-a968-47ba-9938-b1963732bede', 'mac_address': 'fa:16:3e:dc:9e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:57:32.102428 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:32.119757 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b17ca97a-a968-47ba-9938-b1963732bede {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:57:32.134949 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port b17ca97a-a968-47ba-9938-b1963732bede, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=b17ca97a-a968-47ba-9938-b1963732bede,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:57:32.140302 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:32.206210 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['b17ca97a-a968-47ba-9938-b1963732bede'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:57:32.261819 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=b17ca97a-a968-47ba-9938-b1963732bede,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:32.384434 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d9fda-6e00-4d9e-bfa1-73da63d737d3 req-ec77b784-4d6c-48f1-a593-a862ccce804f tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:32.385862 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a95d9fda-6e00-4d9e-bfa1-73da63d737d3 req-ec77b784-4d6c-48f1-a593-a862ccce804f tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.24 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266&tenant_id=c2875e7ec61748cc84274d4dce128d18&binding%3Ahost_id=hv-neutron-8335 HTTP/1.1" status: 200 len: 945 time: 0.0823648 Mar 14 15:57:32.456128 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d29fd-e19b-4e82-93ff-d1d645a525a6 req-47d536e2-b4c1-4a75-8dc9-1d047c82d95e tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:32.457662 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ea8d29fd-e19b-4e82-93ff-d1d645a525a6 req-47d536e2-b4c1-4a75-8dc9-1d047c82d95e tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 945 time: 0.0829101 Mar 14 15:57:32.468037 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a95d9fda-6e00-4d9e-bfa1-73da63d737d3 req-a76df5ea-aecb-410a-bb8b-4d07003647cc service neutron] 10.222.0.24 "GET /v2.0/ports/b17ca97a-a968-47ba-9938-b1963732bede/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0764773 Mar 14 15:57:32.504137 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ea8d29fd-e19b-4e82-93ff-d1d645a525a6 req-84bac155-70f9-4266-96ee-7a4b68397b16 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406141 Mar 14 15:57:32.556249 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a95d9fda-6e00-4d9e-bfa1-73da63d737d3 req-c49d6d10-64ea-41a2-89c3-f2de3b56d3a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 1098 time: 0.0678015 Mar 14 15:57:32.684072 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d9fda-6e00-4d9e-bfa1-73da63d737d3 req-86ed16f5-3e21-4635-8e1c-cb032b60b915 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:32.685483 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a95d9fda-6e00-4d9e-bfa1-73da63d737d3 req-86ed16f5-3e21-4635-8e1c-cb032b60b915 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1235540 Mar 14 15:57:32.861930 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a95d9fda-6e00-4d9e-bfa1-73da63d737d3 req-00d53eae-dbc6-4e02-a2f2-49e3352d7c52 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b17ca97a-a968-47ba-9938-b1963732bede HTTP/1.1" status: 200 len: 1002 time: 0.1707447 Mar 14 15:57:32.924208 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d9fda-6e00-4d9e-bfa1-73da63d737d3 req-5c147c90-bfdf-4fce-acbd-ce19540614f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:32.925574 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a95d9fda-6e00-4d9e-bfa1-73da63d737d3 req-5c147c90-bfdf-4fce-acbd-ce19540614f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0580258 Mar 14 15:57:32.998324 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a95d9fda-6e00-4d9e-bfa1-73da63d737d3 req-0afa0e88-89c7-4e3c-b4d8-c878c7136205 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657253 Mar 14 15:57:33.124471 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a95d9fda-6e00-4d9e-bfa1-73da63d737d3 req-f525e849-39b9-4890-8105-7a8094b8b3dc service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202981 Mar 14 15:57:33.253328 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a95d9fda-6e00-4d9e-bfa1-73da63d737d3 req-f8e4350a-bbd9-47fa-8bcf-5f833e760161 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234457 Mar 14 15:57:33.702120 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66fc54-3848-4604-afcd-56dea9b1734a req-b31174ab-6edf-4bf9-8c6f-844097cf844f tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:33.703686 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7f66fc54-3848-4604-afcd-56dea9b1734a req-b31174ab-6edf-4bf9-8c6f-844097cf844f tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 945 time: 0.0732830 Mar 14 15:57:33.755542 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7f66fc54-3848-4604-afcd-56dea9b1734a req-23fe702c-f01f-4bf0-91ae-362c7eba4873 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443754 Mar 14 15:57:33.871881 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device b17ca97a-a968-47ba-9938-b1963732bede up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:57:33.938977 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port b17ca97a-a968-47ba-9938-b1963732bede triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:57:33.939376 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:34.048899 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:34.074695 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5a2f91-746b-498b-9cc9-b46e3d321266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17ca97a-a968-47ba-9938-b1963732bede'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:57:34.084472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port b17ca97a-a968-47ba-9938-b1963732bede, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=b17ca97a-a968-47ba-9938-b1963732bede,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:57:34.087565 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:34.157534 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=b17ca97a-a968-47ba-9938-b1963732bede,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:34.231917 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5a2f91-746b-498b-9cc9-b46e3d321266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17ca97a-a968-47ba-9938-b1963732bede', 'code': 200} Mar 14 15:57:34.963691 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb317f6-5ad3-4385-b045-d06e62c22be2 req-081069cd-73e1-4333-be10-23eaca8880a4 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:34.965771 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-beb317f6-5ad3-4385-b045-d06e62c22be2 req-081069cd-73e1-4333-be10-23eaca8880a4 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.0768418 Mar 14 15:57:35.011302 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-beb317f6-5ad3-4385-b045-d06e62c22be2 req-aac5de73-24db-4c03-8d66-33a35cb6646d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397398 Mar 14 15:57:35.707853 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a95d9fda-6e00-4d9e-bfa1-73da63d737d3 req-3d2b81c9-e2ee-4bd9-9b05-a3b834889641 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266&tenant_id=c2875e7ec61748cc84274d4dce128d18 HTTP/1.1" status: 200 len: 1099 time: 0.0721145 Mar 14 15:57:35.801157 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a95d9fda-6e00-4d9e-bfa1-73da63d737d3 req-a5f125ea-882b-44b6-815a-8e23498c2338 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 1099 time: 0.0721214 Mar 14 15:57:35.930542 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d9fda-6e00-4d9e-bfa1-73da63d737d3 req-4b939e13-964f-4466-bb3a-14786dd24639 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:35.931956 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a95d9fda-6e00-4d9e-bfa1-73da63d737d3 req-4b939e13-964f-4466-bb3a-14786dd24639 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1243539 Mar 14 15:57:36.031415 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a95d9fda-6e00-4d9e-bfa1-73da63d737d3 req-742a8471-69de-4aad-8bc8-7e6d3f604fb4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b17ca97a-a968-47ba-9938-b1963732bede HTTP/1.1" status: 200 len: 1003 time: 0.0936294 Mar 14 15:57:36.097468 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d9fda-6e00-4d9e-bfa1-73da63d737d3 req-a4010620-3d49-424e-9c11-c5923f242007 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:36.098922 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a95d9fda-6e00-4d9e-bfa1-73da63d737d3 req-a4010620-3d49-424e-9c11-c5923f242007 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0621395 Mar 14 15:57:36.176929 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a95d9fda-6e00-4d9e-bfa1-73da63d737d3 req-f61c2d2f-d6e0-4f6d-b331-93fd8baaac8a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711310 Mar 14 15:57:36.245529 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612ba77-e274-4270-b066-d3a673592176 req-22acce46-ece9-4722-b11b-5411c4160619 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:36.246994 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7612ba77-e274-4270-b066-d3a673592176 req-22acce46-ece9-4722-b11b-5411c4160619 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.0818346 Mar 14 15:57:36.309134 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a95d9fda-6e00-4d9e-bfa1-73da63d737d3 req-c5192286-1538-4caa-9387-d2f8bcc9d89d service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257751 Mar 14 15:57:36.383961 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7612ba77-e274-4270-b066-d3a673592176 req-4c21b9b7-7324-4a6e-a92e-8cfb80f70f28 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311913 Mar 14 15:57:36.441597 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a95d9fda-6e00-4d9e-bfa1-73da63d737d3 req-5cee7270-f114-493b-a4ef-e427885e174c service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269646 Mar 14 15:57:37.581263 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c31486-6e10-43dc-b83a-b694485bae84 req-cf55c07d-2895-4221-82b0-2c597d98212a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:37.582633 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-09c31486-6e10-43dc-b83a-b694485bae84 req-cf55c07d-2895-4221-82b0-2c597d98212a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 946 time: 0.0742564 Mar 14 15:57:37.626706 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-09c31486-6e10-43dc-b83a-b694485bae84 req-ece31fbd-cb8d-40c4-9b6d-f4672dbb4256 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385969 Mar 14 15:57:37.901656 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device b17ca97a-a968-47ba-9938-b1963732bede no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:57:38.007079 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:38.036561 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5a2f91-746b-498b-9cc9-b46e3d321266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17ca97a-a968-47ba-9938-b1963732bede'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:57:38.044979 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port b17ca97a-a968-47ba-9938-b1963732bede, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=b17ca97a-a968-47ba-9938-b1963732bede,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:57:38.049760 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:38.097809 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5a2f91-746b-498b-9cc9-b46e3d321266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17ca97a-a968-47ba-9938-b1963732bede', 'code': 200} Mar 14 15:57:38.120661 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=b17ca97a-a968-47ba-9938-b1963732bede,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:38.924486 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2bc27-ec53-4852-a7af-8ad631013c8b req-ee88b9b3-4271-4631-8b19-35b06554354b tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:38.925921 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4aa2bc27-ec53-4852-a7af-8ad631013c8b req-ee88b9b3-4271-4631-8b19-35b06554354b tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 944 time: 0.1663196 Mar 14 15:57:38.976725 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4aa2bc27-ec53-4852-a7af-8ad631013c8b req-b7ad2fc6-5e7b-4663-9e0a-35e84068c18f tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452583 Mar 14 15:57:39.173310 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35143d4-5a20-4630-bd71-14bda303352e req-7d29471a-f190-4952-9c53-460a76510e00 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:39.174864 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a35143d4-5a20-4630-bd71-14bda303352e req-7d29471a-f190-4952-9c53-460a76510e00 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 944 time: 0.0786920 Mar 14 15:57:39.221684 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a35143d4-5a20-4630-bd71-14bda303352e req-08c79f30-e07b-483e-aadc-031849e4d3cc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413387 Mar 14 15:57:39.418678 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd8eef-45f9-4fd6-90f2-c1f95fbdbc8b req-ebcf4344-371f-4cde-9b4c-bed2d4fe8fbd tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:39.420095 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e2fd8eef-45f9-4fd6-90f2-c1f95fbdbc8b req-ebcf4344-371f-4cde-9b4c-bed2d4fe8fbd tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 944 time: 0.0740502 Mar 14 15:57:39.464122 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e2fd8eef-45f9-4fd6-90f2-c1f95fbdbc8b req-3edb233f-9e8e-4d98-999a-97e9f0d4ce04 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385108 Mar 14 15:57:39.866635 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035bf88-9a31-4417-ad7d-5cafbc2cbdd5 req-cc425991-c8c8-424c-81ff-93f325309a94 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:39.867976 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8035bf88-9a31-4417-ad7d-5cafbc2cbdd5 req-cc425991-c8c8-424c-81ff-93f325309a94 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 944 time: 0.0799968 Mar 14 15:57:39.905206 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device b17ca97a-a968-47ba-9938-b1963732bede details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:57:39.912830 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8035bf88-9a31-4417-ad7d-5cafbc2cbdd5 req-7e103f69-1f60-4241-8600-430e49cbb581 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394218 Mar 14 15:57:40.040665 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port b17ca97a-a968-47ba-9938-b1963732bede, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=b17ca97a-a968-47ba-9938-b1963732bede,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:57:40.053324 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': 'b17ca97a-a968-47ba-9938-b1963732bede', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'port_id': 'b17ca97a-a968-47ba-9938-b1963732bede', 'mac_address': 'fa:16:3e:dc:9e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:57:40.104729 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:40.121044 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17ca97a-a968-47ba-9938-b1963732bede {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:57:40.136300 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port b17ca97a-a968-47ba-9938-b1963732bede, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=b17ca97a-a968-47ba-9938-b1963732bede,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:57:40.141160 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:40.206415 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['b17ca97a-a968-47ba-9938-b1963732bede'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:57:40.251718 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=b17ca97a-a968-47ba-9938-b1963732bede,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:41.109854 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba737681-7b7d-4c85-a3bb-e05b4cc16c77 req-2402f858-5127-46bd-835c-c2c4b3c29589 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:41.111304 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ba737681-7b7d-4c85-a3bb-e05b4cc16c77 req-2402f858-5127-46bd-835c-c2c4b3c29589 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 945 time: 0.0774553 Mar 14 15:57:41.156249 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ba737681-7b7d-4c85-a3bb-e05b4cc16c77 req-2be2866e-66d5-4302-b1b5-a22201e03a0e tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393178 Mar 14 15:57:41.916905 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device b17ca97a-a968-47ba-9938-b1963732bede up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:57:41.986385 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port b17ca97a-a968-47ba-9938-b1963732bede triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:57:41.986753 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:42.061262 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147389d-a2bb-4299-9269-7655062bdc51 req-cd92618b-b489-4ed1-886d-f080c70d384c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:42.063704 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9147389d-a2bb-4299-9269-7655062bdc51 req-cd92618b-b489-4ed1-886d-f080c70d384c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.24 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 945 time: 0.0737355 Mar 14 15:57:42.099596 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:42.126432 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5a2f91-746b-498b-9cc9-b46e3d321266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17ca97a-a968-47ba-9938-b1963732bede'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:57:42.132428 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-9147389d-a2bb-4299-9269-7655062bdc51 req-326734ca-ce6b-4bfb-bee8-833eb168edca tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Deleting port b17ca97a-a968-47ba-9938-b1963732bede {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:57:42.132774 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9147389d-a2bb-4299-9269-7655062bdc51 req-326734ca-ce6b-4bfb-bee8-833eb168edca tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:42.136235 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port b17ca97a-a968-47ba-9938-b1963732bede, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=b17ca97a-a968-47ba-9938-b1963732bede,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:57:42.140988 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:42.213577 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5a2f91-746b-498b-9cc9-b46e3d321266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17ca97a-a968-47ba-9938-b1963732bede', 'code': 200} Mar 14 15:57:42.214632 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=b17ca97a-a968-47ba-9938-b1963732bede,revision_number=10']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:42.365207 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69d2b6-fbab-4dc2-b6d6-d60cd6fe9aa0 req-99147c37-3531-46de-9e47-5854d2cd145d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:42.366707 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2a69d2b6-fbab-4dc2-b6d6-d60cd6fe9aa0 req-99147c37-3531-46de-9e47-5854d2cd145d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 947 time: 0.0773914 Mar 14 15:57:42.382013 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-9147389d-a2bb-4299-9269-7655062bdc51 req-326734ca-ce6b-4bfb-bee8-833eb168edca tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] For port b17ca97a-a968-47ba-9938-b1963732bede, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=b17ca97a-a968-47ba-9938-b1963732bede,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:57:42.382396 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9147389d-a2bb-4299-9269-7655062bdc51 req-326734ca-ce6b-4bfb-bee8-833eb168edca tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:42.415206 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2a69d2b6-fbab-4dc2-b6d6-d60cd6fe9aa0 req-d6c91faf-d82e-472c-908c-c0907a2e1f53 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426071 Mar 14 15:57:42.658581 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9147389d-a2bb-4299-9269-7655062bdc51 req-326734ca-ce6b-4bfb-bee8-833eb168edca tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:42.658947 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9147389d-a2bb-4299-9269-7655062bdc51 req-326734ca-ce6b-4bfb-bee8-833eb168edca tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:42.659261 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [req-9147389d-a2bb-4299-9269-7655062bdc51 req-326734ca-ce6b-4bfb-bee8-833eb168edca tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Floating IP f248b663-249f-4cc1-a90c-b9e30457010a disassociated. External IP: 172.26.4.110, port: b17ca97a-a968-47ba-9938-b1963732bede. Mar 14 15:57:42.659591 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-9147389d-a2bb-4299-9269-7655062bdc51 req-326734ca-ce6b-4bfb-bee8-833eb168edca tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Calling delete_port for b17ca97a-a968-47ba-9938-b1963732bede owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:57:42.798228 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9147389d-a2bb-4299-9269-7655062bdc51 req-326734ca-ce6b-4bfb-bee8-833eb168edca tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:42.846239 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326734ca-ce6b-4bfb-bee8-833eb168edca tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Pushing event deleted for resources: {'Port': ['ID=b17ca97a-a968-47ba-9938-b1963732bede,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:42.977728 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-70f0ec42-ca23-4edc-b6b8-7d447e005765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:43.053175 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9147389d-a2bb-4299-9269-7655062bdc51 req-326734ca-ce6b-4bfb-bee8-833eb168edca tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:57:43.250955 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9147389d-a2bb-4299-9269-7655062bdc51 req-326734ca-ce6b-4bfb-bee8-833eb168edca tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:57:43.260174 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0521d8-8bfe-46c4-a115-d6a1770a08fd None None] Sync routers for ids ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:57:43.272486 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0521d8-8bfe-46c4-a115-d6a1770a08fd None None] Routers {'438ea20d-81df-4856-b8fb-cb6e5ccd7387'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:57:43.273105 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3b0521d8-8bfe-46c4-a115-d6a1770a08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:57:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:43.407939 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9147389d-a2bb-4299-9269-7655062bdc51 req-326734ca-ce6b-4bfb-bee8-833eb168edca tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] No DVR routers for this DVR port b17ca97a-a968-47ba-9938-b1963732bede on host hv-neutron-8335 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:57:43.410459 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9147389d-a2bb-4299-9269-7655062bdc51 req-326734ca-ce6b-4bfb-bee8-833eb168edca tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:43.413269 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5a2f91-746b-498b-9cc9-b46e3d321266', 'name': 'network-vif-deleted', 'tag': 'b17ca97a-a968-47ba-9938-b1963732bede'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:57:43.429988 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9147389d-a2bb-4299-9269-7655062bdc51 req-326734ca-ce6b-4bfb-bee8-833eb168edca tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.24 "DELETE /v2.0/ports/b17ca97a-a968-47ba-9938-b1963732bede HTTP/1.1" status: 204 len: 173 time: 1.3614438 Mar 14 15:57:43.476234 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5a2f91-746b-498b-9cc9-b46e3d321266', 'name': 'network-vif-deleted', 'tag': 'b17ca97a-a968-47ba-9938-b1963732bede', 'status': 'completed', 'code': 200} Mar 14 15:57:43.509213 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3b0521d8-8bfe-46c4-a115-d6a1770a08fd None None] Set router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:57:43.617016 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0a6f2b66-70ee-44d0-be27-874cddddf984 req-efc88cce-c7fb-448e-ba1f-18298693fa4e tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=be5a2f91-746b-498b-9cc9-b46e3d321266 HTTP/1.1" status: 200 len: 210 time: 0.0416343 Mar 14 15:57:43.824110 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3b0521d8-8bfe-46c4-a115-d6a1770a08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:16Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:43.830511 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0521d8-8bfe-46c4-a115-d6a1770a08fd None None] Checking router: 438ea20d-81df-4856-b8fb-cb6e5ccd7387 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:57:43.841657 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0521d8-8bfe-46c4-a115-d6a1770a08fd None None] Routers {'438ea20d-81df-4856-b8fb-cb6e5ccd7387'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:57:43.842339 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3b0521d8-8bfe-46c4-a115-d6a1770a08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:57:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:44.029852 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3b0521d8-8bfe-46c4-a115-d6a1770a08fd None None] Set router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:57:44.333754 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3b0521d8-8bfe-46c4-a115-d6a1770a08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:16Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:44.337582 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0521d8-8bfe-46c4-a115-d6a1770a08fd None None] The sync data for ids ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'] in dv-neutron-833561-1-hyperv is: [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:16Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:57:44.557779 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54971ca-96e8-4bbb-8e31-06a18ee1cd12 None None] New status for floating IP f248b663-249f-4cc1-a90c-b9e30457010a: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:57:44.976835 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-8527144c-dc0c-4076-9663-5e9532de2a3b tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1586096743&fields=id&tenant_id=c2875e7ec61748cc84274d4dce128d18 HTTP/1.1" status: 200 len: 267 time: 0.0404866 Mar 14 15:57:45.119859 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-03f9d97a-3532-4304-b90c-32a50582cdd1 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:45.121253 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-03f9d97a-3532-4304-b90c-32a50582cdd1 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 811 time: 0.1383843 Mar 14 15:57:45.136879 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b30a761b-7c60-4173-ab1c-79569c4271b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:45.138322 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-c2cfd3f8-396b-4acd-a39c-f7661a428236 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/quotas/c2875e7ec61748cc84274d4dce128d18 HTTP/1.1" status: 200 len: 375 time: 0.0109053 Mar 14 15:57:45.222820 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-6d879663-2a9c-4d4b-b946-4824f898beb8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Synchronizing usage tracker for tenant:c2875e7ec61748cc84274d4dce128d18 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:57:45.238207 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-6d879663-2a9c-4d4b-b946-4824f898beb8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Unset dirty status for tenant:c2875e7ec61748cc84274d4dce128d18 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:57:45.239304 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-6d879663-2a9c-4d4b-b946-4824f898beb8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0952203 Mar 14 15:57:45.444250 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-10374ba7-c3aa-40cc-a069-530366717053 service neutron] 10.222.0.60 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933761 Mar 14 15:57:45.573090 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-4b2374af-99ed-4aa7-bb04-b9ebac569871 service neutron] 10.222.0.60 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231506 Mar 14 15:57:45.754332 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b0c4d5e7-dca8-4e8f-98f4-41fb21972736 req-4474054b-adc6-40c1-888f-d290b03b28c9 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 210 time: 0.0417407 Mar 14 15:57:45.947893 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device b17ca97a-a968-47ba-9938-b1963732bede no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:57:45.985336 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: b17ca97a-a968-47ba-9938-b1963732bede {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:57:45.985968 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device b17ca97a-a968-47ba-9938-b1963732bede not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:57:46.352659 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:46.567486 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:46.954162 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ed03151d-4e30-49ab-bf6d-7d2d125efd5b req-d09bc75b-77d2-4a82-9c6f-888a7d373ae9 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 210 time: 0.0575116 Mar 14 15:57:47.010330 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-1ec58f48-d789-4bda-bc5c-c1537e8e899d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:47.011745 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-1ec58f48-d789-4bda-bc5c-c1537e8e899d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 811 time: 0.1931393 Mar 14 15:57:47.065403 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-1f6f072a-a712-4757-90ee-c8ef32ca17e0 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2875e7ec61748cc84274d4dce128d18 HTTP/1.1" status: 200 len: 380 time: 0.0423174 Mar 14 15:57:47.073993 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-c255c3af-b50b-461f-a5dc-e4762d4960c3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Request body: {'port': {'device_id': 'ec6871b5-d25b-4f38-b94f-054ec521af06', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'admin_state_up': True, 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'security_groups': ['55ae4240-16cf-4824-b37c-c442c4e41101']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:57:47.205378 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-c255c3af-b50b-461f-a5dc-e4762d4960c3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:57:47.214771 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-c255c3af-b50b-461f-a5dc-e4762d4960c3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:57:47.224203 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-c255c3af-b50b-461f-a5dc-e4762d4960c3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Made reservation on behalf of c2875e7ec61748cc84274d4dce128d18 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:57:47.227383 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-c255c3af-b50b-461f-a5dc-e4762d4960c3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:47.409446 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-c255c3af-b50b-461f-a5dc-e4762d4960c3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Allocated IP 172.20.0.11 (cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1/d75a6f96-c665-4159-96f3-7c76d1527ec0/fcc926b3-a856-4a0f-988f-6e156ec5eef1) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:57:47.600821 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-c255c3af-b50b-461f-a5dc-e4762d4960c3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:47.615768 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-c255c3af-b50b-461f-a5dc-e4762d4960c3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Transition to ACTIVE for port object fcc926b3-a856-4a0f-988f-6e156ec5eef1 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:57:47.637101 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-c255c3af-b50b-461f-a5dc-e4762d4960c3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:47.707888 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-c255c3af-b50b-461f-a5dc-e4762d4960c3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:57:47.710574 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-c255c3af-b50b-461f-a5dc-e4762d4960c3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:57:47.714247 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-c255c3af-b50b-461f-a5dc-e4762d4960c3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:57:47.750394 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255c3af-b50b-461f-a5dc-e4762d4960c3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Pushing event updated for resources: {'Port': ['ID=fcc926b3-a856-4a0f-988f-6e156ec5eef1,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:47.782778 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-c255c3af-b50b-461f-a5dc-e4762d4960c3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:47.783505 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-c255c3af-b50b-461f-a5dc-e4762d4960c3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:47.809826 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-c255c3af-b50b-461f-a5dc-e4762d4960c3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7392340 Mar 14 15:57:47.820495 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-7f57d2b4-9798-430d-a180-d6c00d52c9b7 service neutron] Request body: {'port': {'device_id': 'ec6871b5-d25b-4f38-b94f-054ec521af06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:57:47.934648 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-7f57d2b4-9798-430d-a180-d6c00d52c9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:47.993936 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e470fe09-aa69-4975-8874-10a16439346f None None] Provisioning for port fcc926b3-a856-4a0f-988f-6e156ec5eef1 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:57:48.000160 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e470fe09-aa69-4975-8874-10a16439346f None None] Provisioning complete for port fcc926b3-a856-4a0f-988f-6e156ec5eef1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:57:48.000536 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e470fe09-aa69-4975-8874-10a16439346f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:48.058521 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:48.066842 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e470fe09-aa69-4975-8874-10a16439346f None None] Port fcc926b3-a856-4a0f-988f-6e156ec5eef1 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 15:57:48.164362 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f9e93-72d3-4752-9bb5-debf2610e1b9 req-6c1ee1bb-6c0b-4922-979c-11afdb7c5000 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:48.166454 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6a4f9e93-72d3-4752-9bb5-debf2610e1b9 req-6c1ee1bb-6c0b-4922-979c-11afdb7c5000 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 932 time: 0.0828941 Mar 14 15:57:48.213234 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6a4f9e93-72d3-4752-9bb5-debf2610e1b9 req-18a1bcfa-9a92-495b-85e1-195b3c6d32bb tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398512 Mar 14 15:57:48.356359 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-7f57d2b4-9798-430d-a180-d6c00d52c9b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc926b3-a856-4a0f-988f-6e156ec5eef1 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:57:48.363194 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-7f57d2b4-9798-430d-a180-d6c00d52c9b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:48.377338 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-7f57d2b4-9798-430d-a180-d6c00d52c9b7 service neutron] Transition to ACTIVE for port object fcc926b3-a856-4a0f-988f-6e156ec5eef1 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:57:48.381571 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-7f57d2b4-9798-430d-a180-d6c00d52c9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:48.506010 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57d2b4-9798-430d-a180-d6c00d52c9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc926b3-a856-4a0f-988f-6e156ec5eef1,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:48.615151 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-7f57d2b4-9798-430d-a180-d6c00d52c9b7 service neutron] Attempting to bind port fcc926b3-a856-4a0f-988f-6e156ec5eef1 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:57:48.615491 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-7f57d2b4-9798-430d-a180-d6c00d52c9b7 service neutron] Attempting to bind port fcc926b3-a856-4a0f-988f-6e156ec5eef1 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:57:48.615819 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-7f57d2b4-9798-430d-a180-d6c00d52c9b7 service neutron] Attempting to bind port fcc926b3-a856-4a0f-988f-6e156ec5eef1 on network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:57:48.621550 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-7f57d2b4-9798-430d-a180-d6c00d52c9b7 service neutron] Port fcc926b3-a856-4a0f-988f-6e156ec5eef1 on network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:57:48.621869 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-7f57d2b4-9798-430d-a180-d6c00d52c9b7 service neutron] Attempting to bind port fcc926b3-a856-4a0f-988f-6e156ec5eef1 on network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:57:48.629153 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-7f57d2b4-9798-430d-a180-d6c00d52c9b7 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:57:48.629485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-7f57d2b4-9798-430d-a180-d6c00d52c9b7 service neutron] Checking segment: {'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:57:48.629866 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-7f57d2b4-9798-430d-a180-d6c00d52c9b7 service neutron] Bound using segment: {'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:57:48.630320 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-7f57d2b4-9798-430d-a180-d6c00d52c9b7 service neutron] Bound port: fcc926b3-a856-4a0f-988f-6e156ec5eef1, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bb25137-0baa-4c74-b856-648e7e1121d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:57:48.630663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-7f57d2b4-9798-430d-a180-d6c00d52c9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:48.722244 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-7f57d2b4-9798-430d-a180-d6c00d52c9b7 service neutron] For port fcc926b3-a856-4a0f-988f-6e156ec5eef1, host hv-neutron-8335, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:57:48.725020 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-7f57d2b4-9798-430d-a180-d6c00d52c9b7 service neutron] For port fcc926b3-a856-4a0f-988f-6e156ec5eef1, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=fcc926b3-a856-4a0f-988f-6e156ec5eef1,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:57:48.729394 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-7f57d2b4-9798-430d-a180-d6c00d52c9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:48.793232 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-7f57d2b4-9798-430d-a180-d6c00d52c9b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:48.794664 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-7f57d2b4-9798-430d-a180-d6c00d52c9b7 service neutron] 10.222.0.24 "PUT /v2.0/ports/fcc926b3-a856-4a0f-988f-6e156ec5eef1 HTTP/1.1" status: 200 len: 1094 time: 0.9783447 Mar 14 15:57:48.795100 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6871b5-d25b-4f38-b94f-054ec521af06', 'tag': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:57:48.816240 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57d2b4-9798-430d-a180-d6c00d52c9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc926b3-a856-4a0f-988f-6e156ec5eef1,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:48.878876 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6871b5-d25b-4f38-b94f-054ec521af06', 'tag': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1', 'status': 'completed', 'code': 200} Mar 14 15:57:48.922237 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-bbc3f7f9-2be4-44ee-ba6f-c26250fb783f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 1097 time: 0.0801964 Mar 14 15:57:48.989508 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-665acc27-02f5-483b-bebc-6cdf25b2489e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcc926b3-a856-4a0f-988f-6e156ec5eef1 HTTP/1.1" status: 200 len: 217 time: 0.0616555 Mar 14 15:57:49.054045 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-7eacd89f-8e55-4ae8-a8e3-5bae67f86db3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:49.055424 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-7eacd89f-8e55-4ae8-a8e3-5bae67f86db3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0587749 Mar 14 15:57:49.126582 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-bd1b2b3c-4df3-40bc-b024-9d2d94f45e94 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653095 Mar 14 15:57:49.260280 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-b37a9a5b-ff0c-493c-a834-b859b82db834 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274552 Mar 14 15:57:49.389054 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a48e32fd-85dd-47f5-8a7f-433b9a794b6c req-63b8809a-2393-41dc-bb75-bed36f8a53a2 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232505 Mar 14 15:57:49.410540 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edda351-65fd-4f8a-9100-c12288056613 req-c4f9128d-221e-4244-ba39-7e2709578416 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:49.412010 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2edda351-65fd-4f8a-9100-c12288056613 req-c4f9128d-221e-4244-ba39-7e2709578416 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 944 time: 0.0774260 Mar 14 15:57:49.457062 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2edda351-65fd-4f8a-9100-c12288056613 req-86d38f0f-08f7-47fd-aff8-d352cc6ecc41 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395696 Mar 14 15:57:49.512787 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0a10bf2b-fde7-417e-8385-a4ae1776b4b1 req-ca824888-4671-440e-aeff-417f23e15860 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 1097 time: 0.0754430 Mar 14 15:57:49.639540 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10bf2b-fde7-417e-8385-a4ae1776b4b1 req-c1a58629-b5e1-4d42-95c9-c89e8e6c4f5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:49.641577 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0a10bf2b-fde7-417e-8385-a4ae1776b4b1 req-c1a58629-b5e1-4d42-95c9-c89e8e6c4f5b service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1235173 Mar 14 15:57:49.707201 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0a10bf2b-fde7-417e-8385-a4ae1776b4b1 req-d7b241b6-fe1f-46b4-85bc-308a73d686f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcc926b3-a856-4a0f-988f-6e156ec5eef1 HTTP/1.1" status: 200 len: 217 time: 0.0602643 Mar 14 15:57:49.852750 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10bf2b-fde7-417e-8385-a4ae1776b4b1 req-fdd46a99-0745-4ed2-9316-08f8d2066c2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:49.854185 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0a10bf2b-fde7-417e-8385-a4ae1776b4b1 req-fdd46a99-0745-4ed2-9316-08f8d2066c2f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.1407106 Mar 14 15:57:49.929596 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0a10bf2b-fde7-417e-8385-a4ae1776b4b1 req-bce909c5-de7f-4533-8483-4f17a98d3a49 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690067 Mar 14 15:57:50.058967 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0a10bf2b-fde7-417e-8385-a4ae1776b4b1 req-d60a413d-e761-410f-a949-7b2b07c07c20 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229169 Mar 14 15:57:50.188524 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0a10bf2b-fde7-417e-8385-a4ae1776b4b1 req-37d9affc-511c-4c86-ae3e-34a04d2d793e service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223359 Mar 14 15:57:50.659191 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f744108-5f1c-4b6c-8ac6-c4072f904cec req-f5a884be-5fec-435c-8ef1-3f8e28d1a533 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:50.659926 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-0f744108-5f1c-4b6c-8ac6-c4072f904cec req-f5a884be-5fec-435c-8ef1-3f8e28d1a533 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Synchronizing usage tracker for tenant:c2875e7ec61748cc84274d4dce128d18 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:57:50.675225 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-0f744108-5f1c-4b6c-8ac6-c4072f904cec req-f5a884be-5fec-435c-8ef1-3f8e28d1a533 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Unset dirty status for tenant:c2875e7ec61748cc84274d4dce128d18 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:57:50.676309 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0f744108-5f1c-4b6c-8ac6-c4072f904cec req-f5a884be-5fec-435c-8ef1-3f8e28d1a533 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 944 time: 0.0950863 Mar 14 15:57:50.720481 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0f744108-5f1c-4b6c-8ac6-c4072f904cec req-6fa82023-24c3-4a64-8d9c-98378ce9b96a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381217 Mar 14 15:57:51.106955 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:51.916484 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99aa494-26b0-4ed0-ba99-5d5b8431fc98 req-49190fce-e1b9-4290-ab6b-6c2681aa7b77 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:51.917919 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c99aa494-26b0-4ed0-ba99-5d5b8431fc98 req-49190fce-e1b9-4290-ab6b-6c2681aa7b77 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 944 time: 0.0784805 Mar 14 15:57:51.962152 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c99aa494-26b0-4ed0-ba99-5d5b8431fc98 req-b84010a0-7898-4114-be40-fd67b9d0fa1a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381930 Mar 14 15:57:53.175131 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d19c8-f710-435e-87c8-d5d3c8758489 req-c1d35cad-a3d9-425b-b085-45d62f5acf8b tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:53.176681 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9e9d19c8-f710-435e-87c8-d5d3c8758489 req-c1d35cad-a3d9-425b-b085-45d62f5acf8b tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 944 time: 0.0763118 Mar 14 15:57:53.221436 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9e9d19c8-f710-435e-87c8-d5d3c8758489 req-d4acf98f-a3bb-4142-ad7c-809325e530bd tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393775 Mar 14 15:57:53.952005 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device fcc926b3-a856-4a0f-988f-6e156ec5eef1 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:57:54.096722 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port fcc926b3-a856-4a0f-988f-6e156ec5eef1, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=fcc926b3-a856-4a0f-988f-6e156ec5eef1,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:57:54.109344 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'port_id': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1', 'mac_address': 'fa:16:3e:c5:87:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:57:54.161737 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:54.183630 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc926b3-a856-4a0f-988f-6e156ec5eef1 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:57:54.198589 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port fcc926b3-a856-4a0f-988f-6e156ec5eef1, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=fcc926b3-a856-4a0f-988f-6e156ec5eef1,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:57:54.202453 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:54.266691 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=fcc926b3-a856-4a0f-988f-6e156ec5eef1,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:54.441270 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a3275-5f46-4f31-a877-3ac3ff5bb704 req-a7830bd8-dc86-449d-8b00-c41f105af8db tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:54.442638 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-321a3275-5f46-4f31-a877-3ac3ff5bb704 req-a7830bd8-dc86-449d-8b00-c41f105af8db tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 945 time: 0.0747051 Mar 14 15:57:54.490032 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-321a3275-5f46-4f31-a877-3ac3ff5bb704 req-582ac3af-7887-4240-b55a-361f4a864f22 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419762 Mar 14 15:57:54.508971 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['fcc926b3-a856-4a0f-988f-6e156ec5eef1'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:57:54.665084 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:57:55.684905 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b532d39-a9c1-474b-8e65-d9a05a8a7a54 req-8c10ec6c-a15a-4c01-b0e2-d3b86c9324ba tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:55.686371 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2b532d39-a9c1-474b-8e65-d9a05a8a7a54 req-8c10ec6c-a15a-4c01-b0e2-d3b86c9324ba tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 945 time: 0.0783253 Mar 14 15:57:55.730673 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2b532d39-a9c1-474b-8e65-d9a05a8a7a54 req-2ccb4cd0-b41c-4ce7-9e05-b4495286f8dc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380561 Mar 14 15:57:55.967536 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device fcc926b3-a856-4a0f-988f-6e156ec5eef1 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:57:56.070892 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port fcc926b3-a856-4a0f-988f-6e156ec5eef1 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:57:56.075768 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port fcc926b3-a856-4a0f-988f-6e156ec5eef1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:57:56.076134 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:56.183910 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:56.210517 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6871b5-d25b-4f38-b94f-054ec521af06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:57:56.219784 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port fcc926b3-a856-4a0f-988f-6e156ec5eef1, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=fcc926b3-a856-4a0f-988f-6e156ec5eef1,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:57:56.223435 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:56.269606 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6871b5-d25b-4f38-b94f-054ec521af06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1', 'code': 200} Mar 14 15:57:56.294520 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=fcc926b3-a856-4a0f-988f-6e156ec5eef1,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:56.478714 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-79d22a79-c5bf-4f70-897d-18180ff3a221 req-0dbbb5ad-0a6d-4fee-a594-477ae856ed58 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 1099 time: 0.0652385 Mar 14 15:57:56.523626 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-79d22a79-c5bf-4f70-897d-18180ff3a221 req-682d975a-101a-497d-aed2-7b4b4e40b632 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393310 Mar 14 15:57:56.926074 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8327f6-da28-4ecb-a949-868c5403b78c req-01e98837-74e7-411e-8069-fe071886c741 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:56.927502 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1d8327f6-da28-4ecb-a949-868c5403b78c req-01e98837-74e7-411e-8069-fe071886c741 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 946 time: 0.0751374 Mar 14 15:57:56.972173 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1d8327f6-da28-4ecb-a949-868c5403b78c req-ebb70047-ec10-40fc-8c17-3fd15c903e6a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393035 Mar 14 15:57:58.165593 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e472ed-8117-4197-a806-0debcbf83701 req-b7ab16dd-381f-41b7-a315-a4e6a64b3418 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:58.166991 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-37e472ed-8117-4197-a806-0debcbf83701 req-b7ab16dd-381f-41b7-a315-a4e6a64b3418 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 946 time: 0.0757675 Mar 14 15:57:58.212225 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-37e472ed-8117-4197-a806-0debcbf83701 req-76c8d229-5900-4ca5-9f11-f1e97d452fb6 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398149 Mar 14 15:57:58.405529 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59a0a9-6817-4803-b034-bfcf3d1a88d1 req-0097c249-4b50-4aa8-95a5-228c0ef1364c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:58.407504 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4e59a0a9-6817-4803-b034-bfcf3d1a88d1 req-0097c249-4b50-4aa8-95a5-228c0ef1364c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 946 time: 0.0824215 Mar 14 15:57:58.416296 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58448) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:57:58.421447 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-09d16e59-67a6-4741-a38a-4fe8109bf4c8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Request body: {'floatingip': {'port_id': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:57:58.499371 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09d16e59-67a6-4741-a38a-4fe8109bf4c8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:59.160500 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09d16e59-67a6-4741-a38a-4fe8109bf4c8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:59.165822 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09d16e59-67a6-4741-a38a-4fe8109bf4c8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:59.352377 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.l3_db [None req-09d16e59-67a6-4741-a38a-4fe8109bf4c8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Floating IP f248b663-249f-4cc1-a90c-b9e30457010a associated. External IP: 172.26.4.110, port: fcc926b3-a856-4a0f-988f-6e156ec5eef1. Mar 14 15:57:59.741100 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d16e59-67a6-4741-a38a-4fe8109bf4c8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:57:59.945398 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d16e59-67a6-4741-a38a-4fe8109bf4c8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:57:59.949614 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09d16e59-67a6-4741-a38a-4fe8109bf4c8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:59.955575 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd979717-69c3-49e4-b3c8-d4045a45a6f4 None None] Sync routers for ids ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:57:59.967197 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd979717-69c3-49e4-b3c8-d4045a45a6f4 None None] Routers {'438ea20d-81df-4856-b8fb-cb6e5ccd7387'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:57:59.967808 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-fd979717-69c3-49e4-b3c8-d4045a45a6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:57:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:58:00.008585 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-09d16e59-67a6-4741-a38a-4fe8109bf4c8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "PUT /v2.0/floatingips/f248b663-249f-4cc1-a90c-b9e30457010a HTTP/1.1" status: 200 len: 993 time: 1.5882072 Mar 14 15:58:00.008585 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6871b5-d25b-4f38-b94f-054ec521af06', 'tag': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:58:00.067350 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6871b5-d25b-4f38-b94f-054ec521af06', 'tag': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1', 'status': 'completed', 'code': 200} Mar 14 15:58:00.191316 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-fd979717-69c3-49e4-b3c8-d4045a45a6f4 None None] Set router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:58:00.194585 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-784f2345-1209-4628-bb63-645b958c7b6d req-ff7efcea-4961-43db-bc6f-a40658c088c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 1099 time: 0.1052611 Mar 14 15:58:00.355186 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f2345-1209-4628-bb63-645b958c7b6d req-fcac1fa5-63c0-4c82-bff0-450ce27c1ca6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:00.356961 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-784f2345-1209-4628-bb63-645b958c7b6d req-fcac1fa5-63c0-4c82-bff0-450ce27c1ca6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1559036 Mar 14 15:58:00.466660 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-784f2345-1209-4628-bb63-645b958c7b6d req-958ddb87-39cf-4b55-bafc-f8974fe6d270 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcc926b3-a856-4a0f-988f-6e156ec5eef1 HTTP/1.1" status: 200 len: 1001 time: 0.1020463 Mar 14 15:58:00.542812 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f2345-1209-4628-bb63-645b958c7b6d req-71c5fb17-9a4d-4fff-af63-642d89c4d280 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:00.544362 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-784f2345-1209-4628-bb63-645b958c7b6d req-71c5fb17-9a4d-4fff-af63-642d89c4d280 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0721495 Mar 14 15:58:00.600786 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-fd979717-69c3-49e4-b3c8-d4045a45a6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'f248b663-249f-4cc1-a90c-b9e30457010a', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'floating_ip_address': '172.26.4.110', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'port_id': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'mac_address': 'fa:16:3e:c5:87:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6871b5-d25b-4f38-b94f-054ec521af06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:55:02Z', 'updated_at': '2022-03-14T15:57:58Z', 'revision_number': 13, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:16Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:58:00.607404 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd979717-69c3-49e4-b3c8-d4045a45a6f4 None None] Checking router: 438ea20d-81df-4856-b8fb-cb6e5ccd7387 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:58:00.619530 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd979717-69c3-49e4-b3c8-d4045a45a6f4 None None] Routers {'438ea20d-81df-4856-b8fb-cb6e5ccd7387'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:58:00.620153 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-fd979717-69c3-49e4-b3c8-d4045a45a6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:57:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:58:00.633981 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-784f2345-1209-4628-bb63-645b958c7b6d req-b205f3e4-0b04-4b9b-9e97-3804adf52e4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831897 Mar 14 15:58:00.771293 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-784f2345-1209-4628-bb63-645b958c7b6d req-58925a3b-ac55-41cb-a948-bd1d1314ff85 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317623 Mar 14 15:58:00.817890 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-fd979717-69c3-49e4-b3c8-d4045a45a6f4 None None] Set router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:58:01.003174 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-784f2345-1209-4628-bb63-645b958c7b6d req-20903341-3286-43ae-98a3-6e41b214e14f service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259924 Mar 14 15:58:01.186697 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-fd979717-69c3-49e4-b3c8-d4045a45a6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'f248b663-249f-4cc1-a90c-b9e30457010a', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'floating_ip_address': '172.26.4.110', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'port_id': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'mac_address': 'fa:16:3e:c5:87:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6871b5-d25b-4f38-b94f-054ec521af06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:55:02Z', 'updated_at': '2022-03-14T15:57:58Z', 'revision_number': 13, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:16Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:58:01.191414 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd979717-69c3-49e4-b3c8-d4045a45a6f4 None None] The sync data for ids ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'] in dv-neutron-833561-1-hyperv is: [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'f248b663-249f-4cc1-a90c-b9e30457010a', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'floating_ip_address': '172.26.4.110', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'port_id': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'mac_address': 'fa:16:3e:c5:87:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6871b5-d25b-4f38-b94f-054ec521af06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:55:02Z', 'updated_at': '2022-03-14T15:57:58Z', 'revision_number': 13, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:16Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:58:01.388358 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3250674-ab0e-495f-9459-d067fd0efc06 None None] New status for floating IP f248b663-249f-4cc1-a90c-b9e30457010a: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:58:01.850883 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7f595-2cbe-4cfb-a4bc-c7535ee67aa4 req-65774907-7292-47db-9922-16e1a7f8c976 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:01.852691 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1bc7f595-2cbe-4cfb-a4bc-c7535ee67aa4 req-65774907-7292-47db-9922-16e1a7f8c976 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 946 time: 0.0753989 Mar 14 15:58:01.898016 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1bc7f595-2cbe-4cfb-a4bc-c7535ee67aa4 req-439fe302-b15e-46d4-954f-fd42078443d4 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398698 Mar 14 15:58:11.299550 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-32d86a7f-b34c-4f18-8fe9-a6f5e5585b20 req-7e24fd20-0e7f-4c2e-9978-11ecfe7a1007 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0687587 Mar 14 15:58:11.603489 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415076ca-ae17-481c-8557-f1d736231f1e req-e8b113ab-e541-447b-80c5-e80cb29e22d9 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:11.604837 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-415076ca-ae17-481c-8557-f1d736231f1e req-e8b113ab-e541-447b-80c5-e80cb29e22d9 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 946 time: 0.0749707 Mar 14 15:58:11.612023 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1c3251c6-e6e7-4b51-b563-25bb3f22583b req-08db3e01-12c8-422f-97b4-1037ef82942d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1386979 Mar 14 15:58:11.651915 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-415076ca-ae17-481c-8557-f1d736231f1e req-ec76c799-ff53-4fde-a973-9fd43cd79c20 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409997 Mar 14 15:58:12.731148 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1c3251c6-e6e7-4b51-b563-25bb3f22583b req-650b554e-8cf7-4c3c-b8b2-35f922ccec98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 1099 time: 0.0709651 Mar 14 15:58:12.910524 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3251c6-e6e7-4b51-b563-25bb3f22583b req-b6059d53-51f9-4c49-8732-63afb04be19e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:12.911949 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1c3251c6-e6e7-4b51-b563-25bb3f22583b req-b6059d53-51f9-4c49-8732-63afb04be19e service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1754558 Mar 14 15:58:12.972941 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22bfae-c27c-4e05-a47c-157ae3387495 req-c65f6530-cdc9-4564-86fb-23e590842059 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:12.974602 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-be22bfae-c27c-4e05-a47c-157ae3387495 req-c65f6530-cdc9-4564-86fb-23e590842059 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 946 time: 0.1732230 Mar 14 15:58:12.982331 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa7863f6-1ee3-4893-ab2b-5658c8c42dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:13.051599 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-be22bfae-c27c-4e05-a47c-157ae3387495 req-b4396f28-0bf3-42f6-82a4-e308d1be6833 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709865 Mar 14 15:58:13.053261 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1c3251c6-e6e7-4b51-b563-25bb3f22583b req-3520a559-905a-4715-9065-bdb2c5c681e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcc926b3-a856-4a0f-988f-6e156ec5eef1 HTTP/1.1" status: 200 len: 1003 time: 0.1344888 Mar 14 15:58:13.119146 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3251c6-e6e7-4b51-b563-25bb3f22583b req-90f6e49f-5b79-4532-a284-5a926fc8d18d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:13.120565 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1c3251c6-e6e7-4b51-b563-25bb3f22583b req-90f6e49f-5b79-4532-a284-5a926fc8d18d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0609148 Mar 14 15:58:13.194670 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1c3251c6-e6e7-4b51-b563-25bb3f22583b req-8778d5dd-f680-413f-9cb7-eabfbb5c904a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679934 Mar 14 15:58:13.205129 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [req-1c3251c6-e6e7-4b51-b563-25bb3f22583b req-f8d160c4-60bd-4f0d-97e0-2aa68ce20178 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 15:58:13.206203 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1c3251c6-e6e7-4b51-b563-25bb3f22583b req-f8d160c4-60bd-4f0d-97e0-2aa68ce20178 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050149 Mar 14 15:58:13.347379 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1c3251c6-e6e7-4b51-b563-25bb3f22583b req-6b30acc6-03a8-4855-8adf-b1d3dff11014 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329300 Mar 14 15:58:13.482742 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1c3251c6-e6e7-4b51-b563-25bb3f22583b req-402d3429-1414-4373-ade8-f41bc0df0936 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294682 Mar 14 15:58:14.248626 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf1599-6a9e-47ef-9cf0-6b0ea697992d req-0af33ff4-cc94-4365-862f-eee3bf98398a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:14.250073 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3fcf1599-6a9e-47ef-9cf0-6b0ea697992d req-0af33ff4-cc94-4365-862f-eee3bf98398a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 946 time: 0.0774872 Mar 14 15:58:14.295055 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3fcf1599-6a9e-47ef-9cf0-6b0ea697992d req-582ebd1e-788d-4fc6-8448-4b4cc5bde439 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389822 Mar 14 15:58:15.138942 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-645c6e03-b5ce-4e33-87c5-6459ddd317c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:15.490983 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494ab34-4fdf-4225-8d47-41104ccccd38 req-dd750119-9f50-4f75-9e8a-d962dc87aff8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:15.492395 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d494ab34-4fdf-4225-8d47-41104ccccd38 req-dd750119-9f50-4f75-9e8a-d962dc87aff8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 946 time: 0.0741553 Mar 14 15:58:15.539776 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d494ab34-4fdf-4225-8d47-41104ccccd38 req-d1e657a2-aed1-4bf9-875f-8a3162aa0db5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420477 Mar 14 15:58:16.353943 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:16.570074 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:16.733500 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1268c73-4dfa-44ee-9f11-4e07b5be216c req-f435af07-9690-4686-ab67-a200eb679e9b tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:16.735677 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d1268c73-4dfa-44ee-9f11-4e07b5be216c req-f435af07-9690-4686-ab67-a200eb679e9b tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 946 time: 0.0763862 Mar 14 15:58:16.780878 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d1268c73-4dfa-44ee-9f11-4e07b5be216c req-5596156a-286d-41ab-945f-a1f5aed61c49 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385447 Mar 14 15:58:17.977378 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c818b-d930-4023-85bc-89dd489e552b req-ff8ff3a4-214d-4466-9c9f-8e7d1d8cfe0d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:17.978860 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-104c818b-d930-4023-85bc-89dd489e552b req-ff8ff3a4-214d-4466-9c9f-8e7d1d8cfe0d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 946 time: 0.0785034 Mar 14 15:58:18.023913 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-104c818b-d930-4023-85bc-89dd489e552b req-e7881f3b-7cd1-4fd5-a4ab-429de21a797d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394366 Mar 14 15:58:18.024265 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:19.224203 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebb034-2402-4196-a788-2483b7545782 req-980ab247-0095-42a8-ba34-d74299bba3d9 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:19.225646 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57ebb034-2402-4196-a788-2483b7545782 req-980ab247-0095-42a8-ba34-d74299bba3d9 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 946 time: 0.0784881 Mar 14 15:58:19.269701 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-57ebb034-2402-4196-a788-2483b7545782 req-c0b0e48f-e363-4fcc-96eb-6f3db9bdfc8e tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386298 Mar 14 15:58:20.466448 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe49e7f-2515-4229-b53b-7b0f6a4e55e5 req-7226a988-9d54-4832-9e74-e34e9ee2dce3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:20.467786 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8fe49e7f-2515-4229-b53b-7b0f6a4e55e5 req-7226a988-9d54-4832-9e74-e34e9ee2dce3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 946 time: 0.0787432 Mar 14 15:58:20.512071 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8fe49e7f-2515-4229-b53b-7b0f6a4e55e5 req-38b9cafd-5f38-4074-b288-44e219201c35 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383542 Mar 14 15:58:21.019660 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1c3251c6-e6e7-4b51-b563-25bb3f22583b req-d51de56c-3b7a-4f90-aa84-67d465aa72e8 service neutron] 10.222.0.24 "GET /v2.0/ports/fcc926b3-a856-4a0f-988f-6e156ec5eef1/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0723152 Mar 14 15:58:21.134737 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:21.275467 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1c3251c6-e6e7-4b51-b563-25bb3f22583b req-d3bf1958-6cb0-4e34-9cbb-4d4b2e0de4ba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06&tenant_id=c2875e7ec61748cc84274d4dce128d18 HTTP/1.1" status: 200 len: 1099 time: 0.0702672 Mar 14 15:58:21.365044 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1c3251c6-e6e7-4b51-b563-25bb3f22583b req-0293951a-1ae5-4959-8eec-8048a4d3ad99 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 1099 time: 0.0670238 Mar 14 15:58:21.578179 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3251c6-e6e7-4b51-b563-25bb3f22583b req-53a62d0e-2913-4af6-bb8a-1f47b2e4926e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:21.579601 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1c3251c6-e6e7-4b51-b563-25bb3f22583b req-53a62d0e-2913-4af6-bb8a-1f47b2e4926e service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.2084954 Mar 14 15:58:21.684636 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1c3251c6-e6e7-4b51-b563-25bb3f22583b req-db609a1a-833f-4992-8507-1371f7387d2b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcc926b3-a856-4a0f-988f-6e156ec5eef1 HTTP/1.1" status: 200 len: 1003 time: 0.0988948 Mar 14 15:58:21.713806 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888afa80-8614-4671-9922-9c0960ccb005 req-c74b85d1-50bb-418b-9aeb-5d948f09df51 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:21.715281 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-888afa80-8614-4671-9922-9c0960ccb005 req-c74b85d1-50bb-418b-9aeb-5d948f09df51 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 946 time: 0.0803611 Mar 14 15:58:21.746689 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3251c6-e6e7-4b51-b563-25bb3f22583b req-014fafe6-7d68-4b32-b9b4-834582e1f7bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:21.748116 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1c3251c6-e6e7-4b51-b563-25bb3f22583b req-014fafe6-7d68-4b32-b9b4-834582e1f7bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0583301 Mar 14 15:58:21.765125 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-888afa80-8614-4671-9922-9c0960ccb005 req-7f86dc64-aaa8-46f9-8739-33950fa8752d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443966 Mar 14 15:58:21.827082 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1c3251c6-e6e7-4b51-b563-25bb3f22583b req-490e37fb-f7c0-45eb-a75f-233ead28a643 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729954 Mar 14 15:58:21.967665 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1c3251c6-e6e7-4b51-b563-25bb3f22583b req-01bee2fc-03e8-4fb3-b26b-83a9c4441b0b service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350062 Mar 14 15:58:22.094274 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1c3251c6-e6e7-4b51-b563-25bb3f22583b req-121eb5f2-d94b-42c9-83bc-3047959d7eec service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208389 Mar 14 15:58:22.848381 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cfbf2fc9-3978-46f3-9668-61b199efcee7 req-f33563ff-6790-4b13-b844-86ba91203417 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 1099 time: 0.0703270 Mar 14 15:58:23.053445 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf2fc9-3978-46f3-9668-61b199efcee7 req-d4165a59-8a5f-4d7d-a350-6fc6fd1ef232 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:23.054797 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cfbf2fc9-3978-46f3-9668-61b199efcee7 req-d4165a59-8a5f-4d7d-a350-6fc6fd1ef232 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1877155 Mar 14 15:58:23.064932 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e114e2c-1075-4394-a3af-7b12f9acfedb req-cdb66284-97e8-4e65-a7b9-c155dc8c5fb5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:23.066923 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9e114e2c-1075-4394-a3af-7b12f9acfedb req-cdb66284-97e8-4e65-a7b9-c155dc8c5fb5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 946 time: 0.1272099 Mar 14 15:58:23.193733 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cfbf2fc9-3978-46f3-9668-61b199efcee7 req-54d3654e-6273-4d18-9600-0573e5650b94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcc926b3-a856-4a0f-988f-6e156ec5eef1 HTTP/1.1" status: 200 len: 1003 time: 0.1258862 Mar 14 15:58:23.196014 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9e114e2c-1075-4394-a3af-7b12f9acfedb req-d4e08f17-8d7c-4eb6-bb5b-7a64d3fb098d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826757 Mar 14 15:58:23.255697 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf2fc9-3978-46f3-9668-61b199efcee7 req-f6c436ae-69c9-4aea-9746-30fb0b0006c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:23.257267 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cfbf2fc9-3978-46f3-9668-61b199efcee7 req-f6c436ae-69c9-4aea-9746-30fb0b0006c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0579064 Mar 14 15:58:23.333335 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cfbf2fc9-3978-46f3-9668-61b199efcee7 req-d973fcb1-a0dd-4fe9-99d5-86cface3e305 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706475 Mar 14 15:58:23.468416 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cfbf2fc9-3978-46f3-9668-61b199efcee7 req-43b73c85-4b81-4ae9-beb1-58734e0dd9a5 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289876 Mar 14 15:58:23.607522 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cfbf2fc9-3978-46f3-9668-61b199efcee7 req-c8dab4cb-1e9f-4cea-a8dd-baede41b6fea service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339381 Mar 14 15:58:24.393068 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acdc4c-8e7c-480f-8c0e-bfdd6e79a80a req-b8172fcb-d1e1-4b53-a712-d8c9fe331a18 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:24.394539 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c7acdc4c-8e7c-480f-8c0e-bfdd6e79a80a req-b8172fcb-d1e1-4b53-a712-d8c9fe331a18 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 946 time: 0.0753546 Mar 14 15:58:24.439028 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c7acdc4c-8e7c-480f-8c0e-bfdd6e79a80a req-5a4611e1-00d9-4868-b58f-513d0073ab93 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389953 Mar 14 15:58:25.637017 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb9f7d-482f-4fbf-82e1-a436df69bfe2 req-f2e7e92d-b01d-4ec7-b408-4a2ca3539fc3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:25.638468 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8ecb9f7d-482f-4fbf-82e1-a436df69bfe2 req-f2e7e92d-b01d-4ec7-b408-4a2ca3539fc3 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 946 time: 0.0764711 Mar 14 15:58:25.681912 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8ecb9f7d-482f-4fbf-82e1-a436df69bfe2 req-944f1a2c-eae1-4ca6-a197-c1322f9b23c9 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377483 Mar 14 15:58:26.103722 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device fcc926b3-a856-4a0f-988f-6e156ec5eef1 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:58:26.106490 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device fcc926b3-a856-4a0f-988f-6e156ec5eef1 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:58:26.341267 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:26.370366 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port fcc926b3-a856-4a0f-988f-6e156ec5eef1, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=fcc926b3-a856-4a0f-988f-6e156ec5eef1,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:58:26.391187 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6871b5-d25b-4f38-b94f-054ec521af06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:58:26.397053 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'port_id': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1', 'mac_address': 'fa:16:3e:c5:87:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:58:26.402762 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port fcc926b3-a856-4a0f-988f-6e156ec5eef1, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=fcc926b3-a856-4a0f-988f-6e156ec5eef1,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:58:26.430727 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:26.468125 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6871b5-d25b-4f38-b94f-054ec521af06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1', 'code': 200} Mar 14 15:58:26.507812 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:26.530581 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc926b3-a856-4a0f-988f-6e156ec5eef1 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:58:26.534023 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=fcc926b3-a856-4a0f-988f-6e156ec5eef1,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:26.550485 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:26.550918 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:26.551270 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:26.551586 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:26.551914 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:26.552238 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:26.552559 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:26.552880 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:26.553196 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:26.553511 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:26.553825 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:26.558991 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port fcc926b3-a856-4a0f-988f-6e156ec5eef1, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=fcc926b3-a856-4a0f-988f-6e156ec5eef1,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:58:26.563136 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:26.627068 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['fcc926b3-a856-4a0f-988f-6e156ec5eef1'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:58:26.666547 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=fcc926b3-a856-4a0f-988f-6e156ec5eef1,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:26.973882 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969ebdb-52ac-4a1f-9205-52743799b474 req-8aaadea4-3297-4676-8f79-57648968db57 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:26.975271 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1969ebdb-52ac-4a1f-9205-52743799b474 req-8aaadea4-3297-4676-8f79-57648968db57 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 945 time: 0.1727414 Mar 14 15:58:27.018930 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1969ebdb-52ac-4a1f-9205-52743799b474 req-88b1fa2a-9e19-4157-85be-8ec8a90302b2 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382047 Mar 14 15:58:28.123509 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device fcc926b3-a856-4a0f-988f-6e156ec5eef1 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:58:28.197523 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port fcc926b3-a856-4a0f-988f-6e156ec5eef1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:58:28.197896 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:28.314007 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:28.318265 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21aa61-5ebc-498f-b50a-64c01cefe5fb req-b1916e31-e649-46d9-bc47-68eabca8ad17 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:28.319715 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5a21aa61-5ebc-498f-b50a-64c01cefe5fb req-b1916e31-e649-46d9-bc47-68eabca8ad17 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 945 time: 0.1766827 Mar 14 15:58:28.346255 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port fcc926b3-a856-4a0f-988f-6e156ec5eef1, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=fcc926b3-a856-4a0f-988f-6e156ec5eef1,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:58:28.350304 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:28.364532 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5a21aa61-5ebc-498f-b50a-64c01cefe5fb req-14a0b847-5ee2-4982-95d0-76cf4b30c7fc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393119 Mar 14 15:58:28.416531 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=fcc926b3-a856-4a0f-988f-6e156ec5eef1,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:28.469587 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6871b5-d25b-4f38-b94f-054ec521af06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:58:28.533757 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6871b5-d25b-4f38-b94f-054ec521af06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1', 'code': 200} Mar 14 15:58:29.561827 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520151a-e9d1-4c5c-b6db-a91a193ca1ba req-44d04d51-e9c9-4156-8f94-e51d6ca41623 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:29.563460 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8520151a-e9d1-4c5c-b6db-a91a193ca1ba req-44d04d51-e9c9-4156-8f94-e51d6ca41623 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 946 time: 0.0782297 Mar 14 15:58:29.613224 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8520151a-e9d1-4c5c-b6db-a91a193ca1ba req-1c0ad147-56d1-4027-9e6d-f704c16d8806 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429845 Mar 14 15:58:30.808252 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397bdb9-f809-4092-968e-9d532ec7ee6b req-1cc10a29-b779-4c04-8484-dd1d94c46f5f tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:30.809707 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1397bdb9-f809-4092-968e-9d532ec7ee6b req-1cc10a29-b779-4c04-8484-dd1d94c46f5f tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 946 time: 0.0750773 Mar 14 15:58:30.858958 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1397bdb9-f809-4092-968e-9d532ec7ee6b req-63999e48-cb67-45f7-9f99-71f4747374fc tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429516 Mar 14 15:58:31.667614 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:58:32.058002 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b9b0e-9a39-419c-a4f0-1f5107e8a0b0 req-767d9407-8955-43fd-83ea-fc85c2a29a26 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:32.059452 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-052b9b0e-9a39-419c-a4f0-1f5107e8a0b0 req-767d9407-8955-43fd-83ea-fc85c2a29a26 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 946 time: 0.0795288 Mar 14 15:58:32.103803 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-052b9b0e-9a39-419c-a4f0-1f5107e8a0b0 req-baa118d5-622d-44dd-b802-06333de86647 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386879 Mar 14 15:58:32.509504 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918978e-e9cd-4dfc-b24a-ca467e07078a req-2992d9a8-aa41-46ec-b192-3f78bb29c9d0 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:32.510865 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1918978e-e9cd-4dfc-b24a-ca467e07078a req-2992d9a8-aa41-46ec-b192-3f78bb29c9d0 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06&tenant_id=c2875e7ec61748cc84274d4dce128d18&binding%3Ahost_id=hv-neutron-8335 HTTP/1.1" status: 200 len: 946 time: 0.0792346 Mar 14 15:58:32.563594 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a94493-8641-4297-851d-efc3dd62c824 req-311b6ac7-d4bb-464e-9eb9-232481949e88 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:32.565654 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-78a94493-8641-4297-851d-efc3dd62c824 req-311b6ac7-d4bb-464e-9eb9-232481949e88 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 946 time: 0.0759294 Mar 14 15:58:32.588954 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1918978e-e9cd-4dfc-b24a-ca467e07078a req-4bad574f-8326-4e42-b18d-688ca59b1eb8 service neutron] 10.222.0.24 "GET /v2.0/ports/fcc926b3-a856-4a0f-988f-6e156ec5eef1/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0729856 Mar 14 15:58:32.610060 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-78a94493-8641-4297-851d-efc3dd62c824 req-dc08f651-1386-4a89-aeba-2e536a57b80b tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387640 Mar 14 15:58:32.681147 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1918978e-e9cd-4dfc-b24a-ca467e07078a req-f59206f0-a774-4b71-b819-2b5837d3d432 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 1099 time: 0.0719028 Mar 14 15:58:32.818649 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918978e-e9cd-4dfc-b24a-ca467e07078a req-d1e3f139-1864-4458-81f7-54e15d359f65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:32.819986 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1918978e-e9cd-4dfc-b24a-ca467e07078a req-d1e3f139-1864-4458-81f7-54e15d359f65 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1322360 Mar 14 15:58:32.920001 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1918978e-e9cd-4dfc-b24a-ca467e07078a req-1dd5e6f7-95bd-4ba4-95b2-fe7afbdf5ed1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcc926b3-a856-4a0f-988f-6e156ec5eef1 HTTP/1.1" status: 200 len: 1003 time: 0.0942974 Mar 14 15:58:32.979534 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918978e-e9cd-4dfc-b24a-ca467e07078a req-4a38e96e-0684-4a45-8010-8133da4175f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:32.980920 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1918978e-e9cd-4dfc-b24a-ca467e07078a req-4a38e96e-0684-4a45-8010-8133da4175f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.0555775 Mar 14 15:58:33.056269 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1918978e-e9cd-4dfc-b24a-ca467e07078a req-2a9a2f5c-e1b7-46e0-875c-c0e03d258f6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700376 Mar 14 15:58:33.185159 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1918978e-e9cd-4dfc-b24a-ca467e07078a req-ce2c63c7-f198-477c-aaf9-b09665195560 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228690 Mar 14 15:58:33.313460 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1918978e-e9cd-4dfc-b24a-ca467e07078a req-16910fd2-8e28-4a44-ac18-f69bdcd35a48 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226006 Mar 14 15:58:33.951820 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9ceb1-5f09-45b4-9241-517c2f37ce5d req-ee785522-54fb-4c3f-908e-4b504417e3d8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:33.953272 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-71f9ceb1-5f09-45b4-9241-517c2f37ce5d req-ee785522-54fb-4c3f-908e-4b504417e3d8 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 946 time: 0.0778239 Mar 14 15:58:33.996630 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-71f9ceb1-5f09-45b4-9241-517c2f37ce5d req-abc3bc59-e09b-495d-a785-416e81994d1d tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377550 Mar 14 15:58:35.196023 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b6124-89a1-4f98-afa1-d98d18a1dd3b req-18f59e7c-5fc0-4ec6-89c4-1fb5bc142840 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:35.197453 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8c4b6124-89a1-4f98-afa1-d98d18a1dd3b req-18f59e7c-5fc0-4ec6-89c4-1fb5bc142840 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 946 time: 0.0779126 Mar 14 15:58:35.241949 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8c4b6124-89a1-4f98-afa1-d98d18a1dd3b req-c09e4a3f-10d4-41af-92f3-957867016fbe tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388949 Mar 14 15:58:36.171690 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device fcc926b3-a856-4a0f-988f-6e156ec5eef1 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:58:36.283118 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:36.311346 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6871b5-d25b-4f38-b94f-054ec521af06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:58:36.322341 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port fcc926b3-a856-4a0f-988f-6e156ec5eef1, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=fcc926b3-a856-4a0f-988f-6e156ec5eef1,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:58:36.328843 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:36.393403 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6871b5-d25b-4f38-b94f-054ec521af06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1', 'code': 200} Mar 14 15:58:36.400593 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=fcc926b3-a856-4a0f-988f-6e156ec5eef1,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:36.448146 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1918978e-e9cd-4dfc-b24a-ca467e07078a req-e0f2d012-121b-4ff7-8feb-874e02287061 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06&tenant_id=c2875e7ec61748cc84274d4dce128d18 HTTP/1.1" status: 200 len: 1097 time: 0.1318586 Mar 14 15:58:36.463968 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a894c0-98cf-49bf-a86f-4d52860983e0 req-571efbbb-583d-41a1-ba15-ead0478acafe tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:36.465353 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-16a894c0-98cf-49bf-a86f-4d52860983e0 req-571efbbb-583d-41a1-ba15-ead0478acafe tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 944 time: 0.0889900 Mar 14 15:58:36.564079 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-16a894c0-98cf-49bf-a86f-4d52860983e0 req-3d2bfbea-5912-4a06-8561-4fef52c866bd tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674365 Mar 14 15:58:36.575959 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1918978e-e9cd-4dfc-b24a-ca467e07078a req-745328ec-597b-46ba-a1d5-adce5653b3bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2875e7ec61748cc84274d4dce128d18&device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 1097 time: 0.1077828 Mar 14 15:58:36.704982 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918978e-e9cd-4dfc-b24a-ca467e07078a req-b7b1f1ef-31c1-4256-96cb-8e1828b64c86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:36.706818 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1918978e-e9cd-4dfc-b24a-ca467e07078a req-b7b1f1ef-31c1-4256-96cb-8e1828b64c86 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 200 len: 912 time: 0.1254187 Mar 14 15:58:36.808879 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1918978e-e9cd-4dfc-b24a-ca467e07078a req-3d3f1495-efd4-4ae6-98eb-76011f82552e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcc926b3-a856-4a0f-988f-6e156ec5eef1 HTTP/1.1" status: 200 len: 1001 time: 0.0961182 Mar 14 15:58:36.952997 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918978e-e9cd-4dfc-b24a-ca467e07078a req-7972f3c7-861c-4199-836d-d713f9481ff7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:36.954430 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1918978e-e9cd-4dfc-b24a-ca467e07078a req-7972f3c7-861c-4199-836d-d713f9481ff7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 200 len: 850 time: 0.1400881 Mar 14 15:58:37.031930 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1918978e-e9cd-4dfc-b24a-ca467e07078a req-353000f3-6041-4200-adbe-bee069afa8c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715339 Mar 14 15:58:37.159484 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1918978e-e9cd-4dfc-b24a-ca467e07078a req-e6c3bc50-3ee7-4898-84e1-0fdb7c2af21c service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215546 Mar 14 15:58:37.292487 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1918978e-e9cd-4dfc-b24a-ca467e07078a req-03da73f2-c2d6-4d6b-beb8-6cc6992d6c96 service neutron] 10.222.0.24 "GET /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273956 Mar 14 15:58:37.762640 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7dd4c-2888-49f7-a016-735d28b703a7 req-405deea4-b175-4bff-9f5d-4c14f547e8dd tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:37.764072 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-aae7dd4c-2888-49f7-a016-735d28b703a7 req-405deea4-b175-4bff-9f5d-4c14f547e8dd tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 944 time: 0.0767863 Mar 14 15:58:37.813866 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-aae7dd4c-2888-49f7-a016-735d28b703a7 req-6786db0d-6836-485a-85d2-eba055194a85 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435202 Mar 14 15:58:39.020068 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f057124-9285-4efa-b1a4-a4583504417b req-d049d33b-5e29-4952-bd58-3f37906bb704 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:39.021500 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5f057124-9285-4efa-b1a4-a4583504417b req-d049d33b-5e29-4952-bd58-3f37906bb704 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 944 time: 0.0750370 Mar 14 15:58:39.065859 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5f057124-9285-4efa-b1a4-a4583504417b req-8be7dc8f-2799-4b09-aebc-10dde9069707 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389957 Mar 14 15:58:40.195447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device fcc926b3-a856-4a0f-988f-6e156ec5eef1 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:58:40.263797 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a862a-1a34-4946-b952-a77098b9011a req-d6f4fc5f-e532-4e19-b567-1edfb5cb6e2e tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:40.265227 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-614a862a-1a34-4946-b952-a77098b9011a req-d6f4fc5f-e532-4e19-b567-1edfb5cb6e2e tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 944 time: 0.0761242 Mar 14 15:58:40.309436 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-614a862a-1a34-4946-b952-a77098b9011a req-f0e59c02-1115-4312-88a8-dce0871abc51 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386055 Mar 14 15:58:41.510946 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394f10c-b08d-4e46-8417-4a08667ff4a4 req-861bb2fe-b409-4f46-a263-e65f4d36497c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:41.512302 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e394f10c-b08d-4e46-8417-4a08667ff4a4 req-861bb2fe-b409-4f46-a263-e65f4d36497c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 944 time: 0.0811403 Mar 14 15:58:41.557872 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e394f10c-b08d-4e46-8417-4a08667ff4a4 req-6522e84f-a9b9-431b-b89c-b0c6acaa68b0 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399868 Mar 14 15:58:42.195090 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device fcc926b3-a856-4a0f-988f-6e156ec5eef1 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:58:42.324149 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port fcc926b3-a856-4a0f-988f-6e156ec5eef1, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=fcc926b3-a856-4a0f-988f-6e156ec5eef1,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:58:42.336789 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'port_id': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1', 'mac_address': 'fa:16:3e:c5:87:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:58:42.388002 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:42.407655 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc926b3-a856-4a0f-988f-6e156ec5eef1 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:58:42.422020 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port fcc926b3-a856-4a0f-988f-6e156ec5eef1, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=fcc926b3-a856-4a0f-988f-6e156ec5eef1,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:58:42.426072 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:42.485428 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['fcc926b3-a856-4a0f-988f-6e156ec5eef1'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:58:42.524135 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=fcc926b3-a856-4a0f-988f-6e156ec5eef1,revision_number=10']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:42.757098 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77742a5d-f4f7-4fb0-9080-4e67a86b66e3 req-35992b80-cf3f-4353-8315-f96019ba3195 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:42.758491 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-77742a5d-f4f7-4fb0-9080-4e67a86b66e3 req-35992b80-cf3f-4353-8315-f96019ba3195 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 946 time: 0.0788918 Mar 14 15:58:42.803575 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-77742a5d-f4f7-4fb0-9080-4e67a86b66e3 req-4adc0ad5-0f0e-4731-8062-aa20888e4b33 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396993 Mar 14 15:58:42.984219 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-10419dd4-6f1c-41d6-bf7f-17d19e5df8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:43.995744 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91204b-3533-423b-9748-f6dbce4908bb req-f92c44b0-ce71-4d53-b4ad-c4030955480a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:43.997163 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6e91204b-3533-423b-9748-f6dbce4908bb req-f92c44b0-ce71-4d53-b4ad-c4030955480a tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 946 time: 0.0752122 Mar 14 15:58:44.040965 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6e91204b-3533-423b-9748-f6dbce4908bb req-5fd28f86-c4d4-461a-81f5-99c604d2cdc1 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382743 Mar 14 15:58:44.217592 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device fcc926b3-a856-4a0f-988f-6e156ec5eef1 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:58:44.282764 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port fcc926b3-a856-4a0f-988f-6e156ec5eef1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:58:44.283772 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:44.426678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:44.452363 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6871b5-d25b-4f38-b94f-054ec521af06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:58:44.463309 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port fcc926b3-a856-4a0f-988f-6e156ec5eef1, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=fcc926b3-a856-4a0f-988f-6e156ec5eef1,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:58:44.467244 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:44.520632 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6871b5-d25b-4f38-b94f-054ec521af06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1', 'code': 200} Mar 14 15:58:44.536872 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=fcc926b3-a856-4a0f-988f-6e156ec5eef1,revision_number=11']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:45.142582 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f3735105-020a-4c1d-9759-caee0e46b6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:45.246231 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed10b0-be74-4862-8f9b-f478ac49372f req-d79ae2cc-43d6-47b4-9c75-a70457d20537 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:45.247671 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-38ed10b0-be74-4862-8f9b-f478ac49372f req-d79ae2cc-43d6-47b4-9c75-a70457d20537 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 947 time: 0.0800459 Mar 14 15:58:45.291401 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-38ed10b0-be74-4862-8f9b-f478ac49372f req-df1fc9c9-d708-47fe-afce-78d4aa4b8b31 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374153 Mar 14 15:58:46.361710 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:46.523826 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a26b8-32d3-469c-b5d4-5e6c342cb03b req-24e13911-b612-4223-a2fe-27942899d883 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:46.525259 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a40a26b8-32d3-469c-b5d4-5e6c342cb03b req-24e13911-b612-4223-a2fe-27942899d883 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 947 time: 0.0980411 Mar 14 15:58:46.573289 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:46.584522 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a40a26b8-32d3-469c-b5d4-5e6c342cb03b req-437239aa-0dcc-4a36-a1e7-b44c2e4dc5d1 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535443 Mar 14 15:58:46.788420 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cb89b-242c-4b72-b3e1-123ca800fd15 req-78524d8f-799a-431e-af9e-22ad9d98b421 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:46.789785 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0c1cb89b-242c-4b72-b3e1-123ca800fd15 req-78524d8f-799a-431e-af9e-22ad9d98b421 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 947 time: 0.0773544 Mar 14 15:58:46.842432 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0c1cb89b-242c-4b72-b3e1-123ca800fd15 req-feeccc44-6e45-4954-8759-c936fe2cef91 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458825 Mar 14 15:58:47.040471 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf9fcd-3021-43cc-b77d-1e40308d8ab6 req-672d33ed-9af4-4286-83c9-cf504ac32c96 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:47.041828 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7bcf9fcd-3021-43cc-b77d-1e40308d8ab6 req-672d33ed-9af4-4286-83c9-cf504ac32c96 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 947 time: 0.0791371 Mar 14 15:58:47.086320 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7bcf9fcd-3021-43cc-b77d-1e40308d8ab6 req-72f17971-0e51-4c1b-991b-9da18308d8b4 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390146 Mar 14 15:58:47.481887 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb7007-7acc-4791-8876-5883f139c1b7 req-0165826f-8bb8-4890-87d4-43aaa3b5c1ce tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:47.483340 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-33cb7007-7acc-4791-8876-5883f139c1b7 req-0165826f-8bb8-4890-87d4-43aaa3b5c1ce tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 947 time: 0.0764186 Mar 14 15:58:47.530669 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-33cb7007-7acc-4791-8876-5883f139c1b7 req-b1191b42-43e1-4557-b1f0-7b08f329d27e tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418069 Mar 14 15:58:48.026842 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:48.739164 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24f14a-5ea1-4fba-997e-31cea62f3732 req-0e541b1b-0261-4533-bb9d-a4df9a15cbf5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:48.740571 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5b24f14a-5ea1-4fba-997e-31cea62f3732 req-0e541b1b-0261-4533-bb9d-a4df9a15cbf5 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 947 time: 0.0747249 Mar 14 15:58:48.784027 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5b24f14a-5ea1-4fba-997e-31cea62f3732 req-20321063-45b4-4128-aa4e-29fbe89be15b tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379717 Mar 14 15:58:49.977286 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80aba4-e50d-4a1c-ad92-c9d46bada37c req-508edb36-b6f7-4678-b17a-dd6a1775b755 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:49.978777 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fe80aba4-e50d-4a1c-ad92-c9d46bada37c req-508edb36-b6f7-4678-b17a-dd6a1775b755 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 947 time: 0.0842478 Mar 14 15:58:50.047710 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-fe80aba4-e50d-4a1c-ad92-c9d46bada37c req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Deleting port fcc926b3-a856-4a0f-988f-6e156ec5eef1 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:58:50.048067 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fe80aba4-e50d-4a1c-ad92-c9d46bada37c req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:50.129421 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475dbd9-b5b5-483c-9f22-9a789fd13e50 req-3efd44fc-d937-4512-9378-d2a9ccc6a8f0 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:50.130824 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9475dbd9-b5b5-483c-9f22-9a789fd13e50 req-3efd44fc-d937-4512-9378-d2a9ccc6a8f0 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 947 time: 0.0796473 Mar 14 15:58:50.177307 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9475dbd9-b5b5-483c-9f22-9a789fd13e50 req-973c1857-0619-4840-a453-9713a3729517 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups?id=55ae4240-16cf-4824-b37c-c442c4e41101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406671 Mar 14 15:58:50.290706 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-fe80aba4-e50d-4a1c-ad92-c9d46bada37c req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] For port fcc926b3-a856-4a0f-988f-6e156ec5eef1, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=fcc926b3-a856-4a0f-988f-6e156ec5eef1,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:58:50.291060 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fe80aba4-e50d-4a1c-ad92-c9d46bada37c req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:50.651740 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fe80aba4-e50d-4a1c-ad92-c9d46bada37c req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:50.652157 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fe80aba4-e50d-4a1c-ad92-c9d46bada37c req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:50.652534 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [req-fe80aba4-e50d-4a1c-ad92-c9d46bada37c req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Floating IP f248b663-249f-4cc1-a90c-b9e30457010a disassociated. External IP: 172.26.4.110, port: fcc926b3-a856-4a0f-988f-6e156ec5eef1. Mar 14 15:58:50.652898 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-fe80aba4-e50d-4a1c-ad92-c9d46bada37c req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Calling delete_port for fcc926b3-a856-4a0f-988f-6e156ec5eef1 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:58:50.794449 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fe80aba4-e50d-4a1c-ad92-c9d46bada37c req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:50.841464 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Pushing event deleted for resources: {'Port': ['ID=fcc926b3-a856-4a0f-988f-6e156ec5eef1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:50.854423 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:50.854749 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:50.855091 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:50.855429 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:50.855765 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:50.856096 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:50.856422 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:50.856747 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:50.857070 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:50.857387 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:50.857707 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:51.068602 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe80aba4-e50d-4a1c-ad92-c9d46bada37c req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:58:51.153485 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:51.291403 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe80aba4-e50d-4a1c-ad92-c9d46bada37c req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:58:51.303453 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fb4c57-2176-4e6d-a65a-521a9d9e2add None None] Sync routers for ids ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:58:51.315445 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fb4c57-2176-4e6d-a65a-521a9d9e2add None None] Routers {'438ea20d-81df-4856-b8fb-cb6e5ccd7387'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:58:51.316055 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-79fb4c57-2176-4e6d-a65a-521a9d9e2add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:58:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:58:51.395865 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d80d4c1a-c611-4310-ac2c-eb77bcdb30a4 req-2d86225a-ec6e-4839-b781-47be6bf95137 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6871b5-d25b-4f38-b94f-054ec521af06 HTTP/1.1" status: 200 len: 210 time: 0.0759778 Mar 14 15:58:51.400373 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe80aba4-e50d-4a1c-ad92-c9d46bada37c req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] No DVR routers for this DVR port fcc926b3-a856-4a0f-988f-6e156ec5eef1 on host hv-neutron-8335 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:58:51.402876 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fe80aba4-e50d-4a1c-ad92-c9d46bada37c req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:51.405822 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6871b5-d25b-4f38-b94f-054ec521af06', 'name': 'network-vif-deleted', 'tag': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:58:51.425068 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fe80aba4-e50d-4a1c-ad92-c9d46bada37c req-d08e6e24-07d7-4f23-80bc-1a1f821fb86c tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.24 "DELETE /v2.0/ports/fcc926b3-a856-4a0f-988f-6e156ec5eef1 HTTP/1.1" status: 204 len: 173 time: 1.4410343 Mar 14 15:58:51.468368 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6871b5-d25b-4f38-b94f-054ec521af06', 'name': 'network-vif-deleted', 'tag': 'fcc926b3-a856-4a0f-988f-6e156ec5eef1', 'status': 'completed', 'code': 200} Mar 14 15:58:51.507155 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-79fb4c57-2176-4e6d-a65a-521a9d9e2add None None] Set router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:58:51.816125 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-79fb4c57-2176-4e6d-a65a-521a9d9e2add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:16Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:58:51.820056 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fb4c57-2176-4e6d-a65a-521a9d9e2add None None] Checking router: 438ea20d-81df-4856-b8fb-cb6e5ccd7387 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:58:51.830922 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fb4c57-2176-4e6d-a65a-521a9d9e2add None None] Routers {'438ea20d-81df-4856-b8fb-cb6e5ccd7387'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:58:51.831522 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-79fb4c57-2176-4e6d-a65a-521a9d9e2add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:58:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:58:52.012683 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-79fb4c57-2176-4e6d-a65a-521a9d9e2add None None] Set router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:58:52.328809 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-79fb4c57-2176-4e6d-a65a-521a9d9e2add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:16Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:58:52.333624 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fb4c57-2176-4e6d-a65a-521a9d9e2add None None] The sync data for ids ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'] in dv-neutron-833561-1-hyperv is: [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:54:59Z', 'revision_number': 4, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'ef8f17c6-dd8f-4893-a522-138a10bb7288', 'name': '', 'network_id': 'cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'mac_address': 'fa:16:3e:38:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:59Z', 'updated_at': '2022-03-14T15:55:16Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'subnets': [{'id': 'd75a6f96-c665-4159-96f3-7c76d1527ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:58:52.552753 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d2c50-0f32-4c57-82b7-73297b596a21 None None] New status for floating IP f248b663-249f-4cc1-a90c-b9e30457010a: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 15:58:54.233472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device fcc926b3-a856-4a0f-988f-6e156ec5eef1 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:58:54.265647 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: fcc926b3-a856-4a0f-988f-6e156ec5eef1 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:58:54.266116 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device fcc926b3-a856-4a0f-988f-6e156ec5eef1 not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:58:55.708108 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58640) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:58:55.780424 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2889e056-6101-4902-8efa-4b948405ab97 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:55.819058 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2889e056-6101-4902-8efa-4b948405ab97 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:55.870940 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2889e056-6101-4902-8efa-4b948405ab97 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:55.889584 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889e056-6101-4902-8efa-4b948405ab97 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ae4240-16cf-4824-b37c-c442c4e41101,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:55.902078 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2889e056-6101-4902-8efa-4b948405ab97 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:55.902424 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2889e056-6101-4902-8efa-4b948405ab97 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:55.902761 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2889e056-6101-4902-8efa-4b948405ab97 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:55.903093 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2889e056-6101-4902-8efa-4b948405ab97 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:55.903422 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2889e056-6101-4902-8efa-4b948405ab97 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:55.903753 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2889e056-6101-4902-8efa-4b948405ab97 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:55.904080 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2889e056-6101-4902-8efa-4b948405ab97 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:55.904401 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2889e056-6101-4902-8efa-4b948405ab97 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:55.904785 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2889e056-6101-4902-8efa-4b948405ab97 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:55.905108 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2889e056-6101-4902-8efa-4b948405ab97 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:55.905425 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2889e056-6101-4902-8efa-4b948405ab97 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:55.908422 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2889e056-6101-4902-8efa-4b948405ab97 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:55.909512 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2889e056-6101-4902-8efa-4b948405ab97 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "DELETE /v2.0/security-groups/55ae4240-16cf-4824-b37c-c442c4e41101 HTTP/1.1" status: 204 len: 168 time: 0.2004147 Mar 14 15:58:55.911973 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58644) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:58:55.928574 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-0cd72ac5-b87e-488c-8691-b13d55729970 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] show failed (client error): The resource could not be found. Mar 14 15:58:55.929404 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0cd72ac5-b87e-488c-8691-b13d55729970 tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "GET /v2.0/security-groups/55ae4240-16cf-4824-b37c-c442c4e41101 HTTP/1.1" status: 404 len: 347 time: 0.0165627 Mar 14 15:58:55.932098 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58648) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:58:56.083796 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2b1d41aa-989d-4f08-aff2-24f25737255e tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Deleting port bb0aa3cc-461a-4044-a696-d3ee6e763b80 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:58:56.084134 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b1d41aa-989d-4f08-aff2-24f25737255e tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.258615 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b1d41aa-989d-4f08-aff2-24f25737255e tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.258938 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b1d41aa-989d-4f08-aff2-24f25737255e tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.374875 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2b1d41aa-989d-4f08-aff2-24f25737255e tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Calling delete_port for bb0aa3cc-461a-4044-a696-d3ee6e763b80 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:58:56.591998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b1d41aa-989d-4f08-aff2-24f25737255e tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.635831 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d41aa-989d-4f08-aff2-24f25737255e tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Pushing event deleted for resources: {'Port': ['ID=bb0aa3cc-461a-4044-a696-d3ee6e763b80,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:56.725566 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b1d41aa-989d-4f08-aff2-24f25737255e tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.739602 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b1d41aa-989d-4f08-aff2-24f25737255e tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.742097 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2b1d41aa-989d-4f08-aff2-24f25737255e tempest-ServerActionsTestJSON-793136248 tempest-ServerActionsTestJSON-793136248-project] 10.222.0.60 "DELETE /v2.0/floatingips/f248b663-249f-4cc1-a90c-b9e30457010a HTTP/1.1" status: 204 len: 168 time: 0.8077521 Mar 14 15:58:56.743673 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58652) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:58:57.116549 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf9ec773-ea27-481b-9cba-0997cf9e35ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.684650 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ec773-ea27-481b-9cba-0997cf9e35ba admin admin] Deleting port ef8f17c6-dd8f-4893-a522-138a10bb7288 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:58:57.684987 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf9ec773-ea27-481b-9cba-0997cf9e35ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.853525 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-cf9ec773-ea27-481b-9cba-0997cf9e35ba admin admin] For port ef8f17c6-dd8f-4893-a522-138a10bb7288, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ef8f17c6-dd8f-4893-a522-138a10bb7288,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:58:57.854221 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf9ec773-ea27-481b-9cba-0997cf9e35ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:58.064658 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ec773-ea27-481b-9cba-0997cf9e35ba admin admin] Calling delete_port for ef8f17c6-dd8f-4893-a522-138a10bb7288 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:58:58.224036 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf9ec773-ea27-481b-9cba-0997cf9e35ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:58.265872 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ec773-ea27-481b-9cba-0997cf9e35ba admin admin] Pushing event deleted for resources: {'Port': ['ID=ef8f17c6-dd8f-4893-a522-138a10bb7288,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:58.551454 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf9ec773-ea27-481b-9cba-0997cf9e35ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:59.109440 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9ec773-ea27-481b-9cba-0997cf9e35ba admin admin] Router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:58:59.307024 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9ec773-ea27-481b-9cba-0997cf9e35ba admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:58:59.316144 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e980c572-9210-44dc-9039-dc7742473f3f None None] Sync routers for ids ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 15:58:59.321405 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cf9ec773-ea27-481b-9cba-0997cf9e35ba admin admin] 10.222.0.60 "PUT /v2.0/routers/438ea20d-81df-4856-b8fb-cb6e5ccd7387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5758233 Mar 14 15:58:59.323021 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 58656) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:58:59.328814 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e980c572-9210-44dc-9039-dc7742473f3f None None] Routers {'438ea20d-81df-4856-b8fb-cb6e5ccd7387'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:58:59.330185 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e980c572-9210-44dc-9039-dc7742473f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:58:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:58:59.508378 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-e980c572-9210-44dc-9039-dc7742473f3f None None] Set router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:58:59.520280 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-546a96a4-ab36-4f7a-a712-8040a0b4ed86 admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:59.721830 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-546a96a4-ab36-4f7a-a712-8040a0b4ed86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:59.732064 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-546a96a4-ab36-4f7a-a712-8040a0b4ed86 admin admin] Deleting port 9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:58:59.732491 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-546a96a4-ab36-4f7a-a712-8040a0b4ed86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:59.795445 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e980c572-9210-44dc-9039-dc7742473f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:58:58Z', 'revision_number': 5, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port': {'id': '9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:54:57Z', 'updated_at': '2022-03-14T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:58:59.799423 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e980c572-9210-44dc-9039-dc7742473f3f None None] Checking router: 438ea20d-81df-4856-b8fb-cb6e5ccd7387 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 15:58:59.810542 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e980c572-9210-44dc-9039-dc7742473f3f None None] Routers {'438ea20d-81df-4856-b8fb-cb6e5ccd7387'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 15:58:59.811173 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e980c572-9210-44dc-9039-dc7742473f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:58:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:58:59.909712 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-546a96a4-ab36-4f7a-a712-8040a0b4ed86 admin admin] For port 9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:58:59.910085 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-546a96a4-ab36-4f7a-a712-8040a0b4ed86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:59.973289 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-e980c572-9210-44dc-9039-dc7742473f3f None None] Set router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 15:59:00.086269 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e980c572-9210-44dc-9039-dc7742473f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:58:59Z', 'revision_number': 6, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:00.091102 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e980c572-9210-44dc-9039-dc7742473f3f None None] The sync data for ids ['438ea20d-81df-4856-b8fb-cb6e5ccd7387'] in dv-neutron-833561-1-hyperv is: [{'id': '438ea20d-81df-4856-b8fb-cb6e5ccd7387', 'name': 'tempest-ServerActionsTestJSON-338915244-router', 'tenant_id': 'c2875e7ec61748cc84274d4dce128d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:54:56Z', 'updated_at': '2022-03-14T15:58:59Z', 'revision_number': 6, 'project_id': 'c2875e7ec61748cc84274d4dce128d18', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 15:59:00.136927 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-546a96a4-ab36-4f7a-a712-8040a0b4ed86 admin admin] Calling delete_port for 9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:59:00.302419 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-546a96a4-ab36-4f7a-a712-8040a0b4ed86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:00.348231 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a96a4-ab36-4f7a-a712-8040a0b4ed86 admin admin] Pushing event deleted for resources: {'Port': ['ID=9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:00.571849 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-546a96a4-ab36-4f7a-a712-8040a0b4ed86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:00.820857 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-546a96a4-ab36-4f7a-a712-8040a0b4ed86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:00.825855 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-546a96a4-ab36-4f7a-a712-8040a0b4ed86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:00.853595 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-546a96a4-ab36-4f7a-a712-8040a0b4ed86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:00.854137 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546a96a4-ab36-4f7a-a712-8040a0b4ed86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 438ea20d-81df-4856-b8fb-cb6e5ccd7387 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:59:00.866678 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-546a96a4-ab36-4f7a-a712-8040a0b4ed86 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:00.867809 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-546a96a4-ab36-4f7a-a712-8040a0b4ed86 admin admin] 10.222.0.60 "DELETE /v2.0/routers/438ea20d-81df-4856-b8fb-cb6e5ccd7387 HTTP/1.1" status: 204 len: 168 time: 1.5438185 Mar 14 15:59:00.870413 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 58660) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:00.928411 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b13fbdd-284a-4d0b-90df-88eb672a8540 admin admin] Deleting subnet d75a6f96-c665-4159-96f3-7c76d1527ec0 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:59:00.931386 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b13fbdd-284a-4d0b-90df-88eb672a8540 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:00.983186 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b13fbdd-284a-4d0b-90df-88eb672a8540 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:01.070279 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b13fbdd-284a-4d0b-90df-88eb672a8540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:01.136140 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b13fbdd-284a-4d0b-90df-88eb672a8540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:01.177269 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13fbdd-284a-4d0b-90df-88eb672a8540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d75a6f96-c665-4159-96f3-7c76d1527ec0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:01.181783 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b13fbdd-284a-4d0b-90df-88eb672a8540 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:01.190905 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0b13fbdd-284a-4d0b-90df-88eb672a8540 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d75a6f96-c665-4159-96f3-7c76d1527ec0 HTTP/1.1" status: 204 len: 168 time: 0.3160827 Mar 14 15:59:01.191109 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959634f9-fe57-420d-9588-7585d1adab5a None None] Network cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:59:01.191644 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58664) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:01.402963 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb27b724-b143-41a3-99ed-3650aa22077e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:01.415091 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-eb27b724-b143-41a3-99ed-3650aa22077e admin admin] Deleting port 2c80e1f5-4431-457d-8c63-eed1542363f4 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:59:01.415549 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb27b724-b143-41a3-99ed-3650aa22077e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:01.439284 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c740696-973f-4c2f-a702-5789e3851c60 None None] DHCP port deletion for cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:59:01.443643 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3c740696-973f-4c2f-a702-5789e3851c60 None None] Deleting port 2c80e1f5-4431-457d-8c63-eed1542363f4 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:59:01.444166 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c740696-973f-4c2f-a702-5789e3851c60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:01.611180 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-eb27b724-b143-41a3-99ed-3650aa22077e admin admin] For port 2c80e1f5-4431-457d-8c63-eed1542363f4, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=2c80e1f5-4431-457d-8c63-eed1542363f4,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:59:01.611609 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb27b724-b143-41a3-99ed-3650aa22077e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:01.641976 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3c740696-973f-4c2f-a702-5789e3851c60 None None] For port 2c80e1f5-4431-457d-8c63-eed1542363f4, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=2c80e1f5-4431-457d-8c63-eed1542363f4,segment=NetworkSegment(9bb25137-0baa-4c74-b856-648e7e1121d0),segment_id=9bb25137-0baa-4c74-b856-648e7e1121d0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:59:01.642400 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c740696-973f-4c2f-a702-5789e3851c60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:01.733064 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-eb27b724-b143-41a3-99ed-3650aa22077e admin admin] Calling delete_port for 2c80e1f5-4431-457d-8c63-eed1542363f4 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:59:01.804659 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3c740696-973f-4c2f-a702-5789e3851c60 None None] Calling delete_port for 2c80e1f5-4431-457d-8c63-eed1542363f4 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:59:01.806032 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb27b724-b143-41a3-99ed-3650aa22077e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:01.849487 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27b724-b143-41a3-99ed-3650aa22077e admin admin] Pushing event deleted for resources: {'Port': ['ID=2c80e1f5-4431-457d-8c63-eed1542363f4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:01.855504 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb27b724-b143-41a3-99ed-3650aa22077e admin admin] No DVR routers for this DVR port 2c80e1f5-4431-457d-8c63-eed1542363f4 on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:59:01.882898 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-3c740696-973f-4c2f-a702-5789e3851c60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:59:01.883283 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-3c740696-973f-4c2f-a702-5789e3851c60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:59:01.969948 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb27b724-b143-41a3-99ed-3650aa22077e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:01.997623 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ef8f17c6-dd8f-4893-a522-138a10bb7288 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:59:01.998726 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-eb27b724-b143-41a3-99ed-3650aa22077e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:02.011385 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-eb27b724-b143-41a3-99ed-3650aa22077e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb25137-0baa-4c74-b856-648e7e1121d0') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:02.011680 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-eb27b724-b143-41a3-99ed-3650aa22077e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb25137-0baa-4c74-b856-648e7e1121d0') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:02.023467 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb27b724-b143-41a3-99ed-3650aa22077e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:02.030743 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: ef8f17c6-dd8f-4893-a522-138a10bb7288 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:59:02.031089 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ef8f17c6-dd8f-4893-a522-138a10bb7288 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:59:02.031514 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:59:02.038883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb27b724-b143-41a3-99ed-3650aa22077e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:02.044822 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb27b724-b143-41a3-99ed-3650aa22077e admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:59:02.045200 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb27b724-b143-41a3-99ed-3650aa22077e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:59:02.058509 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:59:02.062016 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:59:02.062393 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 9226c8d1-3ae0-4683-8f4b-ff087bdf5e0d not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:59:02.063075 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 2c80e1f5-4431-457d-8c63-eed1542363f4 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:59:02.096865 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 2c80e1f5-4431-457d-8c63-eed1542363f4 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:59:02.097205 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 2c80e1f5-4431-457d-8c63-eed1542363f4 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:59:02.138935 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb27b724-b143-41a3-99ed-3650aa22077e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:02.154341 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb27b724-b143-41a3-99ed-3650aa22077e admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:02.164688 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27b724-b143-41a3-99ed-3650aa22077e admin admin] Pushing event deleted for resources: {'Network': ['ID=cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:02.178631 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-eb27b724-b143-41a3-99ed-3650aa22077e admin admin] 10.222.0.60 "DELETE /v2.0/networks/cdebb468-9cf1-41fe-9a98-5d9e5e6ba0f1 HTTP/1.1" status: 204 len: 168 time: 0.9862957 Mar 14 15:59:02.311532 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58670) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:02.361525 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-253d4725-d181-438d-9eb7-b32a4618b363 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c2875e7ec61748cc84274d4dce128d18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488276 Mar 14 15:59:02.363937 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58674) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:02.384429 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3c740696-973f-4c2f-a702-5789e3851c60 None None] Deleting port 2c80e1f5-4431-457d-8c63-eed1542363f4 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:59:02.384974 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c740696-973f-4c2f-a702-5789e3851c60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:02.422077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1521e6da-4a5f-4502-adda-8d8d6b9d1fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:02.446697 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3c740696-973f-4c2f-a702-5789e3851c60 None None] The port '2c80e1f5-4431-457d-8c63-eed1542363f4' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:59:02.446973 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1521e6da-4a5f-4502-adda-8d8d6b9d1fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:02.498949 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1521e6da-4a5f-4502-adda-8d8d6b9d1fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:02.515324 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521e6da-4a5f-4502-adda-8d8d6b9d1fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140e029a-7e13-46d2-af66-cf4d75ff4b56,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:02.522181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1521e6da-4a5f-4502-adda-8d8d6b9d1fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:02.523276 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1521e6da-4a5f-4502-adda-8d8d6b9d1fe3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/140e029a-7e13-46d2-af66-cf4d75ff4b56 HTTP/1.1" status: 204 len: 168 time: 0.1584783 Mar 14 15:59:03.350331 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58696) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:03.481742 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-eb6265bf-5244-49fc-98c5-435b4ba0846b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-653083271-network', 'tenant_id': '929828cc245b4f649a7d07978e740109'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:59:03.487044 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-eb6265bf-5244-49fc-98c5-435b4ba0846b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:59:03.490755 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-eb6265bf-5244-49fc-98c5-435b4ba0846b admin admin] Usage tracker for resource:network and tenant:929828cc245b4f649a7d07978e740109 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:59:03.493539 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-eb6265bf-5244-49fc-98c5-435b4ba0846b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:59:03.499208 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-eb6265bf-5244-49fc-98c5-435b4ba0846b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:59:03.512501 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6265bf-5244-49fc-98c5-435b4ba0846b admin admin] Made reservation on behalf of 929828cc245b4f649a7d07978e740109 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:59:03.514745 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb6265bf-5244-49fc-98c5-435b4ba0846b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:03.526830 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb6265bf-5244-49fc-98c5-435b4ba0846b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:03.557768 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-eb6265bf-5244-49fc-98c5-435b4ba0846b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:59:03.561516 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-eb6265bf-5244-49fc-98c5-435b4ba0846b admin admin] Usage tracker for resource:security_group_rule and tenant:929828cc245b4f649a7d07978e740109 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:59:03.564564 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-eb6265bf-5244-49fc-98c5-435b4ba0846b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:59:03.570102 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-eb6265bf-5244-49fc-98c5-435b4ba0846b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:59:03.633646 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb6265bf-5244-49fc-98c5-435b4ba0846b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:03.637062 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb6265bf-5244-49fc-98c5-435b4ba0846b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:03.666001 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6265bf-5244-49fc-98c5-435b4ba0846b admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:59:03.675385 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6265bf-5244-49fc-98c5-435b4ba0846b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c584bb17-46a8-4e30-8486-7900232c9a39,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:03.682541 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb6265bf-5244-49fc-98c5-435b4ba0846b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:03.682541 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-eb6265bf-5244-49fc-98c5-435b4ba0846b admin admin] Added segment 8c2515c5-c4af-4ba5-8749-b0cc9b9db900 of type vlan for network 7f8aedd8-9851-4667-a133-ed01db768e9e Mar 14 15:59:03.708103 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb6265bf-5244-49fc-98c5-435b4ba0846b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:03.736194 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb6265bf-5244-49fc-98c5-435b4ba0846b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:03.737110 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6265bf-5244-49fc-98c5-435b4ba0846b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:03.737615 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb6265bf-5244-49fc-98c5-435b4ba0846b admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:03.839176 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6265bf-5244-49fc-98c5-435b4ba0846b admin admin] Pushing event updated for resources: {'Network': ['ID=7f8aedd8-9851-4667-a133-ed01db768e9e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:03.843110 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-eb6265bf-5244-49fc-98c5-435b4ba0846b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4917758 Mar 14 15:59:03.846678 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58702) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:03.849587 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 7f8aedd8-9851-4667-a133-ed01db768e9e details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:59:03.852758 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-206ebfda-7be9-47b1-9720-62d9862a25e6 admin admin] Request body: {'subnet': {'network_id': '7f8aedd8-9851-4667-a133-ed01db768e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-653083271-subnet', 'tenant_id': '929828cc245b4f649a7d07978e740109', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:59:03.857941 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-206ebfda-7be9-47b1-9720-62d9862a25e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:59:03.861826 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-206ebfda-7be9-47b1-9720-62d9862a25e6 admin admin] Usage tracker for resource:subnet and tenant:929828cc245b4f649a7d07978e740109 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:59:03.864661 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-206ebfda-7be9-47b1-9720-62d9862a25e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:59:03.870268 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-206ebfda-7be9-47b1-9720-62d9862a25e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:59:03.879898 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206ebfda-7be9-47b1-9720-62d9862a25e6 admin admin] Made reservation on behalf of 929828cc245b4f649a7d07978e740109 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:59:03.882210 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-206ebfda-7be9-47b1-9720-62d9862a25e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:04.084666 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-206ebfda-7be9-47b1-9720-62d9862a25e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:04.158648 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ebfda-7be9-47b1-9720-62d9862a25e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d6c622e-437d-4df7-bfba-86a621d3e4fc,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:04.174000 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206ebfda-7be9-47b1-9720-62d9862a25e6 admin admin] Checking segment: {'id': '8c2515c5-c4af-4ba5-8749-b0cc9b9db900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7f8aedd8-9851-4667-a133-ed01db768e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:59:04.174385 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206ebfda-7be9-47b1-9720-62d9862a25e6 admin admin] Network hostable DHCP agents. Network: 7f8aedd8-9851-4667-a133-ed01db768e9e, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:59:04.195505 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206ebfda-7be9-47b1-9720-62d9862a25e6 admin admin] Network 7f8aedd8-9851-4667-a133-ed01db768e9e is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:59:04.205328 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-206ebfda-7be9-47b1-9720-62d9862a25e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 7f8aedd8-9851-4667-a133-ed01db768e9e) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:59:04.209234 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206ebfda-7be9-47b1-9720-62d9862a25e6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:04.209835 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-206ebfda-7be9-47b1-9720-62d9862a25e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:04.216055 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa5fc52-c2d3-4c10-897b-65d18e50c5f4 None None] Network 7f8aedd8-9851-4667-a133-ed01db768e9e requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:59:04.229269 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-206ebfda-7be9-47b1-9720-62d9862a25e6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3810871 Mar 14 15:59:04.428882 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d9794f-3e2d-48c8-a16e-c6a328d871ca None None] Network 7f8aedd8-9851-4667-a133-ed01db768e9e requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:59:04.909776 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-54f1487a-3767-4420-9924-f39cc7563e5b tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:04.910424 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-54f1487a-3767-4420-9924-f39cc7563e5b tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Synchronizing usage tracker for tenant:929828cc245b4f649a7d07978e740109 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:59:04.927254 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-54f1487a-3767-4420-9924-f39cc7563e5b tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Unset dirty status for tenant:929828cc245b4f649a7d07978e740109 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:59:04.928382 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-54f1487a-3767-4420-9924-f39cc7563e5b tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/networks?id=7f8aedd8-9851-4667-a133-ed01db768e9e HTTP/1.1" status: 200 len: 813 time: 0.1562085 Mar 14 15:59:04.945501 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-6c209383-4c08-4154-8606-cb45339d4afa tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/quotas/929828cc245b4f649a7d07978e740109 HTTP/1.1" status: 200 len: 375 time: 0.0117464 Mar 14 15:59:04.991403 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-2b94a7fd-23b4-48c0-bcb7-9e113d9310b0 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=929828cc245b4f649a7d07978e740109&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405056 Mar 14 15:59:05.270065 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-c069c026-3167-400d-8ac0-0aad7dc0e774 service neutron] 10.222.0.60 "GET /v2.0/networks/7f8aedd8-9851-4667-a133-ed01db768e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720366 Mar 14 15:59:05.396626 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-66f8ebee-bbe3-41e2-9ff3-bdf87464d1c0 service neutron] 10.222.0.60 "GET /v2.0/networks/7f8aedd8-9851-4667-a133-ed01db768e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208417 Mar 14 15:59:05.652397 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-719cf37b-1168-4a68-a133-59ba2ba17f7a req-c76dbddc-401b-4746-9616-5f023ed22d9e tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0 HTTP/1.1" status: 200 len: 210 time: 0.1203504 Mar 14 15:59:06.589700 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-eb4a3aac-a695-431e-9352-c8be81b02eab tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:06.591052 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-eb4a3aac-a695-431e-9352-c8be81b02eab tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.24 "GET /v2.0/networks?id=7f8aedd8-9851-4667-a133-ed01db768e9e HTTP/1.1" status: 200 len: 813 time: 0.1447442 Mar 14 15:59:06.606415 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-865ea7bf-3e52-44f9-8d17-9bc4249a1c7e tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Request body: {'port': {'device_id': '3ff2aeec-2c75-4d91-a7af-8361904ca7c0', 'network_id': '7f8aedd8-9851-4667-a133-ed01db768e9e', 'admin_state_up': True, 'tenant_id': '929828cc245b4f649a7d07978e740109'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:59:06.826672 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0e71fcf6-f8a3-4d6d-bc28-0ed998ed8f6b req-c257d248-ee03-4106-bc8f-4ba198ac086d tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0 HTTP/1.1" status: 200 len: 210 time: 0.0445404 Mar 14 15:59:06.839797 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-865ea7bf-3e52-44f9-8d17-9bc4249a1c7e tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:59:06.843501 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-865ea7bf-3e52-44f9-8d17-9bc4249a1c7e tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Usage tracker for resource:port and tenant:929828cc245b4f649a7d07978e740109 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:59:06.847023 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-865ea7bf-3e52-44f9-8d17-9bc4249a1c7e tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:59:06.852700 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-865ea7bf-3e52-44f9-8d17-9bc4249a1c7e tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:59:06.862293 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-865ea7bf-3e52-44f9-8d17-9bc4249a1c7e tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Made reservation on behalf of 929828cc245b4f649a7d07978e740109 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:59:06.865226 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-865ea7bf-3e52-44f9-8d17-9bc4249a1c7e tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:07.021507 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-865ea7bf-3e52-44f9-8d17-9bc4249a1c7e tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Allocated IP 172.20.0.5 (7f8aedd8-9851-4667-a133-ed01db768e9e/7d6c622e-437d-4df7-bfba-86a621d3e4fc/5e6002b1-5649-484f-bef5-0032cd7d569a) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:59:07.221233 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-865ea7bf-3e52-44f9-8d17-9bc4249a1c7e tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:07.248355 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-865ea7bf-3e52-44f9-8d17-9bc4249a1c7e tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:07.321419 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-865ea7bf-3e52-44f9-8d17-9bc4249a1c7e tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Network 7f8aedd8-9851-4667-a133-ed01db768e9e is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:59:07.324420 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-865ea7bf-3e52-44f9-8d17-9bc4249a1c7e tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:59:07.328612 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-865ea7bf-3e52-44f9-8d17-9bc4249a1c7e tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:59:07.352664 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ea7bf-3e52-44f9-8d17-9bc4249a1c7e tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Pushing event updated for resources: {'Port': ['ID=5e6002b1-5649-484f-bef5-0032cd7d569a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:07.387977 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-865ea7bf-3e52-44f9-8d17-9bc4249a1c7e tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:07.388563 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-865ea7bf-3e52-44f9-8d17-9bc4249a1c7e tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:07.409168 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-865ea7bf-3e52-44f9-8d17-9bc4249a1c7e tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8061714 Mar 14 15:59:07.484548 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-45f0d1c1-1671-4be7-aab2-7881f7d3b1f0 service neutron] Request body: {'port': {'device_id': '3ff2aeec-2c75-4d91-a7af-8361904ca7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:59:07.591065 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-45f0d1c1-1671-4be7-aab2-7881f7d3b1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:07.922658 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-45f0d1c1-1671-4be7-aab2-7881f7d3b1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e6002b1-5649-484f-bef5-0032cd7d569a {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:59:07.929534 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-45f0d1c1-1671-4be7-aab2-7881f7d3b1f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:07.946939 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-45f0d1c1-1671-4be7-aab2-7881f7d3b1f0 service neutron] Transition to ACTIVE for port object 5e6002b1-5649-484f-bef5-0032cd7d569a will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:59:07.984961 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-45f0d1c1-1671-4be7-aab2-7881f7d3b1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:08.126494 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0d1c1-1671-4be7-aab2-7881f7d3b1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6002b1-5649-484f-bef5-0032cd7d569a,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:08.204492 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c45df-6b9a-401b-87e0-c69027506532 req-5edcca69-2b37-4279-a2bd-eeb077d8f2ba tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:08.205193 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-0b4c45df-6b9a-401b-87e0-c69027506532 req-5edcca69-2b37-4279-a2bd-eeb077d8f2ba tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Synchronizing usage tracker for tenant:929828cc245b4f649a7d07978e740109 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:59:08.252833 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-0b4c45df-6b9a-401b-87e0-c69027506532 req-5edcca69-2b37-4279-a2bd-eeb077d8f2ba tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Unset dirty status for tenant:929828cc245b4f649a7d07978e740109 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:59:08.254181 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0b4c45df-6b9a-401b-87e0-c69027506532 req-5edcca69-2b37-4279-a2bd-eeb077d8f2ba tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0 HTTP/1.1" status: 200 len: 943 time: 0.3060520 Mar 14 15:59:08.275904 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-45f0d1c1-1671-4be7-aab2-7881f7d3b1f0 service neutron] Attempting to bind port 5e6002b1-5649-484f-bef5-0032cd7d569a on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:59:08.276236 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-45f0d1c1-1671-4be7-aab2-7881f7d3b1f0 service neutron] Attempting to bind port 5e6002b1-5649-484f-bef5-0032cd7d569a by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '8c2515c5-c4af-4ba5-8749-b0cc9b9db900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7f8aedd8-9851-4667-a133-ed01db768e9e'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:59:08.276562 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-45f0d1c1-1671-4be7-aab2-7881f7d3b1f0 service neutron] Attempting to bind port 5e6002b1-5649-484f-bef5-0032cd7d569a on network 7f8aedd8-9851-4667-a133-ed01db768e9e {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:59:08.289053 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-45f0d1c1-1671-4be7-aab2-7881f7d3b1f0 service neutron] Port 5e6002b1-5649-484f-bef5-0032cd7d569a on network 7f8aedd8-9851-4667-a133-ed01db768e9e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:59:08.289370 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-45f0d1c1-1671-4be7-aab2-7881f7d3b1f0 service neutron] Attempting to bind port 5e6002b1-5649-484f-bef5-0032cd7d569a on network 7f8aedd8-9851-4667-a133-ed01db768e9e {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:59:08.309175 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-45f0d1c1-1671-4be7-aab2-7881f7d3b1f0 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:59:08.309511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-45f0d1c1-1671-4be7-aab2-7881f7d3b1f0 service neutron] Checking segment: {'id': '8c2515c5-c4af-4ba5-8749-b0cc9b9db900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7f8aedd8-9851-4667-a133-ed01db768e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:59:08.309887 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-45f0d1c1-1671-4be7-aab2-7881f7d3b1f0 service neutron] Bound using segment: {'id': '8c2515c5-c4af-4ba5-8749-b0cc9b9db900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7f8aedd8-9851-4667-a133-ed01db768e9e'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:59:08.310342 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-45f0d1c1-1671-4be7-aab2-7881f7d3b1f0 service neutron] Bound port: 5e6002b1-5649-484f-bef5-0032cd7d569a, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2515c5-c4af-4ba5-8749-b0cc9b9db900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7f8aedd8-9851-4667-a133-ed01db768e9e'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:59:08.310684 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-45f0d1c1-1671-4be7-aab2-7881f7d3b1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:08.323046 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0b4c45df-6b9a-401b-87e0-c69027506532 req-30f3f014-c3eb-4073-af79-4db546d230c8 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626185 Mar 14 15:59:08.398612 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-45f0d1c1-1671-4be7-aab2-7881f7d3b1f0 service neutron] For port 5e6002b1-5649-484f-bef5-0032cd7d569a, host hv-neutron-8335, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:59:08.401526 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-45f0d1c1-1671-4be7-aab2-7881f7d3b1f0 service neutron] For port 5e6002b1-5649-484f-bef5-0032cd7d569a, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=5e6002b1-5649-484f-bef5-0032cd7d569a,segment=NetworkSegment(8c2515c5-c4af-4ba5-8749-b0cc9b9db900),segment_id=8c2515c5-c4af-4ba5-8749-b0cc9b9db900)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:59:08.406237 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-45f0d1c1-1671-4be7-aab2-7881f7d3b1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:08.468651 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-45f0d1c1-1671-4be7-aab2-7881f7d3b1f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:08.470215 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-45f0d1c1-1671-4be7-aab2-7881f7d3b1f0 service neutron] 10.222.0.24 "PUT /v2.0/ports/5e6002b1-5649-484f-bef5-0032cd7d569a HTTP/1.1" status: 200 len: 1093 time: 1.0543604 Mar 14 15:59:08.470664 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff2aeec-2c75-4d91-a7af-8361904ca7c0', 'tag': '5e6002b1-5649-484f-bef5-0032cd7d569a'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:59:08.488828 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0d1c1-1671-4be7-aab2-7881f7d3b1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6002b1-5649-484f-bef5-0032cd7d569a,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:08.577181 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-7fbbd968-39aa-48d7-a59f-41885e89f53a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=929828cc245b4f649a7d07978e740109&device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0 HTTP/1.1" status: 200 len: 1096 time: 0.0697238 Mar 14 15:59:08.667345 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:59:08.718739 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff2aeec-2c75-4d91-a7af-8361904ca7c0', 'tag': '5e6002b1-5649-484f-bef5-0032cd7d569a', 'status': 'completed', 'code': 200} Mar 14 15:59:08.733647 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-170dc346-c8ce-4bac-8bc5-cbfd86a5d142 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e6002b1-5649-484f-bef5-0032cd7d569a HTTP/1.1" status: 200 len: 217 time: 0.1504071 Mar 14 15:59:08.794402 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-62210e91-495e-4584-8977-06a6aee042c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:08.795768 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-62210e91-495e-4584-8977-06a6aee042c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d6c622e-437d-4df7-bfba-86a621d3e4fc HTTP/1.1" status: 200 len: 853 time: 0.0557156 Mar 14 15:59:08.840961 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-4fdef545-4a0f-4839-acfa-e6a69299c115 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f8aedd8-9851-4667-a133-ed01db768e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391173 Mar 14 15:59:08.968430 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-396b8a53-9cf9-4aa4-bd9c-c243e1e5c370 service neutron] 10.222.0.24 "GET /v2.0/networks/7f8aedd8-9851-4667-a133-ed01db768e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210353 Mar 14 15:59:09.096022 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b2f152b3-b8f8-464e-8636-56deaf55e0c5 req-96a2f905-e40c-45c0-a276-0949495350f2 service neutron] 10.222.0.24 "GET /v2.0/networks/7f8aedd8-9851-4667-a133-ed01db768e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222985 Mar 14 15:59:09.209694 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-aeae1650-6626-481f-b412-d96ccb11e27f req-02904da2-3c1d-4c16-b02d-677e1c9211ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=929828cc245b4f649a7d07978e740109&device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0 HTTP/1.1" status: 200 len: 1096 time: 0.0680208 Mar 14 15:59:09.339051 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae1650-6626-481f-b412-d96ccb11e27f req-0160773e-eba8-4996-834e-9bd28723ef70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:09.340368 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-aeae1650-6626-481f-b412-d96ccb11e27f req-0160773e-eba8-4996-834e-9bd28723ef70 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f8aedd8-9851-4667-a133-ed01db768e9e HTTP/1.1" status: 200 len: 914 time: 0.1240551 Mar 14 15:59:09.409764 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-aeae1650-6626-481f-b412-d96ccb11e27f req-8f97ac22-7c27-4a6d-88c0-608abe608efc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e6002b1-5649-484f-bef5-0032cd7d569a HTTP/1.1" status: 200 len: 217 time: 0.0639243 Mar 14 15:59:09.519746 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae1650-6626-481f-b412-d96ccb11e27f req-c9fe6d71-25cd-49a5-9ec6-435257158c55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:09.521150 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-aeae1650-6626-481f-b412-d96ccb11e27f req-c9fe6d71-25cd-49a5-9ec6-435257158c55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d6c622e-437d-4df7-bfba-86a621d3e4fc HTTP/1.1" status: 200 len: 853 time: 0.1061826 Mar 14 15:59:09.576986 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-aeae1650-6626-481f-b412-d96ccb11e27f req-2df54465-9dd0-4a08-aa38-8ecc55810192 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f8aedd8-9851-4667-a133-ed01db768e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482543 Mar 14 15:59:09.583429 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e0851-fe65-4b54-96ec-c25b59af2e77 req-0ce9183e-4ff0-498b-a873-a78b5a3e5555 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:09.584744 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f14e0851-fe65-4b54-96ec-c25b59af2e77 req-0ce9183e-4ff0-498b-a873-a78b5a3e5555 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0 HTTP/1.1" status: 200 len: 943 time: 0.1398017 Mar 14 15:59:09.708094 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f14e0851-fe65-4b54-96ec-c25b59af2e77 req-5471ed53-5cca-46a1-ab70-6d94a6b8c220 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054680 Mar 14 15:59:09.740348 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-aeae1650-6626-481f-b412-d96ccb11e27f req-2ecc391a-b159-4ef9-b945-522f776cfefd service neutron] 10.222.0.24 "GET /v2.0/networks/7f8aedd8-9851-4667-a133-ed01db768e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547172 Mar 14 15:59:09.872583 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-aeae1650-6626-481f-b412-d96ccb11e27f req-155acfe7-0d5a-4f96-98fc-87afb84ea6da service neutron] 10.222.0.24 "GET /v2.0/networks/7f8aedd8-9851-4667-a133-ed01db768e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253142 Mar 14 15:59:10.905849 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421648fc-3966-4e1f-8eb0-c121308ed18c req-f583d9d0-3959-4161-9f2b-d57a85a982cd tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:10.907508 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-421648fc-3966-4e1f-8eb0-c121308ed18c req-f583d9d0-3959-4161-9f2b-d57a85a982cd tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0 HTTP/1.1" status: 200 len: 943 time: 0.0779471 Mar 14 15:59:10.951289 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-421648fc-3966-4e1f-8eb0-c121308ed18c req-27033df8-c535-4d15-afa3-bc8a89f70e63 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Synchronizing usage tracker for tenant:929828cc245b4f649a7d07978e740109 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:59:10.967436 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-421648fc-3966-4e1f-8eb0-c121308ed18c req-27033df8-c535-4d15-afa3-bc8a89f70e63 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Unset dirty status for tenant:929828cc245b4f649a7d07978e740109 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:59:10.968806 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-421648fc-3966-4e1f-8eb0-c121308ed18c req-27033df8-c535-4d15-afa3-bc8a89f70e63 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560536 Mar 14 15:59:12.166651 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc10ff-36d4-453b-be4f-0f167b8e4202 req-f9239c8b-d01f-49ea-bafb-9ea9dd225d6f tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:12.168173 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-30bc10ff-36d4-453b-be4f-0f167b8e4202 req-f9239c8b-d01f-49ea-bafb-9ea9dd225d6f tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0 HTTP/1.1" status: 200 len: 943 time: 0.0789368 Mar 14 15:59:12.213141 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-30bc10ff-36d4-453b-be4f-0f167b8e4202 req-abac71b9-68b2-4ca2-b81f-0b59d3bccfc4 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392158 Mar 14 15:59:12.318702 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 5e6002b1-5649-484f-bef5-0032cd7d569a details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:59:12.449699 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 5e6002b1-5649-484f-bef5-0032cd7d569a, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=5e6002b1-5649-484f-bef5-0032cd7d569a,segment=NetworkSegment(8c2515c5-c4af-4ba5-8749-b0cc9b9db900),segment_id=8c2515c5-c4af-4ba5-8749-b0cc9b9db900)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:59:12.462783 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '5e6002b1-5649-484f-bef5-0032cd7d569a', 'network_id': '7f8aedd8-9851-4667-a133-ed01db768e9e', 'port_id': '5e6002b1-5649-484f-bef5-0032cd7d569a', 'mac_address': 'fa:16:3e:9a:ed:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6c622e-437d-4df7-bfba-86a621d3e4fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:59:12.517227 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:12.533426 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e6002b1-5649-484f-bef5-0032cd7d569a {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:59:12.547568 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 5e6002b1-5649-484f-bef5-0032cd7d569a, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=5e6002b1-5649-484f-bef5-0032cd7d569a,segment=NetworkSegment(8c2515c5-c4af-4ba5-8749-b0cc9b9db900),segment_id=8c2515c5-c4af-4ba5-8749-b0cc9b9db900)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:59:12.551263 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:12.613058 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=5e6002b1-5649-484f-bef5-0032cd7d569a,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:12.836230 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['5e6002b1-5649-484f-bef5-0032cd7d569a'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:59:13.000369 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-574be5c4-fe08-4877-ae9a-43a64098dce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:13.408031 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0de803-a3e4-4f39-9c8e-75ee510e4f39 req-787e5ca3-f157-4a1f-bb18-29c2ad2c872e tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:13.409548 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fd0de803-a3e4-4f39-9c8e-75ee510e4f39 req-787e5ca3-f157-4a1f-bb18-29c2ad2c872e tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0 HTTP/1.1" status: 200 len: 944 time: 0.0781181 Mar 14 15:59:13.457115 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fd0de803-a3e4-4f39-9c8e-75ee510e4f39 req-f2ce3025-6652-4153-8a14-0c7ee77964fa tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420012 Mar 14 15:59:14.342295 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 5e6002b1-5649-484f-bef5-0032cd7d569a up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:59:14.409301 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 5e6002b1-5649-484f-bef5-0032cd7d569a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:59:14.413849 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 5e6002b1-5649-484f-bef5-0032cd7d569a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:59:14.414248 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:14.526575 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:14.552554 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff2aeec-2c75-4d91-a7af-8361904ca7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6002b1-5649-484f-bef5-0032cd7d569a'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:59:14.562148 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 5e6002b1-5649-484f-bef5-0032cd7d569a, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=5e6002b1-5649-484f-bef5-0032cd7d569a,segment=NetworkSegment(8c2515c5-c4af-4ba5-8749-b0cc9b9db900),segment_id=8c2515c5-c4af-4ba5-8749-b0cc9b9db900)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:59:14.566331 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:14.611907 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff2aeec-2c75-4d91-a7af-8361904ca7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6002b1-5649-484f-bef5-0032cd7d569a', 'code': 200} Mar 14 15:59:14.653352 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f8785-7ad4-43a3-9190-1d1aa66cb630 req-3d7248cf-0548-4b26-b03d-1dd4f3b6ac51 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:14.654857 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1b0f8785-7ad4-43a3-9190-1d1aa66cb630 req-3d7248cf-0548-4b26-b03d-1dd4f3b6ac51 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0 HTTP/1.1" status: 200 len: 945 time: 0.0792553 Mar 14 15:59:14.675625 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=5e6002b1-5649-484f-bef5-0032cd7d569a,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:14.705639 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1b0f8785-7ad4-43a3-9190-1d1aa66cb630 req-c62f8c7e-584c-4482-a355-2c87d54e1571 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439210 Mar 14 15:59:14.831727 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1d011ec2-1214-4528-b602-7c5d0d0b57a7 req-b014566d-8e3f-4ecb-99cd-20a19b76e477 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0 HTTP/1.1" status: 200 len: 1098 time: 0.0663893 Mar 14 15:59:14.871202 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1d011ec2-1214-4528-b602-7c5d0d0b57a7 req-89852d9b-c83e-4aed-994d-262ee8444d4d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336847 Mar 14 15:59:15.144410 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7bd1af9a-87ff-4847-af1d-a4b16a43107b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:15.902522 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fae7d-c23a-4def-a655-68c416a8a529 req-431da3cc-e00a-4b02-9a7d-781af56c63d6 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:15.903976 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d42fae7d-c23a-4def-a655-68c416a8a529 req-431da3cc-e00a-4b02-9a7d-781af56c63d6 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0 HTTP/1.1" status: 200 len: 945 time: 0.0745211 Mar 14 15:59:15.948560 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d42fae7d-c23a-4def-a655-68c416a8a529 req-8f455f68-f451-480a-8117-0acf7f929d79 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383804 Mar 14 15:59:16.360114 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:16.577262 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:17.237476 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f657d-6d51-428c-9040-d315a9e1f884 req-23b9c679-b492-4517-b345-91a06d713658 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:17.238998 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb5f657d-6d51-428c-9040-d315a9e1f884 req-23b9c679-b492-4517-b345-91a06d713658 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0 HTTP/1.1" status: 200 len: 945 time: 0.1696761 Mar 14 15:59:17.282603 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb5f657d-6d51-428c-9040-d315a9e1f884 req-151f8710-f3bc-4b00-a025-93ccb10e7d10 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381427 Mar 14 15:59:17.575861 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-8ab31599-4626-4989-91d1-60e085c8ef66 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:17.577280 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-8ab31599-4626-4989-91d1-60e085c8ef66 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/networks?id=7f8aedd8-9851-4667-a133-ed01db768e9e HTTP/1.1" status: 200 len: 813 time: 0.1431770 Mar 14 15:59:17.593399 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-2c955db3-b07f-44fe-bb9a-377eab43875b tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/quotas/929828cc245b4f649a7d07978e740109 HTTP/1.1" status: 200 len: 375 time: 0.0101824 Mar 14 15:59:17.668951 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-5c63fc35-ceb9-4d20-af02-7b70bbe04f8d tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=929828cc245b4f649a7d07978e740109&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0699563 Mar 14 15:59:17.799847 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-c283d7a9-1612-44fa-bf4a-d54744b8eab7 service neutron] 10.222.0.60 "GET /v2.0/networks/7f8aedd8-9851-4667-a133-ed01db768e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236963 Mar 14 15:59:17.929582 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-a3eb751e-47f1-4f50-bdb2-d623ad6a6997 service neutron] 10.222.0.60 "GET /v2.0/networks/7f8aedd8-9851-4667-a133-ed01db768e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240320 Mar 14 15:59:18.030819 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:18.112985 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f5cef96c-73b5-4e4b-b95f-99bb77254325 req-57cd14f7-8ab9-47fa-b3a2-46e4d2c6b1e1 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2d96786-cfee-4490-a13c-b6fa8057287a HTTP/1.1" status: 200 len: 210 time: 0.0411127 Mar 14 15:59:19.102521 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-7cc9bf1d-a4f0-4431-b9b9-dc1bb138bb5c tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:19.103918 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-7cc9bf1d-a4f0-4431-b9b9-dc1bb138bb5c tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.24 "GET /v2.0/networks?id=7f8aedd8-9851-4667-a133-ed01db768e9e HTTP/1.1" status: 200 len: 813 time: 0.1491318 Mar 14 15:59:19.120639 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-b9a1997d-72a0-4eaa-bd9a-be63d6671b83 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Request body: {'port': {'device_id': 'b2d96786-cfee-4490-a13c-b6fa8057287a', 'network_id': '7f8aedd8-9851-4667-a133-ed01db768e9e', 'admin_state_up': True, 'tenant_id': '929828cc245b4f649a7d07978e740109'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:59:19.262674 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-b9a1997d-72a0-4eaa-bd9a-be63d6671b83 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:59:19.273127 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-b9a1997d-72a0-4eaa-bd9a-be63d6671b83 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:59:19.280199 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-381eaa5f-e8f1-4ec3-87f7-9f7b9175e028 req-48adde64-6838-4644-b765-ffc4cdd16e3c tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2d96786-cfee-4490-a13c-b6fa8057287a HTTP/1.1" status: 200 len: 210 time: 0.0403953 Mar 14 15:59:19.283112 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-b9a1997d-72a0-4eaa-bd9a-be63d6671b83 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Made reservation on behalf of 929828cc245b4f649a7d07978e740109 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:59:19.286089 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-b9a1997d-72a0-4eaa-bd9a-be63d6671b83 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:19.446019 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-b9a1997d-72a0-4eaa-bd9a-be63d6671b83 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Allocated IP 172.20.0.10 (7f8aedd8-9851-4667-a133-ed01db768e9e/7d6c622e-437d-4df7-bfba-86a621d3e4fc/3319940a-4826-4470-a3df-f1e767d24f08) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:59:19.642426 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-b9a1997d-72a0-4eaa-bd9a-be63d6671b83 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:19.670132 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-b9a1997d-72a0-4eaa-bd9a-be63d6671b83 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:19.682151 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['5e6002b1-5649-484f-bef5-0032cd7d569a'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:59:19.752679 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-b9a1997d-72a0-4eaa-bd9a-be63d6671b83 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Network 7f8aedd8-9851-4667-a133-ed01db768e9e is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:59:19.756297 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1997d-72a0-4eaa-bd9a-be63d6671b83 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Pushing event updated for resources: {'Port': ['ID=3319940a-4826-4470-a3df-f1e767d24f08,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:19.759273 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-b9a1997d-72a0-4eaa-bd9a-be63d6671b83 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:59:19.761333 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-b9a1997d-72a0-4eaa-bd9a-be63d6671b83 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:59:19.821354 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-b9a1997d-72a0-4eaa-bd9a-be63d6671b83 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:19.821959 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-b9a1997d-72a0-4eaa-bd9a-be63d6671b83 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:19.844680 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-b9a1997d-72a0-4eaa-bd9a-be63d6671b83 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7277181 Mar 14 15:59:19.855344 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-abd42a61-513f-4118-a4ea-e387b3ad86c0 service neutron] Request body: {'port': {'device_id': 'b2d96786-cfee-4490-a13c-b6fa8057287a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:59:19.961768 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-abd42a61-513f-4118-a4ea-e387b3ad86c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:20.287989 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-abd42a61-513f-4118-a4ea-e387b3ad86c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3319940a-4826-4470-a3df-f1e767d24f08 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:59:20.294772 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-abd42a61-513f-4118-a4ea-e387b3ad86c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:20.310141 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-abd42a61-513f-4118-a4ea-e387b3ad86c0 service neutron] Transition to ACTIVE for port object 3319940a-4826-4470-a3df-f1e767d24f08 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:59:20.314177 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-abd42a61-513f-4118-a4ea-e387b3ad86c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:20.485069 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd42a61-513f-4118-a4ea-e387b3ad86c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3319940a-4826-4470-a3df-f1e767d24f08,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:20.604540 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc6429-1054-408a-806b-de40a62a1ec7 req-b04b67ca-ce61-411d-8db7-c924a06cbdb1 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:20.605153 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-90dc6429-1054-408a-806b-de40a62a1ec7 req-b04b67ca-ce61-411d-8db7-c924a06cbdb1 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Synchronizing usage tracker for tenant:929828cc245b4f649a7d07978e740109 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:59:20.618135 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-abd42a61-513f-4118-a4ea-e387b3ad86c0 service neutron] Attempting to bind port 3319940a-4826-4470-a3df-f1e767d24f08 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:59:20.618471 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-abd42a61-513f-4118-a4ea-e387b3ad86c0 service neutron] Attempting to bind port 3319940a-4826-4470-a3df-f1e767d24f08 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '8c2515c5-c4af-4ba5-8749-b0cc9b9db900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7f8aedd8-9851-4667-a133-ed01db768e9e'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:59:20.618797 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-abd42a61-513f-4118-a4ea-e387b3ad86c0 service neutron] Attempting to bind port 3319940a-4826-4470-a3df-f1e767d24f08 on network 7f8aedd8-9851-4667-a133-ed01db768e9e {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:59:20.628911 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-abd42a61-513f-4118-a4ea-e387b3ad86c0 service neutron] Port 3319940a-4826-4470-a3df-f1e767d24f08 on network 7f8aedd8-9851-4667-a133-ed01db768e9e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 15:59:20.629260 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-abd42a61-513f-4118-a4ea-e387b3ad86c0 service neutron] Attempting to bind port 3319940a-4826-4470-a3df-f1e767d24f08 on network 7f8aedd8-9851-4667-a133-ed01db768e9e {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:59:20.633817 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-90dc6429-1054-408a-806b-de40a62a1ec7 req-b04b67ca-ce61-411d-8db7-c924a06cbdb1 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Unset dirty status for tenant:929828cc245b4f649a7d07978e740109 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:59:20.634967 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-90dc6429-1054-408a-806b-de40a62a1ec7 req-b04b67ca-ce61-411d-8db7-c924a06cbdb1 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2d96786-cfee-4490-a13c-b6fa8057287a HTTP/1.1" status: 200 len: 944 time: 0.2223876 Mar 14 15:59:20.637993 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-abd42a61-513f-4118-a4ea-e387b3ad86c0 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:59:20.638370 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-abd42a61-513f-4118-a4ea-e387b3ad86c0 service neutron] Checking segment: {'id': '8c2515c5-c4af-4ba5-8749-b0cc9b9db900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7f8aedd8-9851-4667-a133-ed01db768e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:59:20.638733 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-abd42a61-513f-4118-a4ea-e387b3ad86c0 service neutron] Bound using segment: {'id': '8c2515c5-c4af-4ba5-8749-b0cc9b9db900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7f8aedd8-9851-4667-a133-ed01db768e9e'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:59:20.639152 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-abd42a61-513f-4118-a4ea-e387b3ad86c0 service neutron] Bound port: 3319940a-4826-4470-a3df-f1e767d24f08, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2515c5-c4af-4ba5-8749-b0cc9b9db900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7f8aedd8-9851-4667-a133-ed01db768e9e'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:59:20.639493 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-abd42a61-513f-4118-a4ea-e387b3ad86c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:20.834899 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-90dc6429-1054-408a-806b-de40a62a1ec7 req-d922553e-328d-4e8e-af38-608039e5c7b3 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834629 Mar 14 15:59:20.849092 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-abd42a61-513f-4118-a4ea-e387b3ad86c0 service neutron] For port 3319940a-4826-4470-a3df-f1e767d24f08, host hv-neutron-8335, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:59:20.853013 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-abd42a61-513f-4118-a4ea-e387b3ad86c0 service neutron] For port 3319940a-4826-4470-a3df-f1e767d24f08, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3319940a-4826-4470-a3df-f1e767d24f08,segment=NetworkSegment(8c2515c5-c4af-4ba5-8749-b0cc9b9db900),segment_id=8c2515c5-c4af-4ba5-8749-b0cc9b9db900)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:59:20.861683 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-abd42a61-513f-4118-a4ea-e387b3ad86c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:20.922810 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-abd42a61-513f-4118-a4ea-e387b3ad86c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:20.924053 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-abd42a61-513f-4118-a4ea-e387b3ad86c0 service neutron] 10.222.0.24 "PUT /v2.0/ports/3319940a-4826-4470-a3df-f1e767d24f08 HTTP/1.1" status: 200 len: 1094 time: 1.0726786 Mar 14 15:59:20.926969 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d96786-cfee-4490-a13c-b6fa8057287a', 'tag': '3319940a-4826-4470-a3df-f1e767d24f08'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:59:20.947396 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd42a61-513f-4118-a4ea-e387b3ad86c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3319940a-4826-4470-a3df-f1e767d24f08,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:20.994748 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d96786-cfee-4490-a13c-b6fa8057287a', 'tag': '3319940a-4826-4470-a3df-f1e767d24f08', 'status': 'completed', 'code': 200} Mar 14 15:59:21.029801 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-6873c411-775d-4120-9cf2-080110d70e42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=929828cc245b4f649a7d07978e740109&device_id=b2d96786-cfee-4490-a13c-b6fa8057287a HTTP/1.1" status: 200 len: 1097 time: 0.0680912 Mar 14 15:59:21.100090 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-4847948a-205f-4bf8-97c0-27c6e5a1a8be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3319940a-4826-4470-a3df-f1e767d24f08 HTTP/1.1" status: 200 len: 217 time: 0.0626576 Mar 14 15:59:21.152409 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:21.162344 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-69414aff-d62c-444e-bb1a-03b4d7189b4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:21.163849 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-69414aff-d62c-444e-bb1a-03b4d7189b4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d6c622e-437d-4df7-bfba-86a621d3e4fc HTTP/1.1" status: 200 len: 853 time: 0.0581856 Mar 14 15:59:21.207754 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-95a9a0d1-f694-41f6-940d-a2e99e977b64 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f8aedd8-9851-4667-a133-ed01db768e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386000 Mar 14 15:59:21.334516 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-d41fb340-4007-4905-9c99-409ede36c2f7 service neutron] 10.222.0.24 "GET /v2.0/networks/7f8aedd8-9851-4667-a133-ed01db768e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207726 Mar 14 15:59:21.466742 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a889c7d1-95c5-44aa-8da8-dac4578585bf req-021d8c93-2f21-46f7-a4c5-66ab7544094b service neutron] 10.222.0.24 "GET /v2.0/networks/7f8aedd8-9851-4667-a133-ed01db768e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264615 Mar 14 15:59:21.581218 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-32d55d52-e492-4824-82c2-55a364a87800 req-24ea63f2-7eab-48ce-860b-0f9faabc34d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=929828cc245b4f649a7d07978e740109&device_id=b2d96786-cfee-4490-a13c-b6fa8057287a HTTP/1.1" status: 200 len: 1097 time: 0.0719619 Mar 14 15:59:21.709172 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d55d52-e492-4824-82c2-55a364a87800 req-c1482944-8d0b-479c-b672-0a3730deb029 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:21.710635 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-32d55d52-e492-4824-82c2-55a364a87800 req-c1482944-8d0b-479c-b672-0a3730deb029 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f8aedd8-9851-4667-a133-ed01db768e9e HTTP/1.1" status: 200 len: 914 time: 0.1239691 Mar 14 15:59:21.777036 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-32d55d52-e492-4824-82c2-55a364a87800 req-042b073c-2492-42ea-8e52-04909f48539e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3319940a-4826-4470-a3df-f1e767d24f08 HTTP/1.1" status: 200 len: 217 time: 0.0595925 Mar 14 15:59:21.839920 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d55d52-e492-4824-82c2-55a364a87800 req-7466d74b-46d4-4ed2-8df3-85bab8a77773 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:21.841298 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-32d55d52-e492-4824-82c2-55a364a87800 req-7466d74b-46d4-4ed2-8df3-85bab8a77773 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d6c622e-437d-4df7-bfba-86a621d3e4fc HTTP/1.1" status: 200 len: 853 time: 0.0591149 Mar 14 15:59:21.885587 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-32d55d52-e492-4824-82c2-55a364a87800 req-71f61b0d-f681-4a00-86d9-4f574ed3dd16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f8aedd8-9851-4667-a133-ed01db768e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386381 Mar 14 15:59:22.070316 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-32d55d52-e492-4824-82c2-55a364a87800 req-a7a2e111-51bc-4237-987d-fbf26404979b service neutron] 10.222.0.24 "GET /v2.0/networks/7f8aedd8-9851-4667-a133-ed01db768e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792514 Mar 14 15:59:22.102996 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ce95d-d92b-4845-a44b-bb9a24a6e643 req-46d0595e-13dc-40f6-889a-3a8d1d0379ce tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:22.104381 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8d9ce95d-d92b-4845-a44b-bb9a24a6e643 req-46d0595e-13dc-40f6-889a-3a8d1d0379ce tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2d96786-cfee-4490-a13c-b6fa8057287a HTTP/1.1" status: 200 len: 944 time: 0.1450861 Mar 14 15:59:22.227313 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8d9ce95d-d92b-4845-a44b-bb9a24a6e643 req-d9707f96-889a-42d3-ba72-c3d51fd1c70f tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783041 Mar 14 15:59:22.243503 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-32d55d52-e492-4824-82c2-55a364a87800 req-01221806-98d0-41c7-ae2b-d7afe23c48f4 service neutron] 10.222.0.24 "GET /v2.0/networks/7f8aedd8-9851-4667-a133-ed01db768e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656325 Mar 14 15:59:23.442165 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73bf37-d73b-475b-b39b-b6ab015c3616 req-bd23b1b5-94e3-4152-ab83-abc54a2afd55 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:23.443589 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bb73bf37-d73b-475b-b39b-b6ab015c3616 req-bd23b1b5-94e3-4152-ab83-abc54a2afd55 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2d96786-cfee-4490-a13c-b6fa8057287a HTTP/1.1" status: 200 len: 944 time: 0.0795236 Mar 14 15:59:23.487535 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bb73bf37-d73b-475b-b39b-b6ab015c3616 req-a099fdb9-5dc5-4441-94be-12d19388a14a tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384898 Mar 14 15:59:24.358450 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 3319940a-4826-4470-a3df-f1e767d24f08 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 15:59:24.488805 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 3319940a-4826-4470-a3df-f1e767d24f08, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3319940a-4826-4470-a3df-f1e767d24f08,segment=NetworkSegment(8c2515c5-c4af-4ba5-8749-b0cc9b9db900),segment_id=8c2515c5-c4af-4ba5-8749-b0cc9b9db900)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:59:24.502004 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '3319940a-4826-4470-a3df-f1e767d24f08', 'network_id': '7f8aedd8-9851-4667-a133-ed01db768e9e', 'port_id': '3319940a-4826-4470-a3df-f1e767d24f08', 'mac_address': 'fa:16:3e:ab:79:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6c622e-437d-4df7-bfba-86a621d3e4fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 15:59:24.553317 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:24.570289 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3319940a-4826-4470-a3df-f1e767d24f08 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 15:59:24.585322 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 3319940a-4826-4470-a3df-f1e767d24f08, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3319940a-4826-4470-a3df-f1e767d24f08,segment=NetworkSegment(8c2515c5-c4af-4ba5-8749-b0cc9b9db900),segment_id=8c2515c5-c4af-4ba5-8749-b0cc9b9db900)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:59:24.589334 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:24.657653 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=3319940a-4826-4470-a3df-f1e767d24f08,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:24.680498 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455e5a5-2e37-4137-a79e-94fba202103b req-e78c7144-022e-4112-9a15-15bde631209d tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:24.681946 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9455e5a5-2e37-4137-a79e-94fba202103b req-e78c7144-022e-4112-9a15-15bde631209d tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2d96786-cfee-4490-a13c-b6fa8057287a HTTP/1.1" status: 200 len: 945 time: 0.0766618 Mar 14 15:59:24.855385 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9455e5a5-2e37-4137-a79e-94fba202103b req-066319c9-29b3-44f5-a39f-5ebc8a56dfd8 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678867 Mar 14 15:59:24.887251 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-95b3ee19-bada-47cb-8c9a-8bc09ea9e668 req-f5269a20-562d-46f0-8c0d-b18e83f6550a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1655507 Mar 14 15:59:24.897376 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['3319940a-4826-4470-a3df-f1e767d24f08'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:59:25.024037 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-95b3ee19-bada-47cb-8c9a-8bc09ea9e668 req-a73dce70-5ffb-4c2c-9bde-4705040a3d04 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=929828cc245b4f649a7d07978e740109&device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0 HTTP/1.1" status: 200 len: 1098 time: 0.0675392 Mar 14 15:59:25.168986 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3ee19-bada-47cb-8c9a-8bc09ea9e668 req-502b6711-c7fc-4287-a32f-8acb39dd6bd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:25.170477 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-95b3ee19-bada-47cb-8c9a-8bc09ea9e668 req-502b6711-c7fc-4287-a32f-8acb39dd6bd2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f8aedd8-9851-4667-a133-ed01db768e9e HTTP/1.1" status: 200 len: 914 time: 0.1280577 Mar 14 15:59:25.241271 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-95b3ee19-bada-47cb-8c9a-8bc09ea9e668 req-12d70300-0753-4484-8731-f5d604db45fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e6002b1-5649-484f-bef5-0032cd7d569a HTTP/1.1" status: 200 len: 217 time: 0.0649657 Mar 14 15:59:25.304799 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3ee19-bada-47cb-8c9a-8bc09ea9e668 req-5608465a-0f94-4836-8515-aef1f459f145 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:25.306132 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-95b3ee19-bada-47cb-8c9a-8bc09ea9e668 req-5608465a-0f94-4836-8515-aef1f459f145 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d6c622e-437d-4df7-bfba-86a621d3e4fc HTTP/1.1" status: 200 len: 853 time: 0.0591674 Mar 14 15:59:25.349600 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-95b3ee19-bada-47cb-8c9a-8bc09ea9e668 req-d2e11e2f-96c8-4137-8a17-44a14d40e69f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f8aedd8-9851-4667-a133-ed01db768e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377650 Mar 14 15:59:25.479212 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-95b3ee19-bada-47cb-8c9a-8bc09ea9e668 req-f2f5d0cc-72e4-4af1-9c4f-66e47a05f42c service neutron] 10.222.0.24 "GET /v2.0/networks/7f8aedd8-9851-4667-a133-ed01db768e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234460 Mar 14 15:59:25.621759 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-95b3ee19-bada-47cb-8c9a-8bc09ea9e668 req-e43d10c7-c8cf-4d08-b393-528f65140757 service neutron] 10.222.0.24 "GET /v2.0/networks/7f8aedd8-9851-4667-a133-ed01db768e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358612 Mar 14 15:59:26.053364 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c56826-fabd-425c-81ee-aa32724b37b7 req-425e08ef-6546-47d6-acb1-f803a44bed7c tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:26.054818 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b7c56826-fabd-425c-81ee-aa32724b37b7 req-425e08ef-6546-47d6-acb1-f803a44bed7c tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2d96786-cfee-4490-a13c-b6fa8057287a HTTP/1.1" status: 200 len: 945 time: 0.0743060 Mar 14 15:59:26.099303 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b7c56826-fabd-425c-81ee-aa32724b37b7 req-50cc3ade-9680-4bcb-8276-c0499e62340f tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390637 Mar 14 15:59:26.385000 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 3319940a-4826-4470-a3df-f1e767d24f08 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:59:26.454493 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 3319940a-4826-4470-a3df-f1e767d24f08 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:59:26.459384 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 3319940a-4826-4470-a3df-f1e767d24f08 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:59:26.459755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:26.579029 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:26.603888 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d96786-cfee-4490-a13c-b6fa8057287a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3319940a-4826-4470-a3df-f1e767d24f08'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:59:26.613669 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 3319940a-4826-4470-a3df-f1e767d24f08, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3319940a-4826-4470-a3df-f1e767d24f08,segment=NetworkSegment(8c2515c5-c4af-4ba5-8749-b0cc9b9db900),segment_id=8c2515c5-c4af-4ba5-8749-b0cc9b9db900)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:59:26.617739 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:26.659398 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d96786-cfee-4490-a13c-b6fa8057287a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3319940a-4826-4470-a3df-f1e767d24f08', 'code': 200} Mar 14 15:59:26.684275 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=3319940a-4826-4470-a3df-f1e767d24f08,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:26.693090 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:26.693427 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:26.693781 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:26.694151 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:26.694485 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:26.694811 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:26.695133 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:26.695454 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:26.695775 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:26.696089 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:26.696410 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:26.880926 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2b0b67aa-c6b6-4d41-8699-3d4c8f5492d3 req-f1abf09f-2863-4413-97bf-0a62a70c7522 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b2d96786-cfee-4490-a13c-b6fa8057287a HTTP/1.1" status: 200 len: 1099 time: 0.0658455 Mar 14 15:59:26.922366 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2b0b67aa-c6b6-4d41-8699-3d4c8f5492d3 req-9872cf05-8994-42cf-b939-c7e551dffac9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344038 Mar 14 15:59:27.293890 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9189ec-bc89-43bf-a4f4-165ab2efdeb8 req-e6ff1643-5cd7-4329-b290-073a709841e7 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:27.295363 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3d9189ec-bc89-43bf-a4f4-165ab2efdeb8 req-e6ff1643-5cd7-4329-b290-073a709841e7 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2d96786-cfee-4490-a13c-b6fa8057287a HTTP/1.1" status: 200 len: 946 time: 0.0784585 Mar 14 15:59:27.339902 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3d9189ec-bc89-43bf-a4f4-165ab2efdeb8 req-738938ac-4add-4342-b3b0-7e26ecd8c79c tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389667 Mar 14 15:59:28.546653 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771927f0-35d0-4067-ab35-1532cafa869e req-237be03f-36bd-49ff-b907-f00b357fad39 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:28.548072 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-771927f0-35d0-4067-ab35-1532cafa869e req-237be03f-36bd-49ff-b907-f00b357fad39 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2d96786-cfee-4490-a13c-b6fa8057287a HTTP/1.1" status: 200 len: 946 time: 0.0780747 Mar 14 15:59:28.592697 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-771927f0-35d0-4067-ab35-1532cafa869e req-fc667a99-f36c-49d7-af0e-b7b532e3b489 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384631 Mar 14 15:59:28.984594 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d28b9-8b57-492a-8c96-50c78b10016a req-1439adf6-4700-4057-a74e-747ea4c53ea8 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:28.986144 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8d4d28b9-8b57-492a-8c96-50c78b10016a req-1439adf6-4700-4057-a74e-747ea4c53ea8 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2d96786-cfee-4490-a13c-b6fa8057287a HTTP/1.1" status: 200 len: 946 time: 0.0745919 Mar 14 15:59:29.033724 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8d4d28b9-8b57-492a-8c96-50c78b10016a req-306ca3ef-3ab8-4ae6-a74e-0c31d7740593 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422492 Mar 14 15:59:30.233835 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e10a80-eca1-4ce0-a888-6cc3c41a8830 req-90e1ca8b-c900-43a6-a67f-3c3c67e08277 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:30.235228 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e6e10a80-eca1-4ce0-a888-6cc3c41a8830 req-90e1ca8b-c900-43a6-a67f-3c3c67e08277 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2d96786-cfee-4490-a13c-b6fa8057287a HTTP/1.1" status: 200 len: 946 time: 0.0752499 Mar 14 15:59:30.286592 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e6e10a80-eca1-4ce0-a888-6cc3c41a8830 req-03d2c11e-6db4-4dbb-84e8-cd2a92cae5cd tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453565 Mar 14 15:59:30.391989 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df214e-ee7d-41b7-9483-4590806f4d1c req-c2ee70c9-afcf-48c2-9bc4-1f2e9d3e00d8 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:30.394022 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-20df214e-ee7d-41b7-9483-4590806f4d1c req-c2ee70c9-afcf-48c2-9bc4-1f2e9d3e00d8 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d96786-cfee-4490-a13c-b6fa8057287a HTTP/1.1" status: 200 len: 946 time: 0.0737603 Mar 14 15:59:30.459558 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-20df214e-ee7d-41b7-9483-4590806f4d1c req-0be2f6ea-4fb7-4934-8003-7876889741fe tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Deleting port 3319940a-4826-4470-a3df-f1e767d24f08 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:59:30.459894 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-20df214e-ee7d-41b7-9483-4590806f4d1c req-0be2f6ea-4fb7-4934-8003-7876889741fe tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:30.699305 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-20df214e-ee7d-41b7-9483-4590806f4d1c req-0be2f6ea-4fb7-4934-8003-7876889741fe tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] For port 3319940a-4826-4470-a3df-f1e767d24f08, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3319940a-4826-4470-a3df-f1e767d24f08,segment=NetworkSegment(8c2515c5-c4af-4ba5-8749-b0cc9b9db900),segment_id=8c2515c5-c4af-4ba5-8749-b0cc9b9db900)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:59:30.699648 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-20df214e-ee7d-41b7-9483-4590806f4d1c req-0be2f6ea-4fb7-4934-8003-7876889741fe tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:30.816446 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-20df214e-ee7d-41b7-9483-4590806f4d1c req-0be2f6ea-4fb7-4934-8003-7876889741fe tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Calling delete_port for 3319940a-4826-4470-a3df-f1e767d24f08 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:59:31.033494 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-20df214e-ee7d-41b7-9483-4590806f4d1c req-0be2f6ea-4fb7-4934-8003-7876889741fe tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:31.046936 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['5e6002b1-5649-484f-bef5-0032cd7d569a', '3319940a-4826-4470-a3df-f1e767d24f08'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:59:31.085364 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2f6ea-4fb7-4934-8003-7876889741fe tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Pushing event deleted for resources: {'Port': ['ID=3319940a-4826-4470-a3df-f1e767d24f08,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:31.154267 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-20df214e-ee7d-41b7-9483-4590806f4d1c req-0be2f6ea-4fb7-4934-8003-7876889741fe tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] No DVR routers for this DVR port 3319940a-4826-4470-a3df-f1e767d24f08 on host hv-neutron-8335 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:59:31.156656 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-20df214e-ee7d-41b7-9483-4590806f4d1c req-0be2f6ea-4fb7-4934-8003-7876889741fe tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:31.159757 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d96786-cfee-4490-a13c-b6fa8057287a', 'name': 'network-vif-deleted', 'tag': '3319940a-4826-4470-a3df-f1e767d24f08'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:59:31.178560 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-20df214e-ee7d-41b7-9483-4590806f4d1c req-0be2f6ea-4fb7-4934-8003-7876889741fe tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.24 "DELETE /v2.0/ports/3319940a-4826-4470-a3df-f1e767d24f08 HTTP/1.1" status: 204 len: 173 time: 0.7793114 Mar 14 15:59:31.221598 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d96786-cfee-4490-a13c-b6fa8057287a', 'name': 'network-vif-deleted', 'tag': '3319940a-4826-4470-a3df-f1e767d24f08', 'status': 'completed', 'code': 200} Mar 14 15:59:31.461678 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-68b4b4a4-730d-469d-a6bd-4855c044d4ac req-fe5e9379-67ae-447f-82df-ef3b4bb00aa3 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2d96786-cfee-4490-a13c-b6fa8057287a HTTP/1.1" status: 200 len: 210 time: 0.0406730 Mar 14 15:59:32.729534 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060c9f5-351e-4759-a9c8-d12eb28ed09a req-cc68173e-0c3c-40d0-9863-e2b89e7b1e0b tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:32.730976 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4060c9f5-351e-4759-a9c8-d12eb28ed09a req-cc68173e-0c3c-40d0-9863-e2b89e7b1e0b tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0 HTTP/1.1" status: 200 len: 945 time: 0.0756433 Mar 14 15:59:32.778885 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4060c9f5-351e-4759-a9c8-d12eb28ed09a req-9733923c-3952-4ee9-8c50-b30ae8bb6c75 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423501 Mar 14 15:59:32.990762 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcfef1-16fe-4263-833b-52d9ccd5be7b req-d795be10-375f-4704-9190-b11e5b78371b tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:32.992169 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-35dcfef1-16fe-4263-833b-52d9ccd5be7b req-d795be10-375f-4704-9190-b11e5b78371b tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0 HTTP/1.1" status: 200 len: 945 time: 0.0746348 Mar 14 15:59:33.036352 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-35dcfef1-16fe-4263-833b-52d9ccd5be7b req-820d1bf7-623e-4acf-a801-2bd51962bd04 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387714 Mar 14 15:59:33.235479 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230423b-ff08-4398-a287-e3704e2bea6e req-faa11cb6-4c44-468d-9af4-753e862f3172 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:33.236721 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-e230423b-ff08-4398-a287-e3704e2bea6e req-faa11cb6-4c44-468d-9af4-753e862f3172 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Synchronizing usage tracker for tenant:929828cc245b4f649a7d07978e740109 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:59:33.253048 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-e230423b-ff08-4398-a287-e3704e2bea6e req-faa11cb6-4c44-468d-9af4-753e862f3172 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Unset dirty status for tenant:929828cc245b4f649a7d07978e740109 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:59:33.254315 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e230423b-ff08-4398-a287-e3704e2bea6e req-faa11cb6-4c44-468d-9af4-753e862f3172 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0 HTTP/1.1" status: 200 len: 945 time: 0.0968640 Mar 14 15:59:33.298173 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e230423b-ff08-4398-a287-e3704e2bea6e req-2b53c457-70b7-403b-bbbf-ece0ee621ea2 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383170 Mar 14 15:59:33.498987 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-95ec1531-0c71-4e70-9838-8a2d5602d245 req-8eed7809-7a9a-4d95-a8d7-e57299090a01 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0688384 Mar 14 15:59:33.687449 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae7842-ed36-4e26-b60c-ce51e191dd9a req-cd9ab74b-4f89-45f0-9463-d16556c6b2ac tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:33.689662 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3bae7842-ed36-4e26-b60c-ce51e191dd9a req-cd9ab74b-4f89-45f0-9463-d16556c6b2ac tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0 HTTP/1.1" status: 200 len: 945 time: 0.0743361 Mar 14 15:59:33.733539 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3bae7842-ed36-4e26-b60c-ce51e191dd9a req-59588250-c047-41ba-87ca-44bab035cecf tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383289 Mar 14 15:59:34.004346 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31f7a1-f797-4751-95ba-7adb332cca01 req-b19fbe20-e6b9-49a6-be28-e112036bb5d5 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:34.005802 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-de31f7a1-f797-4751-95ba-7adb332cca01 req-b19fbe20-e6b9-49a6-be28-e112036bb5d5 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0 HTTP/1.1" status: 200 len: 945 time: 0.1536074 Mar 14 15:59:34.051112 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-de31f7a1-f797-4751-95ba-7adb332cca01 req-4b7c6924-923f-43dc-8f6f-6d359e246333 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398333 Mar 14 15:59:34.260086 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918da6ba-f248-4395-98e4-4d1c510b5b68 req-41a17f6b-7726-4607-b7a6-455d5ba92866 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:34.261445 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-918da6ba-f248-4395-98e4-4d1c510b5b68 req-41a17f6b-7726-4607-b7a6-455d5ba92866 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0 HTTP/1.1" status: 200 len: 945 time: 0.0774605 Mar 14 15:59:34.306440 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-918da6ba-f248-4395-98e4-4d1c510b5b68 req-9ab474ec-3cb4-455e-bc52-a0d008da6e98 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396154 Mar 14 15:59:34.458160 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 3319940a-4826-4470-a3df-f1e767d24f08 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:59:34.492254 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 3319940a-4826-4470-a3df-f1e767d24f08 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:59:34.492630 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 3319940a-4826-4470-a3df-f1e767d24f08 not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:59:34.856209 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157083e-0653-4c29-93bd-ca33a4344319 req-ac576f52-3182-4c93-9a47-bcfbe2267ea8 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:34.857552 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a157083e-0653-4c29-93bd-ca33a4344319 req-ac576f52-3182-4c93-9a47-bcfbe2267ea8 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0 HTTP/1.1" status: 200 len: 945 time: 0.0752573 Mar 14 15:59:34.901855 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a157083e-0653-4c29-93bd-ca33a4344319 req-842a9ea6-891f-49b8-9c16-8a154f4b0144 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383880 Mar 14 15:59:36.099581 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b498547-8a1d-4384-b750-cd6e53829fa8 req-f4a4db0a-4253-4bc8-b2f0-c04eda9a0fb6 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:36.100995 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8b498547-8a1d-4384-b750-cd6e53829fa8 req-f4a4db0a-4253-4bc8-b2f0-c04eda9a0fb6 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0 HTTP/1.1" status: 200 len: 945 time: 0.0795805 Mar 14 15:59:36.145140 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8b498547-8a1d-4384-b750-cd6e53829fa8 req-03f5d80d-df42-491b-a4b3-0e622e8c9ee4 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/security-groups?id=c584bb17-46a8-4e30-8486-7900232c9a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385010 Mar 14 15:59:36.364345 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fbce4-2ea0-4d73-b8d4-0713caadab42 req-27fa6f6e-d31e-400e-9627-86fc81fcc05a tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:36.365742 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6e5fbce4-2ea0-4d73-b8d4-0713caadab42 req-27fa6f6e-d31e-400e-9627-86fc81fcc05a tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0 HTTP/1.1" status: 200 len: 945 time: 0.0744417 Mar 14 15:59:36.436423 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-6e5fbce4-2ea0-4d73-b8d4-0713caadab42 req-9d32e02d-9d14-430b-8f3a-16c21fd4bdff tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Deleting port 5e6002b1-5649-484f-bef5-0032cd7d569a {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:59:36.436766 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6e5fbce4-2ea0-4d73-b8d4-0713caadab42 req-9d32e02d-9d14-430b-8f3a-16c21fd4bdff tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:36.674560 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-6e5fbce4-2ea0-4d73-b8d4-0713caadab42 req-9d32e02d-9d14-430b-8f3a-16c21fd4bdff tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] For port 5e6002b1-5649-484f-bef5-0032cd7d569a, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=5e6002b1-5649-484f-bef5-0032cd7d569a,segment=NetworkSegment(8c2515c5-c4af-4ba5-8749-b0cc9b9db900),segment_id=8c2515c5-c4af-4ba5-8749-b0cc9b9db900)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:59:36.674913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6e5fbce4-2ea0-4d73-b8d4-0713caadab42 req-9d32e02d-9d14-430b-8f3a-16c21fd4bdff tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:36.791970 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-6e5fbce4-2ea0-4d73-b8d4-0713caadab42 req-9d32e02d-9d14-430b-8f3a-16c21fd4bdff tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Calling delete_port for 5e6002b1-5649-484f-bef5-0032cd7d569a owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:59:36.930724 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6e5fbce4-2ea0-4d73-b8d4-0713caadab42 req-9d32e02d-9d14-430b-8f3a-16c21fd4bdff tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:36.942427 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['5e6002b1-5649-484f-bef5-0032cd7d569a'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 15:59:36.979142 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32e02d-9d14-430b-8f3a-16c21fd4bdff tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Pushing event deleted for resources: {'Port': ['ID=5e6002b1-5649-484f-bef5-0032cd7d569a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:37.054405 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5fbce4-2ea0-4d73-b8d4-0713caadab42 req-9d32e02d-9d14-430b-8f3a-16c21fd4bdff tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] No DVR routers for this DVR port 5e6002b1-5649-484f-bef5-0032cd7d569a on host hv-neutron-8335 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:59:37.056691 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6e5fbce4-2ea0-4d73-b8d4-0713caadab42 req-9d32e02d-9d14-430b-8f3a-16c21fd4bdff tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:37.059149 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff2aeec-2c75-4d91-a7af-8361904ca7c0', 'name': 'network-vif-deleted', 'tag': '5e6002b1-5649-484f-bef5-0032cd7d569a'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 15:59:37.076209 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6e5fbce4-2ea0-4d73-b8d4-0713caadab42 req-9d32e02d-9d14-430b-8f3a-16c21fd4bdff tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.24 "DELETE /v2.0/ports/5e6002b1-5649-484f-bef5-0032cd7d569a HTTP/1.1" status: 204 len: 173 time: 0.7050195 Mar 14 15:59:37.122067 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff2aeec-2c75-4d91-a7af-8361904ca7c0', 'name': 'network-vif-deleted', 'tag': '5e6002b1-5649-484f-bef5-0032cd7d569a', 'status': 'completed', 'code': 200} Mar 14 15:59:37.322702 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-fcd80d57-7e72-4c15-a60e-34db70cc6643 req-62cb3f0b-a4f4-4db3-9535-a4b61df82d49 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Synchronizing usage tracker for tenant:929828cc245b4f649a7d07978e740109 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:59:37.341256 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-fcd80d57-7e72-4c15-a60e-34db70cc6643 req-62cb3f0b-a4f4-4db3-9535-a4b61df82d49 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] Unset dirty status for tenant:929828cc245b4f649a7d07978e740109 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:59:37.342467 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fcd80d57-7e72-4c15-a60e-34db70cc6643 req-62cb3f0b-a4f4-4db3-9535-a4b61df82d49 tempest-ServersNegativeTestJSON-531873851 tempest-ServersNegativeTestJSON-531873851-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ff2aeec-2c75-4d91-a7af-8361904ca7c0 HTTP/1.1" status: 200 len: 210 time: 0.0613155 Mar 14 15:59:38.446428 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58844) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:38.509098 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-869e6031-0e4b-471d-84d1-17176cc5178b admin admin] Deleting subnet 7d6c622e-437d-4df7-bfba-86a621d3e4fc {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:59:38.511950 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-869e6031-0e4b-471d-84d1-17176cc5178b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:38.560051 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-869e6031-0e4b-471d-84d1-17176cc5178b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:38.617809 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-869e6031-0e4b-471d-84d1-17176cc5178b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:38.691420 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-869e6031-0e4b-471d-84d1-17176cc5178b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:38.727797 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e6031-0e4b-471d-84d1-17176cc5178b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d6c622e-437d-4df7-bfba-86a621d3e4fc,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:38.732333 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-869e6031-0e4b-471d-84d1-17176cc5178b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:38.738520 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-869e6031-0e4b-471d-84d1-17176cc5178b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7d6c622e-437d-4df7-bfba-86a621d3e4fc HTTP/1.1" status: 204 len: 168 time: 0.2910669 Mar 14 15:59:38.740879 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58848) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:38.843797 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06aa7127-d7f7-47f6-b906-ee60d0313427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:38.965965 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06aa7127-d7f7-47f6-b906-ee60d0313427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:38.990891 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-06aa7127-d7f7-47f6-b906-ee60d0313427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8aedd8-9851-4667-a133-ed01db768e9e']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:39.002469 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-06aa7127-d7f7-47f6-b906-ee60d0313427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2515c5-c4af-4ba5-8749-b0cc9b9db900') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:39.002770 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-06aa7127-d7f7-47f6-b906-ee60d0313427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2515c5-c4af-4ba5-8749-b0cc9b9db900') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:39.013598 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06aa7127-d7f7-47f6-b906-ee60d0313427 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:39.032735 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06aa7127-d7f7-47f6-b906-ee60d0313427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:39.039184 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06aa7127-d7f7-47f6-b906-ee60d0313427 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:59:39.039565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06aa7127-d7f7-47f6-b906-ee60d0313427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:59:39.052118 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:59:39.123285 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06aa7127-d7f7-47f6-b906-ee60d0313427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:39.128072 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06aa7127-d7f7-47f6-b906-ee60d0313427 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:39.151006 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa7127-d7f7-47f6-b906-ee60d0313427 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f8aedd8-9851-4667-a133-ed01db768e9e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:39.157530 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-06aa7127-d7f7-47f6-b906-ee60d0313427 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7f8aedd8-9851-4667-a133-ed01db768e9e HTTP/1.1" status: 204 len: 168 time: 0.4157195 Mar 14 15:59:39.290790 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58854) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:39.343569 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bcd0f26c-f8b6-4aa3-9ad4-00becd5daaec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=929828cc245b4f649a7d07978e740109&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515921 Mar 14 15:59:39.345922 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58858) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:39.402776 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a27abba-ff1e-4cdb-8464-dff3657f2dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:39.428631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a27abba-ff1e-4cdb-8464-dff3657f2dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:39.480008 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a27abba-ff1e-4cdb-8464-dff3657f2dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:39.496737 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27abba-ff1e-4cdb-8464-dff3657f2dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c584bb17-46a8-4e30-8486-7900232c9a39,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:39.506223 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a27abba-ff1e-4cdb-8464-dff3657f2dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:39.507254 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7a27abba-ff1e-4cdb-8464-dff3657f2dd4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c584bb17-46a8-4e30-8486-7900232c9a39 HTTP/1.1" status: 204 len: 168 time: 0.1604452 Mar 14 15:59:40.426382 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58880) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:40.489494 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 5e6002b1-5649-484f-bef5-0032cd7d569a no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:59:40.524791 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 5e6002b1-5649-484f-bef5-0032cd7d569a {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:59:40.524791 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 5e6002b1-5649-484f-bef5-0032cd7d569a not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:59:40.565629 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8f6d84d1-f70e-4ba7-8283-1a5be1cbe5a9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1829947071'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:59:40.570671 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8f6d84d1-f70e-4ba7-8283-1a5be1cbe5a9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:59:40.574422 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8f6d84d1-f70e-4ba7-8283-1a5be1cbe5a9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Usage tracker for resource:network and tenant:ca1da7c092ec4c69bdd3c68f389bec60 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:59:40.577227 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8f6d84d1-f70e-4ba7-8283-1a5be1cbe5a9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:59:40.583696 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8f6d84d1-f70e-4ba7-8283-1a5be1cbe5a9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:59:40.592986 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6d84d1-f70e-4ba7-8283-1a5be1cbe5a9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Made reservation on behalf of ca1da7c092ec4c69bdd3c68f389bec60 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:59:40.595986 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f6d84d1-f70e-4ba7-8283-1a5be1cbe5a9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:40.608237 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f6d84d1-f70e-4ba7-8283-1a5be1cbe5a9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:40.640300 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8f6d84d1-f70e-4ba7-8283-1a5be1cbe5a9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:59:40.644195 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8f6d84d1-f70e-4ba7-8283-1a5be1cbe5a9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Usage tracker for resource:security_group_rule and tenant:ca1da7c092ec4c69bdd3c68f389bec60 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:59:40.646949 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8f6d84d1-f70e-4ba7-8283-1a5be1cbe5a9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:59:40.652435 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8f6d84d1-f70e-4ba7-8283-1a5be1cbe5a9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:59:40.723191 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f6d84d1-f70e-4ba7-8283-1a5be1cbe5a9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:40.726701 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f6d84d1-f70e-4ba7-8283-1a5be1cbe5a9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:40.758252 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6d84d1-f70e-4ba7-8283-1a5be1cbe5a9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:59:40.766234 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d84d1-f70e-4ba7-8283-1a5be1cbe5a9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=551eb2e5-74e1-483c-995d-85a9df9a7f84,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:40.773429 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f6d84d1-f70e-4ba7-8283-1a5be1cbe5a9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:40.773715 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-8f6d84d1-f70e-4ba7-8283-1a5be1cbe5a9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Added segment 521ca14e-7268-4d09-afe3-a56b20a79376 of type vlan for network 7b3e920f-94b1-4144-85eb-58e9803da7aa Mar 14 15:59:40.800368 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f6d84d1-f70e-4ba7-8283-1a5be1cbe5a9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:40.828096 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f6d84d1-f70e-4ba7-8283-1a5be1cbe5a9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:40.833615 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6d84d1-f70e-4ba7-8283-1a5be1cbe5a9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:40.834251 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f6d84d1-f70e-4ba7-8283-1a5be1cbe5a9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:40.946041 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8f6d84d1-f70e-4ba7-8283-1a5be1cbe5a9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5185385 Mar 14 15:59:40.951397 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d84d1-f70e-4ba7-8283-1a5be1cbe5a9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Pushing event updated for resources: {'Network': ['ID=7b3e920f-94b1-4144-85eb-58e9803da7aa,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:40.962615 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 7b3e920f-94b1-4144-85eb-58e9803da7aa details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:59:42.982553 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb651-5f03-468c-92a2-2b932b644b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:44.198242 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58886) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:44.203856 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2e2a6bcb-8c06-4ea0-9265-726b8e040b06 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Request body: {'subnet': {'network_id': '7b3e920f-94b1-4144-85eb-58e9803da7aa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:59:44.318257 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2e2a6bcb-8c06-4ea0-9265-726b8e040b06 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:59:44.321908 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2e2a6bcb-8c06-4ea0-9265-726b8e040b06 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Usage tracker for resource:subnet and tenant:ca1da7c092ec4c69bdd3c68f389bec60 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:59:44.324722 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2e2a6bcb-8c06-4ea0-9265-726b8e040b06 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:59:44.331356 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2e2a6bcb-8c06-4ea0-9265-726b8e040b06 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:59:44.341020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2a6bcb-8c06-4ea0-9265-726b8e040b06 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Made reservation on behalf of ca1da7c092ec4c69bdd3c68f389bec60 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:59:44.528405 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e2a6bcb-8c06-4ea0-9265-726b8e040b06 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:44.741394 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e2a6bcb-8c06-4ea0-9265-726b8e040b06 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:44.817550 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a6bcb-8c06-4ea0-9265-726b8e040b06 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Pushing event updated for resources: {'Subnet': ['ID=f68d8ab7-7907-45da-aa87-4aab39027feb,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:44.831844 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a6bcb-8c06-4ea0-9265-726b8e040b06 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Checking segment: {'id': '521ca14e-7268-4d09-afe3-a56b20a79376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7b3e920f-94b1-4144-85eb-58e9803da7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:59:44.832202 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2a6bcb-8c06-4ea0-9265-726b8e040b06 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Network hostable DHCP agents. Network: 7b3e920f-94b1-4144-85eb-58e9803da7aa, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:59:44.853365 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2a6bcb-8c06-4ea0-9265-726b8e040b06 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Network 7b3e920f-94b1-4144-85eb-58e9803da7aa is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:59:44.862390 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-2e2a6bcb-8c06-4ea0-9265-726b8e040b06 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 7b3e920f-94b1-4144-85eb-58e9803da7aa) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:59:44.866142 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2a6bcb-8c06-4ea0-9265-726b8e040b06 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:44.866718 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e2a6bcb-8c06-4ea0-9265-726b8e040b06 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:44.871642 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf03cd3-4a0f-4b18-a761-435ef4531741 None None] Network 7b3e920f-94b1-4144-85eb-58e9803da7aa requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:59:44.890105 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2e2a6bcb-8c06-4ea0-9265-726b8e040b06 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6881723 Mar 14 15:59:44.890912 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58890) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:44.897026 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2cd20e6b-8232-4caf-9169-4d565131bb87 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-635008987'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:59:44.901740 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2cd20e6b-8232-4caf-9169-4d565131bb87 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:59:44.905485 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2cd20e6b-8232-4caf-9169-4d565131bb87 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Usage tracker for resource:network and tenant:ca1da7c092ec4c69bdd3c68f389bec60 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:59:44.908282 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2cd20e6b-8232-4caf-9169-4d565131bb87 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:59:44.913829 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2cd20e6b-8232-4caf-9169-4d565131bb87 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:59:44.923314 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd20e6b-8232-4caf-9169-4d565131bb87 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Made reservation on behalf of ca1da7c092ec4c69bdd3c68f389bec60 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:59:44.926862 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cd20e6b-8232-4caf-9169-4d565131bb87 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:44.956499 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd20e6b-8232-4caf-9169-4d565131bb87 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:59:44.971310 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cd20e6b-8232-4caf-9169-4d565131bb87 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:44.971645 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-2cd20e6b-8232-4caf-9169-4d565131bb87 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Added segment 3a70ae6a-9a6b-4735-824c-1f78458d5a2a of type vlan for network 7b5c6cc0-0d07-404f-95b1-135d26432c23 Mar 14 15:59:44.997063 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cd20e6b-8232-4caf-9169-4d565131bb87 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:45.026494 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cd20e6b-8232-4caf-9169-4d565131bb87 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:45.030158 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd20e6b-8232-4caf-9169-4d565131bb87 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:45.030740 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cd20e6b-8232-4caf-9169-4d565131bb87 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:45.085645 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fb3346-0104-4a62-8808-22c105bc1b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-7b3e920f-94b1-4144-85eb-58e9803da7aa', 'network_id': '7b3e920f-94b1-4144-85eb-58e9803da7aa', 'tenant_id': 'ca1da7c092ec4c69bdd3c68f389bec60', 'fixed_ips': [{'subnet_id': 'f68d8ab7-7907-45da-aa87-4aab39027feb'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:59:45.086574 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48fb3346-0104-4a62-8808-22c105bc1b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:45.125610 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2cd20e6b-8232-4caf-9169-4d565131bb87 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2336452 Mar 14 15:59:45.128858 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 58894) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:45.136032 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-410f7b45-3d54-4813-b2bc-d8ccce80d80b tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Request body: {'subnet': {'network_id': '7b5c6cc0-0d07-404f-95b1-135d26432c23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:59:45.137488 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd20e6b-8232-4caf-9169-4d565131bb87 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Pushing event updated for resources: {'Network': ['ID=7b5c6cc0-0d07-404f-95b1-135d26432c23,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:45.153403 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 7b5c6cc0-0d07-404f-95b1-135d26432c23 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:59:45.253964 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-410f7b45-3d54-4813-b2bc-d8ccce80d80b tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:59:45.257852 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-410f7b45-3d54-4813-b2bc-d8ccce80d80b tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Usage tracker for resource:subnet and tenant:ca1da7c092ec4c69bdd3c68f389bec60 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:59:45.260809 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-410f7b45-3d54-4813-b2bc-d8ccce80d80b tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:59:45.266549 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-410f7b45-3d54-4813-b2bc-d8ccce80d80b tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:59:45.278682 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410f7b45-3d54-4813-b2bc-d8ccce80d80b tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Made reservation on behalf of ca1da7c092ec4c69bdd3c68f389bec60 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:59:45.297768 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54b8af1a-f75e-4fcf-85c0-199443444170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:45.396380 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-48fb3346-0104-4a62-8808-22c105bc1b2d None None] Allocated IP 2001:db8:0:ffff::2 (7b3e920f-94b1-4144-85eb-58e9803da7aa/f68d8ab7-7907-45da-aa87-4aab39027feb/ad1ad5a4-be6c-4829-9661-833a93ea48df) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:59:45.472773 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-410f7b45-3d54-4813-b2bc-d8ccce80d80b tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:45.606881 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48fb3346-0104-4a62-8808-22c105bc1b2d None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:45.616961 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-48fb3346-0104-4a62-8808-22c105bc1b2d None None] Transition to ACTIVE for port object ad1ad5a4-be6c-4829-9661-833a93ea48df will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:59:45.635514 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-48fb3346-0104-4a62-8808-22c105bc1b2d None None] Transition to ACTIVE for port object ad1ad5a4-be6c-4829-9661-833a93ea48df will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:59:45.640151 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48fb3346-0104-4a62-8808-22c105bc1b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:45.666882 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 15:59:45.705108 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-410f7b45-3d54-4813-b2bc-d8ccce80d80b tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:45.705794 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fb3346-0104-4a62-8808-22c105bc1b2d None None] Network 7b3e920f-94b1-4144-85eb-58e9803da7aa is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:59:45.709198 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-48fb3346-0104-4a62-8808-22c105bc1b2d None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:59:45.713516 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fb3346-0104-4a62-8808-22c105bc1b2d None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:59:45.715735 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb3346-0104-4a62-8808-22c105bc1b2d None None] Pushing event updated for resources: {'Port': ['ID=ad1ad5a4-be6c-4829-9661-833a93ea48df,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:45.788561 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f7b45-3d54-4813-b2bc-d8ccce80d80b tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Pushing event updated for resources: {'Subnet': ['ID=2ff04014-d8d6-45f2-ac9e-81da17b06fec,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:45.803433 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-48fb3346-0104-4a62-8808-22c105bc1b2d None None] Attempting to bind port ad1ad5a4-be6c-4829-9661-833a93ea48df on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:59:45.804009 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-48fb3346-0104-4a62-8808-22c105bc1b2d None None] Attempting to bind port ad1ad5a4-be6c-4829-9661-833a93ea48df by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '521ca14e-7268-4d09-afe3-a56b20a79376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7b3e920f-94b1-4144-85eb-58e9803da7aa'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:59:45.804155 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fb3346-0104-4a62-8808-22c105bc1b2d None None] Attempting to bind port ad1ad5a4-be6c-4829-9661-833a93ea48df on network 7b3e920f-94b1-4144-85eb-58e9803da7aa {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:59:45.805587 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410f7b45-3d54-4813-b2bc-d8ccce80d80b tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Checking segment: {'id': '3a70ae6a-9a6b-4735-824c-1f78458d5a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7b5c6cc0-0d07-404f-95b1-135d26432c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:59:45.805962 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410f7b45-3d54-4813-b2bc-d8ccce80d80b tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Network hostable DHCP agents. Network: 7b5c6cc0-0d07-404f-95b1-135d26432c23, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:59:45.810674 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fb3346-0104-4a62-8808-22c105bc1b2d None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:59:45.811031 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fb3346-0104-4a62-8808-22c105bc1b2d None None] Checking segment: {'id': '521ca14e-7268-4d09-afe3-a56b20a79376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7b3e920f-94b1-4144-85eb-58e9803da7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:59:45.811432 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48fb3346-0104-4a62-8808-22c105bc1b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:45.811819 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fb3346-0104-4a62-8808-22c105bc1b2d None None] Bound using segment: {'id': '521ca14e-7268-4d09-afe3-a56b20a79376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7b3e920f-94b1-4144-85eb-58e9803da7aa'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:59:45.812277 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-48fb3346-0104-4a62-8808-22c105bc1b2d None None] Bound port: ad1ad5a4-be6c-4829-9661-833a93ea48df, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '521ca14e-7268-4d09-afe3-a56b20a79376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7b3e920f-94b1-4144-85eb-58e9803da7aa'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:59:45.812901 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48fb3346-0104-4a62-8808-22c105bc1b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:45.830398 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410f7b45-3d54-4813-b2bc-d8ccce80d80b tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Network 7b5c6cc0-0d07-404f-95b1-135d26432c23 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:59:45.839623 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-410f7b45-3d54-4813-b2bc-d8ccce80d80b tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 7b5c6cc0-0d07-404f-95b1-135d26432c23) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:59:45.844269 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410f7b45-3d54-4813-b2bc-d8ccce80d80b tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:45.844866 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-410f7b45-3d54-4813-b2bc-d8ccce80d80b tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:45.856718 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7c8e2e-dd9f-473f-bbb3-66d6a19b2077 None None] Network 7b5c6cc0-0d07-404f-95b1-135d26432c23 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:59:45.867662 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-410f7b45-3d54-4813-b2bc-d8ccce80d80b tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7374809 Mar 14 15:59:45.870452 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58898) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:45.991460 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-48fb3346-0104-4a62-8808-22c105bc1b2d None None] For port ad1ad5a4-be6c-4829-9661-833a93ea48df, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:59:46.010608 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-48fb3346-0104-4a62-8808-22c105bc1b2d None None] For port ad1ad5a4-be6c-4829-9661-833a93ea48df, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ad1ad5a4-be6c-4829-9661-833a93ea48df,segment=NetworkSegment(521ca14e-7268-4d09-afe3-a56b20a79376),segment_id=521ca14e-7268-4d09-afe3-a56b20a79376)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:59:46.013625 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b65318ae-74e6-4272-a37a-c9d02717a799 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:46.041938 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48fb3346-0104-4a62-8808-22c105bc1b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:46.077859 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b65318ae-74e6-4272-a37a-c9d02717a799 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:46.176125 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb3346-0104-4a62-8808-22c105bc1b2d None None] Pushing event updated for resources: {'Port': ['ID=ad1ad5a4-be6c-4829-9661-833a93ea48df,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:46.177052 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b65318ae-74e6-4272-a37a-c9d02717a799 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:46.189836 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7704d663-1f0a-42e6-a4ea-698262ab305e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-7b5c6cc0-0d07-404f-95b1-135d26432c23', 'network_id': '7b5c6cc0-0d07-404f-95b1-135d26432c23', 'tenant_id': 'ca1da7c092ec4c69bdd3c68f389bec60', 'fixed_ips': [{'subnet_id': '2ff04014-d8d6-45f2-ac9e-81da17b06fec'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:59:46.191382 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7704d663-1f0a-42e6-a4ea-698262ab305e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:46.251252 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65318ae-74e6-4272-a37a-c9d02717a799 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff04014-d8d6-45f2-ac9e-81da17b06fec,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:46.295075 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae3a415-3f34-4b1f-93f5-f53ce228227d None None] Network 7b5c6cc0-0d07-404f-95b1-135d26432c23 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:59:46.334003 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b65318ae-74e6-4272-a37a-c9d02717a799 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:46.388205 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b65318ae-74e6-4272-a37a-c9d02717a799 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5c6cc0-0d07-404f-95b1-135d26432c23']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:46.413690 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b65318ae-74e6-4272-a37a-c9d02717a799 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a70ae6a-9a6b-4735-824c-1f78458d5a2a') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:46.414449 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b65318ae-74e6-4272-a37a-c9d02717a799 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a70ae6a-9a6b-4735-824c-1f78458d5a2a') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:46.422467 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:46.427221 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b65318ae-74e6-4272-a37a-c9d02717a799 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:46.445788 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b65318ae-74e6-4272-a37a-c9d02717a799 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:46.452834 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65318ae-74e6-4272-a37a-c9d02717a799 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:59:46.453294 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b65318ae-74e6-4272-a37a-c9d02717a799 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:59:46.468948 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:59:46.554272 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b65318ae-74e6-4272-a37a-c9d02717a799 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:46.573702 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b65318ae-74e6-4272-a37a-c9d02717a799 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:46.580488 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:46.581005 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65318ae-74e6-4272-a37a-c9d02717a799 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Pushing event deleted for resources: {'Network': ['ID=7b5c6cc0-0d07-404f-95b1-135d26432c23,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:46.587405 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b65318ae-74e6-4272-a37a-c9d02717a799 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "DELETE /v2.0/networks/7b5c6cc0-0d07-404f-95b1-135d26432c23 HTTP/1.1" status: 204 len: 168 time: 0.7159111 Mar 14 15:59:46.590799 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58902) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:46.597260 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9b78b021-f8cb-45f1-8121-f41f099352a5 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1603460941'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:59:46.602132 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9b78b021-f8cb-45f1-8121-f41f099352a5 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:59:46.605944 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9b78b021-f8cb-45f1-8121-f41f099352a5 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Usage tracker for resource:network and tenant:ca1da7c092ec4c69bdd3c68f389bec60 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:59:46.608892 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9b78b021-f8cb-45f1-8121-f41f099352a5 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:59:46.614678 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9b78b021-f8cb-45f1-8121-f41f099352a5 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:59:46.623686 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b78b021-f8cb-45f1-8121-f41f099352a5 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Made reservation on behalf of ca1da7c092ec4c69bdd3c68f389bec60 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:59:46.626678 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b78b021-f8cb-45f1-8121-f41f099352a5 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:46.654976 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b78b021-f8cb-45f1-8121-f41f099352a5 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:59:46.664493 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b78b021-f8cb-45f1-8121-f41f099352a5 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:46.664828 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-9b78b021-f8cb-45f1-8121-f41f099352a5 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Added segment f201215a-339f-4ba6-b64c-d3d6b023fd33 of type vlan for network 9e3de00d-9778-4f86-b227-b7d280b1b6ef Mar 14 15:59:46.692693 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b78b021-f8cb-45f1-8121-f41f099352a5 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:46.722024 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b78b021-f8cb-45f1-8121-f41f099352a5 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:46.725704 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b78b021-f8cb-45f1-8121-f41f099352a5 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:46.726309 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b78b021-f8cb-45f1-8121-f41f099352a5 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:46.829538 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9b78b021-f8cb-45f1-8121-f41f099352a5 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2375457 Mar 14 15:59:46.832892 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58906) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:46.840173 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-771adb1e-675d-48d7-b0fa-b0ddd96ebe5e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Request body: {'subnet': {'network_id': '9e3de00d-9778-4f86-b227-b7d280b1b6ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:59:46.853992 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78b021-f8cb-45f1-8121-f41f099352a5 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Pushing event updated for resources: {'Network': ['ID=9e3de00d-9778-4f86-b227-b7d280b1b6ef,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:46.865571 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 9e3de00d-9778-4f86-b227-b7d280b1b6ef details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:59:46.962903 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-771adb1e-675d-48d7-b0fa-b0ddd96ebe5e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:59:46.967053 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-771adb1e-675d-48d7-b0fa-b0ddd96ebe5e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Usage tracker for resource:subnet and tenant:ca1da7c092ec4c69bdd3c68f389bec60 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:59:46.970200 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-771adb1e-675d-48d7-b0fa-b0ddd96ebe5e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:59:46.979266 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-771adb1e-675d-48d7-b0fa-b0ddd96ebe5e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:59:46.989283 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771adb1e-675d-48d7-b0fa-b0ddd96ebe5e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Made reservation on behalf of ca1da7c092ec4c69bdd3c68f389bec60 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:59:47.104720 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-771adb1e-675d-48d7-b0fa-b0ddd96ebe5e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:47.119683 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0653cd59-d37e-4e94-b44a-37e548a57f72 None None] Network 7b3e920f-94b1-4144-85eb-58e9803da7aa requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:59:47.224618 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-50c6e296-6bf0-4d9d-a5b1-9b12246f60ee None None] Provisioning for port ad1ad5a4-be6c-4829-9661-833a93ea48df completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:59:47.301263 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.ipam_backend_mixin [None req-771adb1e-675d-48d7-b0fa-b0ddd96ebe5e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Performing IP validity checks on allocation pools {{(pid=83911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 14 15:59:47.301777 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.ipam_backend_mixin [None req-771adb1e-675d-48d7-b0fa-b0ddd96ebe5e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 14 15:59:47.441434 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-771adb1e-675d-48d7-b0fa-b0ddd96ebe5e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:47.526466 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771adb1e-675d-48d7-b0fa-b0ddd96ebe5e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Pushing event updated for resources: {'Subnet': ['ID=671837b0-bd2a-4a2d-99e2-23b81dd3db78,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:47.538998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771adb1e-675d-48d7-b0fa-b0ddd96ebe5e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Checking segment: {'id': 'f201215a-339f-4ba6-b64c-d3d6b023fd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9e3de00d-9778-4f86-b227-b7d280b1b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:59:47.539351 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771adb1e-675d-48d7-b0fa-b0ddd96ebe5e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Network hostable DHCP agents. Network: 9e3de00d-9778-4f86-b227-b7d280b1b6ef, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:59:47.566110 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771adb1e-675d-48d7-b0fa-b0ddd96ebe5e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Network 9e3de00d-9778-4f86-b227-b7d280b1b6ef is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:59:47.585091 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-771adb1e-675d-48d7-b0fa-b0ddd96ebe5e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 9e3de00d-9778-4f86-b227-b7d280b1b6ef) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:59:47.589031 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771adb1e-675d-48d7-b0fa-b0ddd96ebe5e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:47.589606 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-771adb1e-675d-48d7-b0fa-b0ddd96ebe5e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:47.594124 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dad9a7-bfa1-4375-b203-86938e4b407c None None] Network 9e3de00d-9778-4f86-b227-b7d280b1b6ef requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:59:47.625707 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-771adb1e-675d-48d7-b0fa-b0ddd96ebe5e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7888992 Mar 14 15:59:47.626028 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58910) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:47.806166 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80bbf7c2-7fc7-4d79-899d-7033fde207d4 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:47.864837 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a077c6-2a8e-426f-af92-4245f7be5cb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-9e3de00d-9778-4f86-b227-b7d280b1b6ef', 'network_id': '9e3de00d-9778-4f86-b227-b7d280b1b6ef', 'tenant_id': 'ca1da7c092ec4c69bdd3c68f389bec60', 'fixed_ips': [{'subnet_id': '671837b0-bd2a-4a2d-99e2-23b81dd3db78'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:59:47.865756 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-67a077c6-2a8e-426f-af92-4245f7be5cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:47.884260 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80bbf7c2-7fc7-4d79-899d-7033fde207d4 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:47.971126 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80bbf7c2-7fc7-4d79-899d-7033fde207d4 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server [None req-67a077c6-2a8e-426f-af92-4245f7be5cb9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 671837b0-bd2a-4a2d-99e2-23b81dd3db78: This subnet is being modified by another concurrent operation. Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server raise exception Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 671837b0-bd2a-4a2d-99e2-23b81dd3db78: This subnet is being modified by another concurrent operation. Mar 14 15:59:47.975040 dv-neutron-833561-1-hyperv neutron-server[83912]: ERROR oslo_messaging.rpc.server Mar 14 15:59:47.997333 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72b1f48-fe0b-46a9-9485-fd106b86319b None None] Network 9e3de00d-9778-4f86-b227-b7d280b1b6ef requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:59:48.009844 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbf7c2-7fc7-4d79-899d-7033fde207d4 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Pushing event deleted for resources: {'Subnet': ['ID=671837b0-bd2a-4a2d-99e2-23b81dd3db78,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:48.088454 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ad1ad5a4-be6c-4829-9661-833a93ea48df up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:59:48.108738 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80bbf7c2-7fc7-4d79-899d-7033fde207d4 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:48.138955 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-80bbf7c2-7fc7-4d79-899d-7033fde207d4 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3de00d-9778-4f86-b227-b7d280b1b6ef']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:48.148215 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:48.151398 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-80bbf7c2-7fc7-4d79-899d-7033fde207d4 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f201215a-339f-4ba6-b64c-d3d6b023fd33') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:48.151701 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-80bbf7c2-7fc7-4d79-899d-7033fde207d4 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f201215a-339f-4ba6-b64c-d3d6b023fd33') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:48.163097 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80bbf7c2-7fc7-4d79-899d-7033fde207d4 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:48.179663 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80bbf7c2-7fc7-4d79-899d-7033fde207d4 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:48.186484 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80bbf7c2-7fc7-4d79-899d-7033fde207d4 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:59:48.186876 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80bbf7c2-7fc7-4d79-899d-7033fde207d4 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:59:48.202830 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:59:48.256803 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44141ef0-7921-4d9a-a0bf-2121ab69b087 None None] get_active_networks_info from dv-neutron-833561-1-hyperv {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 14 15:59:48.283386 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port ad1ad5a4-be6c-4829-9661-833a93ea48df completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:59:48.286125 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80bbf7c2-7fc7-4d79-899d-7033fde207d4 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:48.293628 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port ad1ad5a4-be6c-4829-9661-833a93ea48df triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:59:48.294004 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:48.306443 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80bbf7c2-7fc7-4d79-899d-7033fde207d4 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:48.318100 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbf7c2-7fc7-4d79-899d-7033fde207d4 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Pushing event deleted for resources: {'Network': ['ID=9e3de00d-9778-4f86-b227-b7d280b1b6ef,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:48.322853 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-80bbf7c2-7fc7-4d79-899d-7033fde207d4 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "DELETE /v2.0/networks/9e3de00d-9778-4f86-b227-b7d280b1b6ef HTTP/1.1" status: 204 len: 168 time: 0.6959534 Mar 14 15:59:48.326497 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 58914) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:48.332659 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c380e535-2c64-4faa-986b-95d0b76775e7 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1307235879'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:59:48.337672 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c380e535-2c64-4faa-986b-95d0b76775e7 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:59:48.341482 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c380e535-2c64-4faa-986b-95d0b76775e7 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Usage tracker for resource:network and tenant:ca1da7c092ec4c69bdd3c68f389bec60 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:59:48.344308 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c380e535-2c64-4faa-986b-95d0b76775e7 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:59:48.350284 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c380e535-2c64-4faa-986b-95d0b76775e7 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:59:48.360395 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c380e535-2c64-4faa-986b-95d0b76775e7 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Made reservation on behalf of ca1da7c092ec4c69bdd3c68f389bec60 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:59:48.364239 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c380e535-2c64-4faa-986b-95d0b76775e7 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:48.392421 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c380e535-2c64-4faa-986b-95d0b76775e7 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:59:48.401578 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c380e535-2c64-4faa-986b-95d0b76775e7 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:48.401914 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-c380e535-2c64-4faa-986b-95d0b76775e7 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Added segment e021ad2d-f1d0-48ff-8537-b7666b63b2cc of type vlan for network b85d5f41-ffd1-46cb-9076-3d01aa9b6ee2 Mar 14 15:59:48.428064 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c380e535-2c64-4faa-986b-95d0b76775e7 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:48.435210 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44141ef0-7921-4d9a-a0bf-2121ab69b087 None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:59:48.457277 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c380e535-2c64-4faa-986b-95d0b76775e7 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:48.460883 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c380e535-2c64-4faa-986b-95d0b76775e7 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:48.461465 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c380e535-2c64-4faa-986b-95d0b76775e7 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:48.463815 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:48.558842 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c380e535-2c64-4faa-986b-95d0b76775e7 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2285070 Mar 14 15:59:48.559267 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58918) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:48.566914 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-57a475f7-e22d-4530-9f46-d74cc9587bfa tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Request body: {'subnet': {'network_id': 'b85d5f41-ffd1-46cb-9076-3d01aa9b6ee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:59:48.568287 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380e535-2c64-4faa-986b-95d0b76775e7 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Pushing event updated for resources: {'Network': ['ID=b85d5f41-ffd1-46cb-9076-3d01aa9b6ee2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:48.581044 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port ad1ad5a4-be6c-4829-9661-833a93ea48df, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ad1ad5a4-be6c-4829-9661-833a93ea48df,segment=NetworkSegment(521ca14e-7268-4d09-afe3-a56b20a79376),segment_id=521ca14e-7268-4d09-afe3-a56b20a79376)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:59:48.582126 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network b85d5f41-ffd1-46cb-9076-3d01aa9b6ee2 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:59:48.601253 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:48.683007 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-57a475f7-e22d-4530-9f46-d74cc9587bfa tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:59:48.686760 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-57a475f7-e22d-4530-9f46-d74cc9587bfa tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Usage tracker for resource:subnet and tenant:ca1da7c092ec4c69bdd3c68f389bec60 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:59:48.690130 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-57a475f7-e22d-4530-9f46-d74cc9587bfa tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:59:48.695710 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-57a475f7-e22d-4530-9f46-d74cc9587bfa tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:59:48.705843 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a475f7-e22d-4530-9f46-d74cc9587bfa tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Made reservation on behalf of ca1da7c092ec4c69bdd3c68f389bec60 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:59:48.806722 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57a475f7-e22d-4530-9f46-d74cc9587bfa tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:48.814936 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=ad1ad5a4-be6c-4829-9661-833a93ea48df,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:49.015545 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57a475f7-e22d-4530-9f46-d74cc9587bfa tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:49.094262 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a475f7-e22d-4530-9f46-d74cc9587bfa tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Pushing event updated for resources: {'Subnet': ['ID=e355acf3-4c31-47e7-a9ee-47426efdac81,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:49.103886 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a475f7-e22d-4530-9f46-d74cc9587bfa tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Checking segment: {'id': 'e021ad2d-f1d0-48ff-8537-b7666b63b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b85d5f41-ffd1-46cb-9076-3d01aa9b6ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:59:49.104238 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a475f7-e22d-4530-9f46-d74cc9587bfa tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Network hostable DHCP agents. Network: b85d5f41-ffd1-46cb-9076-3d01aa9b6ee2, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:59:49.125409 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a475f7-e22d-4530-9f46-d74cc9587bfa tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Network b85d5f41-ffd1-46cb-9076-3d01aa9b6ee2 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:59:49.135307 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-57a475f7-e22d-4530-9f46-d74cc9587bfa tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, b85d5f41-ffd1-46cb-9076-3d01aa9b6ee2) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:59:49.139206 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a475f7-e22d-4530-9f46-d74cc9587bfa tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:49.139820 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57a475f7-e22d-4530-9f46-d74cc9587bfa tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:49.144580 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78337e46-17ea-48b3-b350-0c0ba2a0b7c5 None None] Network b85d5f41-ffd1-46cb-9076-3d01aa9b6ee2 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:59:49.160938 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-57a475f7-e22d-4530-9f46-d74cc9587bfa tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6002243 Mar 14 15:59:49.164568 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58922) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:49.170420 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e6db3625-3b29-4515-b88b-5a4c512628c1 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-856023295'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:59:49.176076 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e6db3625-3b29-4515-b88b-5a4c512628c1 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:59:49.179877 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e6db3625-3b29-4515-b88b-5a4c512628c1 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Usage tracker for resource:network and tenant:ca1da7c092ec4c69bdd3c68f389bec60 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:59:49.182692 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e6db3625-3b29-4515-b88b-5a4c512628c1 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:59:49.188577 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e6db3625-3b29-4515-b88b-5a4c512628c1 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:59:49.198927 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6db3625-3b29-4515-b88b-5a4c512628c1 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Made reservation on behalf of ca1da7c092ec4c69bdd3c68f389bec60 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:59:49.201888 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6db3625-3b29-4515-b88b-5a4c512628c1 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:49.229487 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6db3625-3b29-4515-b88b-5a4c512628c1 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:59:49.238471 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6db3625-3b29-4515-b88b-5a4c512628c1 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:49.238827 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-e6db3625-3b29-4515-b88b-5a4c512628c1 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Added segment 988ee07c-1079-4ccf-8a3b-91bd22f3826f of type vlan for network f59aefd6-31ab-4147-bd5e-4edf9e0f06a8 Mar 14 15:59:49.264532 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6db3625-3b29-4515-b88b-5a4c512628c1 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:49.294683 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6db3625-3b29-4515-b88b-5a4c512628c1 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:49.298317 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6db3625-3b29-4515-b88b-5a4c512628c1 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:49.299466 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6db3625-3b29-4515-b88b-5a4c512628c1 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:49.363425 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc19364a-befe-4f24-bf4e-0ee6dc79d8c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-b85d5f41-ffd1-46cb-9076-3d01aa9b6ee2', 'network_id': 'b85d5f41-ffd1-46cb-9076-3d01aa9b6ee2', 'tenant_id': 'ca1da7c092ec4c69bdd3c68f389bec60', 'fixed_ips': [{'subnet_id': 'e355acf3-4c31-47e7-a9ee-47426efdac81'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:59:49.364235 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc19364a-befe-4f24-bf4e-0ee6dc79d8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:49.396435 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e6db3625-3b29-4515-b88b-5a4c512628c1 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2308590 Mar 14 15:59:49.399672 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 58926) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:49.405983 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7f0107aa-7199-4d37-8569-eab9021c487f tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Request body: {'subnet': {'network_id': 'f59aefd6-31ab-4147-bd5e-4edf9e0f06a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:59:49.409000 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db3625-3b29-4515-b88b-5a4c512628c1 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Pushing event updated for resources: {'Network': ['ID=f59aefd6-31ab-4147-bd5e-4edf9e0f06a8,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:49.419911 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network f59aefd6-31ab-4147-bd5e-4edf9e0f06a8 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:59:49.519369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7f0107aa-7199-4d37-8569-eab9021c487f tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:59:49.523147 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-7f0107aa-7199-4d37-8569-eab9021c487f tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Usage tracker for resource:subnet and tenant:ca1da7c092ec4c69bdd3c68f389bec60 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:59:49.525910 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-7f0107aa-7199-4d37-8569-eab9021c487f tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:59:49.531454 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7f0107aa-7199-4d37-8569-eab9021c487f tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:59:49.541446 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0107aa-7199-4d37-8569-eab9021c487f tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Made reservation on behalf of ca1da7c092ec4c69bdd3c68f389bec60 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:59:49.642006 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-dc19364a-befe-4f24-bf4e-0ee6dc79d8c5 None None] Allocated IP 2001:db8::2 (b85d5f41-ffd1-46cb-9076-3d01aa9b6ee2/e355acf3-4c31-47e7-a9ee-47426efdac81/533308d0-f84e-4aed-ae65-9112a4e2571c) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:59:49.644706 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f0107aa-7199-4d37-8569-eab9021c487f tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:49.841537 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc19364a-befe-4f24-bf4e-0ee6dc79d8c5 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:49.852585 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc19364a-befe-4f24-bf4e-0ee6dc79d8c5 None None] Transition to ACTIVE for port object 533308d0-f84e-4aed-ae65-9112a4e2571c will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:59:49.859694 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f0107aa-7199-4d37-8569-eab9021c487f tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:49.870940 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc19364a-befe-4f24-bf4e-0ee6dc79d8c5 None None] Transition to ACTIVE for port object 533308d0-f84e-4aed-ae65-9112a4e2571c will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:59:49.876229 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc19364a-befe-4f24-bf4e-0ee6dc79d8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:49.941975 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0107aa-7199-4d37-8569-eab9021c487f tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Pushing event updated for resources: {'Subnet': ['ID=54f025e2-5a11-48a3-8169-68ac1dc590e6,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:49.947168 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc19364a-befe-4f24-bf4e-0ee6dc79d8c5 None None] Network b85d5f41-ffd1-46cb-9076-3d01aa9b6ee2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:59:49.950744 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-dc19364a-befe-4f24-bf4e-0ee6dc79d8c5 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:59:49.952556 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19364a-befe-4f24-bf4e-0ee6dc79d8c5 None None] Pushing event updated for resources: {'Port': ['ID=533308d0-f84e-4aed-ae65-9112a4e2571c,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:49.953630 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0107aa-7199-4d37-8569-eab9021c487f tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Checking segment: {'id': '988ee07c-1079-4ccf-8a3b-91bd22f3826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f59aefd6-31ab-4147-bd5e-4edf9e0f06a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:59:49.953992 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0107aa-7199-4d37-8569-eab9021c487f tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Network hostable DHCP agents. Network: f59aefd6-31ab-4147-bd5e-4edf9e0f06a8, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:59:49.954761 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc19364a-befe-4f24-bf4e-0ee6dc79d8c5 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:59:49.979472 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0107aa-7199-4d37-8569-eab9021c487f tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Network f59aefd6-31ab-4147-bd5e-4edf9e0f06a8 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:59:49.990369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-7f0107aa-7199-4d37-8569-eab9021c487f tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, f59aefd6-31ab-4147-bd5e-4edf9e0f06a8) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:59:49.998797 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c7d62d-063d-4b8a-a4a7-948f27c6432a None None] Network f59aefd6-31ab-4147-bd5e-4edf9e0f06a8 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:59:50.002598 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0107aa-7199-4d37-8569-eab9021c487f tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:50.003205 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f0107aa-7199-4d37-8569-eab9021c487f tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:50.026259 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7f0107aa-7199-4d37-8569-eab9021c487f tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6253142 Mar 14 15:59:50.028755 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 58930) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:50.038640 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ad1ad5a4-be6c-4829-9661-833a93ea48df up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 15:59:50.166180 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-dc19364a-befe-4f24-bf4e-0ee6dc79d8c5 None None] Attempting to bind port 533308d0-f84e-4aed-ae65-9112a4e2571c on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:59:50.166553 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-dc19364a-befe-4f24-bf4e-0ee6dc79d8c5 None None] Attempting to bind port 533308d0-f84e-4aed-ae65-9112a4e2571c by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'e021ad2d-f1d0-48ff-8537-b7666b63b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b85d5f41-ffd1-46cb-9076-3d01aa9b6ee2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:59:50.166910 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19364a-befe-4f24-bf4e-0ee6dc79d8c5 None None] Attempting to bind port 533308d0-f84e-4aed-ae65-9112a4e2571c on network b85d5f41-ffd1-46cb-9076-3d01aa9b6ee2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:59:50.167448 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-831caff4-880c-478e-9c58-e2c1e6779ecc tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:50.191984 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19364a-befe-4f24-bf4e-0ee6dc79d8c5 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:59:50.192364 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19364a-befe-4f24-bf4e-0ee6dc79d8c5 None None] Checking segment: {'id': 'e021ad2d-f1d0-48ff-8537-b7666b63b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b85d5f41-ffd1-46cb-9076-3d01aa9b6ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:59:50.192766 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc19364a-befe-4f24-bf4e-0ee6dc79d8c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:50.193155 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19364a-befe-4f24-bf4e-0ee6dc79d8c5 None None] Bound using segment: {'id': 'e021ad2d-f1d0-48ff-8537-b7666b63b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b85d5f41-ffd1-46cb-9076-3d01aa9b6ee2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:59:50.193622 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-dc19364a-befe-4f24-bf4e-0ee6dc79d8c5 None None] Bound port: 533308d0-f84e-4aed-ae65-9112a4e2571c, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e021ad2d-f1d0-48ff-8537-b7666b63b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b85d5f41-ffd1-46cb-9076-3d01aa9b6ee2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:59:50.194007 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc19364a-befe-4f24-bf4e-0ee6dc79d8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:50.232395 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-831caff4-880c-478e-9c58-e2c1e6779ecc tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:50.311997 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-831caff4-880c-478e-9c58-e2c1e6779ecc tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:50.350881 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831caff4-880c-478e-9c58-e2c1e6779ecc tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Pushing event deleted for resources: {'Subnet': ['ID=54f025e2-5a11-48a3-8169-68ac1dc590e6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:50.362415 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port ad1ad5a4-be6c-4829-9661-833a93ea48df triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:59:50.362792 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:50.434640 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc19364a-befe-4f24-bf4e-0ee6dc79d8c5 None None] For port 533308d0-f84e-4aed-ae65-9112a4e2571c, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:59:50.447393 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-831caff4-880c-478e-9c58-e2c1e6779ecc tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:50.457321 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc19364a-befe-4f24-bf4e-0ee6dc79d8c5 None None] For port 533308d0-f84e-4aed-ae65-9112a4e2571c, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=533308d0-f84e-4aed-ae65-9112a4e2571c,segment=NetworkSegment(e021ad2d-f1d0-48ff-8537-b7666b63b2cc),segment_id=e021ad2d-f1d0-48ff-8537-b7666b63b2cc)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:59:50.460955 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc11b557-e251-4b39-8b11-0bb3dd63cd98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-f59aefd6-31ab-4147-bd5e-4edf9e0f06a8', 'network_id': 'f59aefd6-31ab-4147-bd5e-4edf9e0f06a8', 'tenant_id': 'ca1da7c092ec4c69bdd3c68f389bec60', 'fixed_ips': [{'subnet_id': '54f025e2-5a11-48a3-8169-68ac1dc590e6'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:59:50.461884 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc11b557-e251-4b39-8b11-0bb3dd63cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:50.473931 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-831caff4-880c-478e-9c58-e2c1e6779ecc tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59aefd6-31ab-4147-bd5e-4edf9e0f06a8']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:50.475875 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc19364a-befe-4f24-bf4e-0ee6dc79d8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:50.485770 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-831caff4-880c-478e-9c58-e2c1e6779ecc tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988ee07c-1079-4ccf-8a3b-91bd22f3826f') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:50.486662 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-831caff4-880c-478e-9c58-e2c1e6779ecc tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988ee07c-1079-4ccf-8a3b-91bd22f3826f') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:50.497759 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-831caff4-880c-478e-9c58-e2c1e6779ecc tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:50.513839 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-831caff4-880c-478e-9c58-e2c1e6779ecc tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:50.520596 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831caff4-880c-478e-9c58-e2c1e6779ecc tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:59:50.520926 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-831caff4-880c-478e-9c58-e2c1e6779ecc tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:50.678839 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19364a-befe-4f24-bf4e-0ee6dc79d8c5 None None] Pushing event updated for resources: {'Port': ['ID=533308d0-f84e-4aed-ae65-9112a4e2571c,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:59:50.690460 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:59:50.703171 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a1ba8d-b4a0-4cf9-bb8e-1293ca11d6ad None None] Network f59aefd6-31ab-4147-bd5e-4edf9e0f06a8 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:59:50.723278 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-831caff4-880c-478e-9c58-e2c1e6779ecc tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:50.741022 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-831caff4-880c-478e-9c58-e2c1e6779ecc tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:50.752287 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831caff4-880c-478e-9c58-e2c1e6779ecc tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Pushing event deleted for resources: {'Network': ['ID=f59aefd6-31ab-4147-bd5e-4edf9e0f06a8,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:50.758575 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-831caff4-880c-478e-9c58-e2c1e6779ecc tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "DELETE /v2.0/networks/f59aefd6-31ab-4147-bd5e-4edf9e0f06a8 HTTP/1.1" status: 204 len: 168 time: 0.7288086 Mar 14 15:59:50.759555 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58934) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:50.945254 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-be310954-c984-4f35-87f0-2bbd4e5627e4 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] GET failed (client error): The resource could not be found. Mar 14 15:59:50.945695 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-be310954-c984-4f35-87f0-2bbd4e5627e4 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Synchronizing usage tracker for tenant:ca1da7c092ec4c69bdd3c68f389bec60 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 15:59:50.963132 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-be310954-c984-4f35-87f0-2bbd4e5627e4 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Unset dirty status for tenant:ca1da7c092ec4c69bdd3c68f389bec60 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 15:59:50.966081 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-be310954-c984-4f35-87f0-2bbd4e5627e4 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "GET /v2.0/subnets/54f025e2-5a11-48a3-8169-68ac1dc590e6 HTTP/1.1" status: 404 len: 337 time: 0.2038357 Mar 14 15:59:50.967289 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 58938) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:50.993702 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7ee80c-91fc-4d80-ab99-37c82e5a2d9f tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] DELETE failed (client error): The resource could not be found. Mar 14 15:59:50.994163 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7ee80c-91fc-4d80-ab99-37c82e5a2d9f tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:59:50.995793 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2e7ee80c-91fc-4d80-ab99-37c82e5a2d9f tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "DELETE /v2.0/networks/f59aefd6-31ab-4147-bd5e-4edf9e0f06a8 HTTP/1.1" status: 404 len: 339 time: 0.0274630 Mar 14 15:59:50.999687 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58942) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:51.038672 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc21b7a-ad64-43b9-812b-a802276db3f9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] DELETE failed (client error): The resource could not be found. Mar 14 15:59:51.039111 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc21b7a-ad64-43b9-812b-a802276db3f9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:59:51.040696 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0cc21b7a-ad64-43b9-812b-a802276db3f9 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "DELETE /v2.0/subnets/54f025e2-5a11-48a3-8169-68ac1dc590e6 HTTP/1.1" status: 404 len: 337 time: 0.0400074 Mar 14 15:59:51.043246 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58946) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:51.070354 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca28f16e-30e5-4335-b064-b64714eb0e61 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] DELETE failed (client error): The resource could not be found. Mar 14 15:59:51.070786 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca28f16e-30e5-4335-b064-b64714eb0e61 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:59:51.072354 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ca28f16e-30e5-4335-b064-b64714eb0e61 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "DELETE /v2.0/networks/f59aefd6-31ab-4147-bd5e-4edf9e0f06a8 HTTP/1.1" status: 404 len: 339 time: 0.0282450 Mar 14 15:59:51.074858 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58950) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:51.138696 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:51.144528 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aee160a-556c-496f-a797-cc7f0a77629e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Deleting subnet e355acf3-4c31-47e7-a9ee-47426efdac81 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:59:51.147499 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4aee160a-556c-496f-a797-cc7f0a77629e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:51.200889 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4aee160a-556c-496f-a797-cc7f0a77629e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:51.282625 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4aee160a-556c-496f-a797-cc7f0a77629e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:51.360642 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4aee160a-556c-496f-a797-cc7f0a77629e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:51.401860 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee160a-556c-496f-a797-cc7f0a77629e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Pushing event deleted for resources: {'Subnet': ['ID=e355acf3-4c31-47e7-a9ee-47426efdac81,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:51.407508 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4aee160a-556c-496f-a797-cc7f0a77629e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:51.422608 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4aee160a-556c-496f-a797-cc7f0a77629e tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "DELETE /v2.0/subnets/e355acf3-4c31-47e7-a9ee-47426efdac81 HTTP/1.1" status: 204 len: 168 time: 0.3467720 Mar 14 15:59:51.425212 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58954) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:51.546632 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d3147a6-8241-4fff-adc6-47d6c4427346 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:51.557917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1d3147a6-8241-4fff-adc6-47d6c4427346 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Deleting port 533308d0-f84e-4aed-ae65-9112a4e2571c {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:59:51.558288 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d3147a6-8241-4fff-adc6-47d6c4427346 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:51.626156 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eea355e-17ef-42a8-8e0e-d8d03ba27dcb None None] Network b85d5f41-ffd1-46cb-9076-3d01aa9b6ee2 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:59:51.765610 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-1d3147a6-8241-4fff-adc6-47d6c4427346 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] For port 533308d0-f84e-4aed-ae65-9112a4e2571c, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=533308d0-f84e-4aed-ae65-9112a4e2571c,segment=NetworkSegment(e021ad2d-f1d0-48ff-8537-b7666b63b2cc),segment_id=e021ad2d-f1d0-48ff-8537-b7666b63b2cc)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:59:51.766208 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d3147a6-8241-4fff-adc6-47d6c4427346 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:51.787956 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-821d441a-d35b-4eba-955b-cdf54928c2fd None None] Provisioning for port 533308d0-f84e-4aed-ae65-9112a4e2571c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:59:51.880865 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecffd51-c0bd-4999-8e77-d4dc5086be15 None None] DHCP port deletion for b85d5f41-ffd1-46cb-9076-3d01aa9b6ee2 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:59:51.885242 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3ecffd51-c0bd-4999-8e77-d4dc5086be15 None None] Deleting port 533308d0-f84e-4aed-ae65-9112a4e2571c {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:59:51.885614 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ecffd51-c0bd-4999-8e77-d4dc5086be15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:51.890614 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1d3147a6-8241-4fff-adc6-47d6c4427346 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Calling delete_port for 533308d0-f84e-4aed-ae65-9112a4e2571c owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:59:51.963679 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d3147a6-8241-4fff-adc6-47d6c4427346 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:51.970517 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3ecffd51-c0bd-4999-8e77-d4dc5086be15 None None] The port '533308d0-f84e-4aed-ae65-9112a4e2571c' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:59:52.011899 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3147a6-8241-4fff-adc6-47d6c4427346 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Pushing event deleted for resources: {'Port': ['ID=533308d0-f84e-4aed-ae65-9112a4e2571c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:52.015747 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3147a6-8241-4fff-adc6-47d6c4427346 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] No DVR routers for this DVR port 533308d0-f84e-4aed-ae65-9112a4e2571c on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:59:52.134781 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d3147a6-8241-4fff-adc6-47d6c4427346 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:52.159822 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-1d3147a6-8241-4fff-adc6-47d6c4427346 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b85d5f41-ffd1-46cb-9076-3d01aa9b6ee2']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:52.171460 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-1d3147a6-8241-4fff-adc6-47d6c4427346 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e021ad2d-f1d0-48ff-8537-b7666b63b2cc') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:52.171754 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-1d3147a6-8241-4fff-adc6-47d6c4427346 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e021ad2d-f1d0-48ff-8537-b7666b63b2cc') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:52.183444 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d3147a6-8241-4fff-adc6-47d6c4427346 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:52.199105 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d3147a6-8241-4fff-adc6-47d6c4427346 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:52.205080 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d3147a6-8241-4fff-adc6-47d6c4427346 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:59:52.205559 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d3147a6-8241-4fff-adc6-47d6c4427346 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:59:52.219159 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:59:52.296587 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d3147a6-8241-4fff-adc6-47d6c4427346 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:52.314026 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d3147a6-8241-4fff-adc6-47d6c4427346 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:52.324253 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3147a6-8241-4fff-adc6-47d6c4427346 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Pushing event deleted for resources: {'Network': ['ID=b85d5f41-ffd1-46cb-9076-3d01aa9b6ee2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:52.328089 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1d3147a6-8241-4fff-adc6-47d6c4427346 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "DELETE /v2.0/networks/b85d5f41-ffd1-46cb-9076-3d01aa9b6ee2 HTTP/1.1" status: 204 len: 168 time: 0.9019568 Mar 14 15:59:52.330608 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58958) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:52.368205 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0285fbb-8e2c-4c29-8579-4525c5054f0f tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] DELETE failed (client error): The resource could not be found. Mar 14 15:59:52.368636 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0285fbb-8e2c-4c29-8579-4525c5054f0f tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:59:52.370253 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a0285fbb-8e2c-4c29-8579-4525c5054f0f tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "DELETE /v2.0/subnets/671837b0-bd2a-4a2d-99e2-23b81dd3db78 HTTP/1.1" status: 404 len: 337 time: 0.0387578 Mar 14 15:59:52.372711 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58962) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:52.396308 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e076b4b-d062-4421-9f5e-2f792b500f6b tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] DELETE failed (client error): The resource could not be found. Mar 14 15:59:52.396727 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e076b4b-d062-4421-9f5e-2f792b500f6b tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:59:52.398258 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0e076b4b-d062-4421-9f5e-2f792b500f6b tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "DELETE /v2.0/networks/9e3de00d-9778-4f86-b227-b7d280b1b6ef HTTP/1.1" status: 404 len: 339 time: 0.0246634 Mar 14 15:59:52.400581 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58966) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:52.441553 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb25a67-a42e-4e18-ab60-20c77e1bb771 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] DELETE failed (client error): The resource could not be found. Mar 14 15:59:52.441984 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb25a67-a42e-4e18-ab60-20c77e1bb771 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:59:52.443617 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1fb25a67-a42e-4e18-ab60-20c77e1bb771 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "DELETE /v2.0/subnets/2ff04014-d8d6-45f2-ac9e-81da17b06fec HTTP/1.1" status: 404 len: 337 time: 0.0421836 Mar 14 15:59:52.446003 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58970) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:52.469245 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-711d249b-52a5-4106-9c99-f4bb8c199990 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] DELETE failed (client error): The resource could not be found. Mar 14 15:59:52.469672 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-711d249b-52a5-4106-9c99-f4bb8c199990 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:59:52.471693 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-711d249b-52a5-4106-9c99-f4bb8c199990 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "DELETE /v2.0/networks/7b5c6cc0-0d07-404f-95b1-135d26432c23 HTTP/1.1" status: 404 len: 339 time: 0.0248141 Mar 14 15:59:52.473856 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58974) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:52.734108 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e7dd84-1655-447f-92a1-4bf48f3a8d94 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Deleting subnet f68d8ab7-7907-45da-aa87-4aab39027feb {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:59:52.737495 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19e7dd84-1655-447f-92a1-4bf48f3a8d94 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:52.792019 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19e7dd84-1655-447f-92a1-4bf48f3a8d94 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:52.873692 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19e7dd84-1655-447f-92a1-4bf48f3a8d94 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:52.951193 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19e7dd84-1655-447f-92a1-4bf48f3a8d94 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:52.987632 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7dd84-1655-447f-92a1-4bf48f3a8d94 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Pushing event deleted for resources: {'Subnet': ['ID=f68d8ab7-7907-45da-aa87-4aab39027feb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:52.995741 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19e7dd84-1655-447f-92a1-4bf48f3a8d94 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:53.003263 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f384f544-1c78-4fcb-9616-4fd7c0c5d99a None None] Network 7b3e920f-94b1-4144-85eb-58e9803da7aa requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:59:53.007386 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-19e7dd84-1655-447f-92a1-4bf48f3a8d94 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "DELETE /v2.0/subnets/f68d8ab7-7907-45da-aa87-4aab39027feb HTTP/1.1" status: 204 len: 168 time: 0.5302606 Mar 14 15:59:53.007620 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58978) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:53.121107 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf7d06c6-f7e2-4c1e-a039-70b78c5f5ac8 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:53.131410 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-bf7d06c6-f7e2-4c1e-a039-70b78c5f5ac8 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Deleting port ad1ad5a4-be6c-4829-9661-833a93ea48df {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:59:53.131744 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf7d06c6-f7e2-4c1e-a039-70b78c5f5ac8 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:53.281012 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d591af71-af11-4981-a90b-92b28cfa421d None None] DHCP port deletion for 7b3e920f-94b1-4144-85eb-58e9803da7aa request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 15:59:53.285354 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d591af71-af11-4981-a90b-92b28cfa421d None None] Deleting port ad1ad5a4-be6c-4829-9661-833a93ea48df {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:59:53.285716 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d591af71-af11-4981-a90b-92b28cfa421d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:53.333753 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-bf7d06c6-f7e2-4c1e-a039-70b78c5f5ac8 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] For port ad1ad5a4-be6c-4829-9661-833a93ea48df, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ad1ad5a4-be6c-4829-9661-833a93ea48df,segment=NetworkSegment(521ca14e-7268-4d09-afe3-a56b20a79376),segment_id=521ca14e-7268-4d09-afe3-a56b20a79376)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:59:53.334125 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf7d06c6-f7e2-4c1e-a039-70b78c5f5ac8 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:53.455001 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-bf7d06c6-f7e2-4c1e-a039-70b78c5f5ac8 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Calling delete_port for ad1ad5a4-be6c-4829-9661-833a93ea48df owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:59:53.481322 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d591af71-af11-4981-a90b-92b28cfa421d None None] For port ad1ad5a4-be6c-4829-9661-833a93ea48df, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ad1ad5a4-be6c-4829-9661-833a93ea48df,segment=NetworkSegment(521ca14e-7268-4d09-afe3-a56b20a79376),segment_id=521ca14e-7268-4d09-afe3-a56b20a79376)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:59:53.481711 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d591af71-af11-4981-a90b-92b28cfa421d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:53.527798 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf7d06c6-f7e2-4c1e-a039-70b78c5f5ac8 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:53.573384 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d06c6-f7e2-4c1e-a039-70b78c5f5ac8 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Pushing event deleted for resources: {'Port': ['ID=ad1ad5a4-be6c-4829-9661-833a93ea48df,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:53.579316 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7d06c6-f7e2-4c1e-a039-70b78c5f5ac8 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] No DVR routers for this DVR port ad1ad5a4-be6c-4829-9661-833a93ea48df on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:59:53.603981 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d591af71-af11-4981-a90b-92b28cfa421d None None] Calling delete_port for ad1ad5a4-be6c-4829-9661-833a93ea48df owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:59:53.665572 dv-neutron-833561-1-hyperv neutron-server[83912]: util.warn( Mar 14 15:59:53.677003 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-d591af71-af11-4981-a90b-92b28cfa421d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:59:53.677368 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-d591af71-af11-4981-a90b-92b28cfa421d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:59:53.698593 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf7d06c6-f7e2-4c1e-a039-70b78c5f5ac8 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:53.723344 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-bf7d06c6-f7e2-4c1e-a039-70b78c5f5ac8 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3e920f-94b1-4144-85eb-58e9803da7aa']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:53.735044 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-bf7d06c6-f7e2-4c1e-a039-70b78c5f5ac8 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '521ca14e-7268-4d09-afe3-a56b20a79376') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:53.735336 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-bf7d06c6-f7e2-4c1e-a039-70b78c5f5ac8 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '521ca14e-7268-4d09-afe3-a56b20a79376') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:53.746969 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf7d06c6-f7e2-4c1e-a039-70b78c5f5ac8 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:53.762260 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf7d06c6-f7e2-4c1e-a039-70b78c5f5ac8 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:53.768282 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7d06c6-f7e2-4c1e-a039-70b78c5f5ac8 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:59:53.768726 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf7d06c6-f7e2-4c1e-a039-70b78c5f5ac8 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:59:53.782349 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:59:53.861780 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf7d06c6-f7e2-4c1e-a039-70b78c5f5ac8 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:53.877945 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf7d06c6-f7e2-4c1e-a039-70b78c5f5ac8 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:53.888376 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d06c6-f7e2-4c1e-a039-70b78c5f5ac8 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] Pushing event deleted for resources: {'Network': ['ID=7b3e920f-94b1-4144-85eb-58e9803da7aa,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:53.892323 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bf7d06c6-f7e2-4c1e-a039-70b78c5f5ac8 tempest-NetworksIpV6Test-501265331 tempest-NetworksIpV6Test-501265331-project] 10.222.0.60 "DELETE /v2.0/networks/7b3e920f-94b1-4144-85eb-58e9803da7aa HTTP/1.1" status: 204 len: 168 time: 0.8837237 Mar 14 15:59:54.023452 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ad1ad5a4-be6c-4829-9661-833a93ea48df no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 15:59:54.058256 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: ad1ad5a4-be6c-4829-9661-833a93ea48df {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 15:59:54.058591 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ad1ad5a4-be6c-4829-9661-833a93ea48df not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 15:59:54.178606 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d591af71-af11-4981-a90b-92b28cfa421d None None] Deleting port ad1ad5a4-be6c-4829-9661-833a93ea48df {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:59:54.178994 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d591af71-af11-4981-a90b-92b28cfa421d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:54.194684 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58986) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:54.243725 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d591af71-af11-4981-a90b-92b28cfa421d None None] The port 'ad1ad5a4-be6c-4829-9661-833a93ea48df' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 15:59:54.372056 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-242b3ad3-945f-4b67-8ad3-a341bc713257 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ca1da7c092ec4c69bdd3c68f389bec60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1762247 Mar 14 15:59:54.374605 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 58992) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:54.432685 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dd14faa9-f0a6-4162-b10c-bf30f76ac3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:54.457204 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dd14faa9-f0a6-4162-b10c-bf30f76ac3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:54.514135 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dd14faa9-f0a6-4162-b10c-bf30f76ac3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:54.530971 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14faa9-f0a6-4162-b10c-bf30f76ac3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551eb2e5-74e1-483c-995d-85a9df9a7f84,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:54.535141 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dd14faa9-f0a6-4162-b10c-bf30f76ac3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:54.536244 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-dd14faa9-f0a6-4162-b10c-bf30f76ac3da admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/551eb2e5-74e1-483c-995d-85a9df9a7f84 HTTP/1.1" status: 204 len: 168 time: 0.1607716 Mar 14 15:59:55.337260 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59014) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:55.460131 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-03d89a98-99d6-4c76-be23-adb9229ad9c3 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1475517850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:59:55.466394 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-03d89a98-99d6-4c76-be23-adb9229ad9c3 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:59:55.470689 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-03d89a98-99d6-4c76-be23-adb9229ad9c3 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Usage tracker for resource:router and tenant:8584cba3627c4ee9b25aed7d6a8209f2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:59:55.473511 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-03d89a98-99d6-4c76-be23-adb9229ad9c3 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:59:55.479112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-03d89a98-99d6-4c76-be23-adb9229ad9c3 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:59:55.489804 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03d89a98-99d6-4c76-be23-adb9229ad9c3 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:55.490736 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03d89a98-99d6-4c76-be23-adb9229ad9c3 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:55.509276 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03d89a98-99d6-4c76-be23-adb9229ad9c3 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:55.526558 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03d89a98-99d6-4c76-be23-adb9229ad9c3 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:55.548007 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03d89a98-99d6-4c76-be23-adb9229ad9c3 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:55.549184 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-03d89a98-99d6-4c76-be23-adb9229ad9c3 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2109461 Mar 14 15:59:55.551978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59020) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:55.557495 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1238932072'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:59:55.563012 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:59:55.567068 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Usage tracker for resource:network and tenant:8584cba3627c4ee9b25aed7d6a8209f2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:59:55.570374 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:59:55.575930 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:59:55.588917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Made reservation on behalf of 8584cba3627c4ee9b25aed7d6a8209f2 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:59:55.591791 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:55.607919 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:55.639336 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:59:55.643903 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Usage tracker for resource:security_group_rule and tenant:8584cba3627c4ee9b25aed7d6a8209f2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:59:55.646757 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:59:55.652348 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:59:55.719374 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:55.723517 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:55.755967 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:59:55.761021 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf9d316-ec81-49df-85f9-4077fc231ea7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:55.768533 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:55.768872 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Added segment 6344e5f8-8066-4a73-9c12-c77f0f31edee of type vlan for network 3c538077-c046-48e2-b05e-2caecb76ffd1 Mar 14 15:59:55.800938 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:55.837957 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:55.841950 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:55.842535 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:56.040855 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4876931 Mar 14 15:59:56.043737 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Pushing event updated for resources: {'Network': ['ID=3c538077-c046-48e2-b05e-2caecb76ffd1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:56.043882 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 59024) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:56.049947 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Request body: {'subnet': {'network_id': '3c538077-c046-48e2-b05e-2caecb76ffd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:59:56.052536 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:56.052883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:56.053219 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:56.053555 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:56.053884 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:56.054238 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:56.054565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:56.054886 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:56.055205 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:56.055637 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:56.055959 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e523f8ef-7500-4c07-b01d-2f3d763f66b1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:56.067447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 3c538077-c046-48e2-b05e-2caecb76ffd1 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:59:56.164763 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:59:56.169838 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Usage tracker for resource:subnet and tenant:8584cba3627c4ee9b25aed7d6a8209f2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:59:56.172980 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:59:56.179339 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:59:56.189487 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Made reservation on behalf of 8584cba3627c4ee9b25aed7d6a8209f2 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:59:56.307007 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:56.529560 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:56.605073 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Pushing event updated for resources: {'Subnet': ['ID=d773e6c3-abfa-4318-9775-d6748b632548,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:56.620589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:56.620928 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:56.621262 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:56.621589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:56.621916 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:56.622263 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:56.622591 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:56.622910 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:56.623228 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:56.623552 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:56.623861 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:56.629687 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Checking segment: {'id': '6344e5f8-8066-4a73-9c12-c77f0f31edee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3c538077-c046-48e2-b05e-2caecb76ffd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:59:56.630040 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Network hostable DHCP agents. Network: 3c538077-c046-48e2-b05e-2caecb76ffd1, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:59:56.651416 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Network 3c538077-c046-48e2-b05e-2caecb76ffd1 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:59:56.660539 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 3c538077-c046-48e2-b05e-2caecb76ffd1) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:59:56.664958 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:56.665544 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:56.670507 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019d31eb-e221-48e4-9c53-ceb052f65cdb None None] Network 3c538077-c046-48e2-b05e-2caecb76ffd1 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:59:56.692712 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-09651980-b7c2-4b02-a44a-2fc762aac119 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6477754 Mar 14 15:59:56.695864 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 59028) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:56.701749 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-62a58fd9-6dbe-406e-a5ce-4e9230bb3d4f tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1779971006'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:59:56.706680 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-62a58fd9-6dbe-406e-a5ce-4e9230bb3d4f tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:59:56.711240 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-62a58fd9-6dbe-406e-a5ce-4e9230bb3d4f tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Usage tracker for resource:network and tenant:8584cba3627c4ee9b25aed7d6a8209f2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:59:56.714246 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-62a58fd9-6dbe-406e-a5ce-4e9230bb3d4f tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:59:56.720159 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-62a58fd9-6dbe-406e-a5ce-4e9230bb3d4f tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:59:56.730273 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a58fd9-6dbe-406e-a5ce-4e9230bb3d4f tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Made reservation on behalf of 8584cba3627c4ee9b25aed7d6a8209f2 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:59:56.733184 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62a58fd9-6dbe-406e-a5ce-4e9230bb3d4f tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:56.761637 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a58fd9-6dbe-406e-a5ce-4e9230bb3d4f tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:59:56.771884 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62a58fd9-6dbe-406e-a5ce-4e9230bb3d4f tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:56.772242 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-62a58fd9-6dbe-406e-a5ce-4e9230bb3d4f tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Added segment 92acaf79-f46b-4f53-b198-1e63e6046c3b of type vlan for network 6fa653b2-1014-4e20-ba30-9b2acf43992c Mar 14 15:59:56.798803 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62a58fd9-6dbe-406e-a5ce-4e9230bb3d4f tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:56.827801 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62a58fd9-6dbe-406e-a5ce-4e9230bb3d4f tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:56.832845 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a58fd9-6dbe-406e-a5ce-4e9230bb3d4f tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:56.833464 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62a58fd9-6dbe-406e-a5ce-4e9230bb3d4f tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:56.893259 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249b69e1-2445-4151-a544-b91730a37fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-3c538077-c046-48e2-b05e-2caecb76ffd1', 'network_id': '3c538077-c046-48e2-b05e-2caecb76ffd1', 'tenant_id': '8584cba3627c4ee9b25aed7d6a8209f2', 'fixed_ips': [{'subnet_id': 'd773e6c3-abfa-4318-9775-d6748b632548'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:59:56.894148 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-249b69e1-2445-4151-a544-b91730a37fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:56.931730 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-62a58fd9-6dbe-406e-a5ce-4e9230bb3d4f tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2348099 Mar 14 15:59:56.934762 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59032) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:56.942581 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-42afd24d-f4b3-40a7-9ba3-034a565822dc tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Request body: {'subnet': {'network_id': '6fa653b2-1014-4e20-ba30-9b2acf43992c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:59:56.944900 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a58fd9-6dbe-406e-a5ce-4e9230bb3d4f tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Pushing event updated for resources: {'Network': ['ID=6fa653b2-1014-4e20-ba30-9b2acf43992c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:56.960404 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 6fa653b2-1014-4e20-ba30-9b2acf43992c details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 15:59:57.066168 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-42afd24d-f4b3-40a7-9ba3-034a565822dc tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 15:59:57.069821 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-42afd24d-f4b3-40a7-9ba3-034a565822dc tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Usage tracker for resource:subnet and tenant:8584cba3627c4ee9b25aed7d6a8209f2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 15:59:57.072674 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-42afd24d-f4b3-40a7-9ba3-034a565822dc tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 15:59:57.078407 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-42afd24d-f4b3-40a7-9ba3-034a565822dc tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 15:59:57.088566 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42afd24d-f4b3-40a7-9ba3-034a565822dc tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Made reservation on behalf of 8584cba3627c4ee9b25aed7d6a8209f2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:59:57.147512 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-249b69e1-2445-4151-a544-b91730a37fab None None] Allocated IP 172.20.0.2 (3c538077-c046-48e2-b05e-2caecb76ffd1/d773e6c3-abfa-4318-9775-d6748b632548/c9981adb-5554-429e-a544-02b93d235e8b) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:59:57.192330 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42afd24d-f4b3-40a7-9ba3-034a565822dc tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:57.408235 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-249b69e1-2445-4151-a544-b91730a37fab None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:57.418699 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42afd24d-f4b3-40a7-9ba3-034a565822dc tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:57.418951 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-249b69e1-2445-4151-a544-b91730a37fab None None] Transition to ACTIVE for port object c9981adb-5554-429e-a544-02b93d235e8b will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:59:57.437884 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-249b69e1-2445-4151-a544-b91730a37fab None None] Transition to ACTIVE for port object c9981adb-5554-429e-a544-02b93d235e8b will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:59:57.443869 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-249b69e1-2445-4151-a544-b91730a37fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:57.497195 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afd24d-f4b3-40a7-9ba3-034a565822dc tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Pushing event updated for resources: {'Subnet': ['ID=85b65633-99d5-43b2-bd40-388f653552b6,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:57.507037 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42afd24d-f4b3-40a7-9ba3-034a565822dc tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Checking segment: {'id': '92acaf79-f46b-4f53-b198-1e63e6046c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6fa653b2-1014-4e20-ba30-9b2acf43992c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:59:57.507466 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42afd24d-f4b3-40a7-9ba3-034a565822dc tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Network hostable DHCP agents. Network: 6fa653b2-1014-4e20-ba30-9b2acf43992c, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:59:57.512269 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249b69e1-2445-4151-a544-b91730a37fab None None] Network 3c538077-c046-48e2-b05e-2caecb76ffd1 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:59:57.515138 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-249b69e1-2445-4151-a544-b91730a37fab None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:59:57.517713 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b69e1-2445-4151-a544-b91730a37fab None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:59:57.524157 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b69e1-2445-4151-a544-b91730a37fab None None] Pushing event updated for resources: {'Port': ['ID=c9981adb-5554-429e-a544-02b93d235e8b,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:57.529341 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42afd24d-f4b3-40a7-9ba3-034a565822dc tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Network 6fa653b2-1014-4e20-ba30-9b2acf43992c is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:59:57.540082 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-42afd24d-f4b3-40a7-9ba3-034a565822dc tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 6fa653b2-1014-4e20-ba30-9b2acf43992c) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:59:57.544201 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42afd24d-f4b3-40a7-9ba3-034a565822dc tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:57.544784 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42afd24d-f4b3-40a7-9ba3-034a565822dc tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:57.566389 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-42afd24d-f4b3-40a7-9ba3-034a565822dc tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6298907 Mar 14 15:59:57.567295 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4626139f-7ada-4abc-8db3-753f76c0cf1c None None] Network 6fa653b2-1014-4e20-ba30-9b2acf43992c requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:59:57.569122 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59036) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:57.574454 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-26faf916-d149-4b16-8080-b6b622e6aa0a tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Request body: {'router': {'external_gateway_info': {'network_id': '6fa653b2-1014-4e20-ba30-9b2acf43992c'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 15:59:57.696021 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-249b69e1-2445-4151-a544-b91730a37fab None None] Attempting to bind port c9981adb-5554-429e-a544-02b93d235e8b on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:59:57.696295 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-249b69e1-2445-4151-a544-b91730a37fab None None] Attempting to bind port c9981adb-5554-429e-a544-02b93d235e8b by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '6344e5f8-8066-4a73-9c12-c77f0f31edee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3c538077-c046-48e2-b05e-2caecb76ffd1'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:59:57.696656 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b69e1-2445-4151-a544-b91730a37fab None None] Attempting to bind port c9981adb-5554-429e-a544-02b93d235e8b on network 3c538077-c046-48e2-b05e-2caecb76ffd1 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:59:57.708230 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b69e1-2445-4151-a544-b91730a37fab None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:59:57.708600 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b69e1-2445-4151-a544-b91730a37fab None None] Checking segment: {'id': '6344e5f8-8066-4a73-9c12-c77f0f31edee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3c538077-c046-48e2-b05e-2caecb76ffd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:59:57.709003 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-249b69e1-2445-4151-a544-b91730a37fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:57.709393 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b69e1-2445-4151-a544-b91730a37fab None None] Bound using segment: {'id': '6344e5f8-8066-4a73-9c12-c77f0f31edee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3c538077-c046-48e2-b05e-2caecb76ffd1'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:59:57.709857 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-249b69e1-2445-4151-a544-b91730a37fab None None] Bound port: c9981adb-5554-429e-a544-02b93d235e8b, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6344e5f8-8066-4a73-9c12-c77f0f31edee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3c538077-c046-48e2-b05e-2caecb76ffd1'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:59:57.710252 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-249b69e1-2445-4151-a544-b91730a37fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:57.893936 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-249b69e1-2445-4151-a544-b91730a37fab None None] For port c9981adb-5554-429e-a544-02b93d235e8b, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:59:57.903260 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-249b69e1-2445-4151-a544-b91730a37fab None None] For port c9981adb-5554-429e-a544-02b93d235e8b, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c9981adb-5554-429e-a544-02b93d235e8b,segment=NetworkSegment(6344e5f8-8066-4a73-9c12-c77f0f31edee),segment_id=6344e5f8-8066-4a73-9c12-c77f0f31edee)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:59:57.906752 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b03990-522c-4697-a70f-6fe20c9044d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-6fa653b2-1014-4e20-ba30-9b2acf43992c', 'network_id': '6fa653b2-1014-4e20-ba30-9b2acf43992c', 'tenant_id': '8584cba3627c4ee9b25aed7d6a8209f2', 'fixed_ips': [{'subnet_id': '85b65633-99d5-43b2-bd40-388f653552b6'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 15:59:57.908187 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-46b03990-522c-4697-a70f-6fe20c9044d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:57.919786 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-249b69e1-2445-4151-a544-b91730a37fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:57.964064 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26faf916-d149-4b16-8080-b6b622e6aa0a tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:58.051847 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b69e1-2445-4151-a544-b91730a37fab None None] Pushing event updated for resources: {'Port': ['ID=c9981adb-5554-429e-a544-02b93d235e8b,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:58.118409 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.api.v2.resource [None req-26faf916-d149-4b16-8080-b6b622e6aa0a tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:59:58.119595 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-26faf916-d149-4b16-8080-b6b622e6aa0a tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] 10.222.0.60 "PUT /v2.0/routers/6abf6d69-c4b6-452c-8b57-bae65f390b15 HTTP/1.1" status: 400 len: 364 time: 0.5495586 Mar 14 15:59:58.127192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 59040) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:58.153607 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-46b03990-522c-4697-a70f-6fe20c9044d8 None None] Allocated IP 172.21.0.2 (6fa653b2-1014-4e20-ba30-9b2acf43992c/85b65633-99d5-43b2-bd40-388f653552b6/4c2f3a10-806e-4126-8849-9fad3ff6f2a3) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:59:58.393375 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-f285064f-1876-4f1e-bcd2-82378221862e tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Deleting subnet 85b65633-99d5-43b2-bd40-388f653552b6 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:59:58.403301 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-46b03990-522c-4697-a70f-6fe20c9044d8 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:58.415030 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-46b03990-522c-4697-a70f-6fe20c9044d8 None None] Transition to ACTIVE for port object 4c2f3a10-806e-4126-8849-9fad3ff6f2a3 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:59:58.432918 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-46b03990-522c-4697-a70f-6fe20c9044d8 None None] Transition to ACTIVE for port object 4c2f3a10-806e-4126-8849-9fad3ff6f2a3 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:59:58.438065 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f285064f-1876-4f1e-bcd2-82378221862e tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:58.439088 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-46b03990-522c-4697-a70f-6fe20c9044d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:58.491731 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f285064f-1876-4f1e-bcd2-82378221862e tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:58.505417 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b03990-522c-4697-a70f-6fe20c9044d8 None None] Network 6fa653b2-1014-4e20-ba30-9b2acf43992c is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:59:58.508108 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-46b03990-522c-4697-a70f-6fe20c9044d8 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:59:58.511840 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b03990-522c-4697-a70f-6fe20c9044d8 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 15:59:58.519099 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b03990-522c-4697-a70f-6fe20c9044d8 None None] Pushing event updated for resources: {'Port': ['ID=4c2f3a10-806e-4126-8849-9fad3ff6f2a3,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:58.574969 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f285064f-1876-4f1e-bcd2-82378221862e tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:58.601957 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-46b03990-522c-4697-a70f-6fe20c9044d8 None None] Attempting to bind port 4c2f3a10-806e-4126-8849-9fad3ff6f2a3 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:59:58.602358 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-46b03990-522c-4697-a70f-6fe20c9044d8 None None] Attempting to bind port 4c2f3a10-806e-4126-8849-9fad3ff6f2a3 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '92acaf79-f46b-4f53-b198-1e63e6046c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6fa653b2-1014-4e20-ba30-9b2acf43992c'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:59:58.602721 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b03990-522c-4697-a70f-6fe20c9044d8 None None] Attempting to bind port 4c2f3a10-806e-4126-8849-9fad3ff6f2a3 on network 6fa653b2-1014-4e20-ba30-9b2acf43992c {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 15:59:58.608989 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b03990-522c-4697-a70f-6fe20c9044d8 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 15:59:58.609343 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b03990-522c-4697-a70f-6fe20c9044d8 None None] Checking segment: {'id': '92acaf79-f46b-4f53-b198-1e63e6046c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6fa653b2-1014-4e20-ba30-9b2acf43992c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 15:59:58.609740 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-46b03990-522c-4697-a70f-6fe20c9044d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:58.610149 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b03990-522c-4697-a70f-6fe20c9044d8 None None] Bound using segment: {'id': '92acaf79-f46b-4f53-b198-1e63e6046c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6fa653b2-1014-4e20-ba30-9b2acf43992c'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 15:59:58.611172 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-46b03990-522c-4697-a70f-6fe20c9044d8 None None] Bound port: 4c2f3a10-806e-4126-8849-9fad3ff6f2a3, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92acaf79-f46b-4f53-b198-1e63e6046c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6fa653b2-1014-4e20-ba30-9b2acf43992c'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:59:58.611546 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-46b03990-522c-4697-a70f-6fe20c9044d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:58.650879 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f285064f-1876-4f1e-bcd2-82378221862e tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:58.689652 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285064f-1876-4f1e-bcd2-82378221862e tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Pushing event deleted for resources: {'Subnet': ['ID=85b65633-99d5-43b2-bd40-388f653552b6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:58.695899 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f285064f-1876-4f1e-bcd2-82378221862e tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:58.701848 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f285064f-1876-4f1e-bcd2-82378221862e tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] 10.222.0.60 "DELETE /v2.0/subnets/85b65633-99d5-43b2-bd40-388f653552b6 HTTP/1.1" status: 204 len: 168 time: 0.5736313 Mar 14 15:59:58.703693 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-46b03990-522c-4697-a70f-6fe20c9044d8 None None] For port 4c2f3a10-806e-4126-8849-9fad3ff6f2a3, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:59:58.704304 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 59044) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:58.707280 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-46b03990-522c-4697-a70f-6fe20c9044d8 None None] For port 4c2f3a10-806e-4126-8849-9fad3ff6f2a3, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=4c2f3a10-806e-4126-8849-9fad3ff6f2a3,segment=NetworkSegment(92acaf79-f46b-4f53-b198-1e63e6046c3b),segment_id=92acaf79-f46b-4f53-b198-1e63e6046c3b)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:59:58.712110 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-46b03990-522c-4697-a70f-6fe20c9044d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:58.819664 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e77627e1-7f49-4edb-8f9c-acdbd8294fbe tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:58.830364 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b03990-522c-4697-a70f-6fe20c9044d8 None None] Pushing event updated for resources: {'Port': ['ID=4c2f3a10-806e-4126-8849-9fad3ff6f2a3,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:58.832321 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e77627e1-7f49-4edb-8f9c-acdbd8294fbe tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Deleting port 4c2f3a10-806e-4126-8849-9fad3ff6f2a3 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 15:59:58.832663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e77627e1-7f49-4edb-8f9c-acdbd8294fbe tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:58.856747 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3580fd-aedb-45a8-9d0b-e041861330f4 None None] Network 6fa653b2-1014-4e20-ba30-9b2acf43992c requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:59:59.046935 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-e77627e1-7f49-4edb-8f9c-acdbd8294fbe tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] For port 4c2f3a10-806e-4126-8849-9fad3ff6f2a3, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=4c2f3a10-806e-4126-8849-9fad3ff6f2a3,segment=NetworkSegment(92acaf79-f46b-4f53-b198-1e63e6046c3b),segment_id=92acaf79-f46b-4f53-b198-1e63e6046c3b)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:59:59.047788 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e77627e1-7f49-4edb-8f9c-acdbd8294fbe tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:59.080863 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5ca6f5-7dbc-430c-9464-c700005a74fa None None] Network 3c538077-c046-48e2-b05e-2caecb76ffd1 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 15:59:59.250569 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edf524b5-2448-4466-9235-f052d9e243fb None None] Provisioning for port c9981adb-5554-429e-a544-02b93d235e8b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:59:59.257519 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e77627e1-7f49-4edb-8f9c-acdbd8294fbe tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Calling delete_port for 4c2f3a10-806e-4126-8849-9fad3ff6f2a3 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 15:59:59.328438 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e77627e1-7f49-4edb-8f9c-acdbd8294fbe tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:59.376535 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77627e1-7f49-4edb-8f9c-acdbd8294fbe tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Pushing event deleted for resources: {'Port': ['ID=4c2f3a10-806e-4126-8849-9fad3ff6f2a3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:59.380234 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77627e1-7f49-4edb-8f9c-acdbd8294fbe tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] No DVR routers for this DVR port 4c2f3a10-806e-4126-8849-9fad3ff6f2a3 on host dv-neutron-833561-1-hyperv {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:59:59.512288 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e77627e1-7f49-4edb-8f9c-acdbd8294fbe tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:59.539983 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-e77627e1-7f49-4edb-8f9c-acdbd8294fbe tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa653b2-1014-4e20-ba30-9b2acf43992c']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:59.552738 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-e77627e1-7f49-4edb-8f9c-acdbd8294fbe tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92acaf79-f46b-4f53-b198-1e63e6046c3b') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:59.553029 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-e77627e1-7f49-4edb-8f9c-acdbd8294fbe tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92acaf79-f46b-4f53-b198-1e63e6046c3b') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:59.554321 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6153822-e968-450d-a938-3ebe4a621a04 None None] get_active_networks_info from dv-neutron-833561-1-hyperv {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 14 15:59:59.564935 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e77627e1-7f49-4edb-8f9c-acdbd8294fbe tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:59.581345 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e77627e1-7f49-4edb-8f9c-acdbd8294fbe tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:59.588562 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77627e1-7f49-4edb-8f9c-acdbd8294fbe tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 15:59:59.589089 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e77627e1-7f49-4edb-8f9c-acdbd8294fbe tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:59:59.604186 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:59:59.674437 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6153822-e968-450d-a938-3ebe4a621a04 None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:59:59.696020 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e77627e1-7f49-4edb-8f9c-acdbd8294fbe tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:59.717555 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e77627e1-7f49-4edb-8f9c-acdbd8294fbe tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:59.729625 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77627e1-7f49-4edb-8f9c-acdbd8294fbe tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Pushing event deleted for resources: {'Network': ['ID=6fa653b2-1014-4e20-ba30-9b2acf43992c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:59.734104 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e77627e1-7f49-4edb-8f9c-acdbd8294fbe tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] 10.222.0.60 "DELETE /v2.0/networks/6fa653b2-1014-4e20-ba30-9b2acf43992c HTTP/1.1" status: 204 len: 168 time: 1.0269499 Mar 14 15:59:59.734812 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 59048) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 15:59:59.798405 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3763ff9-eafe-4e9b-be0a-4f655f9d9057 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Deleting subnet d773e6c3-abfa-4318-9775-d6748b632548 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 15:59:59.801197 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3763ff9-eafe-4e9b-be0a-4f655f9d9057 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:59.859073 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3763ff9-eafe-4e9b-be0a-4f655f9d9057 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:59.951625 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3763ff9-eafe-4e9b-be0a-4f655f9d9057 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:00.042296 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3763ff9-eafe-4e9b-be0a-4f655f9d9057 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:00.082119 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c9981adb-5554-429e-a544-02b93d235e8b up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:00:00.082624 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3763ff9-eafe-4e9b-be0a-4f655f9d9057 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Pushing event deleted for resources: {'Subnet': ['ID=d773e6c3-abfa-4318-9775-d6748b632548,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:00.088743 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3763ff9-eafe-4e9b-be0a-4f655f9d9057 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:00.098383 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b3763ff9-eafe-4e9b-be0a-4f655f9d9057 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] 10.222.0.60 "DELETE /v2.0/subnets/d773e6c3-abfa-4318-9775-d6748b632548 HTTP/1.1" status: 204 len: 168 time: 0.3625929 Mar 14 16:00:00.098622 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59052) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:00:00.112863 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053a9117-7bc5-4d9d-aa20-b50699ab0a18 None None] Network 3c538077-c046-48e2-b05e-2caecb76ffd1 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:00:00.234135 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9da2af5c-5195-42c3-9c0a-b5ed7d686686 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:00.245263 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9da2af5c-5195-42c3-9c0a-b5ed7d686686 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Deleting port c9981adb-5554-429e-a544-02b93d235e8b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:00:00.245592 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9da2af5c-5195-42c3-9c0a-b5ed7d686686 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:00.314535 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port c9981adb-5554-429e-a544-02b93d235e8b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:00:00.327570 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port c9981adb-5554-429e-a544-02b93d235e8b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:00.327917 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:00.460410 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:00.472140 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc27fe0-a387-4565-9ae8-e27aa4ab3c07 None None] DHCP port deletion for 3c538077-c046-48e2-b05e-2caecb76ffd1 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 16:00:00.480426 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8dc27fe0-a387-4565-9ae8-e27aa4ab3c07 None None] Deleting port c9981adb-5554-429e-a544-02b93d235e8b {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:00:00.480798 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8dc27fe0-a387-4565-9ae8-e27aa4ab3c07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:00.540433 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port c9981adb-5554-429e-a544-02b93d235e8b, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c9981adb-5554-429e-a544-02b93d235e8b,segment=NetworkSegment(6344e5f8-8066-4a73-9c12-c77f0f31edee),segment_id=6344e5f8-8066-4a73-9c12-c77f0f31edee)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:00.553941 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-9da2af5c-5195-42c3-9c0a-b5ed7d686686 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] For port c9981adb-5554-429e-a544-02b93d235e8b, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c9981adb-5554-429e-a544-02b93d235e8b,segment=NetworkSegment(6344e5f8-8066-4a73-9c12-c77f0f31edee),segment_id=6344e5f8-8066-4a73-9c12-c77f0f31edee)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:00.554325 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9da2af5c-5195-42c3-9c0a-b5ed7d686686 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:00.569814 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:00.672081 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9da2af5c-5195-42c3-9c0a-b5ed7d686686 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Calling delete_port for c9981adb-5554-429e-a544-02b93d235e8b owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:00:00.730747 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=c9981adb-5554-429e-a544-02b93d235e8b,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:00.747100 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.api [None req-9da2af5c-5195-42c3-9c0a-b5ed7d686686 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 16:00:00.747418 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG oslo_db.api [None req-9da2af5c-5195-42c3-9c0a-b5ed7d686686 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 16:00:00.753057 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8dc27fe0-a387-4565-9ae8-e27aa4ab3c07 None None] For port c9981adb-5554-429e-a544-02b93d235e8b, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c9981adb-5554-429e-a544-02b93d235e8b,segment=NetworkSegment(6344e5f8-8066-4a73-9c12-c77f0f31edee),segment_id=6344e5f8-8066-4a73-9c12-c77f0f31edee)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:00.753443 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8dc27fe0-a387-4565-9ae8-e27aa4ab3c07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:00.869648 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8dc27fe0-a387-4565-9ae8-e27aa4ab3c07 None None] Calling delete_port for c9981adb-5554-429e-a544-02b93d235e8b owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:00:00.938941 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8dc27fe0-a387-4565-9ae8-e27aa4ab3c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:00.983150 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc27fe0-a387-4565-9ae8-e27aa4ab3c07 None None] Pushing event deleted for resources: {'Port': ['ID=c9981adb-5554-429e-a544-02b93d235e8b,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:00.989419 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc27fe0-a387-4565-9ae8-e27aa4ab3c07 None None] No DVR routers for this DVR port c9981adb-5554-429e-a544-02b93d235e8b on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:00:01.249138 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9da2af5c-5195-42c3-9c0a-b5ed7d686686 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Deleting port c9981adb-5554-429e-a544-02b93d235e8b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:00:01.249624 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9da2af5c-5195-42c3-9c0a-b5ed7d686686 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:01.310626 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9da2af5c-5195-42c3-9c0a-b5ed7d686686 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] The port 'c9981adb-5554-429e-a544-02b93d235e8b' was deleted {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 16:00:01.429401 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9da2af5c-5195-42c3-9c0a-b5ed7d686686 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:01.458350 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-9da2af5c-5195-42c3-9c0a-b5ed7d686686 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c538077-c046-48e2-b05e-2caecb76ffd1']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:01.469872 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-9da2af5c-5195-42c3-9c0a-b5ed7d686686 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6344e5f8-8066-4a73-9c12-c77f0f31edee') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:01.470196 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-9da2af5c-5195-42c3-9c0a-b5ed7d686686 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6344e5f8-8066-4a73-9c12-c77f0f31edee') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:01.481024 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9da2af5c-5195-42c3-9c0a-b5ed7d686686 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:01.496562 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9da2af5c-5195-42c3-9c0a-b5ed7d686686 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:01.505178 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da2af5c-5195-42c3-9c0a-b5ed7d686686 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 16:00:01.505563 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9da2af5c-5195-42c3-9c0a-b5ed7d686686 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 16:00:01.521728 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 16:00:01.599645 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9da2af5c-5195-42c3-9c0a-b5ed7d686686 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:01.619975 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9da2af5c-5195-42c3-9c0a-b5ed7d686686 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:01.631179 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2af5c-5195-42c3-9c0a-b5ed7d686686 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Pushing event deleted for resources: {'Network': ['ID=3c538077-c046-48e2-b05e-2caecb76ffd1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:01.635042 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9da2af5c-5195-42c3-9c0a-b5ed7d686686 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] 10.222.0.60 "DELETE /v2.0/networks/3c538077-c046-48e2-b05e-2caecb76ffd1 HTTP/1.1" status: 204 len: 168 time: 1.5349181 Mar 14 16:00:01.637694 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59056) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:00:01.676967 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-51cf36c4-01be-4769-8bea-cac40128ec4f tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Synchronizing usage tracker for tenant:8584cba3627c4ee9b25aed7d6a8209f2 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:00:01.693115 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-51cf36c4-01be-4769-8bea-cac40128ec4f tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Unset dirty status for tenant:8584cba3627c4ee9b25aed7d6a8209f2 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:00:01.694214 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-51cf36c4-01be-4769-8bea-cac40128ec4f tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] 10.222.0.60 "GET /v2.0/ports?device_id=6abf6d69-c4b6-452c-8b57-bae65f390b15 HTTP/1.1" status: 200 len: 205 time: 0.0555065 Mar 14 16:00:01.696823 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59060) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:00:01.832074 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb79f00a-93d4-44ba-be31-c31d42b2ebb1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:02.019299 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c9981adb-5554-429e-a544-02b93d235e8b no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:00:02.051846 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: c9981adb-5554-429e-a544-02b93d235e8b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:00:02.052193 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c9981adb-5554-429e-a544-02b93d235e8b not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:00:02.295688 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb79f00a-93d4-44ba-be31-c31d42b2ebb1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:02.300219 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb79f00a-93d4-44ba-be31-c31d42b2ebb1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:02.323790 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb79f00a-93d4-44ba-be31-c31d42b2ebb1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:02.324280 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb79f00a-93d4-44ba-be31-c31d42b2ebb1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Fanout notify agent at l3_agent the message router_deleted on router 6abf6d69-c4b6-452c-8b57-bae65f390b15 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 16:00:02.334476 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb79f00a-93d4-44ba-be31-c31d42b2ebb1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:02.335525 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cb79f00a-93d4-44ba-be31-c31d42b2ebb1 tempest-RoutersNegativeTest-1284951850 tempest-RoutersNegativeTest-1284951850-project] 10.222.0.60 "DELETE /v2.0/routers/6abf6d69-c4b6-452c-8b57-bae65f390b15 HTTP/1.1" status: 204 len: 168 time: 0.6378508 Mar 14 16:00:02.617198 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59068) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:00:02.784066 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d6f7741d-143e-4b24-99ab-d3673b227588 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8584cba3627c4ee9b25aed7d6a8209f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1654754 Mar 14 16:00:02.786297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59074) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:00:02.845631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6a98b87e-5d9e-4768-95e6-1561d167be4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:02.870523 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6a98b87e-5d9e-4768-95e6-1561d167be4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:02.920446 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6a98b87e-5d9e-4768-95e6-1561d167be4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:02.936515 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98b87e-5d9e-4768-95e6-1561d167be4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf9d316-ec81-49df-85f9-4077fc231ea7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:02.941833 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6a98b87e-5d9e-4768-95e6-1561d167be4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:02.942295 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6a98b87e-5d9e-4768-95e6-1561d167be4b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3cf9d316-ec81-49df-85f9-4077fc231ea7 HTTP/1.1" status: 204 len: 168 time: 0.1551034 Mar 14 16:00:03.711438 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59096) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:00:03.836372 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f8ac1e8e-fbeb-4737-994d-ec62cd9a5907 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1613281404-network', 'tenant_id': 'ea569189150c44eda588b884a08ebb56'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:00:03.841112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f8ac1e8e-fbeb-4737-994d-ec62cd9a5907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:00:03.844909 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f8ac1e8e-fbeb-4737-994d-ec62cd9a5907 admin admin] Usage tracker for resource:network and tenant:ea569189150c44eda588b884a08ebb56 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:00:03.847736 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f8ac1e8e-fbeb-4737-994d-ec62cd9a5907 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:00:03.853716 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f8ac1e8e-fbeb-4737-994d-ec62cd9a5907 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:00:03.863754 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ac1e8e-fbeb-4737-994d-ec62cd9a5907 admin admin] Made reservation on behalf of ea569189150c44eda588b884a08ebb56 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:00:03.866039 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8ac1e8e-fbeb-4737-994d-ec62cd9a5907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:03.878737 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8ac1e8e-fbeb-4737-994d-ec62cd9a5907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:03.908529 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f8ac1e8e-fbeb-4737-994d-ec62cd9a5907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:00:03.912285 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f8ac1e8e-fbeb-4737-994d-ec62cd9a5907 admin admin] Usage tracker for resource:security_group_rule and tenant:ea569189150c44eda588b884a08ebb56 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:00:03.915076 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f8ac1e8e-fbeb-4737-994d-ec62cd9a5907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:00:03.920656 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f8ac1e8e-fbeb-4737-994d-ec62cd9a5907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:00:03.984910 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8ac1e8e-fbeb-4737-994d-ec62cd9a5907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:03.989106 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8ac1e8e-fbeb-4737-994d-ec62cd9a5907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.020543 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ac1e8e-fbeb-4737-994d-ec62cd9a5907 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 16:00:04.025658 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac1e8e-fbeb-4737-994d-ec62cd9a5907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bb4450-9ccc-4614-a9f0-ca706e881472,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:04.032413 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8ac1e8e-fbeb-4737-994d-ec62cd9a5907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.032679 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-f8ac1e8e-fbeb-4737-994d-ec62cd9a5907 admin admin] Added segment 3e4f7503-1f3c-4e4e-bb54-410e96dd4cab of type vlan for network 4392b509-ca16-49f2-ab20-c68b3b7c9f44 Mar 14 16:00:04.061041 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8ac1e8e-fbeb-4737-994d-ec62cd9a5907 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.089778 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8ac1e8e-fbeb-4737-994d-ec62cd9a5907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.090556 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ac1e8e-fbeb-4737-994d-ec62cd9a5907 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:04.091129 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8ac1e8e-fbeb-4737-994d-ec62cd9a5907 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.191828 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f8ac1e8e-fbeb-4737-994d-ec62cd9a5907 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4793007 Mar 14 16:00:04.192571 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac1e8e-fbeb-4737-994d-ec62cd9a5907 admin admin] Pushing event updated for resources: {'Network': ['ID=4392b509-ca16-49f2-ab20-c68b3b7c9f44,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:04.194555 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59102) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:00:04.200101 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-07613c64-7d08-4333-8120-cd0c4a7aea05 admin admin] Request body: {'subnet': {'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1613281404-subnet', 'tenant_id': 'ea569189150c44eda588b884a08ebb56', 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:00:04.202591 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 4392b509-ca16-49f2-ab20-c68b3b7c9f44 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 16:00:04.205030 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-07613c64-7d08-4333-8120-cd0c4a7aea05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:00:04.208917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-07613c64-7d08-4333-8120-cd0c4a7aea05 admin admin] Usage tracker for resource:subnet and tenant:ea569189150c44eda588b884a08ebb56 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:00:04.211799 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-07613c64-7d08-4333-8120-cd0c4a7aea05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:00:04.217493 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-07613c64-7d08-4333-8120-cd0c4a7aea05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:00:04.232047 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07613c64-7d08-4333-8120-cd0c4a7aea05 admin admin] Made reservation on behalf of ea569189150c44eda588b884a08ebb56 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:00:04.234524 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07613c64-7d08-4333-8120-cd0c4a7aea05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.434930 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07613c64-7d08-4333-8120-cd0c4a7aea05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.506766 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07613c64-7d08-4333-8120-cd0c4a7aea05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8064e5e-d1fc-4296-b5fe-c26bf416d7ed,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:04.521492 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07613c64-7d08-4333-8120-cd0c4a7aea05 admin admin] Checking segment: {'id': '3e4f7503-1f3c-4e4e-bb54-410e96dd4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:00:04.521852 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07613c64-7d08-4333-8120-cd0c4a7aea05 admin admin] Network hostable DHCP agents. Network: 4392b509-ca16-49f2-ab20-c68b3b7c9f44, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 16:00:04.543885 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07613c64-7d08-4333-8120-cd0c4a7aea05 admin admin] Network 4392b509-ca16-49f2-ab20-c68b3b7c9f44 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 16:00:04.552917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-07613c64-7d08-4333-8120-cd0c4a7aea05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 4392b509-ca16-49f2-ab20-c68b3b7c9f44) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:00:04.556744 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07613c64-7d08-4333-8120-cd0c4a7aea05 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:04.557326 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07613c64-7d08-4333-8120-cd0c4a7aea05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.561472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182774ee-6b53-4cfc-bb06-df90dbb449a0 None None] Network 4392b509-ca16-49f2-ab20-c68b3b7c9f44 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:00:04.577270 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-07613c64-7d08-4333-8120-cd0c4a7aea05 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3817019 Mar 14 16:00:04.580766 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59106) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:00:04.585712 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-35e8dc48-be5b-4066-8636-5d62d80d5ad3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1613281404-router', 'tenant_id': 'ea569189150c44eda588b884a08ebb56', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:00:04.590205 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-35e8dc48-be5b-4066-8636-5d62d80d5ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:00:04.593988 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-35e8dc48-be5b-4066-8636-5d62d80d5ad3 admin admin] Usage tracker for resource:router and tenant:ea569189150c44eda588b884a08ebb56 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:00:04.597518 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-35e8dc48-be5b-4066-8636-5d62d80d5ad3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:00:04.603105 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-35e8dc48-be5b-4066-8636-5d62d80d5ad3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:00:04.616236 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35e8dc48-be5b-4066-8636-5d62d80d5ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.617210 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35e8dc48-be5b-4066-8636-5d62d80d5ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.635802 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35e8dc48-be5b-4066-8636-5d62d80d5ad3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.781533 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac98777a-2556-4f82-ac35-11e8420fa784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-4392b509-ca16-49f2-ab20-c68b3b7c9f44', 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44', 'tenant_id': 'ea569189150c44eda588b884a08ebb56', 'fixed_ips': [{'subnet_id': 'a8064e5e-d1fc-4296-b5fe-c26bf416d7ed'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 16:00:04.782980 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac98777a-2556-4f82-ac35-11e8420fa784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.785457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35e8dc48-be5b-4066-8636-5d62d80d5ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.933304 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-ac98777a-2556-4f82-ac35-11e8420fa784 None None] Allocated IP 172.20.0.2 (4392b509-ca16-49f2-ab20-c68b3b7c9f44/a8064e5e-d1fc-4296-b5fe-c26bf416d7ed/6b9ccc4b-c619-4050-a712-288c5a327b9d) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:00:04.976813 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35e8dc48-be5b-4066-8636-5d62d80d5ad3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:05.005990 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35e8dc48-be5b-4066-8636-5d62d80d5ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:05.139584 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac98777a-2556-4f82-ac35-11e8420fa784 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:05.140856 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-35e8dc48-be5b-4066-8636-5d62d80d5ad3 admin admin] Allocated IP 172.26.4.168 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/d807533f-35f0-4c42-9308-01bc8475f2b1) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:00:05.149887 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ac98777a-2556-4f82-ac35-11e8420fa784 None None] Transition to ACTIVE for port object 6b9ccc4b-c619-4050-a712-288c5a327b9d will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:00:05.168329 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ac98777a-2556-4f82-ac35-11e8420fa784 None None] Transition to ACTIVE for port object 6b9ccc4b-c619-4050-a712-288c5a327b9d will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:00:05.174429 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac98777a-2556-4f82-ac35-11e8420fa784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:05.238910 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac98777a-2556-4f82-ac35-11e8420fa784 None None] Network 4392b509-ca16-49f2-ab20-c68b3b7c9f44 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:00:05.241719 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-ac98777a-2556-4f82-ac35-11e8420fa784 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:00:05.245985 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac98777a-2556-4f82-ac35-11e8420fa784 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:00:05.248015 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98777a-2556-4f82-ac35-11e8420fa784 None None] Pushing event updated for resources: {'Port': ['ID=6b9ccc4b-c619-4050-a712-288c5a327b9d,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:05.291301 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35e8dc48-be5b-4066-8636-5d62d80d5ad3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:05.320405 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35e8dc48-be5b-4066-8636-5d62d80d5ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:05.336171 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ac98777a-2556-4f82-ac35-11e8420fa784 None None] Attempting to bind port 6b9ccc4b-c619-4050-a712-288c5a327b9d on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:00:05.336536 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ac98777a-2556-4f82-ac35-11e8420fa784 None None] Attempting to bind port 6b9ccc4b-c619-4050-a712-288c5a327b9d by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3e4f7503-1f3c-4e4e-bb54-410e96dd4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:00:05.336923 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac98777a-2556-4f82-ac35-11e8420fa784 None None] Attempting to bind port 6b9ccc4b-c619-4050-a712-288c5a327b9d on network 4392b509-ca16-49f2-ab20-c68b3b7c9f44 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:00:05.343201 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac98777a-2556-4f82-ac35-11e8420fa784 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:00:05.343619 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac98777a-2556-4f82-ac35-11e8420fa784 None None] Checking segment: {'id': '3e4f7503-1f3c-4e4e-bb54-410e96dd4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:00:05.344015 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac98777a-2556-4f82-ac35-11e8420fa784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:05.344400 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac98777a-2556-4f82-ac35-11e8420fa784 None None] Bound using segment: {'id': '3e4f7503-1f3c-4e4e-bb54-410e96dd4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:00:05.345132 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ac98777a-2556-4f82-ac35-11e8420fa784 None None] Bound port: 6b9ccc4b-c619-4050-a712-288c5a327b9d, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4f7503-1f3c-4e4e-bb54-410e96dd4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:00:05.345521 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac98777a-2556-4f82-ac35-11e8420fa784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:05.440665 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ac98777a-2556-4f82-ac35-11e8420fa784 None None] For port 6b9ccc4b-c619-4050-a712-288c5a327b9d, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:00:05.443800 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ac98777a-2556-4f82-ac35-11e8420fa784 None None] For port 6b9ccc4b-c619-4050-a712-288c5a327b9d, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6b9ccc4b-c619-4050-a712-288c5a327b9d,segment=NetworkSegment(3e4f7503-1f3c-4e4e-bb54-410e96dd4cab),segment_id=3e4f7503-1f3c-4e4e-bb54-410e96dd4cab)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:00:05.448549 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac98777a-2556-4f82-ac35-11e8420fa784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:05.482242 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e8dc48-be5b-4066-8636-5d62d80d5ad3 admin admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:00:05.485125 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-35e8dc48-be5b-4066-8636-5d62d80d5ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:00:05.490215 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e8dc48-be5b-4066-8636-5d62d80d5ad3 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:00:05.516637 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8dc48-be5b-4066-8636-5d62d80d5ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=d807533f-35f0-4c42-9308-01bc8475f2b1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:05.528815 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98777a-2556-4f82-ac35-11e8420fa784 None None] Pushing event updated for resources: {'Port': ['ID=6b9ccc4b-c619-4050-a712-288c5a327b9d,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:05.653103 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35e8dc48-be5b-4066-8636-5d62d80d5ad3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:05.653870 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35e8dc48-be5b-4066-8636-5d62d80d5ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:05.902690 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e8dc48-be5b-4066-8636-5d62d80d5ad3 admin admin] Router 8dfffec2-27ac-4ffa-a66f-98b8d03c074d is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 16:00:06.051585 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6b9ccc4b-c619-4050-a712-288c5a327b9d up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:00:06.104385 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e8dc48-be5b-4066-8636-5d62d80d5ad3 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:00:06.117229 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] Sync routers for ids ['8dfffec2-27ac-4ffa-a66f-98b8d03c074d'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:00:06.119997 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 6b9ccc4b-c619-4050-a712-288c5a327b9d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:00:06.134512 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] Routers {'8dfffec2-27ac-4ffa-a66f-98b8d03c074d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:00:06.134512 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:59:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8dfffec2-27ac-4ffa-a66f-98b8d03c074d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:06.142179 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35e8dc48-be5b-4066-8636-5d62d80d5ad3 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:06.146033 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-35e8dc48-be5b-4066-8636-5d62d80d5ad3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5618482 Mar 14 16:00:06.146411 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59110) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:00:06.372389 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] Set router 8dfffec2-27ac-4ffa-a66f-98b8d03c074d gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:00:06.487200 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52ceb6d-87ce-4547-9bcc-580731b18f74 None None] Network 4392b509-ca16-49f2-ab20-c68b3b7c9f44 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:00:06.584844 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b6b14481-3246-470d-9647-2fe7117cc40b None None] Provisioning for port 6b9ccc4b-c619-4050-a712-288c5a327b9d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:00:06.602564 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b6b14481-3246-470d-9647-2fe7117cc40b None None] Provisioning complete for port 6b9ccc4b-c619-4050-a712-288c5a327b9d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:06.602949 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6b14481-3246-470d-9647-2fe7117cc40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:06.670493 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfffec2-27ac-4ffa-a66f-98b8d03c074d', 'name': 'tempest-TestEncryptedCinderVolumes-1613281404-router', 'tenant_id': 'ea569189150c44eda588b884a08ebb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': 'd807533f-35f0-4c42-9308-01bc8475f2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:04Z', 'updated_at': '2022-03-14T16:00:05Z', 'revision_number': 3, 'project_id': 'ea569189150c44eda588b884a08ebb56', 'gw_port': {'id': 'd807533f-35f0-4c42-9308-01bc8475f2b1', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:eb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfffec2-27ac-4ffa-a66f-98b8d03c074d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:06.675183 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] Checking router: 8dfffec2-27ac-4ffa-a66f-98b8d03c074d for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:00:06.675529 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] Updating router 8dfffec2-27ac-4ffa-a66f-98b8d03c074d port d807533f-35f0-4c42-9308-01bc8475f2b1 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:00:06.733991 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:06.817367 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6b14481-3246-470d-9647-2fe7117cc40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:06.862023 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b6b14481-3246-470d-9647-2fe7117cc40b None None] For port 6b9ccc4b-c619-4050-a712-288c5a327b9d, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6b9ccc4b-c619-4050-a712-288c5a327b9d,segment=NetworkSegment(3e4f7503-1f3c-4e4e-bb54-410e96dd4cab),segment_id=3e4f7503-1f3c-4e4e-bb54-410e96dd4cab)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:06.869069 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6b14481-3246-470d-9647-2fe7117cc40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:06.908610 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3086d1b-037b-442b-9b2a-e6266b90288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:06.946412 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b14481-3246-470d-9647-2fe7117cc40b None None] Pushing event updated for resources: {'Port': ['ID=6b9ccc4b-c619-4050-a712-288c5a327b9d,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:07.088995 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.101830 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] Transition to ACTIVE for port object d807533f-35f0-4c42-9308-01bc8475f2b1 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:00:07.104390 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-11e30a39-f8b3-46ef-b97c-73996938ada5 None None] Provisioning complete for port 6b9ccc4b-c619-4050-a712-288c5a327b9d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:07.105033 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-11e30a39-f8b3-46ef-b97c-73996938ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.108502 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.194124 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] Attempting to bind port d807533f-35f0-4c42-9308-01bc8475f2b1 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:00:07.194787 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] Attempting to bind port d807533f-35f0-4c42-9308-01bc8475f2b1 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:00:07.194994 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] Attempting to bind port d807533f-35f0-4c42-9308-01bc8475f2b1 on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:00:07.207239 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78dba43-1488-44bd-b3bc-dfdcb3316087 None None] Pushing event updated for resources: {'Port': ['ID=d807533f-35f0-4c42-9308-01bc8475f2b1,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:07.216365 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78dba43-1488-44bd-b3bc-dfdcb3316087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:07.217018 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78dba43-1488-44bd-b3bc-dfdcb3316087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:07.217538 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78dba43-1488-44bd-b3bc-dfdcb3316087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:07.218072 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78dba43-1488-44bd-b3bc-dfdcb3316087 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:07.218667 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78dba43-1488-44bd-b3bc-dfdcb3316087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:07.219181 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78dba43-1488-44bd-b3bc-dfdcb3316087 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:07.220211 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78dba43-1488-44bd-b3bc-dfdcb3316087 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:07.220723 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78dba43-1488-44bd-b3bc-dfdcb3316087 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:07.221902 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78dba43-1488-44bd-b3bc-dfdcb3316087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:07.222422 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78dba43-1488-44bd-b3bc-dfdcb3316087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:07.222757 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78dba43-1488-44bd-b3bc-dfdcb3316087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:07.225953 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:00:07.226354 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:00:07.226754 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.227135 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:00:07.227603 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] Bound port: d807533f-35f0-4c42-9308-01bc8475f2b1, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:00:07.227969 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.256859 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b3086d1b-037b-442b-9b2a-e6266b90288f admin admin] Allocated IP 172.20.0.1 (4392b509-ca16-49f2-ab20-c68b3b7c9f44/a8064e5e-d1fc-4296-b5fe-c26bf416d7ed/c4b476cd-3fa5-499d-a312-d1148929a817) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:00:07.298761 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] For port d807533f-35f0-4c42-9308-01bc8475f2b1, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:00:07.301849 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] For port d807533f-35f0-4c42-9308-01bc8475f2b1, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=d807533f-35f0-4c42-9308-01bc8475f2b1,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:00:07.306387 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.388292 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78dba43-1488-44bd-b3bc-dfdcb3316087 None None] Pushing event updated for resources: {'Port': ['ID=d807533f-35f0-4c42-9308-01bc8475f2b1,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:07.390802 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] Routers {'8dfffec2-27ac-4ffa-a66f-98b8d03c074d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:00:07.391465 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:59:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8dfffec2-27ac-4ffa-a66f-98b8d03c074d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:07.407632 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3086d1b-037b-442b-9b2a-e6266b90288f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.424191 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-b3086d1b-037b-442b-9b2a-e6266b90288f admin admin] Transition to ACTIVE for port object c4b476cd-3fa5-499d-a312-d1148929a817 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:00:07.446381 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3086d1b-037b-442b-9b2a-e6266b90288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.517373 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3086d1b-037b-442b-9b2a-e6266b90288f admin admin] Network 4392b509-ca16-49f2-ab20-c68b3b7c9f44 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:00:07.518523 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b3086d1b-037b-442b-9b2a-e6266b90288f admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:00:07.522629 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3086d1b-037b-442b-9b2a-e6266b90288f admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:00:07.556738 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3086d1b-037b-442b-9b2a-e6266b90288f admin admin] Pushing event updated for resources: {'Port': ['ID=c4b476cd-3fa5-499d-a312-d1148929a817,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:07.572103 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] Set router 8dfffec2-27ac-4ffa-a66f-98b8d03c074d gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:00:07.581366 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3086d1b-037b-442b-9b2a-e6266b90288f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.664754 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3086d1b-037b-442b-9b2a-e6266b90288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.765151 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-68cc87a1-1d50-45e0-a1aa-a4805c98585b None None] Provisioning for port c4b476cd-3fa5-499d-a312-d1148929a817 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:00:07.770043 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-68cc87a1-1d50-45e0-a1aa-a4805c98585b None None] Provisioning complete for port c4b476cd-3fa5-499d-a312-d1148929a817 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:07.770380 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-68cc87a1-1d50-45e0-a1aa-a4805c98585b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.857436 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-68cc87a1-1d50-45e0-a1aa-a4805c98585b None None] Port c4b476cd-3fa5-499d-a312-d1148929a817 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:00:07.890150 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfffec2-27ac-4ffa-a66f-98b8d03c074d', 'name': 'tempest-TestEncryptedCinderVolumes-1613281404-router', 'tenant_id': 'ea569189150c44eda588b884a08ebb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': 'd807533f-35f0-4c42-9308-01bc8475f2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:04Z', 'updated_at': '2022-03-14T16:00:05Z', 'revision_number': 3, 'project_id': 'ea569189150c44eda588b884a08ebb56', 'gw_port': {'id': 'd807533f-35f0-4c42-9308-01bc8475f2b1', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:eb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfffec2-27ac-4ffa-a66f-98b8d03c074d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:07.894018 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f865e-e3a9-48fa-8450-ec567571d6cc None None] The sync data for ids ['8dfffec2-27ac-4ffa-a66f-98b8d03c074d'] in dv-neutron-833561-1-hyperv is: [{'id': '8dfffec2-27ac-4ffa-a66f-98b8d03c074d', 'name': 'tempest-TestEncryptedCinderVolumes-1613281404-router', 'tenant_id': 'ea569189150c44eda588b884a08ebb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': 'd807533f-35f0-4c42-9308-01bc8475f2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:04Z', 'updated_at': '2022-03-14T16:00:05Z', 'revision_number': 3, 'project_id': 'ea569189150c44eda588b884a08ebb56', 'gw_port': {'id': 'd807533f-35f0-4c42-9308-01bc8475f2b1', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:eb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfffec2-27ac-4ffa-a66f-98b8d03c074d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:00:07.899405 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3086d1b-037b-442b-9b2a-e6266b90288f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.904239 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3086d1b-037b-442b-9b2a-e6266b90288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:08.012378 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3086d1b-037b-442b-9b2a-e6266b90288f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:08.016021 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3086d1b-037b-442b-9b2a-e6266b90288f admin admin] Pushing event updated for resources: {'Port': ['ID=c4b476cd-3fa5-499d-a312-d1148929a817,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:08.039649 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6b9ccc4b-c619-4050-a712-288c5a327b9d up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:00:08.123568 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 6b9ccc4b-c619-4050-a712-288c5a327b9d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:08.123942 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:08.165463 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3086d1b-037b-442b-9b2a-e6266b90288f admin admin] Network 4392b509-ca16-49f2-ab20-c68b3b7c9f44 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:00:08.166940 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b3086d1b-037b-442b-9b2a-e6266b90288f admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:00:08.492139 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-82fb5893-5553-4a69-9e4e-f2d46dbf8037 None None] Provisioning complete for port c4b476cd-3fa5-499d-a312-d1148929a817 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:08.492514 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-82fb5893-5553-4a69-9e4e-f2d46dbf8037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:08.544440 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-82fb5893-5553-4a69-9e4e-f2d46dbf8037 None None] Port c4b476cd-3fa5-499d-a312-d1148929a817 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:00:08.579507 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3086d1b-037b-442b-9b2a-e6266b90288f admin admin] Router 8dfffec2-27ac-4ffa-a66f-98b8d03c074d has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:00:08.782988 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3086d1b-037b-442b-9b2a-e6266b90288f admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:00:08.791624 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b3086d1b-037b-442b-9b2a-e6266b90288f admin admin] 10.222.0.60 "PUT /v2.0/routers/8dfffec2-27ac-4ffa-a66f-98b8d03c074d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6442454 Mar 14 16:00:09.636126 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 59132) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:00:09.642480 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-53c161d1-1f31-47ba-a8f6-f6975022f0c3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-627275141-network', 'tenant_id': 'b56eda7b3a3e49fb8736317ac0c519d5'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:00:09.647346 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-53c161d1-1f31-47ba-a8f6-f6975022f0c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:00:09.651200 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-53c161d1-1f31-47ba-a8f6-f6975022f0c3 admin admin] Usage tracker for resource:network and tenant:b56eda7b3a3e49fb8736317ac0c519d5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:00:09.653993 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-53c161d1-1f31-47ba-a8f6-f6975022f0c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:00:09.660017 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-53c161d1-1f31-47ba-a8f6-f6975022f0c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:00:09.670339 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c161d1-1f31-47ba-a8f6-f6975022f0c3 admin admin] Made reservation on behalf of b56eda7b3a3e49fb8736317ac0c519d5 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:00:09.672886 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53c161d1-1f31-47ba-a8f6-f6975022f0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.684961 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53c161d1-1f31-47ba-a8f6-f6975022f0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.718437 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-53c161d1-1f31-47ba-a8f6-f6975022f0c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:00:09.722415 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-53c161d1-1f31-47ba-a8f6-f6975022f0c3 admin admin] Usage tracker for resource:security_group_rule and tenant:b56eda7b3a3e49fb8736317ac0c519d5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:00:09.725243 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-53c161d1-1f31-47ba-a8f6-f6975022f0c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:00:09.731261 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-53c161d1-1f31-47ba-a8f6-f6975022f0c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:00:09.798103 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53c161d1-1f31-47ba-a8f6-f6975022f0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.801769 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53c161d1-1f31-47ba-a8f6-f6975022f0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.831976 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c161d1-1f31-47ba-a8f6-f6975022f0c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 16:00:09.840589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c161d1-1f31-47ba-a8f6-f6975022f0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622dd5dd-4073-4342-b1da-010152e26acb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:09.846729 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53c161d1-1f31-47ba-a8f6-f6975022f0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.847194 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-53c161d1-1f31-47ba-a8f6-f6975022f0c3 admin admin] Added segment da3d2a33-0ea0-4c85-904e-bcd68d1786d6 of type vlan for network 1c9103f4-7b95-4ef6-9c50-97fb3e41e30d Mar 14 16:00:09.879286 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53c161d1-1f31-47ba-a8f6-f6975022f0c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.907429 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53c161d1-1f31-47ba-a8f6-f6975022f0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.908215 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c161d1-1f31-47ba-a8f6-f6975022f0c3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:09.908781 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53c161d1-1f31-47ba-a8f6-f6975022f0c3 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:10.007312 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c161d1-1f31-47ba-a8f6-f6975022f0c3 admin admin] Pushing event updated for resources: {'Network': ['ID=1c9103f4-7b95-4ef6-9c50-97fb3e41e30d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:10.010704 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-53c161d1-1f31-47ba-a8f6-f6975022f0c3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3734658 Mar 14 16:00:10.013389 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 59136) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:00:10.018738 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2f7a64f3-bb7a-4c89-b26a-d1c748779175 admin admin] Request body: {'subnet': {'network_id': '1c9103f4-7b95-4ef6-9c50-97fb3e41e30d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-627275141-subnet', 'tenant_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:00:10.018945 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 1c9103f4-7b95-4ef6-9c50-97fb3e41e30d details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 16:00:10.023748 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2f7a64f3-bb7a-4c89-b26a-d1c748779175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:00:10.027621 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2f7a64f3-bb7a-4c89-b26a-d1c748779175 admin admin] Usage tracker for resource:subnet and tenant:b56eda7b3a3e49fb8736317ac0c519d5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:00:10.030840 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2f7a64f3-bb7a-4c89-b26a-d1c748779175 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:00:10.037188 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2f7a64f3-bb7a-4c89-b26a-d1c748779175 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:00:10.052897 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7a64f3-bb7a-4c89-b26a-d1c748779175 admin admin] Made reservation on behalf of b56eda7b3a3e49fb8736317ac0c519d5 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:00:10.056022 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f7a64f3-bb7a-4c89-b26a-d1c748779175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:10.085361 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d807533f-35f0-4c42-9308-01bc8475f2b1 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:00:10.190757 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port d807533f-35f0-4c42-9308-01bc8475f2b1 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:00:10.196361 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port d807533f-35f0-4c42-9308-01bc8475f2b1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:10.196818 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:10.268522 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f7a64f3-bb7a-4c89-b26a-d1c748779175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:10.312765 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:10.328926 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port d807533f-35f0-4c42-9308-01bc8475f2b1, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=d807533f-35f0-4c42-9308-01bc8475f2b1,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:10.331895 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:10.338851 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a64f3-bb7a-4c89-b26a-d1c748779175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=939c8ec3-3c16-4a3e-a155-18b8e86fc900,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:10.353790 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7a64f3-bb7a-4c89-b26a-d1c748779175 admin admin] Checking segment: {'id': 'da3d2a33-0ea0-4c85-904e-bcd68d1786d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1c9103f4-7b95-4ef6-9c50-97fb3e41e30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:00:10.354175 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7a64f3-bb7a-4c89-b26a-d1c748779175 admin admin] Network hostable DHCP agents. Network: 1c9103f4-7b95-4ef6-9c50-97fb3e41e30d, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 16:00:10.376238 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7a64f3-bb7a-4c89-b26a-d1c748779175 admin admin] Network 1c9103f4-7b95-4ef6-9c50-97fb3e41e30d is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 16:00:10.385257 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-2f7a64f3-bb7a-4c89-b26a-d1c748779175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 1c9103f4-7b95-4ef6-9c50-97fb3e41e30d) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:00:10.389819 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7a64f3-bb7a-4c89-b26a-d1c748779175 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:10.390421 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f7a64f3-bb7a-4c89-b26a-d1c748779175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:10.396264 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff23c3a0-fa9e-44cd-a583-6b11e4a1e382 None None] Network 1c9103f4-7b95-4ef6-9c50-97fb3e41e30d requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:00:10.410643 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2f7a64f3-bb7a-4c89-b26a-d1c748779175 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3962460 Mar 14 16:00:10.413254 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 59140) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:00:10.418239 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c5879c39-ecb1-45ea-a33b-3d97dc830a8d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-627275141-router', 'tenant_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:00:10.423186 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c5879c39-ecb1-45ea-a33b-3d97dc830a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:00:10.427027 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c5879c39-ecb1-45ea-a33b-3d97dc830a8d admin admin] Usage tracker for resource:router and tenant:b56eda7b3a3e49fb8736317ac0c519d5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:00:10.430974 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c5879c39-ecb1-45ea-a33b-3d97dc830a8d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:00:10.437101 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c5879c39-ecb1-45ea-a33b-3d97dc830a8d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:00:10.452286 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5879c39-ecb1-45ea-a33b-3d97dc830a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:10.453327 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5879c39-ecb1-45ea-a33b-3d97dc830a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:10.469935 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=d807533f-35f0-4c42-9308-01bc8475f2b1,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:10.484900 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5879c39-ecb1-45ea-a33b-3d97dc830a8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:10.625258 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416c4021-5c19-4143-870f-34ade4587bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-1c9103f4-7b95-4ef6-9c50-97fb3e41e30d', 'network_id': '1c9103f4-7b95-4ef6-9c50-97fb3e41e30d', 'tenant_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'fixed_ips': [{'subnet_id': '939c8ec3-3c16-4a3e-a155-18b8e86fc900'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 16:00:10.626724 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-416c4021-5c19-4143-870f-34ade4587bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:10.719294 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5879c39-ecb1-45ea-a33b-3d97dc830a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:10.785243 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-416c4021-5c19-4143-870f-34ade4587bf7 None None] Allocated IP 172.20.0.2 (1c9103f4-7b95-4ef6-9c50-97fb3e41e30d/939c8ec3-3c16-4a3e-a155-18b8e86fc900/50c146e6-f230-4634-a39b-dbd7d530d618) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:00:10.916198 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5879c39-ecb1-45ea-a33b-3d97dc830a8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:10.951497 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5879c39-ecb1-45ea-a33b-3d97dc830a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:10.992648 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-416c4021-5c19-4143-870f-34ade4587bf7 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:11.003412 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-416c4021-5c19-4143-870f-34ade4587bf7 None None] Transition to ACTIVE for port object 50c146e6-f230-4634-a39b-dbd7d530d618 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:00:11.021182 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-416c4021-5c19-4143-870f-34ade4587bf7 None None] Transition to ACTIVE for port object 50c146e6-f230-4634-a39b-dbd7d530d618 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:00:11.027447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-416c4021-5c19-4143-870f-34ade4587bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:11.089062 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-c5879c39-ecb1-45ea-a33b-3d97dc830a8d admin admin] Allocated IP 172.26.4.188 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/db69f74e-0098-4ad2-8172-69baa3586bd9) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:00:11.099670 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416c4021-5c19-4143-870f-34ade4587bf7 None None] Network 1c9103f4-7b95-4ef6-9c50-97fb3e41e30d is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:00:11.103804 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-416c4021-5c19-4143-870f-34ade4587bf7 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:00:11.106855 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416c4021-5c19-4143-870f-34ade4587bf7 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:00:11.113693 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c4021-5c19-4143-870f-34ade4587bf7 None None] Pushing event updated for resources: {'Port': ['ID=50c146e6-f230-4634-a39b-dbd7d530d618,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:11.206365 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-416c4021-5c19-4143-870f-34ade4587bf7 None None] Attempting to bind port 50c146e6-f230-4634-a39b-dbd7d530d618 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:00:11.206735 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-416c4021-5c19-4143-870f-34ade4587bf7 None None] Attempting to bind port 50c146e6-f230-4634-a39b-dbd7d530d618 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'da3d2a33-0ea0-4c85-904e-bcd68d1786d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1c9103f4-7b95-4ef6-9c50-97fb3e41e30d'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:00:11.207102 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416c4021-5c19-4143-870f-34ade4587bf7 None None] Attempting to bind port 50c146e6-f230-4634-a39b-dbd7d530d618 on network 1c9103f4-7b95-4ef6-9c50-97fb3e41e30d {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:00:11.214192 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416c4021-5c19-4143-870f-34ade4587bf7 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:00:11.214612 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416c4021-5c19-4143-870f-34ade4587bf7 None None] Checking segment: {'id': 'da3d2a33-0ea0-4c85-904e-bcd68d1786d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1c9103f4-7b95-4ef6-9c50-97fb3e41e30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:00:11.215239 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-416c4021-5c19-4143-870f-34ade4587bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:11.215637 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416c4021-5c19-4143-870f-34ade4587bf7 None None] Bound using segment: {'id': 'da3d2a33-0ea0-4c85-904e-bcd68d1786d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1c9103f4-7b95-4ef6-9c50-97fb3e41e30d'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:00:11.216108 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-416c4021-5c19-4143-870f-34ade4587bf7 None None] Bound port: 50c146e6-f230-4634-a39b-dbd7d530d618, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3d2a33-0ea0-4c85-904e-bcd68d1786d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1c9103f4-7b95-4ef6-9c50-97fb3e41e30d'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:00:11.216518 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-416c4021-5c19-4143-870f-34ade4587bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:11.245313 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5879c39-ecb1-45ea-a33b-3d97dc830a8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:11.277027 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5879c39-ecb1-45ea-a33b-3d97dc830a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:11.303772 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-416c4021-5c19-4143-870f-34ade4587bf7 None None] For port 50c146e6-f230-4634-a39b-dbd7d530d618, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:00:11.307572 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-416c4021-5c19-4143-870f-34ade4587bf7 None None] For port 50c146e6-f230-4634-a39b-dbd7d530d618, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=50c146e6-f230-4634-a39b-dbd7d530d618,segment=NetworkSegment(da3d2a33-0ea0-4c85-904e-bcd68d1786d6),segment_id=da3d2a33-0ea0-4c85-904e-bcd68d1786d6)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:00:11.311580 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-416c4021-5c19-4143-870f-34ade4587bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:11.353367 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5879c39-ecb1-45ea-a33b-3d97dc830a8d admin admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:00:11.356255 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c5879c39-ecb1-45ea-a33b-3d97dc830a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:00:11.361482 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5879c39-ecb1-45ea-a33b-3d97dc830a8d admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:00:11.390083 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5879c39-ecb1-45ea-a33b-3d97dc830a8d admin admin] Pushing event updated for resources: {'Port': ['ID=db69f74e-0098-4ad2-8172-69baa3586bd9,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:11.402306 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c4021-5c19-4143-870f-34ade4587bf7 None None] Pushing event updated for resources: {'Port': ['ID=50c146e6-f230-4634-a39b-dbd7d530d618,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:11.409128 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] Sync routers for ids ['8dfffec2-27ac-4ffa-a66f-98b8d03c074d'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:00:11.429703 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] Routers {'8dfffec2-27ac-4ffa-a66f-98b8d03c074d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:00:11.430574 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:59:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8dfffec2-27ac-4ffa-a66f-98b8d03c074d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:11.576360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5879c39-ecb1-45ea-a33b-3d97dc830a8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:11.577335 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5879c39-ecb1-45ea-a33b-3d97dc830a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:11.683425 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] Set router 8dfffec2-27ac-4ffa-a66f-98b8d03c074d gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:00:11.822546 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5879c39-ecb1-45ea-a33b-3d97dc830a8d admin admin] Router 91af1cf9-7fbf-421b-825b-47dc8c24cdb2 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 16:00:12.023086 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfffec2-27ac-4ffa-a66f-98b8d03c074d', 'name': 'tempest-TestEncryptedCinderVolumes-1613281404-router', 'tenant_id': 'ea569189150c44eda588b884a08ebb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': 'd807533f-35f0-4c42-9308-01bc8475f2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:04Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 4, 'project_id': 'ea569189150c44eda588b884a08ebb56', 'gw_port': {'id': 'd807533f-35f0-4c42-9308-01bc8475f2b1', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfffec2-27ac-4ffa-a66f-98b8d03c074d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'c4b476cd-3fa5-499d-a312-d1148929a817', 'name': '', 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44', 'tenant_id': 'ea569189150c44eda588b884a08ebb56', 'mac_address': 'fa:16:3e:ad:61:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfffec2-27ac-4ffa-a66f-98b8d03c074d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8064e5e-d1fc-4296-b5fe-c26bf416d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:06Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 2, 'project_id': 'ea569189150c44eda588b884a08ebb56', 'subnets': [{'id': 'a8064e5e-d1fc-4296-b5fe-c26bf416d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:12.028763 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] Checking router: 8dfffec2-27ac-4ffa-a66f-98b8d03c074d for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:00:12.029227 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] Updating router 8dfffec2-27ac-4ffa-a66f-98b8d03c074d port c4b476cd-3fa5-499d-a312-d1148929a817 binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:00:12.041103 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5879c39-ecb1-45ea-a33b-3d97dc830a8d admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:00:12.051937 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] Sync routers for ids ['91af1cf9-7fbf-421b-825b-47dc8c24cdb2'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:00:12.066870 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] Routers {'91af1cf9-7fbf-421b-825b-47dc8c24cdb2'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:00:12.067617 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:59:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['91af1cf9-7fbf-421b-825b-47dc8c24cdb2'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:12.071048 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5879c39-ecb1-45ea-a33b-3d97dc830a8d admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:12.073504 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c5879c39-ecb1-45ea-a33b-3d97dc830a8d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6593342 Mar 14 16:00:12.076402 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59144) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:00:12.130740 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:12.162310 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 50c146e6-f230-4634-a39b-dbd7d530d618 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:00:12.295578 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] Set router 91af1cf9-7fbf-421b-825b-47dc8c24cdb2 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:00:12.505743 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 50c146e6-f230-4634-a39b-dbd7d530d618 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:00:12.530526 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d807533f-35f0-4c42-9308-01bc8475f2b1 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:00:12.561192 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcff5327-e2ac-45d8-a5ce-caa1c3448205 None None] Network 1c9103f4-7b95-4ef6-9c50-97fb3e41e30d requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:00:12.622096 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91af1cf9-7fbf-421b-825b-47dc8c24cdb2', 'name': 'tempest-TestEncryptedCinderVolumes-627275141-router', 'tenant_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'db69f74e-0098-4ad2-8172-69baa3586bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:00:11Z', 'revision_number': 3, 'project_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'gw_port': {'id': 'db69f74e-0098-4ad2-8172-69baa3586bd9', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91af1cf9-7fbf-421b-825b-47dc8c24cdb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:12.626446 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] Checking router: 91af1cf9-7fbf-421b-825b-47dc8c24cdb2 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:00:12.626847 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] Updating router 91af1cf9-7fbf-421b-825b-47dc8c24cdb2 port db69f74e-0098-4ad2-8172-69baa3586bd9 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:00:12.678774 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:12.684108 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 16:00:12.739910 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1558bd76-8ed6-4edc-97a7-36feae9b33a0 None None] Provisioning for port 50c146e6-f230-4634-a39b-dbd7d530d618 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:00:12.782732 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1558bd76-8ed6-4edc-97a7-36feae9b33a0 None None] Provisioning complete for port 50c146e6-f230-4634-a39b-dbd7d530d618 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:12.783789 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1558bd76-8ed6-4edc-97a7-36feae9b33a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:12.862010 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port d807533f-35f0-4c42-9308-01bc8475f2b1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:12.862418 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:12.910044 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:12.974340 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] Transition to ACTIVE for port object c4b476cd-3fa5-499d-a312-d1148929a817 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:00:13.008939 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.012912 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.026440 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] Transition to ACTIVE for port object db69f74e-0098-4ad2-8172-69baa3586bd9 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:00:13.034217 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.068604 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f9303a4f-c71c-42bf-a293-becc2cde14a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.119950 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff73469a-3b73-402a-b4e5-fe8f35e86d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.139454 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] Attempting to bind port db69f74e-0098-4ad2-8172-69baa3586bd9 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:00:13.140473 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] Attempting to bind port db69f74e-0098-4ad2-8172-69baa3586bd9 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:00:13.141170 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] Attempting to bind port db69f74e-0098-4ad2-8172-69baa3586bd9 on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:00:13.161138 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:00:13.163757 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:00:13.164265 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.165214 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:00:13.165214 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] Bound port: db69f74e-0098-4ad2-8172-69baa3586bd9, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:00:13.169704 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.254588 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] For port db69f74e-0098-4ad2-8172-69baa3586bd9, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:00:13.258174 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] For port db69f74e-0098-4ad2-8172-69baa3586bd9, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=db69f74e-0098-4ad2-8172-69baa3586bd9,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:00:13.261492 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db72d05-9cfb-49f4-83fb-13ce8d69666b None None] Pushing event updated for resources: {'Port': ['ID=db69f74e-0098-4ad2-8172-69baa3586bd9,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:13.270493 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.336841 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aca4f9-9ba4-4937-9c88-91eddbccdfed None None] Pushing event updated for resources: {'Port': ['ID=c4b476cd-3fa5-499d-a312-d1148929a817,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:13.361180 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1558bd76-8ed6-4edc-97a7-36feae9b33a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.373744 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-ff73469a-3b73-402a-b4e5-fe8f35e86d78 admin admin] Allocated IP 172.20.0.1 (1c9103f4-7b95-4ef6-9c50-97fb3e41e30d/939c8ec3-3c16-4a3e-a155-18b8e86fc900/cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:00:13.486303 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1558bd76-8ed6-4edc-97a7-36feae9b33a0 None None] For port 50c146e6-f230-4634-a39b-dbd7d530d618, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=50c146e6-f230-4634-a39b-dbd7d530d618,segment=NetworkSegment(da3d2a33-0ea0-4c85-904e-bcd68d1786d6),segment_id=da3d2a33-0ea0-4c85-904e-bcd68d1786d6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:13.495942 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] Routers {'91af1cf9-7fbf-421b-825b-47dc8c24cdb2'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:00:13.496534 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:59:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['91af1cf9-7fbf-421b-825b-47dc8c24cdb2'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:13.502806 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1558bd76-8ed6-4edc-97a7-36feae9b33a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.550816 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] Attempting to bind port c4b476cd-3fa5-499d-a312-d1148929a817 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:00:13.551337 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] Attempting to bind port c4b476cd-3fa5-499d-a312-d1148929a817 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3e4f7503-1f3c-4e4e-bb54-410e96dd4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:00:13.551707 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] Attempting to bind port c4b476cd-3fa5-499d-a312-d1148929a817 on network 4392b509-ca16-49f2-ab20-c68b3b7c9f44 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:00:13.570202 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff73469a-3b73-402a-b4e5-fe8f35e86d78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.572931 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:00:13.573325 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] Checking segment: {'id': '3e4f7503-1f3c-4e4e-bb54-410e96dd4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:00:13.573911 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.574216 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] Bound using segment: {'id': '3e4f7503-1f3c-4e4e-bb54-410e96dd4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:00:13.574692 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] Bound port: c4b476cd-3fa5-499d-a312-d1148929a817, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4f7503-1f3c-4e4e-bb54-410e96dd4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:00:13.575068 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.590948 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-ff73469a-3b73-402a-b4e5-fe8f35e86d78 admin admin] Transition to ACTIVE for port object cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:00:13.619957 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff73469a-3b73-402a-b4e5-fe8f35e86d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.640720 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558bd76-8ed6-4edc-97a7-36feae9b33a0 None None] Pushing event updated for resources: {'Port': ['ID=50c146e6-f230-4634-a39b-dbd7d530d618,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:13.677668 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db72d05-9cfb-49f4-83fb-13ce8d69666b None None] Pushing event updated for resources: {'Port': ['ID=db69f74e-0098-4ad2-8172-69baa3586bd9,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:13.697091 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] For port c4b476cd-3fa5-499d-a312-d1148929a817, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:00:13.701782 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] For port c4b476cd-3fa5-499d-a312-d1148929a817, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c4b476cd-3fa5-499d-a312-d1148929a817,segment=NetworkSegment(3e4f7503-1f3c-4e4e-bb54-410e96dd4cab),segment_id=3e4f7503-1f3c-4e4e-bb54-410e96dd4cab)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:00:13.709564 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.746187 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff73469a-3b73-402a-b4e5-fe8f35e86d78 admin admin] Network 1c9103f4-7b95-4ef6-9c50-97fb3e41e30d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:00:13.752538 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-ff73469a-3b73-402a-b4e5-fe8f35e86d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:00:13.755794 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73469a-3b73-402a-b4e5-fe8f35e86d78 admin admin] Pushing event updated for resources: {'Port': ['ID=cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:13.767252 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff73469a-3b73-402a-b4e5-fe8f35e86d78 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:00:13.767830 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] Set router 91af1cf9-7fbf-421b-825b-47dc8c24cdb2 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:00:13.804071 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] Routers {'8dfffec2-27ac-4ffa-a66f-98b8d03c074d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:00:13.804793 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T15:59:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8dfffec2-27ac-4ffa-a66f-98b8d03c074d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:13.839465 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff73469a-3b73-402a-b4e5-fe8f35e86d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.959515 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff73469a-3b73-402a-b4e5-fe8f35e86d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.979084 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aca4f9-9ba4-4937-9c88-91eddbccdfed None None] Pushing event updated for resources: {'Port': ['ID=c4b476cd-3fa5-499d-a312-d1148929a817,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:14.003062 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-743394d3-0350-4973-8d38-0c1c972f67f1 None None] Provisioning complete for port 50c146e6-f230-4634-a39b-dbd7d530d618 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:14.003435 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-743394d3-0350-4973-8d38-0c1c972f67f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.117752 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 50c146e6-f230-4634-a39b-dbd7d530d618 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:00:14.206270 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91af1cf9-7fbf-421b-825b-47dc8c24cdb2', 'name': 'tempest-TestEncryptedCinderVolumes-627275141-router', 'tenant_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'db69f74e-0098-4ad2-8172-69baa3586bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:00:11Z', 'revision_number': 3, 'project_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'gw_port': {'id': 'db69f74e-0098-4ad2-8172-69baa3586bd9', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91af1cf9-7fbf-421b-825b-47dc8c24cdb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:14.211351 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07208da-2e7e-47ad-b766-ecf2221b6670 None None] The sync data for ids ['91af1cf9-7fbf-421b-825b-47dc8c24cdb2'] in dv-neutron-833561-1-hyperv is: [{'id': '91af1cf9-7fbf-421b-825b-47dc8c24cdb2', 'name': 'tempest-TestEncryptedCinderVolumes-627275141-router', 'tenant_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'db69f74e-0098-4ad2-8172-69baa3586bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:00:11Z', 'revision_number': 3, 'project_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'gw_port': {'id': 'db69f74e-0098-4ad2-8172-69baa3586bd9', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91af1cf9-7fbf-421b-825b-47dc8c24cdb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:00:14.223045 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] Set router 8dfffec2-27ac-4ffa-a66f-98b8d03c074d gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:00:14.263306 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff73469a-3b73-402a-b4e5-fe8f35e86d78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.268519 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff73469a-3b73-402a-b4e5-fe8f35e86d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.466850 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff73469a-3b73-402a-b4e5-fe8f35e86d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.471224 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73469a-3b73-402a-b4e5-fe8f35e86d78 admin admin] Pushing event updated for resources: {'Port': ['ID=cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:14.485974 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 50c146e6-f230-4634-a39b-dbd7d530d618 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:14.486379 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.602809 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff73469a-3b73-402a-b4e5-fe8f35e86d78 admin admin] Network 1c9103f4-7b95-4ef6-9c50-97fb3e41e30d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:00:14.603957 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-ff73469a-3b73-402a-b4e5-fe8f35e86d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:00:14.713917 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-57186113-8253-4d05-9fa6-42d3890801db None None] Provisioning for port cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:00:14.727571 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-57186113-8253-4d05-9fa6-42d3890801db None None] Provisioning complete for port cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:14.727951 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-57186113-8253-4d05-9fa6-42d3890801db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.788667 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-57186113-8253-4d05-9fa6-42d3890801db None None] Port cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:00:14.792642 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfffec2-27ac-4ffa-a66f-98b8d03c074d', 'name': 'tempest-TestEncryptedCinderVolumes-1613281404-router', 'tenant_id': 'ea569189150c44eda588b884a08ebb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': 'd807533f-35f0-4c42-9308-01bc8475f2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:04Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 4, 'project_id': 'ea569189150c44eda588b884a08ebb56', 'gw_port': {'id': 'd807533f-35f0-4c42-9308-01bc8475f2b1', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfffec2-27ac-4ffa-a66f-98b8d03c074d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'c4b476cd-3fa5-499d-a312-d1148929a817', 'name': '', 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44', 'tenant_id': 'ea569189150c44eda588b884a08ebb56', 'mac_address': 'fa:16:3e:ad:61:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfffec2-27ac-4ffa-a66f-98b8d03c074d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8064e5e-d1fc-4296-b5fe-c26bf416d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:06Z', 'updated_at': '2022-03-14T16:00:13Z', 'revision_number': 4, 'project_id': 'ea569189150c44eda588b884a08ebb56', 'subnets': [{'id': 'a8064e5e-d1fc-4296-b5fe-c26bf416d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:14.798090 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3010a42c-ac42-4aaf-bbe9-04d01d8e71e7 None None] The sync data for ids ['8dfffec2-27ac-4ffa-a66f-98b8d03c074d'] in dv-neutron-833561-1-hyperv is: [{'id': '8dfffec2-27ac-4ffa-a66f-98b8d03c074d', 'name': 'tempest-TestEncryptedCinderVolumes-1613281404-router', 'tenant_id': 'ea569189150c44eda588b884a08ebb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': 'd807533f-35f0-4c42-9308-01bc8475f2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:04Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 4, 'project_id': 'ea569189150c44eda588b884a08ebb56', 'gw_port': {'id': 'd807533f-35f0-4c42-9308-01bc8475f2b1', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfffec2-27ac-4ffa-a66f-98b8d03c074d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'c4b476cd-3fa5-499d-a312-d1148929a817', 'name': '', 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44', 'tenant_id': 'ea569189150c44eda588b884a08ebb56', 'mac_address': 'fa:16:3e:ad:61:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfffec2-27ac-4ffa-a66f-98b8d03c074d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8064e5e-d1fc-4296-b5fe-c26bf416d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:06Z', 'updated_at': '2022-03-14T16:00:13Z', 'revision_number': 4, 'project_id': 'ea569189150c44eda588b884a08ebb56', 'subnets': [{'id': 'a8064e5e-d1fc-4296-b5fe-c26bf416d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:00:14.919277 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f93df509-9471-4e8b-a186-b014a77e2be0 None None] Provisioning complete for port cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:14.919526 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f93df509-9471-4e8b-a186-b014a77e2be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.980503 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f93df509-9471-4e8b-a186-b014a77e2be0 None None] Port cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:00:15.044855 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff73469a-3b73-402a-b4e5-fe8f35e86d78 admin admin] Router 91af1cf9-7fbf-421b-825b-47dc8c24cdb2 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:00:15.160127 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b020ef26-cc8a-4460-975f-6554b83534f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:15.281602 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff73469a-3b73-402a-b4e5-fe8f35e86d78 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:00:15.291150 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ff73469a-3b73-402a-b4e5-fe8f35e86d78 admin admin] 10.222.0.60 "PUT /v2.0/routers/91af1cf9-7fbf-421b-825b-47dc8c24cdb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2108223 Mar 14 16:00:16.080249 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c4b476cd-3fa5-499d-a312-d1148929a817 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:00:16.156042 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port c4b476cd-3fa5-499d-a312-d1148929a817 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:00:16.161819 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port c4b476cd-3fa5-499d-a312-d1148929a817 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:16.162519 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:16.242276 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-ec16e9f8-c647-4f44-871e-4a9f63c75321 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:16.242940 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-ec16e9f8-c647-4f44-871e-4a9f63c75321 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Synchronizing usage tracker for tenant:ea569189150c44eda588b884a08ebb56 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:00:16.260680 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-ec16e9f8-c647-4f44-871e-4a9f63c75321 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Unset dirty status for tenant:ea569189150c44eda588b884a08ebb56 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:00:16.261863 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-ec16e9f8-c647-4f44-871e-4a9f63c75321 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/networks?id=4392b509-ca16-49f2-ab20-c68b3b7c9f44 HTTP/1.1" status: 200 len: 817 time: 0.1651495 Mar 14 16:00:16.278763 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:16.279516 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-a0562ac8-c658-4836-a036-fbbf92e34537 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/quotas/ea569189150c44eda588b884a08ebb56 HTTP/1.1" status: 200 len: 375 time: 0.0107424 Mar 14 16:00:16.363795 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port c4b476cd-3fa5-499d-a312-d1148929a817, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c4b476cd-3fa5-499d-a312-d1148929a817,segment=NetworkSegment(3e4f7503-1f3c-4e4e-bb54-410e96dd4cab),segment_id=3e4f7503-1f3c-4e4e-bb54-410e96dd4cab)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:16.366510 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-017a73fd-98dc-42ba-9592-02e7cc9d9524 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Synchronizing usage tracker for tenant:ea569189150c44eda588b884a08ebb56 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:00:16.370043 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:16.371024 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device db69f74e-0098-4ad2-8172-69baa3586bd9 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:00:16.383575 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-017a73fd-98dc-42ba-9592-02e7cc9d9524 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Unset dirty status for tenant:ea569189150c44eda588b884a08ebb56 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:00:16.384891 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-017a73fd-98dc-42ba-9592-02e7cc9d9524 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ea569189150c44eda588b884a08ebb56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994940 Mar 14 16:00:16.432229 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:16.483592 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=c4b476cd-3fa5-499d-a312-d1148929a817,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:16.496162 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port db69f74e-0098-4ad2-8172-69baa3586bd9 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:00:16.502272 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port db69f74e-0098-4ad2-8172-69baa3586bd9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:16.502652 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:16.527384 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-5faf8aff-9a64-440a-9100-ed38d74c0b17 service neutron] 10.222.0.60 "GET /v2.0/networks/4392b509-ca16-49f2-ab20-c68b3b7c9f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303813 Mar 14 16:00:16.619812 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:16.631103 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:16.646913 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port db69f74e-0098-4ad2-8172-69baa3586bd9, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=db69f74e-0098-4ad2-8172-69baa3586bd9,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:16.650715 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:16.659387 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-33cb44f7-6781-460d-86b7-8a54fe6a4074 service neutron] 10.222.0.60 "GET /v2.0/networks/4392b509-ca16-49f2-ab20-c68b3b7c9f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260564 Mar 14 16:00:16.717061 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=db69f74e-0098-4ad2-8172-69baa3586bd9,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:16.843018 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5e301f14-0c7f-4059-95af-9dfb2c5e9794 req-00f210b7-67b4-4094-9e95-c9ea9c992c58 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa5a9992-acdc-4b11-9ead-d0b70f02777f HTTP/1.1" status: 200 len: 210 time: 0.0415740 Mar 14 16:00:18.015285 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-16cad483-beef-45ee-b6d1-798a4ef0a858 req-5b7d1f61-809d-462b-b34f-f81f26ff158a tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa5a9992-acdc-4b11-9ead-d0b70f02777f HTTP/1.1" status: 200 len: 210 time: 0.0445497 Mar 14 16:00:18.050203 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:18.058174 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c4b476cd-3fa5-499d-a312-d1148929a817 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:00:18.128141 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port c4b476cd-3fa5-499d-a312-d1148929a817 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:18.128862 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:18.137416 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-c8a2ca0a-4629-475e-99d6-f405baae2df1 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:18.139239 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-c8a2ca0a-4629-475e-99d6-f405baae2df1 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.24 "GET /v2.0/networks?id=4392b509-ca16-49f2-ab20-c68b3b7c9f44 HTTP/1.1" status: 200 len: 817 time: 0.1573596 Mar 14 16:00:18.159163 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-fe6f68cd-e40f-4b48-b6d8-05288daa9f96 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Request body: {'port': {'device_id': 'fa5a9992-acdc-4b11-9ead-d0b70f02777f', 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44', 'admin_state_up': True, 'tenant_id': 'ea569189150c44eda588b884a08ebb56'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:00:18.268562 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device db69f74e-0098-4ad2-8172-69baa3586bd9 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:00:18.303718 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-fe6f68cd-e40f-4b48-b6d8-05288daa9f96 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:00:18.313966 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-fe6f68cd-e40f-4b48-b6d8-05288daa9f96 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:00:18.323570 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-fe6f68cd-e40f-4b48-b6d8-05288daa9f96 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Made reservation on behalf of ea569189150c44eda588b884a08ebb56 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:00:18.326571 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-fe6f68cd-e40f-4b48-b6d8-05288daa9f96 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:18.339145 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port db69f74e-0098-4ad2-8172-69baa3586bd9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:18.339518 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:18.580008 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-fe6f68cd-e40f-4b48-b6d8-05288daa9f96 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Allocated IP 172.20.0.4 (4392b509-ca16-49f2-ab20-c68b3b7c9f44/a8064e5e-d1fc-4296-b5fe-c26bf416d7ed/13c5c730-40b2-4024-8ae8-b2dde258e724) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:00:18.777913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-fe6f68cd-e40f-4b48-b6d8-05288daa9f96 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:18.793235 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-fe6f68cd-e40f-4b48-b6d8-05288daa9f96 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Transition to ACTIVE for port object 13c5c730-40b2-4024-8ae8-b2dde258e724 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:00:18.814409 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-fe6f68cd-e40f-4b48-b6d8-05288daa9f96 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:18.881441 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-fe6f68cd-e40f-4b48-b6d8-05288daa9f96 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Network 4392b509-ca16-49f2-ab20-c68b3b7c9f44 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:00:18.884272 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-fe6f68cd-e40f-4b48-b6d8-05288daa9f96 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:00:18.888127 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-fe6f68cd-e40f-4b48-b6d8-05288daa9f96 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:00:18.922518 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f68cd-e40f-4b48-b6d8-05288daa9f96 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Pushing event updated for resources: {'Port': ['ID=13c5c730-40b2-4024-8ae8-b2dde258e724,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:18.951945 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-fe6f68cd-e40f-4b48-b6d8-05288daa9f96 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:18.952857 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-fe6f68cd-e40f-4b48-b6d8-05288daa9f96 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:18.980254 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-fe6f68cd-e40f-4b48-b6d8-05288daa9f96 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8247752 Mar 14 16:00:18.991242 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-8ef2ad52-b1da-45d4-b821-32a34bf9a1cd service neutron] Request body: {'port': {'device_id': 'fa5a9992-acdc-4b11-9ead-d0b70f02777f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:00:19.109251 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-8ef2ad52-b1da-45d4-b821-32a34bf9a1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:19.132919 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c47d8f66-d549-4a88-9e18-efa8005cf729 None None] Provisioning for port 13c5c730-40b2-4024-8ae8-b2dde258e724 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:00:19.143451 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c47d8f66-d549-4a88-9e18-efa8005cf729 None None] Provisioning complete for port 13c5c730-40b2-4024-8ae8-b2dde258e724 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:19.144122 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c47d8f66-d549-4a88-9e18-efa8005cf729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:19.200065 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c47d8f66-d549-4a88-9e18-efa8005cf729 None None] Port 13c5c730-40b2-4024-8ae8-b2dde258e724 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:00:19.347062 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1903f-582f-4928-8830-6015e76064c9 req-64397fc0-4712-48a7-90ca-c1c1e6f22b75 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:19.347652 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-1ae1903f-582f-4928-8830-6015e76064c9 req-64397fc0-4712-48a7-90ca-c1c1e6f22b75 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Synchronizing usage tracker for tenant:ea569189150c44eda588b884a08ebb56 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:00:19.419325 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-1ae1903f-582f-4928-8830-6015e76064c9 req-64397fc0-4712-48a7-90ca-c1c1e6f22b75 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Unset dirty status for tenant:ea569189150c44eda588b884a08ebb56 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:00:19.420460 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1ae1903f-582f-4928-8830-6015e76064c9 req-64397fc0-4712-48a7-90ca-c1c1e6f22b75 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa5a9992-acdc-4b11-9ead-d0b70f02777f HTTP/1.1" status: 200 len: 931 time: 0.2567413 Mar 14 16:00:19.503707 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1ae1903f-582f-4928-8830-6015e76064c9 req-278fdac9-c443-4c9a-acda-6c9e665c4b10 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769024 Mar 14 16:00:19.570962 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-8ef2ad52-b1da-45d4-b821-32a34bf9a1cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c5c730-40b2-4024-8ae8-b2dde258e724 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:00:19.577672 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-8ef2ad52-b1da-45d4-b821-32a34bf9a1cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:19.592505 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-8ef2ad52-b1da-45d4-b821-32a34bf9a1cd service neutron] Transition to ACTIVE for port object 13c5c730-40b2-4024-8ae8-b2dde258e724 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:00:19.597215 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-8ef2ad52-b1da-45d4-b821-32a34bf9a1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:19.718353 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2ad52-b1da-45d4-b821-32a34bf9a1cd service neutron] Pushing event updated for resources: {'Port': ['ID=13c5c730-40b2-4024-8ae8-b2dde258e724,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:19.828805 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-8ef2ad52-b1da-45d4-b821-32a34bf9a1cd service neutron] Attempting to bind port 13c5c730-40b2-4024-8ae8-b2dde258e724 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:00:19.829257 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-8ef2ad52-b1da-45d4-b821-32a34bf9a1cd service neutron] Attempting to bind port 13c5c730-40b2-4024-8ae8-b2dde258e724 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '3e4f7503-1f3c-4e4e-bb54-410e96dd4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:00:19.829588 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-8ef2ad52-b1da-45d4-b821-32a34bf9a1cd service neutron] Attempting to bind port 13c5c730-40b2-4024-8ae8-b2dde258e724 on network 4392b509-ca16-49f2-ab20-c68b3b7c9f44 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:00:19.835170 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-8ef2ad52-b1da-45d4-b821-32a34bf9a1cd service neutron] Port 13c5c730-40b2-4024-8ae8-b2dde258e724 on network 4392b509-ca16-49f2-ab20-c68b3b7c9f44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 16:00:19.835485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-8ef2ad52-b1da-45d4-b821-32a34bf9a1cd service neutron] Attempting to bind port 13c5c730-40b2-4024-8ae8-b2dde258e724 on network 4392b509-ca16-49f2-ab20-c68b3b7c9f44 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:00:19.841730 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-8ef2ad52-b1da-45d4-b821-32a34bf9a1cd service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:00:19.842117 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-8ef2ad52-b1da-45d4-b821-32a34bf9a1cd service neutron] Checking segment: {'id': '3e4f7503-1f3c-4e4e-bb54-410e96dd4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:00:19.842494 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-8ef2ad52-b1da-45d4-b821-32a34bf9a1cd service neutron] Bound using segment: {'id': '3e4f7503-1f3c-4e4e-bb54-410e96dd4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:00:19.842932 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-8ef2ad52-b1da-45d4-b821-32a34bf9a1cd service neutron] Bound port: 13c5c730-40b2-4024-8ae8-b2dde258e724, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e4f7503-1f3c-4e4e-bb54-410e96dd4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:00:19.843270 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-8ef2ad52-b1da-45d4-b821-32a34bf9a1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:19.931590 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-8ef2ad52-b1da-45d4-b821-32a34bf9a1cd service neutron] For port 13c5c730-40b2-4024-8ae8-b2dde258e724, host hv-neutron-8335, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:00:19.934546 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-8ef2ad52-b1da-45d4-b821-32a34bf9a1cd service neutron] For port 13c5c730-40b2-4024-8ae8-b2dde258e724, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=13c5c730-40b2-4024-8ae8-b2dde258e724,segment=NetworkSegment(3e4f7503-1f3c-4e4e-bb54-410e96dd4cab),segment_id=3e4f7503-1f3c-4e4e-bb54-410e96dd4cab)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:00:19.939400 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-8ef2ad52-b1da-45d4-b821-32a34bf9a1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:19.999551 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-8ef2ad52-b1da-45d4-b821-32a34bf9a1cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:20.001019 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-8ef2ad52-b1da-45d4-b821-32a34bf9a1cd service neutron] 10.222.0.24 "PUT /v2.0/ports/13c5c730-40b2-4024-8ae8-b2dde258e724 HTTP/1.1" status: 200 len: 1093 time: 1.0141127 Mar 14 16:00:20.001463 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5a9992-acdc-4b11-9ead-d0b70f02777f', 'tag': '13c5c730-40b2-4024-8ae8-b2dde258e724'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:00:20.019658 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2ad52-b1da-45d4-b821-32a34bf9a1cd service neutron] Pushing event updated for resources: {'Port': ['ID=13c5c730-40b2-4024-8ae8-b2dde258e724,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:20.069624 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5a9992-acdc-4b11-9ead-d0b70f02777f', 'tag': '13c5c730-40b2-4024-8ae8-b2dde258e724', 'status': 'completed', 'code': 200} Mar 14 16:00:20.110960 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-ad0b8e23-dd2f-42ae-8cd7-e1e258059168 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea569189150c44eda588b884a08ebb56&device_id=fa5a9992-acdc-4b11-9ead-d0b70f02777f HTTP/1.1" status: 200 len: 1096 time: 0.0730772 Mar 14 16:00:20.183311 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-142ceb5b-0d1f-4b9f-80b4-298c04df689b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13c5c730-40b2-4024-8ae8-b2dde258e724 HTTP/1.1" status: 200 len: 217 time: 0.0657520 Mar 14 16:00:20.248307 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-b84906af-dfe1-4cba-821b-7d062d32f1f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:20.249728 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-b84906af-dfe1-4cba-821b-7d062d32f1f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8064e5e-d1fc-4296-b5fe-c26bf416d7ed HTTP/1.1" status: 200 len: 856 time: 0.0598311 Mar 14 16:00:20.325858 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-75f2f939-5113-4f9e-af0d-8d6cd206946f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4392b509-ca16-49f2-ab20-c68b3b7c9f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701764 Mar 14 16:00:20.542164 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-a3afe474-3aa0-46ab-b42c-17c689da5bf1 service neutron] 10.222.0.24 "GET /v2.0/networks/4392b509-ca16-49f2-ab20-c68b3b7c9f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086599 Mar 14 16:00:20.724201 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-16c81e3e-25b7-404c-bf09-738f48a63890 req-029415c0-f165-4915-ac1b-f30e8a4717ad service neutron] 10.222.0.24 "GET /v2.0/networks/4392b509-ca16-49f2-ab20-c68b3b7c9f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758096 Mar 14 16:00:20.742555 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889bb23-cc43-4001-bc75-2b19f351b1ef req-67320374-37a9-4153-a53e-24bf73ebb1b0 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:20.744590 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b889bb23-cc43-4001-bc75-2b19f351b1ef req-67320374-37a9-4153-a53e-24bf73ebb1b0 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa5a9992-acdc-4b11-9ead-d0b70f02777f HTTP/1.1" status: 200 len: 943 time: 0.1143577 Mar 14 16:00:20.838765 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b889bb23-cc43-4001-bc75-2b19f351b1ef req-7e05314e-f500-4e13-805f-e06f52c8e77f tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886576 Mar 14 16:00:20.858992 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-22cdebbd-29c8-4f32-a2a8-a9c00a077d5e req-06bcc620-8059-4598-b41c-41e12852d3e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea569189150c44eda588b884a08ebb56&device_id=fa5a9992-acdc-4b11-9ead-d0b70f02777f HTTP/1.1" status: 200 len: 1096 time: 0.0889924 Mar 14 16:00:20.989442 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdebbd-29c8-4f32-a2a8-a9c00a077d5e req-ec39f866-171d-4f2b-a842-d027e78b22ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:20.990964 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-22cdebbd-29c8-4f32-a2a8-a9c00a077d5e req-ec39f866-171d-4f2b-a842-d027e78b22ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=4392b509-ca16-49f2-ab20-c68b3b7c9f44 HTTP/1.1" status: 200 len: 918 time: 0.1261775 Mar 14 16:00:21.060718 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-22cdebbd-29c8-4f32-a2a8-a9c00a077d5e req-2edebddf-a10b-46ae-ad96-5b3b323b2264 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13c5c730-40b2-4024-8ae8-b2dde258e724 HTTP/1.1" status: 200 len: 217 time: 0.0639379 Mar 14 16:00:21.120651 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdebbd-29c8-4f32-a2a8-a9c00a077d5e req-eb012811-df37-40ac-a08e-7da1e4fef6b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:21.121934 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-22cdebbd-29c8-4f32-a2a8-a9c00a077d5e req-eb012811-df37-40ac-a08e-7da1e4fef6b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8064e5e-d1fc-4296-b5fe-c26bf416d7ed HTTP/1.1" status: 200 len: 856 time: 0.0550146 Mar 14 16:00:21.158379 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:21.197600 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-22cdebbd-29c8-4f32-a2a8-a9c00a077d5e req-8abd81c4-97b3-41a5-aade-df0693fd1801 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4392b509-ca16-49f2-ab20-c68b3b7c9f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697956 Mar 14 16:00:21.330952 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-22cdebbd-29c8-4f32-a2a8-a9c00a077d5e req-6ec79ee4-b6d6-4f24-ab73-b303652c02e7 service neutron] 10.222.0.24 "GET /v2.0/networks/4392b509-ca16-49f2-ab20-c68b3b7c9f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269884 Mar 14 16:00:21.461708 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-22cdebbd-29c8-4f32-a2a8-a9c00a077d5e req-ca8869af-7ac3-4be9-b9af-cb55dfd0e7c5 service neutron] 10.222.0.24 "GET /v2.0/networks/4392b509-ca16-49f2-ab20-c68b3b7c9f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252699 Mar 14 16:00:22.037743 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e3f39-6421-4e0c-a699-4a6ad8a01e7a req-fdc4158d-cf02-441c-969e-7c767680f7fc tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:22.039202 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-469e3f39-6421-4e0c-a699-4a6ad8a01e7a req-fdc4158d-cf02-441c-969e-7c767680f7fc tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa5a9992-acdc-4b11-9ead-d0b70f02777f HTTP/1.1" status: 200 len: 943 time: 0.0748458 Mar 14 16:00:22.086558 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-469e3f39-6421-4e0c-a699-4a6ad8a01e7a req-ba1da0ca-b3f2-41b5-9dcf-86b45865b249 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Synchronizing usage tracker for tenant:ea569189150c44eda588b884a08ebb56 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:00:22.102758 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-469e3f39-6421-4e0c-a699-4a6ad8a01e7a req-ba1da0ca-b3f2-41b5-9dcf-86b45865b249 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Unset dirty status for tenant:ea569189150c44eda588b884a08ebb56 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:00:22.103847 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-469e3f39-6421-4e0c-a699-4a6ad8a01e7a req-ba1da0ca-b3f2-41b5-9dcf-86b45865b249 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592737 Mar 14 16:00:22.667620 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:00:23.302472 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed52a3a-a893-42c7-93f3-00cecdc45480 req-899aac96-7a5b-4aa6-9e89-7228f1e63ddc tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:23.303907 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8ed52a3a-a893-42c7-93f3-00cecdc45480 req-899aac96-7a5b-4aa6-9e89-7228f1e63ddc tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa5a9992-acdc-4b11-9ead-d0b70f02777f HTTP/1.1" status: 200 len: 943 time: 0.0783672 Mar 14 16:00:23.348096 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8ed52a3a-a893-42c7-93f3-00cecdc45480 req-13bccae3-92d6-434a-aba9-fbc1a9df0c48 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388348 Mar 14 16:00:24.629091 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d07bd5-8ce0-4c22-8129-d544dded5107 req-2e9260cf-fe96-4179-9d42-b8c791c7c189 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:24.630662 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-38d07bd5-8ce0-4c22-8129-d544dded5107 req-2e9260cf-fe96-4179-9d42-b8c791c7c189 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa5a9992-acdc-4b11-9ead-d0b70f02777f HTTP/1.1" status: 200 len: 943 time: 0.1624618 Mar 14 16:00:24.644704 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 13c5c730-40b2-4024-8ae8-b2dde258e724 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 16:00:24.674896 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-38d07bd5-8ce0-4c22-8129-d544dded5107 req-d8b6c0a0-398b-4c55-aaf0-343cce68797a tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388124 Mar 14 16:00:24.776585 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 13c5c730-40b2-4024-8ae8-b2dde258e724, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=13c5c730-40b2-4024-8ae8-b2dde258e724,segment=NetworkSegment(3e4f7503-1f3c-4e4e-bb54-410e96dd4cab),segment_id=3e4f7503-1f3c-4e4e-bb54-410e96dd4cab)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:24.790284 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '13c5c730-40b2-4024-8ae8-b2dde258e724', 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44', 'port_id': '13c5c730-40b2-4024-8ae8-b2dde258e724', 'mac_address': 'fa:16:3e:e7:31:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8064e5e-d1fc-4296-b5fe-c26bf416d7ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 16:00:24.841473 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:24.858469 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c5c730-40b2-4024-8ae8-b2dde258e724 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:00:24.872790 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 13c5c730-40b2-4024-8ae8-b2dde258e724, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=13c5c730-40b2-4024-8ae8-b2dde258e724,segment=NetworkSegment(3e4f7503-1f3c-4e4e-bb54-410e96dd4cab),segment_id=3e4f7503-1f3c-4e4e-bb54-410e96dd4cab)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:24.876725 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:24.949174 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=13c5c730-40b2-4024-8ae8-b2dde258e724,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:25.183803 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['13c5c730-40b2-4024-8ae8-b2dde258e724'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:00:25.880414 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929882f7-fe27-4878-a3fb-33c94ce141d1 req-3286618b-842a-48a5-b4bc-96f54669225f tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:25.881878 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-929882f7-fe27-4878-a3fb-33c94ce141d1 req-3286618b-842a-48a5-b4bc-96f54669225f tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa5a9992-acdc-4b11-9ead-d0b70f02777f HTTP/1.1" status: 200 len: 944 time: 0.0903046 Mar 14 16:00:25.930480 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-929882f7-fe27-4878-a3fb-33c94ce141d1 req-2a12dd86-41f6-46f7-82db-550385459f31 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430281 Mar 14 16:00:26.643952 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 13c5c730-40b2-4024-8ae8-b2dde258e724 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:00:26.712653 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 13c5c730-40b2-4024-8ae8-b2dde258e724 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:00:26.717605 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 13c5c730-40b2-4024-8ae8-b2dde258e724 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:26.717975 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:26.832591 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:26.860514 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5a9992-acdc-4b11-9ead-d0b70f02777f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c5c730-40b2-4024-8ae8-b2dde258e724'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:00:26.870103 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 13c5c730-40b2-4024-8ae8-b2dde258e724, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=13c5c730-40b2-4024-8ae8-b2dde258e724,segment=NetworkSegment(3e4f7503-1f3c-4e4e-bb54-410e96dd4cab),segment_id=3e4f7503-1f3c-4e4e-bb54-410e96dd4cab)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:26.873907 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:26.918540 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5a9992-acdc-4b11-9ead-d0b70f02777f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c5c730-40b2-4024-8ae8-b2dde258e724', 'code': 200} Mar 14 16:00:26.942115 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=13c5c730-40b2-4024-8ae8-b2dde258e724,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:26.950454 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:26.950804 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:26.951144 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:26.951479 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:26.951814 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:26.952142 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:26.952468 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:26.952794 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:26.953116 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:26.953436 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:26.953759 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:27.175008 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-deab1fb2-7cfa-42fd-a7c7-571d1e5e703e req-b7a2434e-41e9-4230-9277-5d333067684b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa5a9992-acdc-4b11-9ead-d0b70f02777f HTTP/1.1" status: 200 len: 1098 time: 0.0940995 Mar 14 16:00:27.181165 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcdc7d-7b58-4759-9a6f-0e62e89d9c39 req-2835ffdb-f8f8-4a38-88c7-aada241a845c tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:27.182566 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fedcdc7d-7b58-4759-9a6f-0e62e89d9c39 req-2835ffdb-f8f8-4a38-88c7-aada241a845c tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa5a9992-acdc-4b11-9ead-d0b70f02777f HTTP/1.1" status: 200 len: 945 time: 0.1316254 Mar 14 16:00:27.253194 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-deab1fb2-7cfa-42fd-a7c7-571d1e5e703e req-f7b3a0a5-a600-4e3a-8b7f-6322e59cc4cd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696721 Mar 14 16:00:27.263844 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fedcdc7d-7b58-4759-9a6f-0e62e89d9c39 req-69bc52c4-eaf7-4358-b940-eb8f68731bb8 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620928 Mar 14 16:00:28.473330 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fd9b0-e4d1-4a19-9da1-210a879a9ba4 req-1365e3d6-57b5-44cc-8fdc-72bc87530ecf tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:28.474799 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e37fd9b0-e4d1-4a19-9da1-210a879a9ba4 req-1365e3d6-57b5-44cc-8fdc-72bc87530ecf tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa5a9992-acdc-4b11-9ead-d0b70f02777f HTTP/1.1" status: 200 len: 945 time: 0.0894632 Mar 14 16:00:28.523940 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e37fd9b0-e4d1-4a19-9da1-210a879a9ba4 req-cdf6da65-47f1-4e81-91d9-b0b30ad00e30 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435724 Mar 14 16:00:29.720822 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e73822-7279-4af2-b27c-0e98c9013359 req-8fa822bb-9606-4e12-a6d0-4bff9aa44117 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:29.722297 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-29e73822-7279-4af2-b27c-0e98c9013359 req-8fa822bb-9606-4e12-a6d0-4bff9aa44117 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa5a9992-acdc-4b11-9ead-d0b70f02777f HTTP/1.1" status: 200 len: 945 time: 0.0753253 Mar 14 16:00:29.766034 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-29e73822-7279-4af2-b27c-0e98c9013359 req-15b52f70-8d03-42ed-87c9-f765af4640bc tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383859 Mar 14 16:00:29.957400 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235467b9-a0f6-47e4-ae07-6a9a94cff8e5 req-de19c25f-6eaa-4c3a-9e18-e5fefa122441 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:29.958973 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-235467b9-a0f6-47e4-ae07-6a9a94cff8e5 req-de19c25f-6eaa-4c3a-9e18-e5fefa122441 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa5a9992-acdc-4b11-9ead-d0b70f02777f HTTP/1.1" status: 200 len: 945 time: 0.0752852 Mar 14 16:00:30.004058 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-235467b9-a0f6-47e4-ae07-6a9a94cff8e5 req-09c92ce2-e4c5-458d-a1c7-2e4d7265a6ef tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397522 Mar 14 16:00:36.712061 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] Sync routers for ids ['91af1cf9-7fbf-421b-825b-47dc8c24cdb2'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:00:36.724196 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] Routers {'91af1cf9-7fbf-421b-825b-47dc8c24cdb2'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:00:36.724803 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:00:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['91af1cf9-7fbf-421b-825b-47dc8c24cdb2'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:36.928651 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] Set router 91af1cf9-7fbf-421b-825b-47dc8c24cdb2 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:00:37.232140 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91af1cf9-7fbf-421b-825b-47dc8c24cdb2', 'name': 'tempest-TestEncryptedCinderVolumes-627275141-router', 'tenant_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'db69f74e-0098-4ad2-8172-69baa3586bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:00:13Z', 'revision_number': 4, 'project_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'gw_port': {'id': 'db69f74e-0098-4ad2-8172-69baa3586bd9', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91af1cf9-7fbf-421b-825b-47dc8c24cdb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d', 'name': '', 'network_id': '1c9103f4-7b95-4ef6-9c50-97fb3e41e30d', 'tenant_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'mac_address': 'fa:16:3e:b3:47:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91af1cf9-7fbf-421b-825b-47dc8c24cdb2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '939c8ec3-3c16-4a3e-a155-18b8e86fc900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:13Z', 'updated_at': '2022-03-14T16:00:14Z', 'revision_number': 2, 'project_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'subnets': [{'id': '939c8ec3-3c16-4a3e-a155-18b8e86fc900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:37.236029 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] Checking router: 91af1cf9-7fbf-421b-825b-47dc8c24cdb2 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:00:37.236393 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] Updating router 91af1cf9-7fbf-421b-825b-47dc8c24cdb2 port cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:00:37.288536 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:37.613081 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:37.625221 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] Transition to ACTIVE for port object cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:00:37.632249 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:37.760322 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb8031-2fa7-47fb-8e4c-31e1fb7b0f7d None None] Pushing event updated for resources: {'Port': ['ID=cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:37.863227 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] Attempting to bind port cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:00:37.863613 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] Attempting to bind port cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'da3d2a33-0ea0-4c85-904e-bcd68d1786d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1c9103f4-7b95-4ef6-9c50-97fb3e41e30d'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:00:37.863977 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] Attempting to bind port cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d on network 1c9103f4-7b95-4ef6-9c50-97fb3e41e30d {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:00:37.870764 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:00:37.871146 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] Checking segment: {'id': 'da3d2a33-0ea0-4c85-904e-bcd68d1786d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1c9103f4-7b95-4ef6-9c50-97fb3e41e30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:00:37.871599 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:37.872009 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] Bound using segment: {'id': 'da3d2a33-0ea0-4c85-904e-bcd68d1786d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1c9103f4-7b95-4ef6-9c50-97fb3e41e30d'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:00:37.872548 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] Bound port: cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3d2a33-0ea0-4c85-904e-bcd68d1786d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1c9103f4-7b95-4ef6-9c50-97fb3e41e30d'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:00:37.872928 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:37.974428 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] For port cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:00:37.978064 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] For port cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d,segment=NetworkSegment(da3d2a33-0ea0-4c85-904e-bcd68d1786d6),segment_id=da3d2a33-0ea0-4c85-904e-bcd68d1786d6)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:00:37.984018 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:38.070864 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb8031-2fa7-47fb-8e4c-31e1fb7b0f7d None None] Pushing event updated for resources: {'Port': ['ID=cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:38.073718 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] Routers {'91af1cf9-7fbf-421b-825b-47dc8c24cdb2'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:00:38.074382 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:00:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['91af1cf9-7fbf-421b-825b-47dc8c24cdb2'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:38.262376 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] Set router 91af1cf9-7fbf-421b-825b-47dc8c24cdb2 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:00:38.613927 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91af1cf9-7fbf-421b-825b-47dc8c24cdb2', 'name': 'tempest-TestEncryptedCinderVolumes-627275141-router', 'tenant_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'db69f74e-0098-4ad2-8172-69baa3586bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:00:13Z', 'revision_number': 4, 'project_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'gw_port': {'id': 'db69f74e-0098-4ad2-8172-69baa3586bd9', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91af1cf9-7fbf-421b-825b-47dc8c24cdb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d', 'name': '', 'network_id': '1c9103f4-7b95-4ef6-9c50-97fb3e41e30d', 'tenant_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'mac_address': 'fa:16:3e:b3:47:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91af1cf9-7fbf-421b-825b-47dc8c24cdb2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '939c8ec3-3c16-4a3e-a155-18b8e86fc900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:13Z', 'updated_at': '2022-03-14T16:00:37Z', 'revision_number': 4, 'project_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'subnets': [{'id': '939c8ec3-3c16-4a3e-a155-18b8e86fc900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:38.617914 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40addf10-2a40-4ee8-8a56-e30263ca411f None None] The sync data for ids ['91af1cf9-7fbf-421b-825b-47dc8c24cdb2'] in dv-neutron-833561-1-hyperv is: [{'id': '91af1cf9-7fbf-421b-825b-47dc8c24cdb2', 'name': 'tempest-TestEncryptedCinderVolumes-627275141-router', 'tenant_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'db69f74e-0098-4ad2-8172-69baa3586bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:00:13Z', 'revision_number': 4, 'project_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'gw_port': {'id': 'db69f74e-0098-4ad2-8172-69baa3586bd9', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91af1cf9-7fbf-421b-825b-47dc8c24cdb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d', 'name': '', 'network_id': '1c9103f4-7b95-4ef6-9c50-97fb3e41e30d', 'tenant_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'mac_address': 'fa:16:3e:b3:47:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91af1cf9-7fbf-421b-825b-47dc8c24cdb2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '939c8ec3-3c16-4a3e-a155-18b8e86fc900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:13Z', 'updated_at': '2022-03-14T16:00:37Z', 'revision_number': 4, 'project_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'subnets': [{'id': '939c8ec3-3c16-4a3e-a155-18b8e86fc900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:00:40.073012 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:00:40.141183 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:00:40.146147 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:40.146529 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:40.275131 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:40.319662 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d,segment=NetworkSegment(da3d2a33-0ea0-4c85-904e-bcd68d1786d6),segment_id=da3d2a33-0ea0-4c85-904e-bcd68d1786d6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:40.323312 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:40.387270 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:42.048979 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:00:42.117102 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:42.117473 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:42.982233 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b7f51b8e-b4e4-45d3-88db-33c5c590f364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:45.156314 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f94167a1-6ec5-4990-9fd3-45f47db42b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:45.526546 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0c2cb-3bfc-4455-bedb-fc6138dd4158 req-2288536c-5c63-4b08-a334-57c7f327b816 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:45.527858 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-04e0c2cb-3bfc-4455-bedb-fc6138dd4158 req-2288536c-5c63-4b08-a334-57c7f327b816 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa5a9992-acdc-4b11-9ead-d0b70f02777f HTTP/1.1" status: 200 len: 945 time: 0.0765834 Mar 14 16:00:45.572361 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-04e0c2cb-3bfc-4455-bedb-fc6138dd4158 req-f7ec8718-7c7c-41c1-9418-8d411bc4bd9c tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390501 Mar 14 16:00:46.370265 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:46.584585 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:46.773990 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f746f-cfff-4c4f-8db5-9e63592d4a21 req-1424544e-f862-4f61-a554-50ee39029b3d tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:46.775440 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-638f746f-cfff-4c4f-8db5-9e63592d4a21 req-1424544e-f862-4f61-a554-50ee39029b3d tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa5a9992-acdc-4b11-9ead-d0b70f02777f HTTP/1.1" status: 200 len: 945 time: 0.0775311 Mar 14 16:00:46.819558 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-638f746f-cfff-4c4f-8db5-9e63592d4a21 req-369b5d2a-224c-4a84-b76b-2508d757fcbd tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386739 Mar 14 16:00:47.211022 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39431553-e12b-4264-bbe8-5786d85cfa4d req-1cda2b1f-803a-418b-a74f-cc28bbd20343 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:47.212426 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-39431553-e12b-4264-bbe8-5786d85cfa4d req-1cda2b1f-803a-418b-a74f-cc28bbd20343 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa5a9992-acdc-4b11-9ead-d0b70f02777f HTTP/1.1" status: 200 len: 945 time: 0.0744843 Mar 14 16:00:47.361216 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-39431553-e12b-4264-bbe8-5786d85cfa4d req-a0b349f9-6c32-4568-ada6-a5e65c5d90e1 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Deleting port 13c5c730-40b2-4024-8ae8-b2dde258e724 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:00:47.362078 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-39431553-e12b-4264-bbe8-5786d85cfa4d req-a0b349f9-6c32-4568-ada6-a5e65c5d90e1 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:47.606114 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-39431553-e12b-4264-bbe8-5786d85cfa4d req-a0b349f9-6c32-4568-ada6-a5e65c5d90e1 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] For port 13c5c730-40b2-4024-8ae8-b2dde258e724, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=13c5c730-40b2-4024-8ae8-b2dde258e724,segment=NetworkSegment(3e4f7503-1f3c-4e4e-bb54-410e96dd4cab),segment_id=3e4f7503-1f3c-4e4e-bb54-410e96dd4cab)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:47.606452 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-39431553-e12b-4264-bbe8-5786d85cfa4d req-a0b349f9-6c32-4568-ada6-a5e65c5d90e1 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:47.724852 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-39431553-e12b-4264-bbe8-5786d85cfa4d req-a0b349f9-6c32-4568-ada6-a5e65c5d90e1 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Calling delete_port for 13c5c730-40b2-4024-8ae8-b2dde258e724 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:00:47.864223 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-39431553-e12b-4264-bbe8-5786d85cfa4d req-a0b349f9-6c32-4568-ada6-a5e65c5d90e1 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:47.875644 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['13c5c730-40b2-4024-8ae8-b2dde258e724'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:00:47.914817 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b349f9-6c32-4568-ada6-a5e65c5d90e1 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Pushing event deleted for resources: {'Port': ['ID=13c5c730-40b2-4024-8ae8-b2dde258e724,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:47.989220 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5ed5cd22-de32-4786-89ca-4be81fdc2d66 req-df123131-8231-46e8-bbf2-3f4d3a5f7b88 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa5a9992-acdc-4b11-9ead-d0b70f02777f HTTP/1.1" status: 200 len: 210 time: 0.0459468 Mar 14 16:00:47.992391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-39431553-e12b-4264-bbe8-5786d85cfa4d req-a0b349f9-6c32-4568-ada6-a5e65c5d90e1 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] No DVR routers for this DVR port 13c5c730-40b2-4024-8ae8-b2dde258e724 on host hv-neutron-8335 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:00:47.994810 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-39431553-e12b-4264-bbe8-5786d85cfa4d req-a0b349f9-6c32-4568-ada6-a5e65c5d90e1 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:47.997859 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5a9992-acdc-4b11-9ead-d0b70f02777f', 'name': 'network-vif-deleted', 'tag': '13c5c730-40b2-4024-8ae8-b2dde258e724'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:00:48.022934 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-39431553-e12b-4264-bbe8-5786d85cfa4d req-a0b349f9-6c32-4568-ada6-a5e65c5d90e1 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.24 "DELETE /v2.0/ports/13c5c730-40b2-4024-8ae8-b2dde258e724 HTTP/1.1" status: 204 len: 173 time: 0.8056128 Mar 14 16:00:48.041516 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:48.066365 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5a9992-acdc-4b11-9ead-d0b70f02777f', 'name': 'network-vif-deleted', 'tag': '13c5c730-40b2-4024-8ae8-b2dde258e724', 'status': 'completed', 'code': 200} Mar 14 16:00:50.650657 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-a461c7ef-c68e-4a4d-9fe4-5f85af8b8528 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:50.652060 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-a461c7ef-c68e-4a4d-9fe4-5f85af8b8528 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/networks?id=4392b509-ca16-49f2-ab20-c68b3b7c9f44 HTTP/1.1" status: 200 len: 817 time: 0.1408660 Mar 14 16:00:50.668818 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-3ebd33ae-0fdd-4afb-a20c-1885308517d5 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/quotas/ea569189150c44eda588b884a08ebb56 HTTP/1.1" status: 200 len: 375 time: 0.0110316 Mar 14 16:00:50.746264 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-7aa9aaec-ab53-4fa9-ba7b-34cb086d47c7 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Synchronizing usage tracker for tenant:ea569189150c44eda588b884a08ebb56 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:00:50.762112 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-7aa9aaec-ab53-4fa9-ba7b-34cb086d47c7 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Unset dirty status for tenant:ea569189150c44eda588b884a08ebb56 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:00:50.763467 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-7aa9aaec-ab53-4fa9-ba7b-34cb086d47c7 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ea569189150c44eda588b884a08ebb56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896482 Mar 14 16:00:50.903695 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-9dcf2581-27d2-4dae-94ab-44753d4720ed service neutron] 10.222.0.60 "GET /v2.0/networks/4392b509-ca16-49f2-ab20-c68b3b7c9f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286719 Mar 14 16:00:51.032756 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-679602e1-e51a-4437-9a92-7cfcf90da84d service neutron] 10.222.0.60 "GET /v2.0/networks/4392b509-ca16-49f2-ab20-c68b3b7c9f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227274 Mar 14 16:00:51.155173 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:52.241287 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ad092d49-c881-4698-89ad-2610c738a75a req-4eb5ad54-7ba3-4ffc-aedb-9ea6016ab902 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c534383-5bb4-48bd-b38d-26a1b55818b8 HTTP/1.1" status: 200 len: 210 time: 0.0438185 Mar 14 16:00:52.766693 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 13c5c730-40b2-4024-8ae8-b2dde258e724 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:00:52.802358 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 13c5c730-40b2-4024-8ae8-b2dde258e724 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:00:52.802698 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 13c5c730-40b2-4024-8ae8-b2dde258e724 not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:00:53.232028 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-ef3b2b48-1aa1-4680-a321-f4a599201883 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:53.233733 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-ef3b2b48-1aa1-4680-a321-f4a599201883 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.24 "GET /v2.0/networks?id=4392b509-ca16-49f2-ab20-c68b3b7c9f44 HTTP/1.1" status: 200 len: 817 time: 0.1591079 Mar 14 16:00:53.249052 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-c15c37a1-5a29-4d5f-a24d-7a8db7099f85 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Request body: {'port': {'device_id': '3c534383-5bb4-48bd-b38d-26a1b55818b8', 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44', 'admin_state_up': True, 'tenant_id': 'ea569189150c44eda588b884a08ebb56'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:00:53.394965 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-c15c37a1-5a29-4d5f-a24d-7a8db7099f85 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:00:53.440951 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-c15c37a1-5a29-4d5f-a24d-7a8db7099f85 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:00:53.444333 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fb1e45ef-9199-4867-8900-d843f6175e74 req-2996d18d-d878-4a06-b092-8fb9f598fe06 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c534383-5bb4-48bd-b38d-26a1b55818b8 HTTP/1.1" status: 200 len: 210 time: 0.0469806 Mar 14 16:00:53.453004 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-c15c37a1-5a29-4d5f-a24d-7a8db7099f85 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Made reservation on behalf of ea569189150c44eda588b884a08ebb56 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:00:53.456549 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-c15c37a1-5a29-4d5f-a24d-7a8db7099f85 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:53.699079 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-c15c37a1-5a29-4d5f-a24d-7a8db7099f85 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Allocated IP 172.20.0.10 (4392b509-ca16-49f2-ab20-c68b3b7c9f44/a8064e5e-d1fc-4296-b5fe-c26bf416d7ed/24c482d0-bdd0-4568-a170-0ed08560b04e) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:00:53.898528 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-c15c37a1-5a29-4d5f-a24d-7a8db7099f85 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:53.913476 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-c15c37a1-5a29-4d5f-a24d-7a8db7099f85 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Transition to ACTIVE for port object 24c482d0-bdd0-4568-a170-0ed08560b04e will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:00:53.934590 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-c15c37a1-5a29-4d5f-a24d-7a8db7099f85 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:54.005756 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-c15c37a1-5a29-4d5f-a24d-7a8db7099f85 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Network 4392b509-ca16-49f2-ab20-c68b3b7c9f44 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:00:54.008767 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-c15c37a1-5a29-4d5f-a24d-7a8db7099f85 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:00:54.011321 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-c15c37a1-5a29-4d5f-a24d-7a8db7099f85 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:00:54.042088 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c37a1-5a29-4d5f-a24d-7a8db7099f85 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Pushing event updated for resources: {'Port': ['ID=24c482d0-bdd0-4568-a170-0ed08560b04e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:54.079349 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-c15c37a1-5a29-4d5f-a24d-7a8db7099f85 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:54.080492 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-c15c37a1-5a29-4d5f-a24d-7a8db7099f85 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:54.106507 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-c15c37a1-5a29-4d5f-a24d-7a8db7099f85 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8611493 Mar 14 16:00:54.119265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-f0a340de-0804-49a7-ae4d-5cb053c43182 service neutron] Request body: {'port': {'device_id': '3c534383-5bb4-48bd-b38d-26a1b55818b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:00:54.227068 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-f0a340de-0804-49a7-ae4d-5cb053c43182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:54.309808 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-05d8301f-8762-46f3-817f-f120301ac1aa None None] Provisioning for port 24c482d0-bdd0-4568-a170-0ed08560b04e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:00:54.315244 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-05d8301f-8762-46f3-817f-f120301ac1aa None None] Provisioning complete for port 24c482d0-bdd0-4568-a170-0ed08560b04e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:54.315733 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-05d8301f-8762-46f3-817f-f120301ac1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:54.368320 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-05d8301f-8762-46f3-817f-f120301ac1aa None None] Port 24c482d0-bdd0-4568-a170-0ed08560b04e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:00:54.566494 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-f0a340de-0804-49a7-ae4d-5cb053c43182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c482d0-bdd0-4568-a170-0ed08560b04e {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:00:54.573245 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-f0a340de-0804-49a7-ae4d-5cb053c43182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:54.587081 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-f0a340de-0804-49a7-ae4d-5cb053c43182 service neutron] Transition to ACTIVE for port object 24c482d0-bdd0-4568-a170-0ed08560b04e will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:00:54.591564 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-f0a340de-0804-49a7-ae4d-5cb053c43182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:54.646044 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc44f1b-aaa8-4826-b9e6-ed7c5af20ce0 req-5c89a95d-5808-406a-aa98-c17757bf1a79 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:54.647862 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4dc44f1b-aaa8-4826-b9e6-ed7c5af20ce0 req-5c89a95d-5808-406a-aa98-c17757bf1a79 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c534383-5bb4-48bd-b38d-26a1b55818b8 HTTP/1.1" status: 200 len: 944 time: 0.0774713 Mar 14 16:00:54.697084 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4dc44f1b-aaa8-4826-b9e6-ed7c5af20ce0 req-b96c31d9-a3b8-40b9-bb2d-abe50861140b tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438671 Mar 14 16:00:54.721999 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a340de-0804-49a7-ae4d-5cb053c43182 service neutron] Pushing event updated for resources: {'Port': ['ID=24c482d0-bdd0-4568-a170-0ed08560b04e,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:54.827514 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-f0a340de-0804-49a7-ae4d-5cb053c43182 service neutron] Attempting to bind port 24c482d0-bdd0-4568-a170-0ed08560b04e on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:00:54.827854 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-f0a340de-0804-49a7-ae4d-5cb053c43182 service neutron] Attempting to bind port 24c482d0-bdd0-4568-a170-0ed08560b04e by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '3e4f7503-1f3c-4e4e-bb54-410e96dd4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:00:54.828223 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-f0a340de-0804-49a7-ae4d-5cb053c43182 service neutron] Attempting to bind port 24c482d0-bdd0-4568-a170-0ed08560b04e on network 4392b509-ca16-49f2-ab20-c68b3b7c9f44 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:00:54.834785 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-f0a340de-0804-49a7-ae4d-5cb053c43182 service neutron] Port 24c482d0-bdd0-4568-a170-0ed08560b04e on network 4392b509-ca16-49f2-ab20-c68b3b7c9f44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 16:00:54.835105 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-f0a340de-0804-49a7-ae4d-5cb053c43182 service neutron] Attempting to bind port 24c482d0-bdd0-4568-a170-0ed08560b04e on network 4392b509-ca16-49f2-ab20-c68b3b7c9f44 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:00:54.841199 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-f0a340de-0804-49a7-ae4d-5cb053c43182 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:00:54.841533 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-f0a340de-0804-49a7-ae4d-5cb053c43182 service neutron] Checking segment: {'id': '3e4f7503-1f3c-4e4e-bb54-410e96dd4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:00:54.841914 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-f0a340de-0804-49a7-ae4d-5cb053c43182 service neutron] Bound using segment: {'id': '3e4f7503-1f3c-4e4e-bb54-410e96dd4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:00:54.842373 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-f0a340de-0804-49a7-ae4d-5cb053c43182 service neutron] Bound port: 24c482d0-bdd0-4568-a170-0ed08560b04e, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e4f7503-1f3c-4e4e-bb54-410e96dd4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:00:54.842716 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-f0a340de-0804-49a7-ae4d-5cb053c43182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:54.931583 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-f0a340de-0804-49a7-ae4d-5cb053c43182 service neutron] For port 24c482d0-bdd0-4568-a170-0ed08560b04e, host hv-neutron-8335, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:00:54.934700 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-f0a340de-0804-49a7-ae4d-5cb053c43182 service neutron] For port 24c482d0-bdd0-4568-a170-0ed08560b04e, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=24c482d0-bdd0-4568-a170-0ed08560b04e,segment=NetworkSegment(3e4f7503-1f3c-4e4e-bb54-410e96dd4cab),segment_id=3e4f7503-1f3c-4e4e-bb54-410e96dd4cab)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:00:54.939836 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-f0a340de-0804-49a7-ae4d-5cb053c43182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:54.998513 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-f0a340de-0804-49a7-ae4d-5cb053c43182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:55.000114 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-f0a340de-0804-49a7-ae4d-5cb053c43182 service neutron] 10.222.0.24 "PUT /v2.0/ports/24c482d0-bdd0-4568-a170-0ed08560b04e HTTP/1.1" status: 200 len: 1094 time: 0.8853636 Mar 14 16:00:55.003348 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c534383-5bb4-48bd-b38d-26a1b55818b8', 'tag': '24c482d0-bdd0-4568-a170-0ed08560b04e'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:00:55.024591 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a340de-0804-49a7-ae4d-5cb053c43182 service neutron] Pushing event updated for resources: {'Port': ['ID=24c482d0-bdd0-4568-a170-0ed08560b04e,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:55.074713 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c534383-5bb4-48bd-b38d-26a1b55818b8', 'tag': '24c482d0-bdd0-4568-a170-0ed08560b04e', 'status': 'completed', 'code': 200} Mar 14 16:00:55.119904 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-275c31b1-847e-4905-9cba-7e57e06a00af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea569189150c44eda588b884a08ebb56&device_id=3c534383-5bb4-48bd-b38d-26a1b55818b8 HTTP/1.1" status: 200 len: 1097 time: 0.0801799 Mar 14 16:00:55.191133 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-8d2202f2-4c6c-48c0-a522-6e81962eed4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24c482d0-bdd0-4568-a170-0ed08560b04e HTTP/1.1" status: 200 len: 217 time: 0.0648243 Mar 14 16:00:55.256856 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-78220e82-62fa-4a82-8cbe-edd67fb20f72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:55.258300 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-78220e82-62fa-4a82-8cbe-edd67fb20f72 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8064e5e-d1fc-4296-b5fe-c26bf416d7ed HTTP/1.1" status: 200 len: 856 time: 0.0616479 Mar 14 16:00:55.333056 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-b19034db-640c-4317-9037-40e7bd4e1723 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4392b509-ca16-49f2-ab20-c68b3b7c9f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693104 Mar 14 16:00:55.545231 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-f06459a2-fbc0-4dbc-8b58-43286ed4297e service neutron] 10.222.0.24 "GET /v2.0/networks/4392b509-ca16-49f2-ab20-c68b3b7c9f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068090 Mar 14 16:00:55.680060 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ac7556d7-3333-4afa-ad7c-30aca060a83d req-42fb8a19-58d2-47fa-93a0-6459ac0add7a service neutron] 10.222.0.24 "GET /v2.0/networks/4392b509-ca16-49f2-ab20-c68b3b7c9f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286411 Mar 14 16:00:55.795541 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2c4f6dd7-30a4-475f-8f50-9ad4184333c9 req-9a19cd8f-5f87-4c6e-856e-2001f46dbd6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea569189150c44eda588b884a08ebb56&device_id=3c534383-5bb4-48bd-b38d-26a1b55818b8 HTTP/1.1" status: 200 len: 1097 time: 0.0725958 Mar 14 16:00:55.910566 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e6ad7-38d9-47ba-a8e0-d3596d8634e7 req-75c14a41-99b7-4578-9eae-bc3e9a538e95 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:55.914777 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f47e6ad7-38d9-47ba-a8e0-d3596d8634e7 req-75c14a41-99b7-4578-9eae-bc3e9a538e95 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c534383-5bb4-48bd-b38d-26a1b55818b8 HTTP/1.1" status: 200 len: 944 time: 0.0783741 Mar 14 16:00:55.931674 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f6dd7-30a4-475f-8f50-9ad4184333c9 req-7d0c7c4e-cdec-4cef-ab89-aa133f60e5e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:55.933362 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2c4f6dd7-30a4-475f-8f50-9ad4184333c9 req-7d0c7c4e-cdec-4cef-ab89-aa133f60e5e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4392b509-ca16-49f2-ab20-c68b3b7c9f44 HTTP/1.1" status: 200 len: 918 time: 0.1321197 Mar 14 16:00:55.963385 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f47e6ad7-38d9-47ba-a8e0-d3596d8634e7 req-781f87c0-7281-45fb-b433-a77fd49076b6 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453291 Mar 14 16:00:56.002037 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2c4f6dd7-30a4-475f-8f50-9ad4184333c9 req-38963f56-82db-464e-8547-f034fad0be68 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24c482d0-bdd0-4568-a170-0ed08560b04e HTTP/1.1" status: 200 len: 217 time: 0.0626254 Mar 14 16:00:56.066945 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f6dd7-30a4-475f-8f50-9ad4184333c9 req-9600953f-1a16-46a8-ae14-46ef610091f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:56.068374 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2c4f6dd7-30a4-475f-8f50-9ad4184333c9 req-9600953f-1a16-46a8-ae14-46ef610091f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8064e5e-d1fc-4296-b5fe-c26bf416d7ed HTTP/1.1" status: 200 len: 856 time: 0.0611985 Mar 14 16:00:56.142490 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2c4f6dd7-30a4-475f-8f50-9ad4184333c9 req-c2dae3eb-06a7-4d6f-aaaa-0acd3a6e5952 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4392b509-ca16-49f2-ab20-c68b3b7c9f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678763 Mar 14 16:00:56.278754 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2c4f6dd7-30a4-475f-8f50-9ad4184333c9 req-29ba96b7-2b3b-4def-9647-55a5744e58da service neutron] 10.222.0.24 "GET /v2.0/networks/4392b509-ca16-49f2-ab20-c68b3b7c9f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305413 Mar 14 16:00:56.413187 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2c4f6dd7-30a4-475f-8f50-9ad4184333c9 req-ce41505a-3f6e-4564-8773-2153f6c1349f service neutron] 10.222.0.24 "GET /v2.0/networks/4392b509-ca16-49f2-ab20-c68b3b7c9f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284711 Mar 14 16:00:57.164067 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd2ae8-d94a-4de9-ba6a-fc4d40a64344 req-81e0154b-d856-4633-9edf-aa7a9523c14c tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:57.164826 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-e6dd2ae8-d94a-4de9-ba6a-fc4d40a64344 req-81e0154b-d856-4633-9edf-aa7a9523c14c tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Synchronizing usage tracker for tenant:ea569189150c44eda588b884a08ebb56 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:00:57.180855 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-e6dd2ae8-d94a-4de9-ba6a-fc4d40a64344 req-81e0154b-d856-4633-9edf-aa7a9523c14c tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Unset dirty status for tenant:ea569189150c44eda588b884a08ebb56 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:00:57.182046 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e6dd2ae8-d94a-4de9-ba6a-fc4d40a64344 req-81e0154b-d856-4633-9edf-aa7a9523c14c tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c534383-5bb4-48bd-b38d-26a1b55818b8 HTTP/1.1" status: 200 len: 944 time: 0.0948732 Mar 14 16:00:57.232382 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e6dd2ae8-d94a-4de9-ba6a-fc4d40a64344 req-2287edb1-fedd-4939-acfd-d79a4f58b524 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439403 Mar 14 16:00:58.427739 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346c031-b8cd-4cd5-960b-e0fc949cf1cd req-67306320-eec8-4803-a08d-ed98091c7dad tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:58.429183 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f346c031-b8cd-4cd5-960b-e0fc949cf1cd req-67306320-eec8-4803-a08d-ed98091c7dad tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c534383-5bb4-48bd-b38d-26a1b55818b8 HTTP/1.1" status: 200 len: 944 time: 0.0755799 Mar 14 16:00:58.474536 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f346c031-b8cd-4cd5-960b-e0fc949cf1cd req-6d8c4a99-c51e-4ef9-9476-0cf7a1f0f0d6 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395918 Mar 14 16:00:58.782384 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 24c482d0-bdd0-4568-a170-0ed08560b04e details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 16:00:58.921052 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 24c482d0-bdd0-4568-a170-0ed08560b04e, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=24c482d0-bdd0-4568-a170-0ed08560b04e,segment=NetworkSegment(3e4f7503-1f3c-4e4e-bb54-410e96dd4cab),segment_id=3e4f7503-1f3c-4e4e-bb54-410e96dd4cab)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:58.933813 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '24c482d0-bdd0-4568-a170-0ed08560b04e', 'network_id': '4392b509-ca16-49f2-ab20-c68b3b7c9f44', 'port_id': '24c482d0-bdd0-4568-a170-0ed08560b04e', 'mac_address': 'fa:16:3e:54:31:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8064e5e-d1fc-4296-b5fe-c26bf416d7ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 16:00:58.985402 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:59.002440 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c482d0-bdd0-4568-a170-0ed08560b04e {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:00:59.017857 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 24c482d0-bdd0-4568-a170-0ed08560b04e, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=24c482d0-bdd0-4568-a170-0ed08560b04e,segment=NetworkSegment(3e4f7503-1f3c-4e4e-bb54-410e96dd4cab),segment_id=3e4f7503-1f3c-4e4e-bb54-410e96dd4cab)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:59.022365 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:59.090147 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=24c482d0-bdd0-4568-a170-0ed08560b04e,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:59.306444 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['24c482d0-bdd0-4568-a170-0ed08560b04e'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:00:59.669539 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:00:59.675848 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c754692-767c-4911-be71-208c7e6884bd req-5bff4ef1-a43f-4086-9f7b-c3f0f9e5a6cc tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:59.677471 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5c754692-767c-4911-be71-208c7e6884bd req-5bff4ef1-a43f-4086-9f7b-c3f0f9e5a6cc tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c534383-5bb4-48bd-b38d-26a1b55818b8 HTTP/1.1" status: 200 len: 945 time: 0.0760953 Mar 14 16:00:59.723213 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5c754692-767c-4911-be71-208c7e6884bd req-a14414d5-86c3-4d50-80fe-a91fbca147c3 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397491 Mar 14 16:01:00.797799 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 24c482d0-bdd0-4568-a170-0ed08560b04e up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:01:00.864751 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 24c482d0-bdd0-4568-a170-0ed08560b04e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:01:00.869511 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 24c482d0-bdd0-4568-a170-0ed08560b04e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:01:00.870004 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:00.927802 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173cf84-57e9-4d92-b635-67b0fb393746 req-5ac6d408-8e1c-47e2-87fd-9b447e69391c tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:01:00.929260 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c173cf84-57e9-4d92-b635-67b0fb393746 req-5ac6d408-8e1c-47e2-87fd-9b447e69391c tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c534383-5bb4-48bd-b38d-26a1b55818b8 HTTP/1.1" status: 200 len: 945 time: 0.0836618 Mar 14 16:01:00.975885 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c173cf84-57e9-4d92-b635-67b0fb393746 req-d025fef0-bcd8-44d1-8e91-52036fd9a36c tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411563 Mar 14 16:01:01.015445 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:01.042422 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c534383-5bb4-48bd-b38d-26a1b55818b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c482d0-bdd0-4568-a170-0ed08560b04e'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:01:01.051950 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 24c482d0-bdd0-4568-a170-0ed08560b04e, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=24c482d0-bdd0-4568-a170-0ed08560b04e,segment=NetworkSegment(3e4f7503-1f3c-4e4e-bb54-410e96dd4cab),segment_id=3e4f7503-1f3c-4e4e-bb54-410e96dd4cab)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:01:01.056125 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:01.099877 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c534383-5bb4-48bd-b38d-26a1b55818b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c482d0-bdd0-4568-a170-0ed08560b04e', 'code': 200} Mar 14 16:01:01.123781 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=24c482d0-bdd0-4568-a170-0ed08560b04e,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:01.321541 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bf0d161d-075a-4d2b-86ce-e640201f0fd4 req-e825e157-bd22-413d-b8fe-b828fead5ae7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3c534383-5bb4-48bd-b38d-26a1b55818b8 HTTP/1.1" status: 200 len: 1099 time: 0.0701277 Mar 14 16:01:01.362111 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bf0d161d-075a-4d2b-86ce-e640201f0fd4 req-ac82409a-fb28-4fee-9c3d-abb701cd0df0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352733 Mar 14 16:01:02.167096 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32f797-4992-4025-ba4e-349ed31d7f17 req-f3fdbb75-4fc8-48c1-9e1b-1ad036aac9be tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:01:02.168545 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4d32f797-4992-4025-ba4e-349ed31d7f17 req-f3fdbb75-4fc8-48c1-9e1b-1ad036aac9be tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c534383-5bb4-48bd-b38d-26a1b55818b8 HTTP/1.1" status: 200 len: 946 time: 0.0756426 Mar 14 16:01:02.217541 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4d32f797-4992-4025-ba4e-349ed31d7f17 req-c4d6879b-1f68-43fe-8d21-fb78c0b9088e tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423889 Mar 14 16:01:03.410869 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171fc44-2808-4d10-bcfe-91d1752a4eef req-385e12a0-dda8-413d-ad94-9ee283b052ef tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:01:03.412283 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2171fc44-2808-4d10-bcfe-91d1752a4eef req-385e12a0-dda8-413d-ad94-9ee283b052ef tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c534383-5bb4-48bd-b38d-26a1b55818b8 HTTP/1.1" status: 200 len: 946 time: 0.0744264 Mar 14 16:01:03.459688 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2171fc44-2808-4d10-bcfe-91d1752a4eef req-646219a8-c86d-45b2-9d6c-dd10170f1dde tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414886 Mar 14 16:01:03.654547 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaffa0-47ea-414a-94e9-3bd5a1d29a22 req-f311bf5c-b5c7-4b19-baf9-0249a49ac20f tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:01:03.658140 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6ecaffa0-47ea-414a-94e9-3bd5a1d29a22 req-f311bf5c-b5c7-4b19-baf9-0249a49ac20f tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c534383-5bb4-48bd-b38d-26a1b55818b8 HTTP/1.1" status: 200 len: 946 time: 0.0778453 Mar 14 16:01:03.703549 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6ecaffa0-47ea-414a-94e9-3bd5a1d29a22 req-e9cc113e-03c8-4221-9758-0d019efac9fe tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413508 Mar 14 16:01:12.983493 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b7650226-7cf5-49cb-aae3-c489441fc9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:15.148870 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fc6ad8b3-b54a-4ae6-b569-0cc92be9b384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:16.379112 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:16.592842 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:18.042593 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:19.058585 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294fc28-3af9-4a6c-9270-a4eff0f427b4 req-abd6bb53-2cd6-4930-942f-d704cd62c85b tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:01:19.059947 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d294fc28-3af9-4a6c-9270-a4eff0f427b4 req-abd6bb53-2cd6-4930-942f-d704cd62c85b tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c534383-5bb4-48bd-b38d-26a1b55818b8 HTTP/1.1" status: 200 len: 946 time: 0.0777092 Mar 14 16:01:19.104213 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d294fc28-3af9-4a6c-9270-a4eff0f427b4 req-b600e992-bae6-4e2f-a5eb-5ed8c5c4ffb5 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381315 Mar 14 16:01:20.299773 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e31cd-d8d6-4431-af6c-1d18088034e9 req-73be5a68-5401-41f2-865b-269372319b1a tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:01:20.301121 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9c3e31cd-d8d6-4431-af6c-1d18088034e9 req-73be5a68-5401-41f2-865b-269372319b1a tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c534383-5bb4-48bd-b38d-26a1b55818b8 HTTP/1.1" status: 200 len: 946 time: 0.0750351 Mar 14 16:01:20.346585 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9c3e31cd-d8d6-4431-af6c-1d18088034e9 req-99fce37c-a19d-4a75-9adf-b66545abc9fb tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/security-groups?id=81bb4450-9ccc-4614-a9f0-ca706e881472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 Mar 14 16:01:20.799732 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb7b3b-54a9-41b7-b790-17e0cc9dae5b req-a5bcf613-9149-462f-96e8-b11503d31c63 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:01:20.801109 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e0cb7b3b-54a9-41b7-b790-17e0cc9dae5b req-a5bcf613-9149-462f-96e8-b11503d31c63 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c534383-5bb4-48bd-b38d-26a1b55818b8 HTTP/1.1" status: 200 len: 946 time: 0.0770752 Mar 14 16:01:20.864835 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-e0cb7b3b-54a9-41b7-b790-17e0cc9dae5b req-4cd580b9-529b-4504-8d1f-1773041da0e9 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Deleting port 24c482d0-bdd0-4568-a170-0ed08560b04e {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:01:20.865171 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e0cb7b3b-54a9-41b7-b790-17e0cc9dae5b req-4cd580b9-529b-4504-8d1f-1773041da0e9 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:21.172702 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:21.182490 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-e0cb7b3b-54a9-41b7-b790-17e0cc9dae5b req-4cd580b9-529b-4504-8d1f-1773041da0e9 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] For port 24c482d0-bdd0-4568-a170-0ed08560b04e, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=24c482d0-bdd0-4568-a170-0ed08560b04e,segment=NetworkSegment(3e4f7503-1f3c-4e4e-bb54-410e96dd4cab),segment_id=3e4f7503-1f3c-4e4e-bb54-410e96dd4cab)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:01:21.182842 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e0cb7b3b-54a9-41b7-b790-17e0cc9dae5b req-4cd580b9-529b-4504-8d1f-1773041da0e9 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:21.299748 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-e0cb7b3b-54a9-41b7-b790-17e0cc9dae5b req-4cd580b9-529b-4504-8d1f-1773041da0e9 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Calling delete_port for 24c482d0-bdd0-4568-a170-0ed08560b04e owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:01:21.439628 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e0cb7b3b-54a9-41b7-b790-17e0cc9dae5b req-4cd580b9-529b-4504-8d1f-1773041da0e9 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:21.452488 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['24c482d0-bdd0-4568-a170-0ed08560b04e'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:01:21.492548 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd580b9-529b-4504-8d1f-1773041da0e9 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Pushing event deleted for resources: {'Port': ['ID=24c482d0-bdd0-4568-a170-0ed08560b04e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:21.508971 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-33a53e22-c7c3-492a-a331-42ff25dd6d28 req-f32a5fbd-0f23-4917-902f-c9fd9410075c tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c534383-5bb4-48bd-b38d-26a1b55818b8 HTTP/1.1" status: 200 len: 210 time: 0.0410533 Mar 14 16:01:21.534176 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd580b9-529b-4504-8d1f-1773041da0e9 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:21.534358 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd580b9-529b-4504-8d1f-1773041da0e9 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:21.535224 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd580b9-529b-4504-8d1f-1773041da0e9 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:21.535224 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd580b9-529b-4504-8d1f-1773041da0e9 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:21.535425 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd580b9-529b-4504-8d1f-1773041da0e9 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:21.535616 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd580b9-529b-4504-8d1f-1773041da0e9 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:21.535934 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd580b9-529b-4504-8d1f-1773041da0e9 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:21.536261 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd580b9-529b-4504-8d1f-1773041da0e9 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:21.536589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd580b9-529b-4504-8d1f-1773041da0e9 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:21.536912 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd580b9-529b-4504-8d1f-1773041da0e9 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:21.537235 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd580b9-529b-4504-8d1f-1773041da0e9 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:21.584129 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cb7b3b-54a9-41b7-b790-17e0cc9dae5b req-4cd580b9-529b-4504-8d1f-1773041da0e9 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] No DVR routers for this DVR port 24c482d0-bdd0-4568-a170-0ed08560b04e on host hv-neutron-8335 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:01:21.586501 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e0cb7b3b-54a9-41b7-b790-17e0cc9dae5b req-4cd580b9-529b-4504-8d1f-1773041da0e9 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:21.589176 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c534383-5bb4-48bd-b38d-26a1b55818b8', 'name': 'network-vif-deleted', 'tag': '24c482d0-bdd0-4568-a170-0ed08560b04e'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:01:21.614677 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e0cb7b3b-54a9-41b7-b790-17e0cc9dae5b req-4cd580b9-529b-4504-8d1f-1773041da0e9 tempest-TestEncryptedCinderVolumes-158054916 tempest-TestEncryptedCinderVolumes-158054916-project] 10.222.0.24 "DELETE /v2.0/ports/24c482d0-bdd0-4568-a170-0ed08560b04e HTTP/1.1" status: 204 len: 173 time: 0.8084474 Mar 14 16:01:21.654510 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c534383-5bb4-48bd-b38d-26a1b55818b8', 'name': 'network-vif-deleted', 'tag': '24c482d0-bdd0-4568-a170-0ed08560b04e', 'status': 'completed', 'code': 200} Mar 14 16:01:22.659641 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59422) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:01:23.037366 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4be098b3-6c76-468f-af02-79854600a9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:23.700140 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4be098b3-6c76-468f-af02-79854600a9a1 admin admin] Deleting port c4b476cd-3fa5-499d-a312-d1148929a817 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:01:23.700873 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4be098b3-6c76-468f-af02-79854600a9a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:23.866646 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-4be098b3-6c76-468f-af02-79854600a9a1 admin admin] For port c4b476cd-3fa5-499d-a312-d1148929a817, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c4b476cd-3fa5-499d-a312-d1148929a817,segment=NetworkSegment(3e4f7503-1f3c-4e4e-bb54-410e96dd4cab),segment_id=3e4f7503-1f3c-4e4e-bb54-410e96dd4cab)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:01:23.866993 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4be098b3-6c76-468f-af02-79854600a9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:23.983611 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4be098b3-6c76-468f-af02-79854600a9a1 admin admin] Calling delete_port for c4b476cd-3fa5-499d-a312-d1148929a817 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:01:24.147955 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4be098b3-6c76-468f-af02-79854600a9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:24.194426 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be098b3-6c76-468f-af02-79854600a9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4b476cd-3fa5-499d-a312-d1148929a817,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:24.265874 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be098b3-6c76-468f-af02-79854600a9a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:24.266246 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be098b3-6c76-468f-af02-79854600a9a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:24.266594 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be098b3-6c76-468f-af02-79854600a9a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:24.267555 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be098b3-6c76-468f-af02-79854600a9a1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:24.268506 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be098b3-6c76-468f-af02-79854600a9a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:24.268852 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be098b3-6c76-468f-af02-79854600a9a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:24.269193 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be098b3-6c76-468f-af02-79854600a9a1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:24.269525 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be098b3-6c76-468f-af02-79854600a9a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:24.269852 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be098b3-6c76-468f-af02-79854600a9a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:24.270201 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be098b3-6c76-468f-af02-79854600a9a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:24.270529 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be098b3-6c76-468f-af02-79854600a9a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:24.494114 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4be098b3-6c76-468f-af02-79854600a9a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:24.905973 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 24c482d0-bdd0-4568-a170-0ed08560b04e no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:01:24.937936 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 24c482d0-bdd0-4568-a170-0ed08560b04e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:01:24.938298 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 24c482d0-bdd0-4568-a170-0ed08560b04e not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:01:25.148643 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be098b3-6c76-468f-af02-79854600a9a1 admin admin] Router 8dfffec2-27ac-4ffa-a66f-98b8d03c074d has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:01:25.342842 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be098b3-6c76-468f-af02-79854600a9a1 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:01:25.351392 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c06363-ee1b-480f-9a98-c7759af2aa36 None None] Sync routers for ids ['8dfffec2-27ac-4ffa-a66f-98b8d03c074d'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:01:25.354710 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4be098b3-6c76-468f-af02-79854600a9a1 admin admin] 10.222.0.60 "PUT /v2.0/routers/8dfffec2-27ac-4ffa-a66f-98b8d03c074d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6940243 Mar 14 16:01:25.357139 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59426) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:01:25.363404 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c06363-ee1b-480f-9a98-c7759af2aa36 None None] Routers {'8dfffec2-27ac-4ffa-a66f-98b8d03c074d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:01:25.363999 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-36c06363-ee1b-480f-9a98-c7759af2aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:01:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8dfffec2-27ac-4ffa-a66f-98b8d03c074d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:25.538569 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-36c06363-ee1b-480f-9a98-c7759af2aa36 None None] Set router 8dfffec2-27ac-4ffa-a66f-98b8d03c074d gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:01:25.550743 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a209a705-f795-416e-bfd0-40799da2bc23 admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:25.740944 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a209a705-f795-416e-bfd0-40799da2bc23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:25.750823 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a209a705-f795-416e-bfd0-40799da2bc23 admin admin] Deleting port d807533f-35f0-4c42-9308-01bc8475f2b1 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:01:25.751162 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a209a705-f795-416e-bfd0-40799da2bc23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:25.818110 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-36c06363-ee1b-480f-9a98-c7759af2aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfffec2-27ac-4ffa-a66f-98b8d03c074d', 'name': 'tempest-TestEncryptedCinderVolumes-1613281404-router', 'tenant_id': 'ea569189150c44eda588b884a08ebb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': 'd807533f-35f0-4c42-9308-01bc8475f2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:04Z', 'updated_at': '2022-03-14T16:01:24Z', 'revision_number': 5, 'project_id': 'ea569189150c44eda588b884a08ebb56', 'gw_port': {'id': 'd807533f-35f0-4c42-9308-01bc8475f2b1', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfffec2-27ac-4ffa-a66f-98b8d03c074d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:25.823629 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c06363-ee1b-480f-9a98-c7759af2aa36 None None] Checking router: 8dfffec2-27ac-4ffa-a66f-98b8d03c074d for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:01:25.834941 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c06363-ee1b-480f-9a98-c7759af2aa36 None None] Routers {'8dfffec2-27ac-4ffa-a66f-98b8d03c074d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:01:25.835529 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-36c06363-ee1b-480f-9a98-c7759af2aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:01:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8dfffec2-27ac-4ffa-a66f-98b8d03c074d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:25.928963 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-a209a705-f795-416e-bfd0-40799da2bc23 admin admin] For port d807533f-35f0-4c42-9308-01bc8475f2b1, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=d807533f-35f0-4c42-9308-01bc8475f2b1,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:01:25.929320 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a209a705-f795-416e-bfd0-40799da2bc23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:25.980051 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-36c06363-ee1b-480f-9a98-c7759af2aa36 None None] Set router 8dfffec2-27ac-4ffa-a66f-98b8d03c074d gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:01:26.086446 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-36c06363-ee1b-480f-9a98-c7759af2aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfffec2-27ac-4ffa-a66f-98b8d03c074d', 'name': 'tempest-TestEncryptedCinderVolumes-1613281404-router', 'tenant_id': 'ea569189150c44eda588b884a08ebb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:04Z', 'updated_at': '2022-03-14T16:01:25Z', 'revision_number': 6, 'project_id': 'ea569189150c44eda588b884a08ebb56', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:26.090740 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c06363-ee1b-480f-9a98-c7759af2aa36 None None] The sync data for ids ['8dfffec2-27ac-4ffa-a66f-98b8d03c074d'] in dv-neutron-833561-1-hyperv is: [{'id': '8dfffec2-27ac-4ffa-a66f-98b8d03c074d', 'name': 'tempest-TestEncryptedCinderVolumes-1613281404-router', 'tenant_id': 'ea569189150c44eda588b884a08ebb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:04Z', 'updated_at': '2022-03-14T16:01:25Z', 'revision_number': 6, 'project_id': 'ea569189150c44eda588b884a08ebb56', 'gw_port_host': None}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:01:26.162188 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a209a705-f795-416e-bfd0-40799da2bc23 admin admin] Calling delete_port for d807533f-35f0-4c42-9308-01bc8475f2b1 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:01:26.326227 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a209a705-f795-416e-bfd0-40799da2bc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:26.369543 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209a705-f795-416e-bfd0-40799da2bc23 admin admin] Pushing event deleted for resources: {'Port': ['ID=d807533f-35f0-4c42-9308-01bc8475f2b1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:26.601192 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a209a705-f795-416e-bfd0-40799da2bc23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:26.853754 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a209a705-f795-416e-bfd0-40799da2bc23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:26.857913 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a209a705-f795-416e-bfd0-40799da2bc23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:26.882999 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a209a705-f795-416e-bfd0-40799da2bc23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:26.883601 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a209a705-f795-416e-bfd0-40799da2bc23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dfffec2-27ac-4ffa-a66f-98b8d03c074d {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 16:01:26.910206 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a209a705-f795-416e-bfd0-40799da2bc23 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:26.911420 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a209a705-f795-416e-bfd0-40799da2bc23 admin admin] 10.222.0.60 "DELETE /v2.0/routers/8dfffec2-27ac-4ffa-a66f-98b8d03c074d HTTP/1.1" status: 204 len: 168 time: 1.5534160 Mar 14 16:01:26.914326 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59430) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:01:26.983836 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5139c3-b322-4acb-80ae-d7c28be3a636 admin admin] Deleting subnet a8064e5e-d1fc-4296-b5fe-c26bf416d7ed {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 16:01:26.986885 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f5139c3-b322-4acb-80ae-d7c28be3a636 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:27.035496 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f5139c3-b322-4acb-80ae-d7c28be3a636 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:27.118337 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f5139c3-b322-4acb-80ae-d7c28be3a636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:27.188135 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f5139c3-b322-4acb-80ae-d7c28be3a636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:27.230197 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5139c3-b322-4acb-80ae-d7c28be3a636 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8064e5e-d1fc-4296-b5fe-c26bf416d7ed,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:27.234165 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f5139c3-b322-4acb-80ae-d7c28be3a636 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:27.240783 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2f5139c3-b322-4acb-80ae-d7c28be3a636 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a8064e5e-d1fc-4296-b5fe-c26bf416d7ed HTTP/1.1" status: 204 len: 168 time: 0.3254662 Mar 14 16:01:27.244191 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59434) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:01:27.245140 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9fac20-6ca2-4590-bb1b-a7756b330935 None None] Network 4392b509-ca16-49f2-ab20-c68b3b7c9f44 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:01:27.346962 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06709e1f-79cb-4a8b-8a0d-899fd94f2c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:27.357200 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-06709e1f-79cb-4a8b-8a0d-899fd94f2c95 admin admin] Deleting port 6b9ccc4b-c619-4050-a712-288c5a327b9d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:01:27.357532 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06709e1f-79cb-4a8b-8a0d-899fd94f2c95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:27.493934 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50706a57-e005-4adc-b131-ab04da1cb65a None None] DHCP port deletion for 4392b509-ca16-49f2-ab20-c68b3b7c9f44 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 16:01:27.498389 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-50706a57-e005-4adc-b131-ab04da1cb65a None None] Deleting port 6b9ccc4b-c619-4050-a712-288c5a327b9d {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:01:27.498766 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-50706a57-e005-4adc-b131-ab04da1cb65a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:27.659627 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-06709e1f-79cb-4a8b-8a0d-899fd94f2c95 admin admin] For port 6b9ccc4b-c619-4050-a712-288c5a327b9d, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6b9ccc4b-c619-4050-a712-288c5a327b9d,segment=NetworkSegment(3e4f7503-1f3c-4e4e-bb54-410e96dd4cab),segment_id=3e4f7503-1f3c-4e4e-bb54-410e96dd4cab)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:01:27.659980 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06709e1f-79cb-4a8b-8a0d-899fd94f2c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:27.705718 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-50706a57-e005-4adc-b131-ab04da1cb65a None None] For port 6b9ccc4b-c619-4050-a712-288c5a327b9d, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6b9ccc4b-c619-4050-a712-288c5a327b9d,segment=NetworkSegment(3e4f7503-1f3c-4e4e-bb54-410e96dd4cab),segment_id=3e4f7503-1f3c-4e4e-bb54-410e96dd4cab)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:01:27.706080 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-50706a57-e005-4adc-b131-ab04da1cb65a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:27.779606 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-06709e1f-79cb-4a8b-8a0d-899fd94f2c95 admin admin] Calling delete_port for 6b9ccc4b-c619-4050-a712-288c5a327b9d owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:01:27.826263 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-50706a57-e005-4adc-b131-ab04da1cb65a None None] Calling delete_port for 6b9ccc4b-c619-4050-a712-288c5a327b9d owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:01:27.855273 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06709e1f-79cb-4a8b-8a0d-899fd94f2c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:27.899762 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-50706a57-e005-4adc-b131-ab04da1cb65a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 16:01:27.900121 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-50706a57-e005-4adc-b131-ab04da1cb65a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 16:01:27.905938 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06709e1f-79cb-4a8b-8a0d-899fd94f2c95 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b9ccc4b-c619-4050-a712-288c5a327b9d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:27.912555 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06709e1f-79cb-4a8b-8a0d-899fd94f2c95 admin admin] No DVR routers for this DVR port 6b9ccc4b-c619-4050-a712-288c5a327b9d on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:01:28.027143 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06709e1f-79cb-4a8b-8a0d-899fd94f2c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:28.053602 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-06709e1f-79cb-4a8b-8a0d-899fd94f2c95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4392b509-ca16-49f2-ab20-c68b3b7c9f44']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:28.066395 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-06709e1f-79cb-4a8b-8a0d-899fd94f2c95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e4f7503-1f3c-4e4e-bb54-410e96dd4cab') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:28.066698 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-06709e1f-79cb-4a8b-8a0d-899fd94f2c95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e4f7503-1f3c-4e4e-bb54-410e96dd4cab') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:28.070874 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6b9ccc4b-c619-4050-a712-288c5a327b9d no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:01:28.078171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06709e1f-79cb-4a8b-8a0d-899fd94f2c95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:28.099357 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06709e1f-79cb-4a8b-8a0d-899fd94f2c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:28.103170 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 6b9ccc4b-c619-4050-a712-288c5a327b9d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:01:28.103521 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6b9ccc4b-c619-4050-a712-288c5a327b9d not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:01:28.103946 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c4b476cd-3fa5-499d-a312-d1148929a817 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:01:28.105631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06709e1f-79cb-4a8b-8a0d-899fd94f2c95 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 16:01:28.106075 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06709e1f-79cb-4a8b-8a0d-899fd94f2c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 16:01:28.119709 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 16:01:28.137451 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: c4b476cd-3fa5-499d-a312-d1148929a817 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:01:28.137800 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c4b476cd-3fa5-499d-a312-d1148929a817 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:01:28.138255 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d807533f-35f0-4c42-9308-01bc8475f2b1 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:01:28.169182 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: d807533f-35f0-4c42-9308-01bc8475f2b1 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:01:28.169533 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device d807533f-35f0-4c42-9308-01bc8475f2b1 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:01:28.201381 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06709e1f-79cb-4a8b-8a0d-899fd94f2c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:28.226956 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06709e1f-79cb-4a8b-8a0d-899fd94f2c95 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:28.238909 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06709e1f-79cb-4a8b-8a0d-899fd94f2c95 admin admin] Pushing event deleted for resources: {'Network': ['ID=4392b509-ca16-49f2-ab20-c68b3b7c9f44,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:28.250659 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-06709e1f-79cb-4a8b-8a0d-899fd94f2c95 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4392b509-ca16-49f2-ab20-c68b3b7c9f44 HTTP/1.1" status: 204 len: 168 time: 1.0055172 Mar 14 16:01:28.253910 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59438) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:01:28.401196 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-50706a57-e005-4adc-b131-ab04da1cb65a None None] Deleting port 6b9ccc4b-c619-4050-a712-288c5a327b9d {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:01:28.401760 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-50706a57-e005-4adc-b131-ab04da1cb65a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:28.463955 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-50706a57-e005-4adc-b131-ab04da1cb65a None None] The port '6b9ccc4b-c619-4050-a712-288c5a327b9d' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 16:01:28.655491 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee5b996a-5db4-4d21-a355-054292f177aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:29.320155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ee5b996a-5db4-4d21-a355-054292f177aa admin admin] Deleting port cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:01:29.320833 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee5b996a-5db4-4d21-a355-054292f177aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:29.482970 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-ee5b996a-5db4-4d21-a355-054292f177aa admin admin] For port cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d,segment=NetworkSegment(da3d2a33-0ea0-4c85-904e-bcd68d1786d6),segment_id=da3d2a33-0ea0-4c85-904e-bcd68d1786d6)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:01:29.483231 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee5b996a-5db4-4d21-a355-054292f177aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:29.608857 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ee5b996a-5db4-4d21-a355-054292f177aa admin admin] Calling delete_port for cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:01:29.767647 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee5b996a-5db4-4d21-a355-054292f177aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:29.810462 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b996a-5db4-4d21-a355-054292f177aa admin admin] Pushing event deleted for resources: {'Port': ['ID=cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:30.106793 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee5b996a-5db4-4d21-a355-054292f177aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:30.762584 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5b996a-5db4-4d21-a355-054292f177aa admin admin] Router 91af1cf9-7fbf-421b-825b-47dc8c24cdb2 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:01:30.961794 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5b996a-5db4-4d21-a355-054292f177aa admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:01:30.971253 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ee5b996a-5db4-4d21-a355-054292f177aa admin admin] 10.222.0.60 "PUT /v2.0/routers/91af1cf9-7fbf-421b-825b-47dc8c24cdb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7163575 Mar 14 16:01:30.971737 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dab438-d13f-41b5-8879-a71970242399 None None] Sync routers for ids ['91af1cf9-7fbf-421b-825b-47dc8c24cdb2'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:01:30.973693 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59442) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:01:30.983037 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dab438-d13f-41b5-8879-a71970242399 None None] Routers {'91af1cf9-7fbf-421b-825b-47dc8c24cdb2'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:01:30.983649 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-12dab438-d13f-41b5-8879-a71970242399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:01:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['91af1cf9-7fbf-421b-825b-47dc8c24cdb2'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:31.166627 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-12dab438-d13f-41b5-8879-a71970242399 None None] Set router 91af1cf9-7fbf-421b-825b-47dc8c24cdb2 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:01:31.170533 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdbacf22-8416-4def-acba-e060d6250440 admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:31.366350 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdbacf22-8416-4def-acba-e060d6250440 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:31.377364 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-bdbacf22-8416-4def-acba-e060d6250440 admin admin] Deleting port db69f74e-0098-4ad2-8172-69baa3586bd9 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:01:31.377873 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdbacf22-8416-4def-acba-e060d6250440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:31.486172 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-12dab438-d13f-41b5-8879-a71970242399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91af1cf9-7fbf-421b-825b-47dc8c24cdb2', 'name': 'tempest-TestEncryptedCinderVolumes-627275141-router', 'tenant_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'db69f74e-0098-4ad2-8172-69baa3586bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:01:29Z', 'revision_number': 5, 'project_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'gw_port': {'id': 'db69f74e-0098-4ad2-8172-69baa3586bd9', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91af1cf9-7fbf-421b-825b-47dc8c24cdb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:31.489950 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dab438-d13f-41b5-8879-a71970242399 None None] Checking router: 91af1cf9-7fbf-421b-825b-47dc8c24cdb2 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:01:31.500229 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dab438-d13f-41b5-8879-a71970242399 None None] Routers {'91af1cf9-7fbf-421b-825b-47dc8c24cdb2'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:01:31.500829 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-12dab438-d13f-41b5-8879-a71970242399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:01:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['91af1cf9-7fbf-421b-825b-47dc8c24cdb2'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:31.551823 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-bdbacf22-8416-4def-acba-e060d6250440 admin admin] For port db69f74e-0098-4ad2-8172-69baa3586bd9, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=db69f74e-0098-4ad2-8172-69baa3586bd9,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:01:31.552182 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdbacf22-8416-4def-acba-e060d6250440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:31.647253 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-12dab438-d13f-41b5-8879-a71970242399 None None] Set router 91af1cf9-7fbf-421b-825b-47dc8c24cdb2 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:01:31.677563 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-bdbacf22-8416-4def-acba-e060d6250440 admin admin] Calling delete_port for db69f74e-0098-4ad2-8172-69baa3586bd9 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:01:31.749655 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-12dab438-d13f-41b5-8879-a71970242399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91af1cf9-7fbf-421b-825b-47dc8c24cdb2', 'name': 'tempest-TestEncryptedCinderVolumes-627275141-router', 'tenant_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:01:31Z', 'revision_number': 6, 'project_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:31.753717 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dab438-d13f-41b5-8879-a71970242399 None None] The sync data for ids ['91af1cf9-7fbf-421b-825b-47dc8c24cdb2'] in dv-neutron-833561-1-hyperv is: [{'id': '91af1cf9-7fbf-421b-825b-47dc8c24cdb2', 'name': 'tempest-TestEncryptedCinderVolumes-627275141-router', 'tenant_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:01:31Z', 'revision_number': 6, 'project_id': 'b56eda7b3a3e49fb8736317ac0c519d5', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:01:31.843439 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdbacf22-8416-4def-acba-e060d6250440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:31.893223 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbacf22-8416-4def-acba-e060d6250440 admin admin] Pushing event deleted for resources: {'Port': ['ID=db69f74e-0098-4ad2-8172-69baa3586bd9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:32.145609 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:01:32.187665 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:01:32.188250 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device cc6d0463-0b09-4cb5-977d-f82e3f6f7c4d not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:01:32.221950 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdbacf22-8416-4def-acba-e060d6250440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:32.476178 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdbacf22-8416-4def-acba-e060d6250440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:32.480198 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdbacf22-8416-4def-acba-e060d6250440 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:32.507624 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdbacf22-8416-4def-acba-e060d6250440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:32.508231 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbacf22-8416-4def-acba-e060d6250440 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91af1cf9-7fbf-421b-825b-47dc8c24cdb2 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 16:01:32.522095 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bdbacf22-8416-4def-acba-e060d6250440 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:32.523325 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bdbacf22-8416-4def-acba-e060d6250440 admin admin] 10.222.0.60 "DELETE /v2.0/routers/91af1cf9-7fbf-421b-825b-47dc8c24cdb2 HTTP/1.1" status: 204 len: 168 time: 1.5487177 Mar 14 16:01:32.525927 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59446) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:01:32.588342 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f1e818-9ef7-4f62-8738-1e641c8ae19f admin admin] Deleting subnet 939c8ec3-3c16-4a3e-a155-18b8e86fc900 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 16:01:32.591590 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73f1e818-9ef7-4f62-8738-1e641c8ae19f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:32.641393 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73f1e818-9ef7-4f62-8738-1e641c8ae19f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:32.723065 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73f1e818-9ef7-4f62-8738-1e641c8ae19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:32.792891 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73f1e818-9ef7-4f62-8738-1e641c8ae19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:32.831618 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1e818-9ef7-4f62-8738-1e641c8ae19f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=939c8ec3-3c16-4a3e-a155-18b8e86fc900,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:32.835428 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73f1e818-9ef7-4f62-8738-1e641c8ae19f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:32.840791 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafa4ea6-77f4-4876-ad03-3208e74f713e None None] Network 1c9103f4-7b95-4ef6-9c50-97fb3e41e30d requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:01:32.841941 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-73f1e818-9ef7-4f62-8738-1e641c8ae19f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/939c8ec3-3c16-4a3e-a155-18b8e86fc900 HTTP/1.1" status: 204 len: 168 time: 0.3149834 Mar 14 16:01:32.844458 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59450) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:01:32.949165 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9df90b0-f99f-4d2f-9b2d-bb53ce235572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:32.960080 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d9df90b0-f99f-4d2f-9b2d-bb53ce235572 admin admin] Deleting port 50c146e6-f230-4634-a39b-dbd7d530d618 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:01:32.960424 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9df90b0-f99f-4d2f-9b2d-bb53ce235572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:33.073283 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970a62a5-2254-4266-97aa-e03b8ac665a9 None None] DHCP port deletion for 1c9103f4-7b95-4ef6-9c50-97fb3e41e30d request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 16:01:33.077590 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-970a62a5-2254-4266-97aa-e03b8ac665a9 None None] Deleting port 50c146e6-f230-4634-a39b-dbd7d530d618 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:01:33.078087 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-970a62a5-2254-4266-97aa-e03b8ac665a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:33.169041 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-d9df90b0-f99f-4d2f-9b2d-bb53ce235572 admin admin] For port 50c146e6-f230-4634-a39b-dbd7d530d618, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=50c146e6-f230-4634-a39b-dbd7d530d618,segment=NetworkSegment(da3d2a33-0ea0-4c85-904e-bcd68d1786d6),segment_id=da3d2a33-0ea0-4c85-904e-bcd68d1786d6)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:01:33.169419 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9df90b0-f99f-4d2f-9b2d-bb53ce235572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:33.277854 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-970a62a5-2254-4266-97aa-e03b8ac665a9 None None] For port 50c146e6-f230-4634-a39b-dbd7d530d618, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=50c146e6-f230-4634-a39b-dbd7d530d618,segment=NetworkSegment(da3d2a33-0ea0-4c85-904e-bcd68d1786d6),segment_id=da3d2a33-0ea0-4c85-904e-bcd68d1786d6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:01:33.278521 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-970a62a5-2254-4266-97aa-e03b8ac665a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:33.289447 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d9df90b0-f99f-4d2f-9b2d-bb53ce235572 admin admin] Calling delete_port for 50c146e6-f230-4634-a39b-dbd7d530d618 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:01:33.363226 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9df90b0-f99f-4d2f-9b2d-bb53ce235572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:33.396589 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-970a62a5-2254-4266-97aa-e03b8ac665a9 None None] Calling delete_port for 50c146e6-f230-4634-a39b-dbd7d530d618 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:01:33.471261 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-970a62a5-2254-4266-97aa-e03b8ac665a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 16:01:33.471614 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-970a62a5-2254-4266-97aa-e03b8ac665a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 16:01:33.509153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df90b0-f99f-4d2f-9b2d-bb53ce235572 admin admin] Pushing event deleted for resources: {'Port': ['ID=50c146e6-f230-4634-a39b-dbd7d530d618,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:33.515240 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9df90b0-f99f-4d2f-9b2d-bb53ce235572 admin admin] No DVR routers for this DVR port 50c146e6-f230-4634-a39b-dbd7d530d618 on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:01:33.629042 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9df90b0-f99f-4d2f-9b2d-bb53ce235572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:33.652866 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-d9df90b0-f99f-4d2f-9b2d-bb53ce235572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c9103f4-7b95-4ef6-9c50-97fb3e41e30d']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:33.664988 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-d9df90b0-f99f-4d2f-9b2d-bb53ce235572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3d2a33-0ea0-4c85-904e-bcd68d1786d6') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:33.665290 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-d9df90b0-f99f-4d2f-9b2d-bb53ce235572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3d2a33-0ea0-4c85-904e-bcd68d1786d6') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:33.676777 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9df90b0-f99f-4d2f-9b2d-bb53ce235572 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:33.692961 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9df90b0-f99f-4d2f-9b2d-bb53ce235572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:33.699217 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9df90b0-f99f-4d2f-9b2d-bb53ce235572 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 16:01:33.699631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9df90b0-f99f-4d2f-9b2d-bb53ce235572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 16:01:33.712821 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 16:01:33.788485 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9df90b0-f99f-4d2f-9b2d-bb53ce235572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:33.803541 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9df90b0-f99f-4d2f-9b2d-bb53ce235572 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:33.813336 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df90b0-f99f-4d2f-9b2d-bb53ce235572 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c9103f4-7b95-4ef6-9c50-97fb3e41e30d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:33.817384 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d9df90b0-f99f-4d2f-9b2d-bb53ce235572 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1c9103f4-7b95-4ef6-9c50-97fb3e41e30d HTTP/1.1" status: 204 len: 168 time: 0.9715142 Mar 14 16:01:33.972943 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-970a62a5-2254-4266-97aa-e03b8ac665a9 None None] Deleting port 50c146e6-f230-4634-a39b-dbd7d530d618 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:01:33.973331 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-970a62a5-2254-4266-97aa-e03b8ac665a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:34.040110 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-970a62a5-2254-4266-97aa-e03b8ac665a9 None None] The port '50c146e6-f230-4634-a39b-dbd7d530d618' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 16:01:34.040296 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 59456) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:01:34.078179 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 50c146e6-f230-4634-a39b-dbd7d530d618 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:01:34.093968 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-99bf7dc8-07a1-465f-8bd5-b4883d6f1664 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ea569189150c44eda588b884a08ebb56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524948 Mar 14 16:01:34.097012 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 59460) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:01:34.114310 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 50c146e6-f230-4634-a39b-dbd7d530d618 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:01:34.114659 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 50c146e6-f230-4634-a39b-dbd7d530d618 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:01:34.115090 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device db69f74e-0098-4ad2-8172-69baa3586bd9 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:01:34.148471 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: db69f74e-0098-4ad2-8172-69baa3586bd9 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:01:34.148825 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device db69f74e-0098-4ad2-8172-69baa3586bd9 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:01:34.164852 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a2a0e07-45ae-4e6e-b687-3804b98e85a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:34.190910 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a2a0e07-45ae-4e6e-b687-3804b98e85a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:34.242403 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a2a0e07-45ae-4e6e-b687-3804b98e85a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:34.258945 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a0e07-45ae-4e6e-b687-3804b98e85a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bb4450-9ccc-4614-a9f0-ca706e881472,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:34.269725 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a2a0e07-45ae-4e6e-b687-3804b98e85a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:34.270873 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0a2a0e07-45ae-4e6e-b687-3804b98e85a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81bb4450-9ccc-4614-a9f0-ca706e881472 HTTP/1.1" status: 204 len: 168 time: 0.1729531 Mar 14 16:01:34.679146 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 59468) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:01:34.733133 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e77a4790-cf1e-4e18-866b-b309c645ace1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b56eda7b3a3e49fb8736317ac0c519d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526757 Mar 14 16:01:34.735465 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 59472) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:01:34.792394 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8332bf50-82de-464a-97d3-38c91f63ac28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:34.817140 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8332bf50-82de-464a-97d3-38c91f63ac28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:34.867845 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8332bf50-82de-464a-97d3-38c91f63ac28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:34.884051 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332bf50-82de-464a-97d3-38c91f63ac28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622dd5dd-4073-4342-b1da-010152e26acb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:34.887196 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8332bf50-82de-464a-97d3-38c91f63ac28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:34.888268 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8332bf50-82de-464a-97d3-38c91f63ac28 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/622dd5dd-4073-4342-b1da-010152e26acb HTTP/1.1" status: 204 len: 168 time: 0.1514368 Mar 14 16:01:35.759964 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 59494) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:01:35.911771 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-55993c44-8feb-4068-a4a5-3958662eac39 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1234168239-network', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:01:35.916793 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-55993c44-8feb-4068-a4a5-3958662eac39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:01:35.920765 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-55993c44-8feb-4068-a4a5-3958662eac39 admin admin] Usage tracker for resource:network and tenant:c8db049b59704b89861b032ab533aa5d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:01:35.924394 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-55993c44-8feb-4068-a4a5-3958662eac39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:01:35.929966 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-55993c44-8feb-4068-a4a5-3958662eac39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:01:35.940517 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55993c44-8feb-4068-a4a5-3958662eac39 admin admin] Made reservation on behalf of c8db049b59704b89861b032ab533aa5d for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:01:35.942898 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-55993c44-8feb-4068-a4a5-3958662eac39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:35.954882 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-55993c44-8feb-4068-a4a5-3958662eac39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:35.985211 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-55993c44-8feb-4068-a4a5-3958662eac39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:01:35.989580 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-55993c44-8feb-4068-a4a5-3958662eac39 admin admin] Usage tracker for resource:security_group_rule and tenant:c8db049b59704b89861b032ab533aa5d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:01:35.992320 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-55993c44-8feb-4068-a4a5-3958662eac39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:01:35.997751 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-55993c44-8feb-4068-a4a5-3958662eac39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:01:36.066689 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-55993c44-8feb-4068-a4a5-3958662eac39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:36.070332 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-55993c44-8feb-4068-a4a5-3958662eac39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:36.102690 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55993c44-8feb-4068-a4a5-3958662eac39 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 16:01:36.104800 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55993c44-8feb-4068-a4a5-3958662eac39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777c7a24-d516-48e1-9b55-f1ac3a47d34a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:36.115971 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-55993c44-8feb-4068-a4a5-3958662eac39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:36.116275 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-55993c44-8feb-4068-a4a5-3958662eac39 admin admin] Added segment 47124b3c-9467-4789-9524-4d7abf282659 of type vlan for network c5b0b3b7-34be-4d59-b237-a02df71b9c93 Mar 14 16:01:36.142875 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-55993c44-8feb-4068-a4a5-3958662eac39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:36.171592 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-55993c44-8feb-4068-a4a5-3958662eac39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:36.172400 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55993c44-8feb-4068-a4a5-3958662eac39 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:01:36.172972 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-55993c44-8feb-4068-a4a5-3958662eac39 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:36.277298 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-55993c44-8feb-4068-a4a5-3958662eac39 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5161126 Mar 14 16:01:36.279916 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55993c44-8feb-4068-a4a5-3958662eac39 admin admin] Pushing event updated for resources: {'Network': ['ID=c5b0b3b7-34be-4d59-b237-a02df71b9c93,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:36.280172 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59500) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:01:36.286316 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6b7e4be9-db06-4193-b533-0a6bdd4cee53 admin admin] Request body: {'subnet': {'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1234168239-subnet', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:01:36.290368 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network c5b0b3b7-34be-4d59-b237-a02df71b9c93 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 16:01:36.291679 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6b7e4be9-db06-4193-b533-0a6bdd4cee53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:01:36.295600 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-6b7e4be9-db06-4193-b533-0a6bdd4cee53 admin admin] Usage tracker for resource:subnet and tenant:c8db049b59704b89861b032ab533aa5d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:01:36.299108 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-6b7e4be9-db06-4193-b533-0a6bdd4cee53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:01:36.304884 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6b7e4be9-db06-4193-b533-0a6bdd4cee53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:01:36.315376 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7e4be9-db06-4193-b533-0a6bdd4cee53 admin admin] Made reservation on behalf of c8db049b59704b89861b032ab533aa5d for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:01:36.317943 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b7e4be9-db06-4193-b533-0a6bdd4cee53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:36.523203 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b7e4be9-db06-4193-b533-0a6bdd4cee53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:36.591096 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e4be9-db06-4193-b533-0a6bdd4cee53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b29d558e-cdc9-4a98-810c-887d9d181f8d,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:36.606873 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7e4be9-db06-4193-b533-0a6bdd4cee53 admin admin] Checking segment: {'id': '47124b3c-9467-4789-9524-4d7abf282659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:01:36.607227 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7e4be9-db06-4193-b533-0a6bdd4cee53 admin admin] Network hostable DHCP agents. Network: c5b0b3b7-34be-4d59-b237-a02df71b9c93, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 16:01:36.628984 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7e4be9-db06-4193-b533-0a6bdd4cee53 admin admin] Network c5b0b3b7-34be-4d59-b237-a02df71b9c93 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 16:01:36.637609 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-6b7e4be9-db06-4193-b533-0a6bdd4cee53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, c5b0b3b7-34be-4d59-b237-a02df71b9c93) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:01:36.641263 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7e4be9-db06-4193-b533-0a6bdd4cee53 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:01:36.641843 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b7e4be9-db06-4193-b533-0a6bdd4cee53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:36.647357 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43ba1ea-867d-492e-b619-4eb1a68e55cf None None] Network c5b0b3b7-34be-4d59-b237-a02df71b9c93 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:01:36.662797 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6b7e4be9-db06-4193-b533-0a6bdd4cee53 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3814793 Mar 14 16:01:36.665463 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59504) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:01:36.670755 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f740ee10-add6-454c-b8da-c5f16f692c3b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1234168239-router', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:01:36.672825 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:01:36.676507 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f740ee10-add6-454c-b8da-c5f16f692c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:01:36.680411 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f740ee10-add6-454c-b8da-c5f16f692c3b admin admin] Usage tracker for resource:router and tenant:c8db049b59704b89861b032ab533aa5d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:01:36.683435 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f740ee10-add6-454c-b8da-c5f16f692c3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:01:36.689940 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f740ee10-add6-454c-b8da-c5f16f692c3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:01:36.700709 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f740ee10-add6-454c-b8da-c5f16f692c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:36.701715 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f740ee10-add6-454c-b8da-c5f16f692c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:36.720759 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f740ee10-add6-454c-b8da-c5f16f692c3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:36.867660 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f740ee10-add6-454c-b8da-c5f16f692c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:36.888459 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-c5b0b3b7-34be-4d59-b237-a02df71b9c93', 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'fixed_ips': [{'subnet_id': 'b29d558e-cdc9-4a98-810c-887d9d181f8d'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 16:01:36.889276 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:37.046359 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Allocated IP 172.20.0.2 (c5b0b3b7-34be-4d59-b237-a02df71b9c93/b29d558e-cdc9-4a98-810c-887d9d181f8d/8fd28001-d51b-41c8-9e86-ca6dd457bf99) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:01:37.054373 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f740ee10-add6-454c-b8da-c5f16f692c3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:37.084264 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f740ee10-add6-454c-b8da-c5f16f692c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:37.227927 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-f740ee10-add6-454c-b8da-c5f16f692c3b admin admin] Allocated IP 172.26.4.25 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/5c693e97-bedb-4ba1-a958-8e1663733024) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:01:37.247283 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:37.257222 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Transition to ACTIVE for port object 8fd28001-d51b-41c8-9e86-ca6dd457bf99 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:01:37.274908 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Transition to ACTIVE for port object 8fd28001-d51b-41c8-9e86-ca6dd457bf99 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:01:37.279710 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:37.349420 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Network c5b0b3b7-34be-4d59-b237-a02df71b9c93 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:01:37.352255 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:01:37.354755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:01:37.361261 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Pushing event updated for resources: {'Port': ['ID=8fd28001-d51b-41c8-9e86-ca6dd457bf99,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:37.377236 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f740ee10-add6-454c-b8da-c5f16f692c3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:37.399068 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:37.399425 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:37.399778 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:37.400119 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:37.400459 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:37.400797 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:37.401129 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:37.401461 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:37.401789 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:37.402234 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:37.402575 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:37.405349 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f740ee10-add6-454c-b8da-c5f16f692c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:37.461470 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Attempting to bind port 8fd28001-d51b-41c8-9e86-ca6dd457bf99 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:01:37.461754 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Attempting to bind port 8fd28001-d51b-41c8-9e86-ca6dd457bf99 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '47124b3c-9467-4789-9524-4d7abf282659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:01:37.462147 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Attempting to bind port 8fd28001-d51b-41c8-9e86-ca6dd457bf99 on network c5b0b3b7-34be-4d59-b237-a02df71b9c93 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:01:37.468648 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:01:37.469032 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Checking segment: {'id': '47124b3c-9467-4789-9524-4d7abf282659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:01:37.469433 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:37.469825 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Bound using segment: {'id': '47124b3c-9467-4789-9524-4d7abf282659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:01:37.470799 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Bound port: 8fd28001-d51b-41c8-9e86-ca6dd457bf99, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47124b3c-9467-4789-9524-4d7abf282659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:01:37.470799 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:37.475398 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f740ee10-add6-454c-b8da-c5f16f692c3b admin admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:01:37.478206 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-f740ee10-add6-454c-b8da-c5f16f692c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:01:37.481880 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f740ee10-add6-454c-b8da-c5f16f692c3b admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:01:37.514677 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740ee10-add6-454c-b8da-c5f16f692c3b admin admin] Pushing event updated for resources: {'Port': ['ID=5c693e97-bedb-4ba1-a958-8e1663733024,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:37.556521 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] For port 8fd28001-d51b-41c8-9e86-ca6dd457bf99, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:01:37.559469 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] For port 8fd28001-d51b-41c8-9e86-ca6dd457bf99, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8fd28001-d51b-41c8-9e86-ca6dd457bf99,segment=NetworkSegment(47124b3c-9467-4789-9524-4d7abf282659),segment_id=47124b3c-9467-4789-9524-4d7abf282659)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:01:37.566852 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:37.645539 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f740ee10-add6-454c-b8da-c5f16f692c3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:37.646513 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f740ee10-add6-454c-b8da-c5f16f692c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:37.651756 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ca679-307a-4e6c-9099-72fcae6e6327 None None] Pushing event updated for resources: {'Port': ['ID=8fd28001-d51b-41c8-9e86-ca6dd457bf99,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:37.998155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f740ee10-add6-454c-b8da-c5f16f692c3b admin admin] Router 5f9f8793-0165-421d-9c3b-e3391d0918f0 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 16:01:38.100944 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8fd28001-d51b-41c8-9e86-ca6dd457bf99 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:01:38.172376 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 8fd28001-d51b-41c8-9e86-ca6dd457bf99 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:01:38.210133 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f740ee10-add6-454c-b8da-c5f16f692c3b admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:01:38.223849 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] Sync routers for ids ['5f9f8793-0165-421d-9c3b-e3391d0918f0'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:01:38.235820 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f740ee10-add6-454c-b8da-c5f16f692c3b admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:38.237460 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f740ee10-add6-454c-b8da-c5f16f692c3b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5709913 Mar 14 16:01:38.238898 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] Routers {'5f9f8793-0165-421d-9c3b-e3391d0918f0'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:01:38.239560 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:01:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['5f9f8793-0165-421d-9c3b-e3391d0918f0'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:38.240483 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 59508) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:01:38.469288 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] Set router 5f9f8793-0165-421d-9c3b-e3391d0918f0 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:01:38.587481 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26237b5-887c-459c-9f1b-810e3b48f3e1 None None] Network c5b0b3b7-34be-4d59-b237-a02df71b9c93 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:01:38.712393 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-df129dad-f487-463e-8ff9-70607f563311 None None] Provisioning for port 8fd28001-d51b-41c8-9e86-ca6dd457bf99 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:01:38.722381 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-df129dad-f487-463e-8ff9-70607f563311 None None] Provisioning complete for port 8fd28001-d51b-41c8-9e86-ca6dd457bf99 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:01:38.723010 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df129dad-f487-463e-8ff9-70607f563311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:38.763735 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'name': 'tempest-TestMinimumBasicScenario-1234168239-router', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:01:36Z', 'updated_at': '2022-03-14T16:01:37Z', 'revision_number': 3, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'gw_port': {'id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:37Z', 'updated_at': '2022-03-14T16:01:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:38.768470 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] Checking router: 5f9f8793-0165-421d-9c3b-e3391d0918f0 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:01:38.768891 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] Updating router 5f9f8793-0165-421d-9c3b-e3391d0918f0 port 5c693e97-bedb-4ba1-a958-8e1663733024 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:01:38.821417 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:38.934845 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df129dad-f487-463e-8ff9-70607f563311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:38.974522 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-df129dad-f487-463e-8ff9-70607f563311 None None] For port 8fd28001-d51b-41c8-9e86-ca6dd457bf99, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8fd28001-d51b-41c8-9e86-ca6dd457bf99,segment=NetworkSegment(47124b3c-9467-4789-9524-4d7abf282659),segment_id=47124b3c-9467-4789-9524-4d7abf282659)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:01:38.981770 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df129dad-f487-463e-8ff9-70607f563311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:39.064331 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df129dad-f487-463e-8ff9-70607f563311 None None] Pushing event updated for resources: {'Port': ['ID=8fd28001-d51b-41c8-9e86-ca6dd457bf99,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:39.112820 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-56eae3e5-7218-4b08-a545-964a5a35aa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:39.163024 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:39.179685 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] Transition to ACTIVE for port object 5c693e97-bedb-4ba1-a958-8e1663733024 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:01:39.189115 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:39.270418 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f87d69-70fb-4787-bb48-7506299b257d None None] Pushing event updated for resources: {'Port': ['ID=5c693e97-bedb-4ba1-a958-8e1663733024,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:39.276762 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] Attempting to bind port 5c693e97-bedb-4ba1-a958-8e1663733024 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:01:39.277124 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] Attempting to bind port 5c693e97-bedb-4ba1-a958-8e1663733024 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:01:39.277476 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] Attempting to bind port 5c693e97-bedb-4ba1-a958-8e1663733024 on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:01:39.287336 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f87d69-70fb-4787-bb48-7506299b257d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:39.287672 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f87d69-70fb-4787-bb48-7506299b257d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:39.288000 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f87d69-70fb-4787-bb48-7506299b257d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:39.288327 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f87d69-70fb-4787-bb48-7506299b257d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:39.288746 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f87d69-70fb-4787-bb48-7506299b257d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:39.289069 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f87d69-70fb-4787-bb48-7506299b257d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:39.289383 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f87d69-70fb-4787-bb48-7506299b257d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:39.289778 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f87d69-70fb-4787-bb48-7506299b257d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:39.290163 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f87d69-70fb-4787-bb48-7506299b257d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:39.290530 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f87d69-70fb-4787-bb48-7506299b257d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:39.290844 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f87d69-70fb-4787-bb48-7506299b257d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:01:39.294607 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:01:39.294971 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:01:39.295365 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:39.295737 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:01:39.296193 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] Bound port: 5c693e97-bedb-4ba1-a958-8e1663733024, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:01:39.296594 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:39.313305 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1e8147ee-168c-44ab-b994-0c55890b243d None None] Provisioning complete for port 8fd28001-d51b-41c8-9e86-ca6dd457bf99 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:01:39.313960 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1e8147ee-168c-44ab-b994-0c55890b243d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:39.333187 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-56eae3e5-7218-4b08-a545-964a5a35aa29 admin admin] Allocated IP 172.20.0.1 (c5b0b3b7-34be-4d59-b237-a02df71b9c93/b29d558e-cdc9-4a98-810c-887d9d181f8d/805e9435-acd1-4902-8bac-d440ddb19e89) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:01:39.375169 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] For port 5c693e97-bedb-4ba1-a958-8e1663733024, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:01:39.379893 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] For port 5c693e97-bedb-4ba1-a958-8e1663733024, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5c693e97-bedb-4ba1-a958-8e1663733024,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:01:39.385456 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:39.463819 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] Routers {'5f9f8793-0165-421d-9c3b-e3391d0918f0'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:01:39.464440 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:01:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['5f9f8793-0165-421d-9c3b-e3391d0918f0'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:39.482331 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-56eae3e5-7218-4b08-a545-964a5a35aa29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:39.497925 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-56eae3e5-7218-4b08-a545-964a5a35aa29 admin admin] Transition to ACTIVE for port object 805e9435-acd1-4902-8bac-d440ddb19e89 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:01:39.520054 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-56eae3e5-7218-4b08-a545-964a5a35aa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:39.587812 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eae3e5-7218-4b08-a545-964a5a35aa29 admin admin] Network c5b0b3b7-34be-4d59-b237-a02df71b9c93 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:01:39.590644 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-56eae3e5-7218-4b08-a545-964a5a35aa29 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:01:39.594989 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eae3e5-7218-4b08-a545-964a5a35aa29 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:01:39.603150 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f87d69-70fb-4787-bb48-7506299b257d None None] Pushing event updated for resources: {'Port': ['ID=5c693e97-bedb-4ba1-a958-8e1663733024,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:39.626001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eae3e5-7218-4b08-a545-964a5a35aa29 admin admin] Pushing event updated for resources: {'Port': ['ID=805e9435-acd1-4902-8bac-d440ddb19e89,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:39.653438 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-56eae3e5-7218-4b08-a545-964a5a35aa29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:39.663846 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] Set router 5f9f8793-0165-421d-9c3b-e3391d0918f0 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:01:39.743082 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-56eae3e5-7218-4b08-a545-964a5a35aa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:39.868988 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-65d607b8-43ae-4002-83dd-0c6864269a61 None None] Provisioning for port 805e9435-acd1-4902-8bac-d440ddb19e89 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:01:39.874610 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-65d607b8-43ae-4002-83dd-0c6864269a61 None None] Provisioning complete for port 805e9435-acd1-4902-8bac-d440ddb19e89 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:01:39.874981 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-65d607b8-43ae-4002-83dd-0c6864269a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:39.930086 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-65d607b8-43ae-4002-83dd-0c6864269a61 None None] Port 805e9435-acd1-4902-8bac-d440ddb19e89 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:01:39.944667 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'name': 'tempest-TestMinimumBasicScenario-1234168239-router', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:01:36Z', 'updated_at': '2022-03-14T16:01:37Z', 'revision_number': 3, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'gw_port': {'id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:37Z', 'updated_at': '2022-03-14T16:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:39.948484 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0a44ce-e53b-4753-ab8a-1674933dee4d None None] The sync data for ids ['5f9f8793-0165-421d-9c3b-e3391d0918f0'] in dv-neutron-833561-1-hyperv is: [{'id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'name': 'tempest-TestMinimumBasicScenario-1234168239-router', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:01:36Z', 'updated_at': '2022-03-14T16:01:37Z', 'revision_number': 3, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'gw_port': {'id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:37Z', 'updated_at': '2022-03-14T16:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:01:39.981570 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-56eae3e5-7218-4b08-a545-964a5a35aa29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:39.986355 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-56eae3e5-7218-4b08-a545-964a5a35aa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:40.081848 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8fd28001-d51b-41c8-9e86-ca6dd457bf99 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:01:40.095153 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eae3e5-7218-4b08-a545-964a5a35aa29 admin admin] Pushing event updated for resources: {'Port': ['ID=805e9435-acd1-4902-8bac-d440ddb19e89,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:40.097924 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-56eae3e5-7218-4b08-a545-964a5a35aa29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:40.222462 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 8fd28001-d51b-41c8-9e86-ca6dd457bf99 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:01:40.222831 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:40.271249 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eae3e5-7218-4b08-a545-964a5a35aa29 admin admin] Network c5b0b3b7-34be-4d59-b237-a02df71b9c93 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:01:40.272524 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-56eae3e5-7218-4b08-a545-964a5a35aa29 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:01:40.560886 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-111c129e-0537-4188-8328-84b2455f971e None None] Provisioning complete for port 805e9435-acd1-4902-8bac-d440ddb19e89 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:01:40.561259 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-111c129e-0537-4188-8328-84b2455f971e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:40.617278 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-111c129e-0537-4188-8328-84b2455f971e None None] Port 805e9435-acd1-4902-8bac-d440ddb19e89 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:01:40.777352 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56eae3e5-7218-4b08-a545-964a5a35aa29 admin admin] Router 5f9f8793-0165-421d-9c3b-e3391d0918f0 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:01:40.973218 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56eae3e5-7218-4b08-a545-964a5a35aa29 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:01:40.982006 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-56eae3e5-7218-4b08-a545-964a5a35aa29 admin admin] 10.222.0.60 "PUT /v2.0/routers/5f9f8793-0165-421d-9c3b-e3391d0918f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7405083 Mar 14 16:01:41.799705 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59530) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:01:41.805256 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7472b237-caf5-4d96-97df-fea72a074680 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1183308381-network', 'tenant_id': 'ea8e8384a39d4e83a2d699c90aa64263'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:01:41.810120 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7472b237-caf5-4d96-97df-fea72a074680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:01:41.814250 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7472b237-caf5-4d96-97df-fea72a074680 admin admin] Usage tracker for resource:network and tenant:ea8e8384a39d4e83a2d699c90aa64263 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:01:41.817071 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7472b237-caf5-4d96-97df-fea72a074680 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:01:41.823370 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7472b237-caf5-4d96-97df-fea72a074680 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:01:41.834017 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7472b237-caf5-4d96-97df-fea72a074680 admin admin] Made reservation on behalf of ea8e8384a39d4e83a2d699c90aa64263 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:01:41.836333 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7472b237-caf5-4d96-97df-fea72a074680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:41.848850 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7472b237-caf5-4d96-97df-fea72a074680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:41.879318 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7472b237-caf5-4d96-97df-fea72a074680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:01:41.883043 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7472b237-caf5-4d96-97df-fea72a074680 admin admin] Usage tracker for resource:security_group_rule and tenant:ea8e8384a39d4e83a2d699c90aa64263 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:01:41.885772 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7472b237-caf5-4d96-97df-fea72a074680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:01:41.891378 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7472b237-caf5-4d96-97df-fea72a074680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:01:41.959728 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7472b237-caf5-4d96-97df-fea72a074680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:41.963975 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7472b237-caf5-4d96-97df-fea72a074680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:41.995124 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7472b237-caf5-4d96-97df-fea72a074680 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 16:01:42.003892 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472b237-caf5-4d96-97df-fea72a074680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3528098-3a5d-445f-9f30-1ff82b5dffc1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:42.011057 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7472b237-caf5-4d96-97df-fea72a074680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:42.012010 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-7472b237-caf5-4d96-97df-fea72a074680 admin admin] Added segment 9d56498d-aa66-43b5-8bad-bd8edfbdd454 of type vlan for network 023bc007-ea90-4be6-9251-7d9ecf3299b7 Mar 14 16:01:42.043047 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7472b237-caf5-4d96-97df-fea72a074680 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:42.073797 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7472b237-caf5-4d96-97df-fea72a074680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:42.074749 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7472b237-caf5-4d96-97df-fea72a074680 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:01:42.075320 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7472b237-caf5-4d96-97df-fea72a074680 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:42.099828 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5c693e97-bedb-4ba1-a958-8e1663733024 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:01:42.171308 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 5c693e97-bedb-4ba1-a958-8e1663733024 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:01:42.176026 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7472b237-caf5-4d96-97df-fea72a074680 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3752077 Mar 14 16:01:42.178863 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 59534) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:01:42.179360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472b237-caf5-4d96-97df-fea72a074680 admin admin] Pushing event updated for resources: {'Network': ['ID=023bc007-ea90-4be6-9251-7d9ecf3299b7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:42.185412 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-84d86496-88ec-43cd-af11-4c406be71b9b admin admin] Request body: {'subnet': {'network_id': '023bc007-ea90-4be6-9251-7d9ecf3299b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1183308381-subnet', 'tenant_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:01:42.192046 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-84d86496-88ec-43cd-af11-4c406be71b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:01:42.192767 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 023bc007-ea90-4be6-9251-7d9ecf3299b7 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 16:01:42.196139 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-84d86496-88ec-43cd-af11-4c406be71b9b admin admin] Usage tracker for resource:subnet and tenant:ea8e8384a39d4e83a2d699c90aa64263 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:01:42.199144 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-84d86496-88ec-43cd-af11-4c406be71b9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:01:42.205715 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-84d86496-88ec-43cd-af11-4c406be71b9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:01:42.208447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 5c693e97-bedb-4ba1-a958-8e1663733024 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:01:42.208892 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:42.218831 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d86496-88ec-43cd-af11-4c406be71b9b admin admin] Made reservation on behalf of ea8e8384a39d4e83a2d699c90aa64263 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:01:42.221434 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-84d86496-88ec-43cd-af11-4c406be71b9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:42.403021 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:42.420489 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 5c693e97-bedb-4ba1-a958-8e1663733024, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5c693e97-bedb-4ba1-a958-8e1663733024,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:01:42.425408 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:42.440496 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-84d86496-88ec-43cd-af11-4c406be71b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:42.497043 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=5c693e97-bedb-4ba1-a958-8e1663733024,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:42.507129 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d86496-88ec-43cd-af11-4c406be71b9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=28bb56c5-fef1-4c1f-9a3e-378024d57a58,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:42.522846 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d86496-88ec-43cd-af11-4c406be71b9b admin admin] Checking segment: {'id': '9d56498d-aa66-43b5-8bad-bd8edfbdd454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '023bc007-ea90-4be6-9251-7d9ecf3299b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:01:42.523194 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d86496-88ec-43cd-af11-4c406be71b9b admin admin] Network hostable DHCP agents. Network: 023bc007-ea90-4be6-9251-7d9ecf3299b7, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 16:01:42.544244 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d86496-88ec-43cd-af11-4c406be71b9b admin admin] Network 023bc007-ea90-4be6-9251-7d9ecf3299b7 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 16:01:42.554291 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-84d86496-88ec-43cd-af11-4c406be71b9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 023bc007-ea90-4be6-9251-7d9ecf3299b7) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:01:42.557936 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d86496-88ec-43cd-af11-4c406be71b9b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:01:42.558534 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-84d86496-88ec-43cd-af11-4c406be71b9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:42.563520 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82ab4f1-108b-4828-92e7-90b00cfbb9be None None] Network 023bc007-ea90-4be6-9251-7d9ecf3299b7 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:01:42.578815 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-84d86496-88ec-43cd-af11-4c406be71b9b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3985183 Mar 14 16:01:42.581443 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 59538) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:01:42.586552 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1e7cf3be-16f2-4105-a6d0-faebfc297443 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1183308381-router', 'tenant_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:01:42.591036 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1e7cf3be-16f2-4105-a6d0-faebfc297443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:01:42.595731 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1e7cf3be-16f2-4105-a6d0-faebfc297443 admin admin] Usage tracker for resource:router and tenant:ea8e8384a39d4e83a2d699c90aa64263 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:01:42.598636 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1e7cf3be-16f2-4105-a6d0-faebfc297443 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:01:42.604443 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1e7cf3be-16f2-4105-a6d0-faebfc297443 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:01:42.624054 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf3be-16f2-4105-a6d0-faebfc297443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:42.626717 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf3be-16f2-4105-a6d0-faebfc297443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:42.655034 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf3be-16f2-4105-a6d0-faebfc297443 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:42.776504 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9ec69a-6334-4d01-9c5e-3237c088520c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-023bc007-ea90-4be6-9251-7d9ecf3299b7', 'network_id': '023bc007-ea90-4be6-9251-7d9ecf3299b7', 'tenant_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'fixed_ips': [{'subnet_id': '28bb56c5-fef1-4c1f-9a3e-378024d57a58'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 16:01:42.777312 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec69a-6334-4d01-9c5e-3237c088520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:42.804443 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf3be-16f2-4105-a6d0-faebfc297443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:42.931732 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-5b9ec69a-6334-4d01-9c5e-3237c088520c None None] Allocated IP 172.20.0.2 (023bc007-ea90-4be6-9251-7d9ecf3299b7/28bb56c5-fef1-4c1f-9a3e-378024d57a58/152e9777-a5c8-4b28-9da7-479541911623) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:01:42.994601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf3be-16f2-4105-a6d0-faebfc297443 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:43.028359 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf3be-16f2-4105-a6d0-faebfc297443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:43.043639 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e72769b-f0f3-4821-818f-7c1ef4f9d026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:43.161509 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec69a-6334-4d01-9c5e-3237c088520c None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:43.173630 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec69a-6334-4d01-9c5e-3237c088520c None None] Transition to ACTIVE for port object 152e9777-a5c8-4b28-9da7-479541911623 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:01:43.182826 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-1e7cf3be-16f2-4105-a6d0-faebfc297443 admin admin] Allocated IP 172.26.4.196 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/c0a23f12-03e4-4515-93c6-e94b037fc772) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:01:43.196341 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec69a-6334-4d01-9c5e-3237c088520c None None] Transition to ACTIVE for port object 152e9777-a5c8-4b28-9da7-479541911623 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:01:43.205885 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec69a-6334-4d01-9c5e-3237c088520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:43.278253 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9ec69a-6334-4d01-9c5e-3237c088520c None None] Network 023bc007-ea90-4be6-9251-7d9ecf3299b7 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:01:43.279333 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec69a-6334-4d01-9c5e-3237c088520c None None] Pushing event updated for resources: {'Port': ['ID=152e9777-a5c8-4b28-9da7-479541911623,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:43.281609 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-5b9ec69a-6334-4d01-9c5e-3237c088520c None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:01:43.284607 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9ec69a-6334-4d01-9c5e-3237c088520c None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:01:43.354143 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf3be-16f2-4105-a6d0-faebfc297443 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:43.378335 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5b9ec69a-6334-4d01-9c5e-3237c088520c None None] Attempting to bind port 152e9777-a5c8-4b28-9da7-479541911623 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:01:43.378711 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5b9ec69a-6334-4d01-9c5e-3237c088520c None None] Attempting to bind port 152e9777-a5c8-4b28-9da7-479541911623 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '9d56498d-aa66-43b5-8bad-bd8edfbdd454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '023bc007-ea90-4be6-9251-7d9ecf3299b7'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:01:43.379072 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9ec69a-6334-4d01-9c5e-3237c088520c None None] Attempting to bind port 152e9777-a5c8-4b28-9da7-479541911623 on network 023bc007-ea90-4be6-9251-7d9ecf3299b7 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:01:43.383932 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf3be-16f2-4105-a6d0-faebfc297443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:43.385918 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9ec69a-6334-4d01-9c5e-3237c088520c None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:01:43.386323 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9ec69a-6334-4d01-9c5e-3237c088520c None None] Checking segment: {'id': '9d56498d-aa66-43b5-8bad-bd8edfbdd454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '023bc007-ea90-4be6-9251-7d9ecf3299b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:01:43.386718 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec69a-6334-4d01-9c5e-3237c088520c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:43.387112 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9ec69a-6334-4d01-9c5e-3237c088520c None None] Bound using segment: {'id': '9d56498d-aa66-43b5-8bad-bd8edfbdd454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '023bc007-ea90-4be6-9251-7d9ecf3299b7'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:01:43.387569 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5b9ec69a-6334-4d01-9c5e-3237c088520c None None] Bound port: 152e9777-a5c8-4b28-9da7-479541911623, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d56498d-aa66-43b5-8bad-bd8edfbdd454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '023bc007-ea90-4be6-9251-7d9ecf3299b7'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:01:43.387938 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec69a-6334-4d01-9c5e-3237c088520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:43.456951 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] Sync routers for ids ['5f9f8793-0165-421d-9c3b-e3391d0918f0'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:01:43.460244 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7cf3be-16f2-4105-a6d0-faebfc297443 admin admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:01:43.463496 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-1e7cf3be-16f2-4105-a6d0-faebfc297443 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:01:43.467188 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7cf3be-16f2-4105-a6d0-faebfc297443 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:01:43.485857 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5b9ec69a-6334-4d01-9c5e-3237c088520c None None] For port 152e9777-a5c8-4b28-9da7-479541911623, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:01:43.489946 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5b9ec69a-6334-4d01-9c5e-3237c088520c None None] For port 152e9777-a5c8-4b28-9da7-479541911623, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=152e9777-a5c8-4b28-9da7-479541911623,segment=NetworkSegment(9d56498d-aa66-43b5-8bad-bd8edfbdd454),segment_id=9d56498d-aa66-43b5-8bad-bd8edfbdd454)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:01:43.491289 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] Routers {'5f9f8793-0165-421d-9c3b-e3391d0918f0'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:01:43.491992 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:01:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['5f9f8793-0165-421d-9c3b-e3391d0918f0'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:43.502288 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7cf3be-16f2-4105-a6d0-faebfc297443 admin admin] Pushing event updated for resources: {'Port': ['ID=c0a23f12-03e4-4515-93c6-e94b037fc772,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:43.545593 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec69a-6334-4d01-9c5e-3237c088520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:43.643039 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf3be-16f2-4105-a6d0-faebfc297443 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:43.643817 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf3be-16f2-4105-a6d0-faebfc297443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:43.757635 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec69a-6334-4d01-9c5e-3237c088520c None None] Pushing event updated for resources: {'Port': ['ID=152e9777-a5c8-4b28-9da7-479541911623,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:43.801127 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] Set router 5f9f8793-0165-421d-9c3b-e3391d0918f0 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:01:44.015548 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7cf3be-16f2-4105-a6d0-faebfc297443 admin admin] Router fb6bd740-6fa6-43ec-a2b3-741173943dec is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 16:01:44.199504 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5c693e97-bedb-4ba1-a958-8e1663733024 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:01:44.239472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'name': 'tempest-TestMinimumBasicScenario-1234168239-router', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:01:36Z', 'updated_at': '2022-03-14T16:01:39Z', 'revision_number': 4, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'gw_port': {'id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:37Z', 'updated_at': '2022-03-14T16:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '805e9435-acd1-4902-8bac-d440ddb19e89', 'name': '', 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'mac_address': 'fa:16:3e:51:a2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b29d558e-cdc9-4a98-810c-887d9d181f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:39Z', 'updated_at': '2022-03-14T16:01:39Z', 'revision_number': 2, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'subnets': [{'id': 'b29d558e-cdc9-4a98-810c-887d9d181f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:44.243680 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7cf3be-16f2-4105-a6d0-faebfc297443 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:01:44.252737 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] Sync routers for ids ['fb6bd740-6fa6-43ec-a2b3-741173943dec'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:01:44.253656 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] Checking router: 5f9f8793-0165-421d-9c3b-e3391d0918f0 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:01:44.254023 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] Updating router 5f9f8793-0165-421d-9c3b-e3391d0918f0 port 805e9435-acd1-4902-8bac-d440ddb19e89 binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:01:44.264727 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] Routers {'fb6bd740-6fa6-43ec-a2b3-741173943dec'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:01:44.265672 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:01:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['fb6bd740-6fa6-43ec-a2b3-741173943dec'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:44.278954 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf3be-16f2-4105-a6d0-faebfc297443 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:44.280744 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1e7cf3be-16f2-4105-a6d0-faebfc297443 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6981823 Mar 14 16:01:44.283631 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 59542) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:01:44.335666 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:44.399397 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 5c693e97-bedb-4ba1-a958-8e1663733024 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:01:44.399925 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:44.488817 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] Set router fb6bd740-6fa6-43ec-a2b3-741173943dec gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:01:44.763897 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 152e9777-a5c8-4b28-9da7-479541911623 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:01:44.814406 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6bd740-6fa6-43ec-a2b3-741173943dec', 'name': 'tempest-TestMinimumBasicScenario-1183308381-router', 'tenant_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'c0a23f12-03e4-4515-93c6-e94b037fc772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:01:42Z', 'updated_at': '2022-03-14T16:01:43Z', 'revision_number': 3, 'project_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'gw_port': {'id': 'c0a23f12-03e4-4515-93c6-e94b037fc772', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6bd740-6fa6-43ec-a2b3-741173943dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:43Z', 'updated_at': '2022-03-14T16:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:44.821013 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] Checking router: fb6bd740-6fa6-43ec-a2b3-741173943dec for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:01:44.821606 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] Updating router fb6bd740-6fa6-43ec-a2b3-741173943dec port c0a23f12-03e4-4515-93c6-e94b037fc772 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:01:44.864121 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed062ba-df01-408b-af45-a06519567153 None None] Network 023bc007-ea90-4be6-9251-7d9ecf3299b7 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:01:44.877441 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:44.990995 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:45.023434 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fcc5a2b4-f348-4412-8156-e24c891d7fa2 None None] Provisioning for port 152e9777-a5c8-4b28-9da7-479541911623 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:01:45.039714 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] Transition to ACTIVE for port object 805e9435-acd1-4902-8bac-d440ddb19e89 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:01:45.051828 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 152e9777-a5c8-4b28-9da7-479541911623 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:01:45.066047 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:45.110358 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 152e9777-a5c8-4b28-9da7-479541911623 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:01:45.110846 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:45.144750 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-56e13c21-3638-49a3-b3ca-d807106b185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:45.266598 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:45.280322 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] Transition to ACTIVE for port object c0a23f12-03e4-4515-93c6-e94b037fc772 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:01:45.289914 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:45.301462 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-68c31b38-ecc4-4d7c-a180-51d0fbd76560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:45.302843 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a07f7-2079-4010-b290-295703b4c747 None None] Pushing event updated for resources: {'Port': ['ID=805e9435-acd1-4902-8bac-d440ddb19e89,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:45.383743 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826cb7f-559f-4ea2-ba1a-457d243415bf None None] Pushing event updated for resources: {'Port': ['ID=c0a23f12-03e4-4515-93c6-e94b037fc772,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:45.394369 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] Attempting to bind port c0a23f12-03e4-4515-93c6-e94b037fc772 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:01:45.394739 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] Attempting to bind port c0a23f12-03e4-4515-93c6-e94b037fc772 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:01:45.395104 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] Attempting to bind port c0a23f12-03e4-4515-93c6-e94b037fc772 on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:01:45.400593 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-56e13c21-3638-49a3-b3ca-d807106b185f admin admin] Allocated IP 172.20.0.1 (023bc007-ea90-4be6-9251-7d9ecf3299b7/28bb56c5-fef1-4c1f-9a3e-378024d57a58/2d3fc98e-fd6a-4ac8-b80d-333610361353) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:01:45.401943 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:01:45.402354 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:01:45.402757 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:45.403149 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:01:45.403787 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] Bound port: c0a23f12-03e4-4515-93c6-e94b037fc772, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:01:45.404165 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:45.486414 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] For port c0a23f12-03e4-4515-93c6-e94b037fc772, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:01:45.490725 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] For port c0a23f12-03e4-4515-93c6-e94b037fc772, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c0a23f12-03e4-4515-93c6-e94b037fc772,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:01:45.497122 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:45.577643 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-56e13c21-3638-49a3-b3ca-d807106b185f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:45.589004 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] Routers {'fb6bd740-6fa6-43ec-a2b3-741173943dec'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:01:45.589601 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] Attempting to bind port 805e9435-acd1-4902-8bac-d440ddb19e89 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:01:45.589731 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:01:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['fb6bd740-6fa6-43ec-a2b3-741173943dec'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:45.589976 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] Attempting to bind port 805e9435-acd1-4902-8bac-d440ddb19e89 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '47124b3c-9467-4789-9524-4d7abf282659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:01:45.590377 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] Attempting to bind port 805e9435-acd1-4902-8bac-d440ddb19e89 on network c5b0b3b7-34be-4d59-b237-a02df71b9c93 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:01:45.595607 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-56e13c21-3638-49a3-b3ca-d807106b185f admin admin] Transition to ACTIVE for port object 2d3fc98e-fd6a-4ac8-b80d-333610361353 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:01:45.596515 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:45.621222 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-56e13c21-3638-49a3-b3ca-d807106b185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:45.621505 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:01:45.621895 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] Checking segment: {'id': '47124b3c-9467-4789-9524-4d7abf282659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:01:45.622331 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:45.622725 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] Bound using segment: {'id': '47124b3c-9467-4789-9524-4d7abf282659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:01:45.623205 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] Bound port: 805e9435-acd1-4902-8bac-d440ddb19e89, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47124b3c-9467-4789-9524-4d7abf282659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:01:45.623577 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:45.693080 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e13c21-3638-49a3-b3ca-d807106b185f admin admin] Network 023bc007-ea90-4be6-9251-7d9ecf3299b7 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:01:45.696487 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-56e13c21-3638-49a3-b3ca-d807106b185f admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:01:45.697434 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 152e9777-a5c8-4b28-9da7-479541911623, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=152e9777-a5c8-4b28-9da7-479541911623,segment=NetworkSegment(9d56498d-aa66-43b5-8bad-bd8edfbdd454),segment_id=9d56498d-aa66-43b5-8bad-bd8edfbdd454)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:01:45.699028 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e13c21-3638-49a3-b3ca-d807106b185f admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:01:45.713588 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:45.733330 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e13c21-3638-49a3-b3ca-d807106b185f admin admin] Pushing event updated for resources: {'Port': ['ID=2d3fc98e-fd6a-4ac8-b80d-333610361353,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:45.765380 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-56e13c21-3638-49a3-b3ca-d807106b185f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:45.772904 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] Set router fb6bd740-6fa6-43ec-a2b3-741173943dec gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:01:45.809183 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] For port 805e9435-acd1-4902-8bac-d440ddb19e89, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:01:45.814046 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] For port 805e9435-acd1-4902-8bac-d440ddb19e89, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=805e9435-acd1-4902-8bac-d440ddb19e89,segment=NetworkSegment(47124b3c-9467-4789-9524-4d7abf282659),segment_id=47124b3c-9467-4789-9524-4d7abf282659)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:01:45.822252 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=152e9777-a5c8-4b28-9da7-479541911623,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:45.837143 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826cb7f-559f-4ea2-ba1a-457d243415bf None None] Pushing event updated for resources: {'Port': ['ID=c0a23f12-03e4-4515-93c6-e94b037fc772,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:45.838102 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:45.943901 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a07f7-2079-4010-b290-295703b4c747 None None] Pushing event updated for resources: {'Port': ['ID=805e9435-acd1-4902-8bac-d440ddb19e89,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:45.948493 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] Routers {'5f9f8793-0165-421d-9c3b-e3391d0918f0'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:01:45.949110 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:01:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['5f9f8793-0165-421d-9c3b-e3391d0918f0'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:46.010473 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-56e13c21-3638-49a3-b3ca-d807106b185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:46.158591 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 152e9777-a5c8-4b28-9da7-479541911623 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:01:46.296615 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3ef00cf5-b3bf-4a5c-a51f-232d35064033 None None] Provisioning complete for port 152e9777-a5c8-4b28-9da7-479541911623 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:01:46.296992 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ef00cf5-b3bf-4a5c-a51f-232d35064033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:46.311876 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6bd740-6fa6-43ec-a2b3-741173943dec', 'name': 'tempest-TestMinimumBasicScenario-1183308381-router', 'tenant_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'c0a23f12-03e4-4515-93c6-e94b037fc772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:01:42Z', 'updated_at': '2022-03-14T16:01:43Z', 'revision_number': 3, 'project_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'gw_port': {'id': 'c0a23f12-03e4-4515-93c6-e94b037fc772', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6bd740-6fa6-43ec-a2b3-741173943dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:43Z', 'updated_at': '2022-03-14T16:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:46.317392 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e09959a-dc16-406b-ad93-0c705436625a None None] The sync data for ids ['fb6bd740-6fa6-43ec-a2b3-741173943dec'] in dv-neutron-833561-1-hyperv is: [{'id': 'fb6bd740-6fa6-43ec-a2b3-741173943dec', 'name': 'tempest-TestMinimumBasicScenario-1183308381-router', 'tenant_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'c0a23f12-03e4-4515-93c6-e94b037fc772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:01:42Z', 'updated_at': '2022-03-14T16:01:43Z', 'revision_number': 3, 'project_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'gw_port': {'id': 'c0a23f12-03e4-4515-93c6-e94b037fc772', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6bd740-6fa6-43ec-a2b3-741173943dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:43Z', 'updated_at': '2022-03-14T16:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:01:46.323447 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-56e13c21-3638-49a3-b3ca-d807106b185f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:46.328326 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-56e13c21-3638-49a3-b3ca-d807106b185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:46.393349 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] Set router 5f9f8793-0165-421d-9c3b-e3391d0918f0 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:01:46.434667 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-56e13c21-3638-49a3-b3ca-d807106b185f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:46.439460 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e13c21-3638-49a3-b3ca-d807106b185f admin admin] Pushing event updated for resources: {'Port': ['ID=2d3fc98e-fd6a-4ac8-b80d-333610361353,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:46.439654 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:46.449946 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 152e9777-a5c8-4b28-9da7-479541911623 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:01:46.450346 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:46.575289 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e13c21-3638-49a3-b3ca-d807106b185f admin admin] Network 023bc007-ea90-4be6-9251-7d9ecf3299b7 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:01:46.576545 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-56e13c21-3638-49a3-b3ca-d807106b185f admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:01:46.705230 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:46.879155 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e69daf44-ffa5-40d9-9872-1fac570ba5bf None None] Provisioning for port 2d3fc98e-fd6a-4ac8-b80d-333610361353 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:01:46.884910 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e69daf44-ffa5-40d9-9872-1fac570ba5bf None None] Provisioning complete for port 2d3fc98e-fd6a-4ac8-b80d-333610361353 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:01:46.885279 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e69daf44-ffa5-40d9-9872-1fac570ba5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:46.951166 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e69daf44-ffa5-40d9-9872-1fac570ba5bf None None] Port 2d3fc98e-fd6a-4ac8-b80d-333610361353 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:01:46.956547 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'name': 'tempest-TestMinimumBasicScenario-1234168239-router', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:01:36Z', 'updated_at': '2022-03-14T16:01:39Z', 'revision_number': 4, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'gw_port': {'id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:37Z', 'updated_at': '2022-03-14T16:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '805e9435-acd1-4902-8bac-d440ddb19e89', 'name': '', 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'mac_address': 'fa:16:3e:51:a2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b29d558e-cdc9-4a98-810c-887d9d181f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:39Z', 'updated_at': '2022-03-14T16:01:45Z', 'revision_number': 4, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'subnets': [{'id': 'b29d558e-cdc9-4a98-810c-887d9d181f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:01:46.960438 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044ab85a-a7c2-410c-a1f0-a08c96105cce None None] The sync data for ids ['5f9f8793-0165-421d-9c3b-e3391d0918f0'] in dv-neutron-833561-1-hyperv is: [{'id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'name': 'tempest-TestMinimumBasicScenario-1234168239-router', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:01:36Z', 'updated_at': '2022-03-14T16:01:39Z', 'revision_number': 4, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'gw_port': {'id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:37Z', 'updated_at': '2022-03-14T16:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '805e9435-acd1-4902-8bac-d440ddb19e89', 'name': '', 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'mac_address': 'fa:16:3e:51:a2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b29d558e-cdc9-4a98-810c-887d9d181f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:39Z', 'updated_at': '2022-03-14T16:01:45Z', 'revision_number': 4, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'subnets': [{'id': 'b29d558e-cdc9-4a98-810c-887d9d181f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:01:46.979588 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e13c21-3638-49a3-b3ca-d807106b185f admin admin] Router fb6bd740-6fa6-43ec-a2b3-741173943dec has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:01:47.081692 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6e90eb34-faa5-4c32-a9be-cfebfbc98d07 None None] Provisioning complete for port 2d3fc98e-fd6a-4ac8-b80d-333610361353 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:01:47.082085 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e90eb34-faa5-4c32-a9be-cfebfbc98d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:47.167810 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6e90eb34-faa5-4c32-a9be-cfebfbc98d07 None None] Port 2d3fc98e-fd6a-4ac8-b80d-333610361353 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:01:47.242227 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e13c21-3638-49a3-b3ca-d807106b185f admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:01:47.253384 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-56e13c21-3638-49a3-b3ca-d807106b185f admin admin] 10.222.0.60 "PUT /v2.0/routers/fb6bd740-6fa6-43ec-a2b3-741173943dec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9680457 Mar 14 16:01:48.063671 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:48.166778 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c0a23f12-03e4-4515-93c6-e94b037fc772 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:01:48.259921 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port c0a23f12-03e4-4515-93c6-e94b037fc772 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:01:48.264805 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port c0a23f12-03e4-4515-93c6-e94b037fc772 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:01:48.265170 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:48.400772 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:48.419700 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port c0a23f12-03e4-4515-93c6-e94b037fc772, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c0a23f12-03e4-4515-93c6-e94b037fc772,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:01:48.424900 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:48.425784 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 805e9435-acd1-4902-8bac-d440ddb19e89 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:01:48.585026 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=c0a23f12-03e4-4515-93c6-e94b037fc772,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:48.600959 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 805e9435-acd1-4902-8bac-d440ddb19e89 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:01:48.606188 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 805e9435-acd1-4902-8bac-d440ddb19e89 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:01:48.606527 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:48.740403 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:48.785322 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 805e9435-acd1-4902-8bac-d440ddb19e89, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=805e9435-acd1-4902-8bac-d440ddb19e89,segment=NetworkSegment(47124b3c-9467-4789-9524-4d7abf282659),segment_id=47124b3c-9467-4789-9524-4d7abf282659)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:01:48.789462 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:48.864496 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=805e9435-acd1-4902-8bac-d440ddb19e89,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:01:50.096951 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c0a23f12-03e4-4515-93c6-e94b037fc772 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:01:50.189510 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port c0a23f12-03e4-4515-93c6-e94b037fc772 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:01:50.190203 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:50.318236 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 805e9435-acd1-4902-8bac-d440ddb19e89 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:01:50.397320 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 805e9435-acd1-4902-8bac-d440ddb19e89 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:01:50.397809 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:51.236933 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:58.278155 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-93a1d8dc-dd76-4e95-aaaa-d5301dd5546f tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:01:58.278840 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-93a1d8dc-dd76-4e95-aaaa-d5301dd5546f tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Synchronizing usage tracker for tenant:c8db049b59704b89861b032ab533aa5d on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:01:58.298342 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-93a1d8dc-dd76-4e95-aaaa-d5301dd5546f tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Unset dirty status for tenant:c8db049b59704b89861b032ab533aa5d on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:01:58.300056 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-93a1d8dc-dd76-4e95-aaaa-d5301dd5546f tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/networks?id=c5b0b3b7-34be-4d59-b237-a02df71b9c93 HTTP/1.1" status: 200 len: 815 time: 0.1605346 Mar 14 16:01:58.316718 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-a97247bf-e87e-48d9-82f6-475954a86ed3 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/quotas/c8db049b59704b89861b032ab533aa5d HTTP/1.1" status: 200 len: 375 time: 0.0114465 Mar 14 16:01:58.402082 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-1ce3b77b-a23f-403c-a756-ccefa0c23798 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Synchronizing usage tracker for tenant:c8db049b59704b89861b032ab533aa5d on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:01:58.418497 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-1ce3b77b-a23f-403c-a756-ccefa0c23798 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Unset dirty status for tenant:c8db049b59704b89861b032ab533aa5d on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:01:58.419942 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-1ce3b77b-a23f-403c-a756-ccefa0c23798 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8db049b59704b89861b032ab533aa5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984340 Mar 14 16:01:58.438140 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-157a615c-5218-4a6a-9194-8b81904b8073 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 16:01:58.439158 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-157a615c-5218-4a6a-9194-8b81904b8073 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061197 Mar 14 16:01:58.677684 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-90c3901f-769e-4a73-b9e1-f9336191aa34 service neutron] 10.222.0.60 "GET /v2.0/networks/c5b0b3b7-34be-4d59-b237-a02df71b9c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295375 Mar 14 16:01:58.815346 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-62a73f76-8f6f-4ee5-95e2-e04b16562559 service neutron] 10.222.0.60 "GET /v2.0/networks/c5b0b3b7-34be-4d59-b237-a02df71b9c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319308 Mar 14 16:01:59.004794 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ec342833-cbd4-49d6-b52c-0c0649672ed8 req-6cbce36f-9fba-4843-91d6-c19528dc282f tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 210 time: 0.0457926 Mar 14 16:02:00.044217 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-0827b708-e7ec-4a7f-9580-fbe1076d3062 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:00.045577 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-0827b708-e7ec-4a7f-9580-fbe1076d3062 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.24 "GET /v2.0/networks?id=c5b0b3b7-34be-4d59-b237-a02df71b9c93 HTTP/1.1" status: 200 len: 815 time: 0.1517298 Mar 14 16:02:00.062489 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-d53d328a-9d70-498c-a370-549be64c213a tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Request body: {'port': {'device_id': 'fb1e9e7a-7a35-46fb-8188-ac9a2776948f', 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93', 'admin_state_up': True, 'tenant_id': 'c8db049b59704b89861b032ab533aa5d'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:02:00.217485 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8e4b415e-16a5-4c2e-931b-9cab6211e4b5 req-48f1a86f-c1d2-4bd0-b6de-d9f9c61b1150 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 210 time: 0.0460825 Mar 14 16:02:00.263487 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-d53d328a-9d70-498c-a370-549be64c213a tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:02:00.273743 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-d53d328a-9d70-498c-a370-549be64c213a tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:02:00.287233 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-d53d328a-9d70-498c-a370-549be64c213a tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Made reservation on behalf of c8db049b59704b89861b032ab533aa5d for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:02:00.289725 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-d53d328a-9d70-498c-a370-549be64c213a tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:00.473484 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-d53d328a-9d70-498c-a370-549be64c213a tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Allocated IP 172.20.0.11 (c5b0b3b7-34be-4d59-b237-a02df71b9c93/b29d558e-cdc9-4a98-810c-887d9d181f8d/ff8a21b5-fd22-400c-8960-29b40bb5d803) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:02:00.760530 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-d53d328a-9d70-498c-a370-549be64c213a tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:00.783975 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-d53d328a-9d70-498c-a370-549be64c213a tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Transition to ACTIVE for port object ff8a21b5-fd22-400c-8960-29b40bb5d803 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:02:00.813321 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-d53d328a-9d70-498c-a370-549be64c213a tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:00.889770 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-d53d328a-9d70-498c-a370-549be64c213a tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Network c5b0b3b7-34be-4d59-b237-a02df71b9c93 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:02:00.893801 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-d53d328a-9d70-498c-a370-549be64c213a tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:02:00.898419 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-d53d328a-9d70-498c-a370-549be64c213a tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:02:00.928161 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d328a-9d70-498c-a370-549be64c213a tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Pushing event updated for resources: {'Port': ['ID=ff8a21b5-fd22-400c-8960-29b40bb5d803,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:02:00.970281 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-d53d328a-9d70-498c-a370-549be64c213a tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:00.971025 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-d53d328a-9d70-498c-a370-549be64c213a tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:01.013635 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-d53d328a-9d70-498c-a370-549be64c213a tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9559219 Mar 14 16:02:01.287269 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-908e023e-22bf-4470-9d1b-37d11de6da15 None None] Provisioning for port ff8a21b5-fd22-400c-8960-29b40bb5d803 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:02:01.300460 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-908e023e-22bf-4470-9d1b-37d11de6da15 None None] Provisioning complete for port ff8a21b5-fd22-400c-8960-29b40bb5d803 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:02:01.301130 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-908e023e-22bf-4470-9d1b-37d11de6da15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:01.368338 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-908e023e-22bf-4470-9d1b-37d11de6da15 None None] Port ff8a21b5-fd22-400c-8960-29b40bb5d803 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:02:01.449240 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425cdc9-bec7-405e-9314-d67896d56933 req-1438ac85-c8f7-43b7-bb02-d3d64aa16f56 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:01.451389 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e425cdc9-bec7-405e-9314-d67896d56933 req-1438ac85-c8f7-43b7-bb02-d3d64aa16f56 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 932 time: 0.0848587 Mar 14 16:02:01.510176 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e425cdc9-bec7-405e-9314-d67896d56933 req-0190c7b3-edb6-4698-897a-fdf4eebd753a tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511177 Mar 14 16:02:02.727599 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998b7e1-03e8-449d-a696-bba99c485c40 req-646cb03d-89d6-44bf-a9d0-4e7faa9947b6 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:02.728296 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-7998b7e1-03e8-449d-a696-bba99c485c40 req-646cb03d-89d6-44bf-a9d0-4e7faa9947b6 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Synchronizing usage tracker for tenant:c8db049b59704b89861b032ab533aa5d on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:02:02.746907 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-7998b7e1-03e8-449d-a696-bba99c485c40 req-646cb03d-89d6-44bf-a9d0-4e7faa9947b6 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Unset dirty status for tenant:c8db049b59704b89861b032ab533aa5d on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:02:02.748236 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7998b7e1-03e8-449d-a696-bba99c485c40 req-646cb03d-89d6-44bf-a9d0-4e7faa9947b6 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 932 time: 0.1071036 Mar 14 16:02:02.797150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-7998b7e1-03e8-449d-a696-bba99c485c40 req-60a0bdaa-0676-45db-a349-a296c6db7418 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Synchronizing usage tracker for tenant:c8db049b59704b89861b032ab533aa5d on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:02:02.816014 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-7998b7e1-03e8-449d-a696-bba99c485c40 req-60a0bdaa-0676-45db-a349-a296c6db7418 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Unset dirty status for tenant:c8db049b59704b89861b032ab533aa5d on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:02:02.817281 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7998b7e1-03e8-449d-a696-bba99c485c40 req-60a0bdaa-0676-45db-a349-a296c6db7418 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624866 Mar 14 16:02:04.094277 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69141044-c041-4650-898f-2bf5a8fec97d req-2aeca52f-dd96-4b55-93a5-1fb68c9ebdb6 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:04.095937 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-69141044-c041-4650-898f-2bf5a8fec97d req-2aeca52f-dd96-4b55-93a5-1fb68c9ebdb6 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 932 time: 0.1005962 Mar 14 16:02:04.180386 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-69141044-c041-4650-898f-2bf5a8fec97d req-5ce3e5c4-6260-4e66-af15-e078ddb82c39 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783675 Mar 14 16:02:05.391906 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbfce0-2a1e-4175-bb22-e4b459737d3b req-876bcc7b-c96f-4e95-a3d4-653253fc504c tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:05.393467 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6ebbfce0-2a1e-4175-bb22-e4b459737d3b req-876bcc7b-c96f-4e95-a3d4-653253fc504c tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 932 time: 0.0960791 Mar 14 16:02:05.450328 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6ebbfce0-2a1e-4175-bb22-e4b459737d3b req-a67c904b-721e-4928-9e4a-61ccb11afc93 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503030 Mar 14 16:02:06.663653 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7aee5-29a2-4e73-ad41-05ae650155ba req-f64097ac-091c-4577-b1c8-fbb7676595fa tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:06.666153 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-45f7aee5-29a2-4e73-ad41-05ae650155ba req-f64097ac-091c-4577-b1c8-fbb7676595fa tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 932 time: 0.0800688 Mar 14 16:02:06.726281 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-45f7aee5-29a2-4e73-ad41-05ae650155ba req-618883f4-1533-4020-85df-e16f01fb4019 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510211 Mar 14 16:02:07.939811 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2168a-1ee0-4442-ba5e-523b8eda09f1 req-197b8411-0d6e-4f72-b57e-1076fcb8cc82 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:07.941258 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-44b2168a-1ee0-4442-ba5e-523b8eda09f1 req-197b8411-0d6e-4f72-b57e-1076fcb8cc82 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 932 time: 0.0822961 Mar 14 16:02:07.986989 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-44b2168a-1ee0-4442-ba5e-523b8eda09f1 req-02ff804f-fbb6-422c-887a-eed3e525a087 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402296 Mar 14 16:02:09.100999 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] Sync routers for ids ['fb6bd740-6fa6-43ec-a2b3-741173943dec'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:02:09.113424 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] Routers {'fb6bd740-6fa6-43ec-a2b3-741173943dec'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:02:09.114034 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:01:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['fb6bd740-6fa6-43ec-a2b3-741173943dec'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:02:09.184057 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d8d6c-9571-482f-b6a5-0b03919001d5 req-a0d02f4f-79bd-445b-ba7d-f618512ce385 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:09.185609 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8e8d8d6c-9571-482f-b6a5-0b03919001d5 req-a0d02f4f-79bd-445b-ba7d-f618512ce385 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 932 time: 0.0767493 Mar 14 16:02:09.232050 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8e8d8d6c-9571-482f-b6a5-0b03919001d5 req-e3453ab4-8eb2-4dee-9ec1-29eb63dc8687 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406580 Mar 14 16:02:09.297393 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] Set router fb6bd740-6fa6-43ec-a2b3-741173943dec gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:02:09.598081 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6bd740-6fa6-43ec-a2b3-741173943dec', 'name': 'tempest-TestMinimumBasicScenario-1183308381-router', 'tenant_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'c0a23f12-03e4-4515-93c6-e94b037fc772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:01:42Z', 'updated_at': '2022-03-14T16:01:45Z', 'revision_number': 4, 'project_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'gw_port': {'id': 'c0a23f12-03e4-4515-93c6-e94b037fc772', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6bd740-6fa6-43ec-a2b3-741173943dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:43Z', 'updated_at': '2022-03-14T16:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '2d3fc98e-fd6a-4ac8-b80d-333610361353', 'name': '', 'network_id': '023bc007-ea90-4be6-9251-7d9ecf3299b7', 'tenant_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'mac_address': 'fa:16:3e:59:31:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6bd740-6fa6-43ec-a2b3-741173943dec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28bb56c5-fef1-4c1f-9a3e-378024d57a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:45Z', 'updated_at': '2022-03-14T16:01:46Z', 'revision_number': 2, 'project_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'subnets': [{'id': '28bb56c5-fef1-4c1f-9a3e-378024d57a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:02:09.601696 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] Checking router: fb6bd740-6fa6-43ec-a2b3-741173943dec for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:02:09.602072 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] Updating router fb6bd740-6fa6-43ec-a2b3-741173943dec port 2d3fc98e-fd6a-4ac8-b80d-333610361353 binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:02:09.650739 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:10.006364 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:10.017335 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] Transition to ACTIVE for port object 2d3fc98e-fd6a-4ac8-b80d-333610361353 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:02:10.023657 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:10.146365 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7afbf3-50c7-46a4-87ee-59a741af1930 None None] Pushing event updated for resources: {'Port': ['ID=2d3fc98e-fd6a-4ac8-b80d-333610361353,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:02:10.189162 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-66395e09-74eb-40f5-b828-f8443698181f service neutron] Request body: {'port': {'device_id': 'fb1e9e7a-7a35-46fb-8188-ac9a2776948f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:02:10.240745 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] Attempting to bind port 2d3fc98e-fd6a-4ac8-b80d-333610361353 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:02:10.241631 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] Attempting to bind port 2d3fc98e-fd6a-4ac8-b80d-333610361353 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '9d56498d-aa66-43b5-8bad-bd8edfbdd454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '023bc007-ea90-4be6-9251-7d9ecf3299b7'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:02:10.241631 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] Attempting to bind port 2d3fc98e-fd6a-4ac8-b80d-333610361353 on network 023bc007-ea90-4be6-9251-7d9ecf3299b7 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:02:10.248716 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:02:10.249181 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] Checking segment: {'id': '9d56498d-aa66-43b5-8bad-bd8edfbdd454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '023bc007-ea90-4be6-9251-7d9ecf3299b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:02:10.249594 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:10.249984 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] Bound using segment: {'id': '9d56498d-aa66-43b5-8bad-bd8edfbdd454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '023bc007-ea90-4be6-9251-7d9ecf3299b7'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:02:10.250574 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] Bound port: 2d3fc98e-fd6a-4ac8-b80d-333610361353, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d56498d-aa66-43b5-8bad-bd8edfbdd454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '023bc007-ea90-4be6-9251-7d9ecf3299b7'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:02:10.250953 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:10.312861 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-66395e09-74eb-40f5-b828-f8443698181f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:10.363043 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] For port 2d3fc98e-fd6a-4ac8-b80d-333610361353, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:02:10.367046 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] For port 2d3fc98e-fd6a-4ac8-b80d-333610361353, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=2d3fc98e-fd6a-4ac8-b80d-333610361353,segment=NetworkSegment(9d56498d-aa66-43b5-8bad-bd8edfbdd454),segment_id=9d56498d-aa66-43b5-8bad-bd8edfbdd454)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:02:10.374285 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:10.455813 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7afbf3-50c7-46a4-87ee-59a741af1930 None None] Pushing event updated for resources: {'Port': ['ID=2d3fc98e-fd6a-4ac8-b80d-333610361353,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:02:10.460425 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] Routers {'fb6bd740-6fa6-43ec-a2b3-741173943dec'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:02:10.461044 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:01:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['fb6bd740-6fa6-43ec-a2b3-741173943dec'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:02:10.654177 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] Set router fb6bd740-6fa6-43ec-a2b3-741173943dec gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:02:10.714298 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83acdb-67d2-4b0c-b2db-62cd543a5f74 req-3c89cf46-1def-465d-960f-41743d331c92 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:10.715613 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-db83acdb-67d2-4b0c-b2db-62cd543a5f74 req-3c89cf46-1def-465d-960f-41743d331c92 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 932 time: 0.3317199 Mar 14 16:02:10.796799 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-db83acdb-67d2-4b0c-b2db-62cd543a5f74 req-2e6dfc4c-b3f8-4807-aea1-f542f69fea08 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732889 Mar 14 16:02:10.867457 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-66395e09-74eb-40f5-b828-f8443698181f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8a21b5-fd22-400c-8960-29b40bb5d803 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:02:10.874155 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-66395e09-74eb-40f5-b828-f8443698181f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:10.888681 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-66395e09-74eb-40f5-b828-f8443698181f service neutron] Transition to ACTIVE for port object ff8a21b5-fd22-400c-8960-29b40bb5d803 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:02:10.892789 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-66395e09-74eb-40f5-b828-f8443698181f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:10.983453 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6bd740-6fa6-43ec-a2b3-741173943dec', 'name': 'tempest-TestMinimumBasicScenario-1183308381-router', 'tenant_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'c0a23f12-03e4-4515-93c6-e94b037fc772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:01:42Z', 'updated_at': '2022-03-14T16:01:45Z', 'revision_number': 4, 'project_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'gw_port': {'id': 'c0a23f12-03e4-4515-93c6-e94b037fc772', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6bd740-6fa6-43ec-a2b3-741173943dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:43Z', 'updated_at': '2022-03-14T16:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '2d3fc98e-fd6a-4ac8-b80d-333610361353', 'name': '', 'network_id': '023bc007-ea90-4be6-9251-7d9ecf3299b7', 'tenant_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'mac_address': 'fa:16:3e:59:31:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6bd740-6fa6-43ec-a2b3-741173943dec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28bb56c5-fef1-4c1f-9a3e-378024d57a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:45Z', 'updated_at': '2022-03-14T16:02:10Z', 'revision_number': 4, 'project_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'subnets': [{'id': '28bb56c5-fef1-4c1f-9a3e-378024d57a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:02:10.988595 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e431080-b778-4c22-9e97-509697dfb46b None None] The sync data for ids ['fb6bd740-6fa6-43ec-a2b3-741173943dec'] in dv-neutron-833561-1-hyperv is: [{'id': 'fb6bd740-6fa6-43ec-a2b3-741173943dec', 'name': 'tempest-TestMinimumBasicScenario-1183308381-router', 'tenant_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'c0a23f12-03e4-4515-93c6-e94b037fc772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:01:42Z', 'updated_at': '2022-03-14T16:01:45Z', 'revision_number': 4, 'project_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'gw_port': {'id': 'c0a23f12-03e4-4515-93c6-e94b037fc772', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6bd740-6fa6-43ec-a2b3-741173943dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:43Z', 'updated_at': '2022-03-14T16:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '2d3fc98e-fd6a-4ac8-b80d-333610361353', 'name': '', 'network_id': '023bc007-ea90-4be6-9251-7d9ecf3299b7', 'tenant_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'mac_address': 'fa:16:3e:59:31:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6bd740-6fa6-43ec-a2b3-741173943dec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28bb56c5-fef1-4c1f-9a3e-378024d57a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:45Z', 'updated_at': '2022-03-14T16:02:10Z', 'revision_number': 4, 'project_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'subnets': [{'id': '28bb56c5-fef1-4c1f-9a3e-378024d57a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:02:11.025676 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66395e09-74eb-40f5-b828-f8443698181f service neutron] Pushing event updated for resources: {'Port': ['ID=ff8a21b5-fd22-400c-8960-29b40bb5d803,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:02:11.157837 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-66395e09-74eb-40f5-b828-f8443698181f service neutron] Attempting to bind port ff8a21b5-fd22-400c-8960-29b40bb5d803 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:02:11.158292 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-66395e09-74eb-40f5-b828-f8443698181f service neutron] Attempting to bind port ff8a21b5-fd22-400c-8960-29b40bb5d803 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '47124b3c-9467-4789-9524-4d7abf282659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:02:11.158696 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-66395e09-74eb-40f5-b828-f8443698181f service neutron] Attempting to bind port ff8a21b5-fd22-400c-8960-29b40bb5d803 on network c5b0b3b7-34be-4d59-b237-a02df71b9c93 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:02:11.165241 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-66395e09-74eb-40f5-b828-f8443698181f service neutron] Port ff8a21b5-fd22-400c-8960-29b40bb5d803 on network c5b0b3b7-34be-4d59-b237-a02df71b9c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 16:02:11.165569 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-66395e09-74eb-40f5-b828-f8443698181f service neutron] Attempting to bind port ff8a21b5-fd22-400c-8960-29b40bb5d803 on network c5b0b3b7-34be-4d59-b237-a02df71b9c93 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:02:11.172655 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-66395e09-74eb-40f5-b828-f8443698181f service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:02:11.172990 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-66395e09-74eb-40f5-b828-f8443698181f service neutron] Checking segment: {'id': '47124b3c-9467-4789-9524-4d7abf282659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:02:11.173379 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-66395e09-74eb-40f5-b828-f8443698181f service neutron] Bound using segment: {'id': '47124b3c-9467-4789-9524-4d7abf282659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:02:11.174312 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-66395e09-74eb-40f5-b828-f8443698181f service neutron] Bound port: ff8a21b5-fd22-400c-8960-29b40bb5d803, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47124b3c-9467-4789-9524-4d7abf282659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:02:11.174522 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-66395e09-74eb-40f5-b828-f8443698181f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:11.278225 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-66395e09-74eb-40f5-b828-f8443698181f service neutron] For port ff8a21b5-fd22-400c-8960-29b40bb5d803, host hv-neutron-8335, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:02:11.281283 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-66395e09-74eb-40f5-b828-f8443698181f service neutron] For port ff8a21b5-fd22-400c-8960-29b40bb5d803, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ff8a21b5-fd22-400c-8960-29b40bb5d803,segment=NetworkSegment(47124b3c-9467-4789-9524-4d7abf282659),segment_id=47124b3c-9467-4789-9524-4d7abf282659)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:02:11.286440 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-66395e09-74eb-40f5-b828-f8443698181f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:11.349837 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-66395e09-74eb-40f5-b828-f8443698181f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:11.351237 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-66395e09-74eb-40f5-b828-f8443698181f service neutron] 10.222.0.24 "PUT /v2.0/ports/ff8a21b5-fd22-400c-8960-29b40bb5d803 HTTP/1.1" status: 200 len: 1094 time: 1.1686294 Mar 14 16:02:11.351662 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1e9e7a-7a35-46fb-8188-ac9a2776948f', 'tag': 'ff8a21b5-fd22-400c-8960-29b40bb5d803'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:02:11.370390 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66395e09-74eb-40f5-b828-f8443698181f service neutron] Pushing event updated for resources: {'Port': ['ID=ff8a21b5-fd22-400c-8960-29b40bb5d803,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:02:11.434493 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1e9e7a-7a35-46fb-8188-ac9a2776948f', 'tag': 'ff8a21b5-fd22-400c-8960-29b40bb5d803', 'status': 'completed', 'code': 200} Mar 14 16:02:11.480757 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-a92265a6-b8ae-40c7-8ef9-63f65f64d282 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8db049b59704b89861b032ab533aa5d&device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 1097 time: 0.0845327 Mar 14 16:02:11.549447 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-02ed3cfe-eea8-4181-bd9d-843073fb07c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff8a21b5-fd22-400c-8960-29b40bb5d803 HTTP/1.1" status: 200 len: 217 time: 0.0622785 Mar 14 16:02:11.623512 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-358666ce-84e6-49bb-a40e-034be6a496ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:11.625210 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-358666ce-84e6-49bb-a40e-034be6a496ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b29d558e-cdc9-4a98-810c-887d9d181f8d HTTP/1.1" status: 200 len: 854 time: 0.0697892 Mar 14 16:02:11.703744 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-952cf299-b557-4f23-a684-bc677eba0fea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5b0b3b7-34be-4d59-b237-a02df71b9c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725441 Mar 14 16:02:11.837445 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-9fa1ec2c-7328-4ff8-b986-f89c5a69af5b service neutron] 10.222.0.24 "GET /v2.0/networks/c5b0b3b7-34be-4d59-b237-a02df71b9c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274827 Mar 14 16:02:12.031632 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6c27ac6e-0932-45ad-8ed0-ebd92a8ed5d4 req-8fabb821-55be-4443-b000-f46556025c83 service neutron] 10.222.0.24 "GET /v2.0/networks/c5b0b3b7-34be-4d59-b237-a02df71b9c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887360 Mar 14 16:02:12.045933 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17679642-3a22-4724-b185-aa07b9952242 req-acfec63c-e26c-4d3e-88bc-d34378e03d26 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:12.050784 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-17679642-3a22-4724-b185-aa07b9952242 req-acfec63c-e26c-4d3e-88bc-d34378e03d26 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 944 time: 0.1270778 Mar 14 16:02:12.123362 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 2d3fc98e-fd6a-4ac8-b80d-333610361353 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:02:12.139082 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-17679642-3a22-4724-b185-aa07b9952242 req-4abd47e0-1c70-4617-8331-0b8905ead161 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840957 Mar 14 16:02:12.166572 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c5c4d994-56d7-4737-9667-b72574238108 req-18d8b14e-bd5a-42a7-86a2-52699ffba30a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8db049b59704b89861b032ab533aa5d&device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 1097 time: 0.0884173 Mar 14 16:02:12.206409 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 2d3fc98e-fd6a-4ac8-b80d-333610361353 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:02:12.211251 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 2d3fc98e-fd6a-4ac8-b80d-333610361353 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:02:12.211626 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:12.300445 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4d994-56d7-4737-9667-b72574238108 req-37eba890-f2bb-458a-95fa-d30b30f8addc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:12.301859 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c5c4d994-56d7-4737-9667-b72574238108 req-37eba890-f2bb-458a-95fa-d30b30f8addc service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5b0b3b7-34be-4d59-b237-a02df71b9c93 HTTP/1.1" status: 200 len: 916 time: 0.1297145 Mar 14 16:02:12.322884 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:12.356836 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 2d3fc98e-fd6a-4ac8-b80d-333610361353, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=2d3fc98e-fd6a-4ac8-b80d-333610361353,segment=NetworkSegment(9d56498d-aa66-43b5-8bad-bd8edfbdd454),segment_id=9d56498d-aa66-43b5-8bad-bd8edfbdd454)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:02:12.361373 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:12.374437 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c5c4d994-56d7-4737-9667-b72574238108 req-41bae555-1fba-418e-a6b8-1502be583c25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff8a21b5-fd22-400c-8960-29b40bb5d803 HTTP/1.1" status: 200 len: 217 time: 0.0668538 Mar 14 16:02:12.427582 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=2d3fc98e-fd6a-4ac8-b80d-333610361353,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:02:12.437807 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4d994-56d7-4737-9667-b72574238108 req-6cb9e499-c1af-4fd2-8a86-a622476c2624 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:12.439270 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c5c4d994-56d7-4737-9667-b72574238108 req-6cb9e499-c1af-4fd2-8a86-a622476c2624 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b29d558e-cdc9-4a98-810c-887d9d181f8d HTTP/1.1" status: 200 len: 854 time: 0.0592091 Mar 14 16:02:12.596972 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c5c4d994-56d7-4737-9667-b72574238108 req-84349af8-e220-48f5-94c4-5152725147d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5b0b3b7-34be-4d59-b237-a02df71b9c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1520572 Mar 14 16:02:12.729458 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c5c4d994-56d7-4737-9667-b72574238108 req-6a6d7cac-9b9b-4622-bb65-e4bd9fa31f84 service neutron] 10.222.0.24 "GET /v2.0/networks/c5b0b3b7-34be-4d59-b237-a02df71b9c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258836 Mar 14 16:02:12.857462 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c5c4d994-56d7-4737-9667-b72574238108 req-69a61ce6-bda9-44a2-a1f5-cb5c4d0084cf service neutron] 10.222.0.24 "GET /v2.0/networks/c5b0b3b7-34be-4d59-b237-a02df71b9c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215603 Mar 14 16:02:12.986026 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-682eaa43-d6cd-4ec1-b787-339d59eff239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:13.357858 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8286d30-7875-419f-a0da-2fb9085cfa99 req-fd1b3404-bdc1-4c88-8c50-5a0d93b33ee2 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:13.359398 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a8286d30-7875-419f-a0da-2fb9085cfa99 req-fd1b3404-bdc1-4c88-8c50-5a0d93b33ee2 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 944 time: 0.0793464 Mar 14 16:02:13.403937 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a8286d30-7875-419f-a0da-2fb9085cfa99 req-7c3c03d0-4d6d-4f1a-926e-f6687108f720 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390482 Mar 14 16:02:13.675215 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:02:14.094358 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 2d3fc98e-fd6a-4ac8-b80d-333610361353 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:02:14.160079 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 2d3fc98e-fd6a-4ac8-b80d-333610361353 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:02:14.160435 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:14.602521 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6599f0-87fe-4779-aa3f-9f21de487456 req-daeb3e42-710c-4e39-914c-ad61afa0379c tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:14.603955 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7f6599f0-87fe-4779-aa3f-9f21de487456 req-daeb3e42-710c-4e39-914c-ad61afa0379c tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 944 time: 0.0765829 Mar 14 16:02:14.649293 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7f6599f0-87fe-4779-aa3f-9f21de487456 req-aecc1939-5e75-47ed-85ac-546d3a6cfa09 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399287 Mar 14 16:02:15.153656 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-36522539-dd0a-4b68-aed0-604c0ddad225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:15.184672 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device ff8a21b5-fd22-400c-8960-29b40bb5d803 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 16:02:15.347381 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port ff8a21b5-fd22-400c-8960-29b40bb5d803, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ff8a21b5-fd22-400c-8960-29b40bb5d803,segment=NetworkSegment(47124b3c-9467-4789-9524-4d7abf282659),segment_id=47124b3c-9467-4789-9524-4d7abf282659)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:02:15.359891 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': 'ff8a21b5-fd22-400c-8960-29b40bb5d803', 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93', 'port_id': 'ff8a21b5-fd22-400c-8960-29b40bb5d803', 'mac_address': 'fa:16:3e:2a:fc:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b29d558e-cdc9-4a98-810c-887d9d181f8d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 16:02:15.413678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:15.430390 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8a21b5-fd22-400c-8960-29b40bb5d803 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:02:15.446806 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port ff8a21b5-fd22-400c-8960-29b40bb5d803, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ff8a21b5-fd22-400c-8960-29b40bb5d803,segment=NetworkSegment(47124b3c-9467-4789-9524-4d7abf282659),segment_id=47124b3c-9467-4789-9524-4d7abf282659)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:02:15.452189 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:15.519652 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=ff8a21b5-fd22-400c-8960-29b40bb5d803,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:02:15.754609 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['ff8a21b5-fd22-400c-8960-29b40bb5d803'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:02:15.859779 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8da91-6cc2-4b64-926b-313b44f438b6 req-7a4de624-f714-487a-9bcb-88a592526633 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:15.861214 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ffa8da91-6cc2-4b64-926b-313b44f438b6 req-7a4de624-f714-487a-9bcb-88a592526633 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 945 time: 0.0784688 Mar 14 16:02:15.905006 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ffa8da91-6cc2-4b64-926b-313b44f438b6 req-c1dae7e2-841d-4e08-ac65-9044b338b737 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383565 Mar 14 16:02:16.381017 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:16.588563 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:17.099881 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5aad99-eb92-432f-8cc2-1131be98d58c req-ed93f8dc-89cb-45aa-a6fd-2fc0a7b36353 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:17.101947 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9a5aad99-eb92-432f-8cc2-1131be98d58c req-ed93f8dc-89cb-45aa-a6fd-2fc0a7b36353 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 945 time: 0.0782287 Mar 14 16:02:17.147220 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9a5aad99-eb92-432f-8cc2-1131be98d58c req-ffcf3ccf-9bfe-4d66-93e1-419e8a1e0265 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389862 Mar 14 16:02:17.208543 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device ff8a21b5-fd22-400c-8960-29b40bb5d803 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:02:17.273945 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port ff8a21b5-fd22-400c-8960-29b40bb5d803 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:02:17.278421 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port ff8a21b5-fd22-400c-8960-29b40bb5d803 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:02:17.278796 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:17.391153 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:17.416746 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1e9e7a-7a35-46fb-8188-ac9a2776948f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8a21b5-fd22-400c-8960-29b40bb5d803'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:02:17.427282 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port ff8a21b5-fd22-400c-8960-29b40bb5d803, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ff8a21b5-fd22-400c-8960-29b40bb5d803,segment=NetworkSegment(47124b3c-9467-4789-9524-4d7abf282659),segment_id=47124b3c-9467-4789-9524-4d7abf282659)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:02:17.430986 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:17.476181 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1e9e7a-7a35-46fb-8188-ac9a2776948f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8a21b5-fd22-400c-8960-29b40bb5d803', 'code': 200} Mar 14 16:02:17.503220 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=ff8a21b5-fd22-400c-8960-29b40bb5d803,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:02:17.693525 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d898d1d8-b5ed-4b68-8576-57f731dc88f5 req-c4140a70-efe0-49de-9141-083f8b0f6cc0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 1099 time: 0.0658333 Mar 14 16:02:17.737796 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d898d1d8-b5ed-4b68-8576-57f731dc88f5 req-fcbdfb63-b22b-4589-9837-09fb1a7b20f7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386982 Mar 14 16:02:18.038817 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:18.339618 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91d868-45dc-437d-a644-2b8872f30ca2 req-f1e93c6c-2ae2-4a85-b9b1-63a50a042f80 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:18.340945 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9c91d868-45dc-437d-a644-2b8872f30ca2 req-f1e93c6c-2ae2-4a85-b9b1-63a50a042f80 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 946 time: 0.0742199 Mar 14 16:02:18.384498 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9c91d868-45dc-437d-a644-2b8872f30ca2 req-f30d2735-e38a-4a6a-a8b6-ed671bdfd74f tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381808 Mar 14 16:02:19.579619 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250aa58-007a-45fd-8563-84c4442718d8 req-24df72c4-94b7-4fef-b498-77eae8fcf1d5 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:19.580948 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f250aa58-007a-45fd-8563-84c4442718d8 req-24df72c4-94b7-4fef-b498-77eae8fcf1d5 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 946 time: 0.0780241 Mar 14 16:02:19.623976 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f250aa58-007a-45fd-8563-84c4442718d8 req-a2f72baf-a748-40f9-a110-7042ff389e09 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375452 Mar 14 16:02:19.965801 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faef686-d290-4a7b-b375-f740f83932fd req-5a948c52-3491-4dec-9815-008a3b7d93db tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:19.967245 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6faef686-d290-4a7b-b375-f740f83932fd req-5a948c52-3491-4dec-9815-008a3b7d93db tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 946 time: 0.0804343 Mar 14 16:02:20.011590 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6faef686-d290-4a7b-b375-f740f83932fd req-784060f4-6cbf-485f-b35d-0c887b952a31 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388477 Mar 14 16:02:20.425549 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01fe93-675b-4d4a-918c-e6d70ec05e17 req-d2b87855-3754-4449-a6de-f6860e91439f tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:20.427022 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ad01fe93-675b-4d4a-918c-e6d70ec05e17 req-d2b87855-3754-4449-a6de-f6860e91439f tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 946 time: 0.0767078 Mar 14 16:02:20.471315 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ad01fe93-675b-4d4a-918c-e6d70ec05e17 req-3d88fa8b-c367-4498-959e-8666f6d2522d tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388274 Mar 14 16:02:21.204240 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:28.776305 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9f65d961-ecec-4ec3-96da-50c1f282ca3d req-d5478540-3fec-45b5-94bd-ee6e18099306 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684533 Mar 14 16:02:28.915888 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9f65d961-ecec-4ec3-96da-50c1f282ca3d req-81709409-8693-40e1-aca6-14df23cb78e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8db049b59704b89861b032ab533aa5d&device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 1099 time: 0.0684354 Mar 14 16:02:29.055738 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65d961-ecec-4ec3-96da-50c1f282ca3d req-b3c9c532-1f8f-43e8-8f31-eee5743dc225 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:29.057164 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9f65d961-ecec-4ec3-96da-50c1f282ca3d req-b3c9c532-1f8f-43e8-8f31-eee5743dc225 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5b0b3b7-34be-4d59-b237-a02df71b9c93 HTTP/1.1" status: 200 len: 916 time: 0.1236434 Mar 14 16:02:29.129491 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9f65d961-ecec-4ec3-96da-50c1f282ca3d req-d696f2ab-49b8-40c8-8246-cec3bc77c425 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff8a21b5-fd22-400c-8960-29b40bb5d803 HTTP/1.1" status: 200 len: 217 time: 0.0635405 Mar 14 16:02:29.193834 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65d961-ecec-4ec3-96da-50c1f282ca3d req-48cdad65-8832-42b6-90de-f3b8058c3f0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:29.195901 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9f65d961-ecec-4ec3-96da-50c1f282ca3d req-48cdad65-8832-42b6-90de-f3b8058c3f0d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b29d558e-cdc9-4a98-810c-887d9d181f8d HTTP/1.1" status: 200 len: 854 time: 0.0603273 Mar 14 16:02:29.278597 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9f65d961-ecec-4ec3-96da-50c1f282ca3d req-93e2527b-9255-4604-8e1f-470d9fe5eb0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5b0b3b7-34be-4d59-b237-a02df71b9c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758216 Mar 14 16:02:29.407651 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9f65d961-ecec-4ec3-96da-50c1f282ca3d req-91ecf9dc-4d77-4092-b999-0da3cda21fd8 service neutron] 10.222.0.24 "GET /v2.0/networks/c5b0b3b7-34be-4d59-b237-a02df71b9c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221693 Mar 14 16:02:29.630572 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9f65d961-ecec-4ec3-96da-50c1f282ca3d req-b61e6dd6-26ee-486b-9891-103b7dc49455 service neutron] 10.222.0.24 "GET /v2.0/networks/c5b0b3b7-34be-4d59-b237-a02df71b9c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159157 Mar 14 16:02:30.534356 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ca4f6-37ec-4bf8-b9f3-26c2ea5da3a1 req-c297879c-e227-4381-a49c-02ead16f9e18 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:30.535813 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c75ca4f6-37ec-4bf8-b9f3-26c2ea5da3a1 req-c297879c-e227-4381-a49c-02ead16f9e18 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 946 time: 0.0750439 Mar 14 16:02:30.580140 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c75ca4f6-37ec-4bf8-b9f3-26c2ea5da3a1 req-ca7c296c-e493-4ec2-96d9-a0c282691c30 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389004 Mar 14 16:02:30.606881 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 59716) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:02:30.800242 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ef777e51-1cdc-4f1e-a23a-1a3530105e87 tempest-TestMinimumBasicScenario-1258156275 tempest-TestMinimumBasicScenario-1258156275-project-admin] Synchronizing usage tracker for tenant:ea8e8384a39d4e83a2d699c90aa64263 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:02:30.816384 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ef777e51-1cdc-4f1e-a23a-1a3530105e87 tempest-TestMinimumBasicScenario-1258156275 tempest-TestMinimumBasicScenario-1258156275-project-admin] Unset dirty status for tenant:ea8e8384a39d4e83a2d699c90aa64263 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:02:30.817526 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ef777e51-1cdc-4f1e-a23a-1a3530105e87 tempest-TestMinimumBasicScenario-1258156275 tempest-TestMinimumBasicScenario-1258156275-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 1094 time: 0.2097089 Mar 14 16:02:30.820564 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 59722) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:02:30.825574 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': 'ff8a21b5-fd22-400c-8960-29b40bb5d803', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:02:30.830925 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:02:30.834624 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Usage tracker for resource:floatingip and tenant:c8db049b59704b89861b032ab533aa5d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:02:30.837338 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:02:30.842891 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:02:30.853365 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:30.986505 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:31.137652 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Allocated IP 172.26.4.78 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/bdb0e967-c737-41b4-b059-2329f71233ee) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:02:31.284334 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:31.311104 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:31.376580 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:02:31.379506 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:02:31.382313 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:02:31.414640 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Pushing event updated for resources: {'Port': ['ID=bdb0e967-c737-41b4-b059-2329f71233ee,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:02:31.438560 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:31.438915 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:31.439254 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:31.439588 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:31.439919 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:31.440247 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:31.440573 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:31.440896 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:31.441219 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:31.441540 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:31.441859 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:31.887492 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:31.940378 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:32.137791 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:32.144562 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:32.326237 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Pushing event updated for resources: {'Port': ['ID=bdb0e967-c737-41b4-b059-2329f71233ee,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:02:32.346490 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:32.531993 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Floating IP 40a49474-7bd3-42aa-b187-0a55ca4ae1b3 associated. External IP: 172.26.4.78, port: ff8a21b5-fd22-400c-8960-29b40bb5d803. Mar 14 16:02:32.912187 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Router 5f9f8793-0165-421d-9c3b-e3391d0918f0 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:02:33.106623 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:02:33.117494 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c763b5f8-1ca5-42a0-9052-1c015bb818d7 None None] Sync routers for ids ['5f9f8793-0165-421d-9c3b-e3391d0918f0'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:02:33.130364 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c763b5f8-1ca5-42a0-9052-1c015bb818d7 None None] Routers {'5f9f8793-0165-421d-9c3b-e3391d0918f0'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:02:33.130539 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:33.131100 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c763b5f8-1ca5-42a0-9052-1c015bb818d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:02:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['5f9f8793-0165-421d-9c3b-e3391d0918f0'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:02:33.182814 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b18e7cf7-9c9b-4984-9ce5-a4057aba9a22 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3610773 Mar 14 16:02:33.183214 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1e9e7a-7a35-46fb-8188-ac9a2776948f', 'tag': 'ff8a21b5-fd22-400c-8960-29b40bb5d803'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:02:33.185571 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59726) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:02:33.192564 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3b412488-4139-42f0-afd0-beb7845836d9 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1653912399', 'description': 'tempest-secgroup-smoke-1653912399 description', 'project_id': 'c8db049b59704b89861b032ab533aa5d'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:02:33.200358 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3b412488-4139-42f0-afd0-beb7845836d9 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:02:33.211894 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3b412488-4139-42f0-afd0-beb7845836d9 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:02:33.224230 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b412488-4139-42f0-afd0-beb7845836d9 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:33.239070 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1e9e7a-7a35-46fb-8188-ac9a2776948f', 'tag': 'ff8a21b5-fd22-400c-8960-29b40bb5d803', 'status': 'completed', 'code': 200} Mar 14 16:02:33.262201 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3b412488-4139-42f0-afd0-beb7845836d9 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:02:33.266099 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3b412488-4139-42f0-afd0-beb7845836d9 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Usage tracker for resource:security_group_rule and tenant:c8db049b59704b89861b032ab533aa5d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:02:33.268948 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3b412488-4139-42f0-afd0-beb7845836d9 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:02:33.274616 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3b412488-4139-42f0-afd0-beb7845836d9 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:02:33.332643 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b412488-4139-42f0-afd0-beb7845836d9 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:33.332930 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-c763b5f8-1ca5-42a0-9052-1c015bb818d7 None None] Set router 5f9f8793-0165-421d-9c3b-e3391d0918f0 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:02:33.337154 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b412488-4139-42f0-afd0-beb7845836d9 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:33.338665 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a169a6dd-e34c-42b2-9715-f091d72db559 req-4caef7dc-43d4-45dc-97da-2f5d90af2246 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8db049b59704b89861b032ab533aa5d&device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 1099 time: 0.0790331 Mar 14 16:02:33.382367 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b412488-4139-42f0-afd0-beb7845836d9 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e078453f-6ddb-44ee-bebd-7c2e359b8f6e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:02:33.392932 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b412488-4139-42f0-afd0-beb7845836d9 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:33.393273 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b412488-4139-42f0-afd0-beb7845836d9 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:33.393624 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b412488-4139-42f0-afd0-beb7845836d9 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:33.393953 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b412488-4139-42f0-afd0-beb7845836d9 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:33.394315 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b412488-4139-42f0-afd0-beb7845836d9 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:33.394646 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b412488-4139-42f0-afd0-beb7845836d9 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:33.394975 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b412488-4139-42f0-afd0-beb7845836d9 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:33.395299 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b412488-4139-42f0-afd0-beb7845836d9 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:33.395620 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b412488-4139-42f0-afd0-beb7845836d9 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:33.396137 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b412488-4139-42f0-afd0-beb7845836d9 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:33.396633 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b412488-4139-42f0-afd0-beb7845836d9 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:33.399928 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b412488-4139-42f0-afd0-beb7845836d9 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:33.404248 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3b412488-4139-42f0-afd0-beb7845836d9 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2169802 Mar 14 16:02:33.405372 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59732) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:02:33.411840 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-51311bf6-bd78-43af-a6be-9fa4b68e2133 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Request body: {'security_group_rule': {'security_group_id': 'e078453f-6ddb-44ee-bebd-7c2e359b8f6e', 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:02:33.417792 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-51311bf6-bd78-43af-a6be-9fa4b68e2133 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:02:33.421784 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-51311bf6-bd78-43af-a6be-9fa4b68e2133 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Usage tracker for resource:security_group_rule and tenant:c8db049b59704b89861b032ab533aa5d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:02:33.425075 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-51311bf6-bd78-43af-a6be-9fa4b68e2133 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:02:33.432499 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-51311bf6-bd78-43af-a6be-9fa4b68e2133 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:02:33.449732 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51311bf6-bd78-43af-a6be-9fa4b68e2133 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:33.483249 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169a6dd-e34c-42b2-9715-f091d72db559 req-f0b23a52-35a2-4b80-b22f-e654ccd381fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:33.485327 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a169a6dd-e34c-42b2-9715-f091d72db559 req-f0b23a52-35a2-4b80-b22f-e654ccd381fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5b0b3b7-34be-4d59-b237-a02df71b9c93 HTTP/1.1" status: 200 len: 916 time: 0.1409748 Mar 14 16:02:33.521162 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51311bf6-bd78-43af-a6be-9fa4b68e2133 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:33.525291 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51311bf6-bd78-43af-a6be-9fa4b68e2133 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:33.550307 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51311bf6-bd78-43af-a6be-9fa4b68e2133 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4da3a22-698d-418c-9e27-8f2c644e29b3,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:02:33.564203 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51311bf6-bd78-43af-a6be-9fa4b68e2133 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:33.565921 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-51311bf6-bd78-43af-a6be-9fa4b68e2133 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1583233 Mar 14 16:02:33.565921 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59736) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:02:33.571454 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-aa7988e8-ce23-4660-be72-c3d64703a26e tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Request body: {'security_group_rule': {'security_group_id': 'e078453f-6ddb-44ee-bebd-7c2e359b8f6e', 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:02:33.577450 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aa7988e8-ce23-4660-be72-c3d64703a26e tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:02:33.582984 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-aa7988e8-ce23-4660-be72-c3d64703a26e tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Usage tracker for resource:security_group_rule and tenant:c8db049b59704b89861b032ab533aa5d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:02:33.584596 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-aa7988e8-ce23-4660-be72-c3d64703a26e tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:02:33.595917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aa7988e8-ce23-4660-be72-c3d64703a26e tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:02:33.609043 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a169a6dd-e34c-42b2-9715-f091d72db559 req-886607bf-a706-4487-917f-556c76eae771 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff8a21b5-fd22-400c-8960-29b40bb5d803 HTTP/1.1" status: 200 len: 999 time: 0.1186397 Mar 14 16:02:33.614565 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa7988e8-ce23-4660-be72-c3d64703a26e tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:33.678450 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169a6dd-e34c-42b2-9715-f091d72db559 req-13bc9d6f-27ce-4350-bb15-53130d5b24e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:33.680492 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a169a6dd-e34c-42b2-9715-f091d72db559 req-13bc9d6f-27ce-4350-bb15-53130d5b24e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b29d558e-cdc9-4a98-810c-887d9d181f8d HTTP/1.1" status: 200 len: 854 time: 0.0658557 Mar 14 16:02:33.680853 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa7988e8-ce23-4660-be72-c3d64703a26e tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:33.684659 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa7988e8-ce23-4660-be72-c3d64703a26e tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:33.701395 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7988e8-ce23-4660-be72-c3d64703a26e tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed09fdc-6e52-4a30-be86-6a252842bc3e,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:02:33.713283 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c763b5f8-1ca5-42a0-9052-1c015bb818d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'name': 'tempest-TestMinimumBasicScenario-1234168239-router', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:01:36Z', 'updated_at': '2022-03-14T16:01:39Z', 'revision_number': 4, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'gw_port': {'id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:37Z', 'updated_at': '2022-03-14T16:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '40a49474-7bd3-42aa-b187-0a55ca4ae1b3', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'floating_ip_address': '172.26.4.78', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'port_id': 'ff8a21b5-fd22-400c-8960-29b40bb5d803', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93', 'mac_address': 'fa:16:3e:2a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e9e7a-7a35-46fb-8188-ac9a2776948f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:02:31Z', 'updated_at': '2022-03-14T16:02:31Z', 'revision_number': 0, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805e9435-acd1-4902-8bac-d440ddb19e89', 'name': '', 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'mac_address': 'fa:16:3e:51:a2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b29d558e-cdc9-4a98-810c-887d9d181f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:39Z', 'updated_at': '2022-03-14T16:01:48Z', 'revision_number': 5, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'subnets': [{'id': 'b29d558e-cdc9-4a98-810c-887d9d181f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:02:33.717812 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c763b5f8-1ca5-42a0-9052-1c015bb818d7 None None] Checking router: 5f9f8793-0165-421d-9c3b-e3391d0918f0 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:02:33.720351 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa7988e8-ce23-4660-be72-c3d64703a26e tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:33.724468 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-aa7988e8-ce23-4660-be72-c3d64703a26e tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1577063 Mar 14 16:02:33.725128 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59740) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:02:33.730811 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c0467f30-e4a0-4ade-88dc-2bb61ba97502 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Request body: {'security_group_rule': {'security_group_id': 'e078453f-6ddb-44ee-bebd-7c2e359b8f6e', 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:02:33.730990 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c763b5f8-1ca5-42a0-9052-1c015bb818d7 None None] Routers {'5f9f8793-0165-421d-9c3b-e3391d0918f0'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:02:33.731811 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c763b5f8-1ca5-42a0-9052-1c015bb818d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:02:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['5f9f8793-0165-421d-9c3b-e3391d0918f0'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:02:33.737079 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c0467f30-e4a0-4ade-88dc-2bb61ba97502 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:02:33.741048 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c0467f30-e4a0-4ade-88dc-2bb61ba97502 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Usage tracker for resource:security_group_rule and tenant:c8db049b59704b89861b032ab533aa5d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:02:33.744540 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c0467f30-e4a0-4ade-88dc-2bb61ba97502 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:02:33.750818 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c0467f30-e4a0-4ade-88dc-2bb61ba97502 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:02:33.767657 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0467f30-e4a0-4ade-88dc-2bb61ba97502 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:33.769135 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a169a6dd-e34c-42b2-9715-f091d72db559 req-d8946a85-3e13-4847-92b3-cd866e3ced04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5b0b3b7-34be-4d59-b237-a02df71b9c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832572 Mar 14 16:02:33.831154 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0467f30-e4a0-4ade-88dc-2bb61ba97502 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:33.836570 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0467f30-e4a0-4ade-88dc-2bb61ba97502 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:33.861645 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0467f30-e4a0-4ade-88dc-2bb61ba97502 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae5d8ab-81c5-4a30-a136-16249c59bc91,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:02:33.871922 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0467f30-e4a0-4ade-88dc-2bb61ba97502 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:33.876403 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c0467f30-e4a0-4ade-88dc-2bb61ba97502 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1470962 Mar 14 16:02:33.877360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59744) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:02:33.883403 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d42baadf-f909-43e1-bc99-de0a803f2faa tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Request body: {'security_group_rule': {'security_group_id': 'e078453f-6ddb-44ee-bebd-7c2e359b8f6e', 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:02:33.889306 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d42baadf-f909-43e1-bc99-de0a803f2faa tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:02:33.893306 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-d42baadf-f909-43e1-bc99-de0a803f2faa tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Usage tracker for resource:security_group_rule and tenant:c8db049b59704b89861b032ab533aa5d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:02:33.896385 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-d42baadf-f909-43e1-bc99-de0a803f2faa tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:02:33.902018 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d42baadf-f909-43e1-bc99-de0a803f2faa tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:02:33.907499 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a169a6dd-e34c-42b2-9715-f091d72db559 req-13013256-dcec-4b8a-b9d6-26ff674efcae service neutron] 10.222.0.24 "GET /v2.0/networks/c5b0b3b7-34be-4d59-b237-a02df71b9c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328061 Mar 14 16:02:33.916388 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-c763b5f8-1ca5-42a0-9052-1c015bb818d7 None None] Set router 5f9f8793-0165-421d-9c3b-e3391d0918f0 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:02:33.923297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d42baadf-f909-43e1-bc99-de0a803f2faa tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:34.094458 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d42baadf-f909-43e1-bc99-de0a803f2faa tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:34.098633 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d42baadf-f909-43e1-bc99-de0a803f2faa tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:34.122871 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42baadf-f909-43e1-bc99-de0a803f2faa tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0acc2a06-f25e-402b-a10f-1592bac38e07,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:02:34.139956 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d42baadf-f909-43e1-bc99-de0a803f2faa tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:34.142013 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d42baadf-f909-43e1-bc99-de0a803f2faa tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2636836 Mar 14 16:02:34.144643 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59748) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:02:34.152662 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5ca190ae-71da-404d-9d5f-bf5d8c1b80d5 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Request body: {'security_group_rule': {'security_group_id': 'e078453f-6ddb-44ee-bebd-7c2e359b8f6e', 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:02:34.157558 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a169a6dd-e34c-42b2-9715-f091d72db559 req-86d2a662-2c50-422c-8cd7-45b511979650 service neutron] 10.222.0.24 "GET /v2.0/networks/c5b0b3b7-34be-4d59-b237-a02df71b9c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447810 Mar 14 16:02:34.160359 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5ca190ae-71da-404d-9d5f-bf5d8c1b80d5 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:02:34.166586 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5ca190ae-71da-404d-9d5f-bf5d8c1b80d5 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Usage tracker for resource:security_group_rule and tenant:c8db049b59704b89861b032ab533aa5d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:02:34.170113 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5ca190ae-71da-404d-9d5f-bf5d8c1b80d5 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:02:34.177442 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5ca190ae-71da-404d-9d5f-bf5d8c1b80d5 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:02:34.191760 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-5ca190ae-71da-404d-9d5f-bf5d8c1b80d5 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Project c8db049b59704b89861b032ab533aa5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 16:02:34.198682 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ca190ae-71da-404d-9d5f-bf5d8c1b80d5 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:34.264042 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ca190ae-71da-404d-9d5f-bf5d8c1b80d5 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:34.268424 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ca190ae-71da-404d-9d5f-bf5d8c1b80d5 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:34.290819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca190ae-71da-404d-9d5f-bf5d8c1b80d5 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21aebc75-04dc-4cfa-89b3-b90a351f6ded,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:02:34.300681 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ca190ae-71da-404d-9d5f-bf5d8c1b80d5 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:34.301855 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5ca190ae-71da-404d-9d5f-bf5d8c1b80d5 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1562929 Mar 14 16:02:34.304601 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59752) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:02:34.310014 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ba43a0a0-c0a4-4b4d-952d-ddea177dbbc3 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Request body: {'security_group_rule': {'security_group_id': 'e078453f-6ddb-44ee-bebd-7c2e359b8f6e', 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:02:34.316452 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ba43a0a0-c0a4-4b4d-952d-ddea177dbbc3 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:02:34.317809 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c763b5f8-1ca5-42a0-9052-1c015bb818d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'name': 'tempest-TestMinimumBasicScenario-1234168239-router', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:01:36Z', 'updated_at': '2022-03-14T16:01:39Z', 'revision_number': 4, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'gw_port': {'id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:37Z', 'updated_at': '2022-03-14T16:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '40a49474-7bd3-42aa-b187-0a55ca4ae1b3', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'floating_ip_address': '172.26.4.78', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'port_id': 'ff8a21b5-fd22-400c-8960-29b40bb5d803', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93', 'mac_address': 'fa:16:3e:2a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e9e7a-7a35-46fb-8188-ac9a2776948f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:02:31Z', 'updated_at': '2022-03-14T16:02:31Z', 'revision_number': 0, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805e9435-acd1-4902-8bac-d440ddb19e89', 'name': '', 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'mac_address': 'fa:16:3e:51:a2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b29d558e-cdc9-4a98-810c-887d9d181f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:39Z', 'updated_at': '2022-03-14T16:01:48Z', 'revision_number': 5, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'subnets': [{'id': 'b29d558e-cdc9-4a98-810c-887d9d181f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:02:34.320285 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ba43a0a0-c0a4-4b4d-952d-ddea177dbbc3 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Usage tracker for resource:security_group_rule and tenant:c8db049b59704b89861b032ab533aa5d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:02:34.321901 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c763b5f8-1ca5-42a0-9052-1c015bb818d7 None None] The sync data for ids ['5f9f8793-0165-421d-9c3b-e3391d0918f0'] in dv-neutron-833561-1-hyperv is: [{'id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'name': 'tempest-TestMinimumBasicScenario-1234168239-router', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:01:36Z', 'updated_at': '2022-03-14T16:01:39Z', 'revision_number': 4, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'gw_port': {'id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:37Z', 'updated_at': '2022-03-14T16:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '40a49474-7bd3-42aa-b187-0a55ca4ae1b3', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'floating_ip_address': '172.26.4.78', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'port_id': 'ff8a21b5-fd22-400c-8960-29b40bb5d803', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93', 'mac_address': 'fa:16:3e:2a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e9e7a-7a35-46fb-8188-ac9a2776948f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:02:31Z', 'updated_at': '2022-03-14T16:02:31Z', 'revision_number': 0, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805e9435-acd1-4902-8bac-d440ddb19e89', 'name': '', 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'mac_address': 'fa:16:3e:51:a2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b29d558e-cdc9-4a98-810c-887d9d181f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:39Z', 'updated_at': '2022-03-14T16:01:48Z', 'revision_number': 5, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'subnets': [{'id': 'b29d558e-cdc9-4a98-810c-887d9d181f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:02:34.324120 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-ba43a0a0-c0a4-4b4d-952d-ddea177dbbc3 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:02:34.333946 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ba43a0a0-c0a4-4b4d-952d-ddea177dbbc3 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:02:34.344610 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-ba43a0a0-c0a4-4b4d-952d-ddea177dbbc3 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Project c8db049b59704b89861b032ab533aa5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 16:02:34.351206 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba43a0a0-c0a4-4b4d-952d-ddea177dbbc3 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:34.422446 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba43a0a0-c0a4-4b4d-952d-ddea177dbbc3 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:34.425934 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba43a0a0-c0a4-4b4d-952d-ddea177dbbc3 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:34.450320 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43a0a0-c0a4-4b4d-952d-ddea177dbbc3 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80681f9-dc1e-4a8e-9eb0-de514bde93ec,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:02:34.460339 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba43a0a0-c0a4-4b4d-952d-ddea177dbbc3 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:34.461798 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ba43a0a0-c0a4-4b4d-952d-ddea177dbbc3 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1562226 Mar 14 16:02:34.526345 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7c0022-a50a-4eaa-8318-eeac8908a6e1 None None] New status for floating IP 40a49474-7bd3-42aa-b187-0a55ca4ae1b3: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 16:02:34.600587 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f1c251b8-2665-4770-9859-23988d36d2e2 req-05c33e0f-9eca-40e1-a7ba-12993e9b882b tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1653912399&fields=id&tenant_id=c8db049b59704b89861b032ab533aa5d HTTP/1.1" status: 200 len: 267 time: 0.0433917 Mar 14 16:02:34.685868 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c251b8-2665-4770-9859-23988d36d2e2 req-aa1cc70e-da68-4d4f-936c-2764617d52c1 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:34.686407 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f1c251b8-2665-4770-9859-23988d36d2e2 req-aa1cc70e-da68-4d4f-936c-2764617d52c1 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 946 time: 0.0805573 Mar 14 16:02:34.704176 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-f1c251b8-2665-4770-9859-23988d36d2e2 req-c8a8dad5-0324-4438-8bc5-69849f431628 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Request body: {'port': {'security_groups': ['777c7a24-d516-48e1-9b55-f1ac3a47d34a', 'e078453f-6ddb-44ee-bebd-7c2e359b8f6e']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:02:34.826494 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f1c251b8-2665-4770-9859-23988d36d2e2 req-c8a8dad5-0324-4438-8bc5-69849f431628 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:35.073592 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-f1c251b8-2665-4770-9859-23988d36d2e2 req-c8a8dad5-0324-4438-8bc5-69849f431628 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] For port ff8a21b5-fd22-400c-8960-29b40bb5d803, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ff8a21b5-fd22-400c-8960-29b40bb5d803,segment=NetworkSegment(47124b3c-9467-4789-9524-4d7abf282659),segment_id=47124b3c-9467-4789-9524-4d7abf282659)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:02:35.098579 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f1c251b8-2665-4770-9859-23988d36d2e2 req-c8a8dad5-0324-4438-8bc5-69849f431628 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:35.103048 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f1c251b8-2665-4770-9859-23988d36d2e2 req-c8a8dad5-0324-4438-8bc5-69849f431628 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:35.115725 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['ff8a21b5-fd22-400c-8960-29b40bb5d803'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:02:35.173267 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c251b8-2665-4770-9859-23988d36d2e2 req-c8a8dad5-0324-4438-8bc5-69849f431628 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:35.173865 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f1c251b8-2665-4770-9859-23988d36d2e2 req-c8a8dad5-0324-4438-8bc5-69849f431628 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:35.179209 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f1c251b8-2665-4770-9859-23988d36d2e2 req-c8a8dad5-0324-4438-8bc5-69849f431628 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "PUT /v2.0/ports/ff8a21b5-fd22-400c-8960-29b40bb5d803 HTTP/1.1" status: 200 len: 982 time: 0.4801910 Mar 14 16:02:35.204693 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8dad5-0324-4438-8bc5-69849f431628 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Pushing event updated for resources: {'Port': ['ID=ff8a21b5-fd22-400c-8960-29b40bb5d803,revision_number=6']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:02:35.240611 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1e9e7a-7a35-46fb-8188-ac9a2776948f', 'tag': 'ff8a21b5-fd22-400c-8960-29b40bb5d803'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:02:35.241519 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['ff8a21b5-fd22-400c-8960-29b40bb5d803'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:02:35.299759 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1e9e7a-7a35-46fb-8188-ac9a2776948f', 'tag': 'ff8a21b5-fd22-400c-8960-29b40bb5d803', 'status': 'completed', 'code': 200} Mar 14 16:02:35.404822 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f1e5b221-eaef-4975-8c6e-9decf6581d1f req-5038c68f-ef13-4c93-b716-db4189cccdac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8db049b59704b89861b032ab533aa5d&device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 1138 time: 0.0796030 Mar 14 16:02:35.411595 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374c57a-0a02-459e-b092-e2e28dc1d5d2 req-95460109-d99a-4d46-9a80-fc482210418d tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:35.414031 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b374c57a-0a02-459e-b092-e2e28dc1d5d2 req-95460109-d99a-4d46-9a80-fc482210418d tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 985 time: 0.1040115 Mar 14 16:02:35.466599 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-b374c57a-0a02-459e-b092-e2e28dc1d5d2 req-926ce5d4-64b8-41ee-a6aa-d5520eea6632 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Synchronizing usage tracker for tenant:c8db049b59704b89861b032ab533aa5d on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:02:35.484720 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-b374c57a-0a02-459e-b092-e2e28dc1d5d2 req-926ce5d4-64b8-41ee-a6aa-d5520eea6632 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Unset dirty status for tenant:c8db049b59704b89861b032ab533aa5d on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:02:35.486547 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b374c57a-0a02-459e-b092-e2e28dc1d5d2 req-926ce5d4-64b8-41ee-a6aa-d5520eea6632 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=e078453f-6ddb-44ee-bebd-7c2e359b8f6e&id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667307 Mar 14 16:02:35.546597 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5b221-eaef-4975-8c6e-9decf6581d1f req-4733f48f-8fe9-4ae3-a686-c448e9da2c5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:35.549266 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f1e5b221-eaef-4975-8c6e-9decf6581d1f req-4733f48f-8fe9-4ae3-a686-c448e9da2c5e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5b0b3b7-34be-4d59-b237-a02df71b9c93 HTTP/1.1" status: 200 len: 916 time: 0.1379473 Mar 14 16:02:35.563960 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1461db6a-1e94-4eb2-ac6a-c131c7a19d5d None None] Provisioning complete for port ff8a21b5-fd22-400c-8960-29b40bb5d803 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:02:35.564574 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1461db6a-1e94-4eb2-ac6a-c131c7a19d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:35.670435 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f1e5b221-eaef-4975-8c6e-9decf6581d1f req-998c29e5-c695-42fa-a24c-f017de08625b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff8a21b5-fd22-400c-8960-29b40bb5d803 HTTP/1.1" status: 200 len: 1001 time: 0.1105022 Mar 14 16:02:35.732602 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5b221-eaef-4975-8c6e-9decf6581d1f req-59f45838-371b-42ae-90b1-96a8819d9769 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:35.733938 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f1e5b221-eaef-4975-8c6e-9decf6581d1f req-59f45838-371b-42ae-90b1-96a8819d9769 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b29d558e-cdc9-4a98-810c-887d9d181f8d HTTP/1.1" status: 200 len: 854 time: 0.0607040 Mar 14 16:02:35.806645 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f1e5b221-eaef-4975-8c6e-9decf6581d1f req-a1299142-e36b-46d4-8e7b-639528b44442 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5b0b3b7-34be-4d59-b237-a02df71b9c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665324 Mar 14 16:02:35.944042 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f1e5b221-eaef-4975-8c6e-9decf6581d1f req-656a08a0-513a-41aa-b25c-c4daf7ecd621 service neutron] 10.222.0.24 "GET /v2.0/networks/c5b0b3b7-34be-4d59-b237-a02df71b9c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309485 Mar 14 16:02:36.077426 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f1e5b221-eaef-4975-8c6e-9decf6581d1f req-e3c31a55-27ee-4b5e-b36b-310201b33a45 service neutron] 10.222.0.24 "GET /v2.0/networks/c5b0b3b7-34be-4d59-b237-a02df71b9c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270740 Mar 14 16:02:42.989769 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-06bd3a3d-9ec8-46d9-8aaa-a61c0f7cd4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:45.155951 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-58131d43-b4b9-45c1-afc8-d0db023e8a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:46.383384 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:46.590509 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:48.041933 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:50.675406 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:02:51.199067 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:12.991864 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7713b0ac-23b5-4015-8348-03470946b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:15.163380 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-643d59e5-fd20-4ea0-befc-97caa8c148af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:16.385800 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:16.592561 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:18.044367 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:21.211024 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:27.675299 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:03:29.779073 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a1498855-d5ef-461c-9e2a-44b6e5948fec req-0e4169b6-9f4b-4c6d-ad5a-7e84a18f6bc4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782332 Mar 14 16:03:29.920274 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a1498855-d5ef-461c-9e2a-44b6e5948fec req-ca0ff330-28da-4154-bd15-7cd3380bdfda service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8db049b59704b89861b032ab533aa5d&device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 1138 time: 0.0722475 Mar 14 16:03:30.150911 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1498855-d5ef-461c-9e2a-44b6e5948fec req-d32b9a71-dcd1-43ac-ba9b-491e11ec3015 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:30.152349 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a1498855-d5ef-461c-9e2a-44b6e5948fec req-d32b9a71-dcd1-43ac-ba9b-491e11ec3015 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5b0b3b7-34be-4d59-b237-a02df71b9c93 HTTP/1.1" status: 200 len: 916 time: 0.2138491 Mar 14 16:03:30.255235 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a1498855-d5ef-461c-9e2a-44b6e5948fec req-e50d28ee-cda7-43c3-98ed-931db3273e31 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff8a21b5-fd22-400c-8960-29b40bb5d803 HTTP/1.1" status: 200 len: 1001 time: 0.0967436 Mar 14 16:03:30.316067 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1498855-d5ef-461c-9e2a-44b6e5948fec req-c55f279c-e785-4976-9c32-33d36ed00ff8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:30.317521 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a1498855-d5ef-461c-9e2a-44b6e5948fec req-c55f279c-e785-4976-9c32-33d36ed00ff8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b29d558e-cdc9-4a98-810c-887d9d181f8d HTTP/1.1" status: 200 len: 854 time: 0.0569525 Mar 14 16:03:30.388923 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a1498855-d5ef-461c-9e2a-44b6e5948fec req-272d186f-a6af-4a0f-aa7f-7dc8c146a4e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5b0b3b7-34be-4d59-b237-a02df71b9c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658033 Mar 14 16:03:30.520869 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a1498855-d5ef-461c-9e2a-44b6e5948fec req-18fcecfb-3034-489f-901c-dfe488e726c4 service neutron] 10.222.0.24 "GET /v2.0/networks/c5b0b3b7-34be-4d59-b237-a02df71b9c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260600 Mar 14 16:03:30.648709 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a1498855-d5ef-461c-9e2a-44b6e5948fec req-56abd7cd-24d0-4ffd-88e0-7b5e3d421ff0 service neutron] 10.222.0.24 "GET /v2.0/networks/c5b0b3b7-34be-4d59-b237-a02df71b9c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225660 Mar 14 16:03:33.639350 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e289d3cf-056c-4cab-9e2b-c425ac6a25e0 req-db53a92b-95ad-4266-9b2d-1372aa4d977d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8db049b59704b89861b032ab533aa5d&device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 1138 time: 0.0757079 Mar 14 16:03:33.694067 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e95a58-5cd0-4b6b-950d-2ed151c41acb req-ff270d50-4ad1-4d83-b581-acc39a6888b0 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:33.695528 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e0e95a58-5cd0-4b6b-950d-2ed151c41acb req-ff270d50-4ad1-4d83-b581-acc39a6888b0 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 985 time: 0.0788691 Mar 14 16:03:33.742404 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e0e95a58-5cd0-4b6b-950d-2ed151c41acb req-92b3656d-c7a4-4910-85a5-3b92cd85ad18 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=e078453f-6ddb-44ee-bebd-7c2e359b8f6e&id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412400 Mar 14 16:03:33.773256 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289d3cf-056c-4cab-9e2b-c425ac6a25e0 req-2fb71452-9f46-4197-91d4-d76fd8dc73cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:33.774722 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e289d3cf-056c-4cab-9e2b-c425ac6a25e0 req-2fb71452-9f46-4197-91d4-d76fd8dc73cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5b0b3b7-34be-4d59-b237-a02df71b9c93 HTTP/1.1" status: 200 len: 916 time: 0.1295536 Mar 14 16:03:33.875471 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e289d3cf-056c-4cab-9e2b-c425ac6a25e0 req-6245b6bd-ab55-434f-8ed2-d84133cd1e54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff8a21b5-fd22-400c-8960-29b40bb5d803 HTTP/1.1" status: 200 len: 1001 time: 0.0944350 Mar 14 16:03:33.935601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289d3cf-056c-4cab-9e2b-c425ac6a25e0 req-bbed4bbd-4b96-43a1-a4f6-297fb1b809da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:33.937200 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e289d3cf-056c-4cab-9e2b-c425ac6a25e0 req-bbed4bbd-4b96-43a1-a4f6-297fb1b809da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b29d558e-cdc9-4a98-810c-887d9d181f8d HTTP/1.1" status: 200 len: 854 time: 0.0555563 Mar 14 16:03:34.014241 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e289d3cf-056c-4cab-9e2b-c425ac6a25e0 req-a7c3e217-3cc6-48ee-9e7e-1a0f7fcc71f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5b0b3b7-34be-4d59-b237-a02df71b9c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709379 Mar 14 16:03:34.141473 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e289d3cf-056c-4cab-9e2b-c425ac6a25e0 req-6ed263d0-776c-4107-8d78-231f43b99633 service neutron] 10.222.0.24 "GET /v2.0/networks/c5b0b3b7-34be-4d59-b237-a02df71b9c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201501 Mar 14 16:03:34.270254 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e289d3cf-056c-4cab-9e2b-c425ac6a25e0 req-f6f8e6aa-a660-474a-91c2-feb1a88c8fbe service neutron] 10.222.0.24 "GET /v2.0/networks/c5b0b3b7-34be-4d59-b237-a02df71b9c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228900 Mar 14 16:03:34.938386 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf33bce-0db4-4963-9ae7-9eff5835352a req-6a5df15d-f142-4697-a0e6-f9133d6b1012 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:34.939804 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-faf33bce-0db4-4963-9ae7-9eff5835352a req-6a5df15d-f142-4697-a0e6-f9133d6b1012 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 985 time: 0.0747118 Mar 14 16:03:34.987293 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-faf33bce-0db4-4963-9ae7-9eff5835352a req-7fca775b-4e3a-4d7e-95fa-79687405928e tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=e078453f-6ddb-44ee-bebd-7c2e359b8f6e&id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413928 Mar 14 16:03:36.181134 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db106076-1cb0-4fe5-98d7-682cebcdbbcf req-7d2a1b7d-966f-4cac-93b7-10f75cc8bcff tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:36.182606 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-db106076-1cb0-4fe5-98d7-682cebcdbbcf req-7d2a1b7d-966f-4cac-93b7-10f75cc8bcff tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 985 time: 0.0745101 Mar 14 16:03:36.233017 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-db106076-1cb0-4fe5-98d7-682cebcdbbcf req-3567f321-9662-4948-8371-d243e826cc63 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=e078453f-6ddb-44ee-bebd-7c2e359b8f6e&id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446970 Mar 14 16:03:37.430453 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a8c8a-114d-45c4-8beb-b0d67d3afce2 req-cc1a4f40-09da-4edd-836e-156c65e2cada tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:37.431877 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-649a8c8a-114d-45c4-8beb-b0d67d3afce2 req-cc1a4f40-09da-4edd-836e-156c65e2cada tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 985 time: 0.0773647 Mar 14 16:03:37.477917 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-649a8c8a-114d-45c4-8beb-b0d67d3afce2 req-bbf60074-73fc-4743-99ff-99024a37e7d0 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=e078453f-6ddb-44ee-bebd-7c2e359b8f6e&id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401785 Mar 14 16:03:38.670158 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f3c3b-a47a-408a-8999-0a676bb9abe4 req-a6499cf8-6026-4176-8884-06a7d9402cdf tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:38.671577 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e19f3c3b-a47a-408a-8999-0a676bb9abe4 req-a6499cf8-6026-4176-8884-06a7d9402cdf tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 985 time: 0.0744901 Mar 14 16:03:38.716818 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e19f3c3b-a47a-408a-8999-0a676bb9abe4 req-231a7523-63f4-434f-9a11-bc552c94588f tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=e078453f-6ddb-44ee-bebd-7c2e359b8f6e&id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391462 Mar 14 16:03:39.909664 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856f22e-cc1d-433d-b1ff-b8a24d39fbb2 req-910280ff-c8ab-47b8-8930-da5a63977ea1 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:39.911756 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d856f22e-cc1d-433d-b1ff-b8a24d39fbb2 req-910280ff-c8ab-47b8-8930-da5a63977ea1 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 985 time: 0.0750241 Mar 14 16:03:39.956491 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d856f22e-cc1d-433d-b1ff-b8a24d39fbb2 req-90993b7b-e349-4dcc-9c65-3c02a29c173c tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=e078453f-6ddb-44ee-bebd-7c2e359b8f6e&id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390830 Mar 14 16:03:41.177197 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c6df1-e3e9-441d-a89f-136899db13cb req-a1f5d770-0850-4bd1-81f1-ad1dbef544d7 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:41.178671 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-787c6df1-e3e9-441d-a89f-136899db13cb req-a1f5d770-0850-4bd1-81f1-ad1dbef544d7 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 985 time: 0.0985968 Mar 14 16:03:41.225745 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-787c6df1-e3e9-441d-a89f-136899db13cb req-f846df77-cce7-45d4-94d7-f9c2247c43e6 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=e078453f-6ddb-44ee-bebd-7c2e359b8f6e&id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414584 Mar 14 16:03:42.508238 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719b4fc-d1d8-443b-b2bc-853806f85488 req-a7c93b89-d83b-47c1-9b6d-4319f2e5cc61 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:42.509674 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9719b4fc-d1d8-443b-b2bc-853806f85488 req-a7c93b89-d83b-47c1-9b6d-4319f2e5cc61 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 985 time: 0.1640885 Mar 14 16:03:42.555978 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9719b4fc-d1d8-443b-b2bc-853806f85488 req-8ad5b3a0-2a08-4ab5-9956-3e25c3b340a0 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=e078453f-6ddb-44ee-bebd-7c2e359b8f6e&id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405455 Mar 14 16:03:42.992559 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-95ba6b56-ac29-4c91-b9b3-217b379af9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:43.748777 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179887f-ad85-4bc0-b1a7-56bc66e65690 req-bbd9b440-9b94-4f2b-a98e-4dfebf2d08db tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:43.750254 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6179887f-ad85-4bc0-b1a7-56bc66e65690 req-bbd9b440-9b94-4f2b-a98e-4dfebf2d08db tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 985 time: 0.0771677 Mar 14 16:03:43.796762 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6179887f-ad85-4bc0-b1a7-56bc66e65690 req-904fbf75-cb2b-449d-9c0b-796063924ed4 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=e078453f-6ddb-44ee-bebd-7c2e359b8f6e&id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404594 Mar 14 16:03:44.992993 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4f9bd-17ba-49dd-af0c-7bda6c7c80fa req-adb023a4-302e-4da1-ae7a-c93e54c84e83 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:44.994376 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-65b4f9bd-17ba-49dd-af0c-7bda6c7c80fa req-adb023a4-302e-4da1-ae7a-c93e54c84e83 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 985 time: 0.0781810 Mar 14 16:03:45.040538 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-65b4f9bd-17ba-49dd-af0c-7bda6c7c80fa req-ced064fa-2b46-49c6-af4a-fb368f217a53 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=e078453f-6ddb-44ee-bebd-7c2e359b8f6e&id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404403 Mar 14 16:03:45.156452 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-38b2c333-417a-4fdd-a225-b7a74598daab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:46.244171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce4d22-14c9-4794-9555-d3b322945367 req-264071e2-d346-44b4-ad41-b6f014802a42 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:46.245603 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-72ce4d22-14c9-4794-9555-d3b322945367 req-264071e2-d346-44b4-ad41-b6f014802a42 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 985 time: 0.0824707 Mar 14 16:03:46.291248 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-72ce4d22-14c9-4794-9555-d3b322945367 req-0d785b1c-dde3-48fa-8f42-87b0e7cb5b69 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=e078453f-6ddb-44ee-bebd-7c2e359b8f6e&id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400288 Mar 14 16:03:46.388969 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:46.594072 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:48.047674 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:51.227241 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:04.674960 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:04:12.993864 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1b077199-b2e0-450c-aaab-877a3a375806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:15.158201 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4706dea6-6fad-4c9f-85b0-6db142c15ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:16.390442 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:16.595867 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:18.049775 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:21.229984 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:30.860387 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d66cd1f0-52b5-4ae5-87cb-5438cb9e1a51 req-d44c59ed-fc1d-43e3-b5bd-f9aab1007b3e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1469734 Mar 14 16:04:30.994423 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d66cd1f0-52b5-4ae5-87cb-5438cb9e1a51 req-7c4c4cba-abe6-4b9d-8717-c4a120ff80c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8db049b59704b89861b032ab533aa5d&device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 1138 time: 0.0697889 Mar 14 16:04:31.136871 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cd1f0-52b5-4ae5-87cb-5438cb9e1a51 req-8265857d-8ae2-40e5-86f0-41d20eb545c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:31.138332 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d66cd1f0-52b5-4ae5-87cb-5438cb9e1a51 req-8265857d-8ae2-40e5-86f0-41d20eb545c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5b0b3b7-34be-4d59-b237-a02df71b9c93 HTTP/1.1" status: 200 len: 916 time: 0.1243107 Mar 14 16:04:31.256264 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d66cd1f0-52b5-4ae5-87cb-5438cb9e1a51 req-8aaee5cb-cb7a-448c-b26e-42118decc3b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff8a21b5-fd22-400c-8960-29b40bb5d803 HTTP/1.1" status: 200 len: 1001 time: 0.1097438 Mar 14 16:04:31.319501 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cd1f0-52b5-4ae5-87cb-5438cb9e1a51 req-729cd31a-2b64-424c-9293-c9ee3e797d31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:31.320887 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d66cd1f0-52b5-4ae5-87cb-5438cb9e1a51 req-729cd31a-2b64-424c-9293-c9ee3e797d31 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b29d558e-cdc9-4a98-810c-887d9d181f8d HTTP/1.1" status: 200 len: 854 time: 0.0586655 Mar 14 16:04:31.392572 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d66cd1f0-52b5-4ae5-87cb-5438cb9e1a51 req-6124f69b-c216-4e26-8ad5-0dcaff4a39ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5b0b3b7-34be-4d59-b237-a02df71b9c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654979 Mar 14 16:04:31.525699 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d66cd1f0-52b5-4ae5-87cb-5438cb9e1a51 req-6780ff23-53a5-4973-8ca7-b903ba7dd80e service neutron] 10.222.0.24 "GET /v2.0/networks/c5b0b3b7-34be-4d59-b237-a02df71b9c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263101 Mar 14 16:04:31.652961 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d66cd1f0-52b5-4ae5-87cb-5438cb9e1a51 req-c0b70c37-243a-457f-b20f-919e51189f89 service neutron] 10.222.0.24 "GET /v2.0/networks/c5b0b3b7-34be-4d59-b237-a02df71b9c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206660 Mar 14 16:04:34.971403 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b42ded2b-ff52-4dab-9fc0-e7cc8873b61f req-64034bfd-580d-485b-a2a8-55dc608c0bad tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1653912399&fields=id&tenant_id=c8db049b59704b89861b032ab533aa5d HTTP/1.1" status: 200 len: 267 time: 0.2045331 Mar 14 16:04:35.053974 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ded2b-ff52-4dab-9fc0-e7cc8873b61f req-453d1442-7d63-4fd7-8007-ab87f6dd504a tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:35.055441 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b42ded2b-ff52-4dab-9fc0-e7cc8873b61f req-453d1442-7d63-4fd7-8007-ab87f6dd504a tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 985 time: 0.0782754 Mar 14 16:04:35.066623 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-b42ded2b-ff52-4dab-9fc0-e7cc8873b61f req-2f70497e-7546-4364-b3b8-a072beb63f50 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Request body: {'port': {'security_groups': ['777c7a24-d516-48e1-9b55-f1ac3a47d34a']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:04:35.178842 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b42ded2b-ff52-4dab-9fc0-e7cc8873b61f req-2f70497e-7546-4364-b3b8-a072beb63f50 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:35.415709 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-b42ded2b-ff52-4dab-9fc0-e7cc8873b61f req-2f70497e-7546-4364-b3b8-a072beb63f50 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] For port ff8a21b5-fd22-400c-8960-29b40bb5d803, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ff8a21b5-fd22-400c-8960-29b40bb5d803,segment=NetworkSegment(47124b3c-9467-4789-9524-4d7abf282659),segment_id=47124b3c-9467-4789-9524-4d7abf282659)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:04:35.439497 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b42ded2b-ff52-4dab-9fc0-e7cc8873b61f req-2f70497e-7546-4364-b3b8-a072beb63f50 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:35.445043 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b42ded2b-ff52-4dab-9fc0-e7cc8873b61f req-2f70497e-7546-4364-b3b8-a072beb63f50 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:35.456833 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['ff8a21b5-fd22-400c-8960-29b40bb5d803'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:04:35.515712 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ded2b-ff52-4dab-9fc0-e7cc8873b61f req-2f70497e-7546-4364-b3b8-a072beb63f50 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:35.516347 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b42ded2b-ff52-4dab-9fc0-e7cc8873b61f req-2f70497e-7546-4364-b3b8-a072beb63f50 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:35.517711 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b42ded2b-ff52-4dab-9fc0-e7cc8873b61f req-2f70497e-7546-4364-b3b8-a072beb63f50 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "PUT /v2.0/ports/ff8a21b5-fd22-400c-8960-29b40bb5d803 HTTP/1.1" status: 200 len: 943 time: 0.4559476 Mar 14 16:04:35.518511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1e9e7a-7a35-46fb-8188-ac9a2776948f', 'tag': 'ff8a21b5-fd22-400c-8960-29b40bb5d803'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:04:35.524823 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59848) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:04:35.546179 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70497e-7546-4364-b3b8-a072beb63f50 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Pushing event updated for resources: {'Port': ['ID=ff8a21b5-fd22-400c-8960-29b40bb5d803,revision_number=7']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:35.568037 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70497e-7546-4364-b3b8-a072beb63f50 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:35.568443 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70497e-7546-4364-b3b8-a072beb63f50 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:35.568708 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70497e-7546-4364-b3b8-a072beb63f50 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:35.569042 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70497e-7546-4364-b3b8-a072beb63f50 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:35.569368 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70497e-7546-4364-b3b8-a072beb63f50 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:35.569698 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70497e-7546-4364-b3b8-a072beb63f50 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:35.570020 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70497e-7546-4364-b3b8-a072beb63f50 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:35.570787 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70497e-7546-4364-b3b8-a072beb63f50 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:35.570787 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70497e-7546-4364-b3b8-a072beb63f50 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:35.570980 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70497e-7546-4364-b3b8-a072beb63f50 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:35.571291 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70497e-7546-4364-b3b8-a072beb63f50 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:35.603784 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['ff8a21b5-fd22-400c-8960-29b40bb5d803'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:04:35.613719 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e72b6d85-1e0b-481a-b7f4-7755776554a8 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:35.645368 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e72b6d85-1e0b-481a-b7f4-7755776554a8 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:35.710089 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1e9e7a-7a35-46fb-8188-ac9a2776948f', 'tag': 'ff8a21b5-fd22-400c-8960-29b40bb5d803', 'status': 'completed', 'code': 200} Mar 14 16:04:35.729112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e72b6d85-1e0b-481a-b7f4-7755776554a8 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:35.763741 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b6d85-1e0b-481a-b7f4-7755776554a8 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e078453f-6ddb-44ee-bebd-7c2e359b8f6e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:35.768629 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e72b6d85-1e0b-481a-b7f4-7755776554a8 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:35.769776 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e72b6d85-1e0b-481a-b7f4-7755776554a8 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "DELETE /v2.0/security-groups/e078453f-6ddb-44ee-bebd-7c2e359b8f6e HTTP/1.1" status: 204 len: 168 time: 0.2431934 Mar 14 16:04:35.774586 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59854) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:04:35.814533 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f1208c88-dec2-473d-80b9-c5f9ada5a39c None None] Provisioning complete for port ff8a21b5-fd22-400c-8960-29b40bb5d803 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:04:35.814831 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1208c88-dec2-473d-80b9-c5f9ada5a39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:35.830427 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72b6d85-1e0b-481a-b7f4-7755776554a8 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:35.830782 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72b6d85-1e0b-481a-b7f4-7755776554a8 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:35.831130 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72b6d85-1e0b-481a-b7f4-7755776554a8 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:35.831874 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72b6d85-1e0b-481a-b7f4-7755776554a8 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:35.831874 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72b6d85-1e0b-481a-b7f4-7755776554a8 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:35.832115 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72b6d85-1e0b-481a-b7f4-7755776554a8 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:35.833885 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72b6d85-1e0b-481a-b7f4-7755776554a8 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:35.833997 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72b6d85-1e0b-481a-b7f4-7755776554a8 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:35.834280 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72b6d85-1e0b-481a-b7f4-7755776554a8 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:35.834620 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72b6d85-1e0b-481a-b7f4-7755776554a8 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:35.834957 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72b6d85-1e0b-481a-b7f4-7755776554a8 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:35.837588 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ecc15fa3-fc1d-4d4e-b028-1f60fbbeb5e4 req-e81950ed-f0e5-4287-a4c3-5eaba3055a06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8db049b59704b89861b032ab533aa5d&device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 1099 time: 0.1050670 Mar 14 16:04:35.997407 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b89a0648-4baa-4e67-9df1-16e3e587a00f tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Deleting port bdb0e967-c737-41b4-b059-2329f71233ee {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:04:35.997748 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b89a0648-4baa-4e67-9df1-16e3e587a00f tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:36.068903 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc15fa3-fc1d-4d4e-b028-1f60fbbeb5e4 req-317093ff-c892-49c6-8e81-acfb597f86dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:36.070391 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ecc15fa3-fc1d-4d4e-b028-1f60fbbeb5e4 req-317093ff-c892-49c6-8e81-acfb597f86dd service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5b0b3b7-34be-4d59-b237-a02df71b9c93 HTTP/1.1" status: 200 len: 916 time: 0.2227104 Mar 14 16:04:36.171553 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ecc15fa3-fc1d-4d4e-b028-1f60fbbeb5e4 req-711d07b9-53e1-4653-8938-741e709319a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff8a21b5-fd22-400c-8960-29b40bb5d803 HTTP/1.1" status: 200 len: 1001 time: 0.0947268 Mar 14 16:04:36.172492 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b89a0648-4baa-4e67-9df1-16e3e587a00f tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:36.172824 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b89a0648-4baa-4e67-9df1-16e3e587a00f tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:36.234417 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc15fa3-fc1d-4d4e-b028-1f60fbbeb5e4 req-50935238-137c-4a2f-b066-1ef8b8eedbdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:36.235771 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ecc15fa3-fc1d-4d4e-b028-1f60fbbeb5e4 req-50935238-137c-4a2f-b066-1ef8b8eedbdf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b29d558e-cdc9-4a98-810c-887d9d181f8d HTTP/1.1" status: 200 len: 854 time: 0.0586424 Mar 14 16:04:36.291776 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b89a0648-4baa-4e67-9df1-16e3e587a00f tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Calling delete_port for bdb0e967-c737-41b4-b059-2329f71233ee owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:04:36.312173 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ecc15fa3-fc1d-4d4e-b028-1f60fbbeb5e4 req-6bbefdb3-018b-4857-9922-b36fd414e536 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5b0b3b7-34be-4d59-b237-a02df71b9c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706339 Mar 14 16:04:36.440127 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b89a0648-4baa-4e67-9df1-16e3e587a00f tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:36.444528 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ecc15fa3-fc1d-4d4e-b028-1f60fbbeb5e4 req-3c069810-76b8-465e-b48b-a11055cd8ccc service neutron] 10.222.0.24 "GET /v2.0/networks/c5b0b3b7-34be-4d59-b237-a02df71b9c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259892 Mar 14 16:04:36.483555 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a0648-4baa-4e67-9df1-16e3e587a00f tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Pushing event deleted for resources: {'Port': ['ID=bdb0e967-c737-41b4-b059-2329f71233ee,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:36.575658 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b89a0648-4baa-4e67-9df1-16e3e587a00f tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:36.577353 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ecc15fa3-fc1d-4d4e-b028-1f60fbbeb5e4 req-45ce5b38-832e-43a0-83e3-76e9922774f6 service neutron] 10.222.0.24 "GET /v2.0/networks/c5b0b3b7-34be-4d59-b237-a02df71b9c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274843 Mar 14 16:04:37.061195 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89a0648-4baa-4e67-9df1-16e3e587a00f tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Router 5f9f8793-0165-421d-9c3b-e3391d0918f0 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:04:37.264816 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89a0648-4baa-4e67-9df1-16e3e587a00f tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:04:37.274798 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d2b2ac-1441-427c-acbb-816ebaf104c5 None None] Sync routers for ids ['5f9f8793-0165-421d-9c3b-e3391d0918f0'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:04:37.285485 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b89a0648-4baa-4e67-9df1-16e3e587a00f tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:37.287985 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d2b2ac-1441-427c-acbb-816ebaf104c5 None None] Routers {'5f9f8793-0165-421d-9c3b-e3391d0918f0'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:04:37.288589 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d0d2b2ac-1441-427c-acbb-816ebaf104c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:04:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['5f9f8793-0165-421d-9c3b-e3391d0918f0'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:04:37.339690 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b89a0648-4baa-4e67-9df1-16e3e587a00f tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "DELETE /v2.0/floatingips/40a49474-7bd3-42aa-b187-0a55ca4ae1b3 HTTP/1.1" status: 204 len: 168 time: 1.5641100 Mar 14 16:04:37.340265 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1e9e7a-7a35-46fb-8188-ac9a2776948f', 'tag': 'ff8a21b5-fd22-400c-8960-29b40bb5d803'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:04:37.471132 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d0d2b2ac-1441-427c-acbb-816ebaf104c5 None None] Set router 5f9f8793-0165-421d-9c3b-e3391d0918f0 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:04:37.480790 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1e9e7a-7a35-46fb-8188-ac9a2776948f', 'tag': 'ff8a21b5-fd22-400c-8960-29b40bb5d803', 'status': 'completed', 'code': 200} Mar 14 16:04:37.573547 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-27d20657-fd02-4ff1-8991-d93cd61dcb72 req-ba32ffa6-3b71-4dd5-8901-86a8c3966a52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8db049b59704b89861b032ab533aa5d&device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 1099 time: 0.0725892 Mar 14 16:04:37.718793 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d20657-fd02-4ff1-8991-d93cd61dcb72 req-210aedd6-f5d6-4729-9452-53bf6395bb3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:37.720186 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-27d20657-fd02-4ff1-8991-d93cd61dcb72 req-210aedd6-f5d6-4729-9452-53bf6395bb3d service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5b0b3b7-34be-4d59-b237-a02df71b9c93 HTTP/1.1" status: 200 len: 916 time: 0.1399386 Mar 14 16:04:37.797568 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-27d20657-fd02-4ff1-8991-d93cd61dcb72 req-ebdc15f9-48d7-4c44-9945-272d646e349e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff8a21b5-fd22-400c-8960-29b40bb5d803 HTTP/1.1" status: 200 len: 217 time: 0.0715058 Mar 14 16:04:37.808786 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d0d2b2ac-1441-427c-acbb-816ebaf104c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'name': 'tempest-TestMinimumBasicScenario-1234168239-router', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:01:36Z', 'updated_at': '2022-03-14T16:01:39Z', 'revision_number': 4, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'gw_port': {'id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:37Z', 'updated_at': '2022-03-14T16:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '805e9435-acd1-4902-8bac-d440ddb19e89', 'name': '', 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'mac_address': 'fa:16:3e:51:a2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b29d558e-cdc9-4a98-810c-887d9d181f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:39Z', 'updated_at': '2022-03-14T16:01:48Z', 'revision_number': 5, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'subnets': [{'id': 'b29d558e-cdc9-4a98-810c-887d9d181f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:04:37.812915 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d2b2ac-1441-427c-acbb-816ebaf104c5 None None] Checking router: 5f9f8793-0165-421d-9c3b-e3391d0918f0 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:04:37.823259 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d2b2ac-1441-427c-acbb-816ebaf104c5 None None] Routers {'5f9f8793-0165-421d-9c3b-e3391d0918f0'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:04:37.823828 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d0d2b2ac-1441-427c-acbb-816ebaf104c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:04:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['5f9f8793-0165-421d-9c3b-e3391d0918f0'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:04:37.862177 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d20657-fd02-4ff1-8991-d93cd61dcb72 req-31f98beb-ab3a-4f55-8e6f-ed2f5f3d9645 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:37.864853 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-27d20657-fd02-4ff1-8991-d93cd61dcb72 req-31f98beb-ab3a-4f55-8e6f-ed2f5f3d9645 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b29d558e-cdc9-4a98-810c-887d9d181f8d HTTP/1.1" status: 200 len: 854 time: 0.0590749 Mar 14 16:04:37.939192 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-27d20657-fd02-4ff1-8991-d93cd61dcb72 req-1d128966-ca76-43bc-8be2-4e7768f6cb4b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5b0b3b7-34be-4d59-b237-a02df71b9c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695045 Mar 14 16:04:38.008399 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d0d2b2ac-1441-427c-acbb-816ebaf104c5 None None] Set router 5f9f8793-0165-421d-9c3b-e3391d0918f0 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:04:38.088232 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-27d20657-fd02-4ff1-8991-d93cd61dcb72 req-bd3773fd-de57-4f8d-b5f7-a1435db31a81 service neutron] 10.222.0.24 "GET /v2.0/networks/c5b0b3b7-34be-4d59-b237-a02df71b9c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427989 Mar 14 16:04:38.228889 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-27d20657-fd02-4ff1-8991-d93cd61dcb72 req-c582bd7f-c535-4e4f-b5eb-0469a6b9977c service neutron] 10.222.0.24 "GET /v2.0/networks/c5b0b3b7-34be-4d59-b237-a02df71b9c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327486 Mar 14 16:04:38.344847 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d0d2b2ac-1441-427c-acbb-816ebaf104c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'name': 'tempest-TestMinimumBasicScenario-1234168239-router', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:01:36Z', 'updated_at': '2022-03-14T16:01:39Z', 'revision_number': 4, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'gw_port': {'id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:37Z', 'updated_at': '2022-03-14T16:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '805e9435-acd1-4902-8bac-d440ddb19e89', 'name': '', 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'mac_address': 'fa:16:3e:51:a2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b29d558e-cdc9-4a98-810c-887d9d181f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:39Z', 'updated_at': '2022-03-14T16:01:48Z', 'revision_number': 5, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'subnets': [{'id': 'b29d558e-cdc9-4a98-810c-887d9d181f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:04:38.349392 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d2b2ac-1441-427c-acbb-816ebaf104c5 None None] The sync data for ids ['5f9f8793-0165-421d-9c3b-e3391d0918f0'] in dv-neutron-833561-1-hyperv is: [{'id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'name': 'tempest-TestMinimumBasicScenario-1234168239-router', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:01:36Z', 'updated_at': '2022-03-14T16:01:39Z', 'revision_number': 4, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'gw_port': {'id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:37Z', 'updated_at': '2022-03-14T16:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '805e9435-acd1-4902-8bac-d440ddb19e89', 'name': '', 'network_id': 'c5b0b3b7-34be-4d59-b237-a02df71b9c93', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'mac_address': 'fa:16:3e:51:a2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b29d558e-cdc9-4a98-810c-887d9d181f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:39Z', 'updated_at': '2022-03-14T16:01:48Z', 'revision_number': 5, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'subnets': [{'id': 'b29d558e-cdc9-4a98-810c-887d9d181f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:04:38.562460 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e562a2fe-0e03-4f4f-978f-55ee903a4cf9 None None] New status for floating IP 40a49474-7bd3-42aa-b187-0a55ca4ae1b3: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 16:04:41.677802 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:04:41.792492 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a9a2b-c47b-476f-80db-219cf7b2eef5 req-97df3fa0-fede-49e2-9fdd-ce8bc31da61a tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:41.793183 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-ed8a9a2b-c47b-476f-80db-219cf7b2eef5 req-97df3fa0-fede-49e2-9fdd-ce8bc31da61a tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Synchronizing usage tracker for tenant:c8db049b59704b89861b032ab533aa5d on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:04:41.808629 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-ed8a9a2b-c47b-476f-80db-219cf7b2eef5 req-97df3fa0-fede-49e2-9fdd-ce8bc31da61a tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Unset dirty status for tenant:c8db049b59704b89861b032ab533aa5d on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:04:41.810062 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ed8a9a2b-c47b-476f-80db-219cf7b2eef5 req-97df3fa0-fede-49e2-9fdd-ce8bc31da61a tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 946 time: 0.0951102 Mar 14 16:04:41.853537 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-ed8a9a2b-c47b-476f-80db-219cf7b2eef5 req-ca16284c-dbcd-4e2f-94fd-31c8737804dc tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Synchronizing usage tracker for tenant:c8db049b59704b89861b032ab533aa5d on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:04:41.868311 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-ed8a9a2b-c47b-476f-80db-219cf7b2eef5 req-ca16284c-dbcd-4e2f-94fd-31c8737804dc tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Unset dirty status for tenant:c8db049b59704b89861b032ab533aa5d on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:04:41.869369 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ed8a9a2b-c47b-476f-80db-219cf7b2eef5 req-ca16284c-dbcd-4e2f-94fd-31c8737804dc tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537241 Mar 14 16:04:42.999507 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-743c53b2-545b-4f1d-9cad-d76e292c64fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:43.079976 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae431f8d-63b6-43be-bacc-a0971938025e req-e3e28a03-ae94-4b6e-becc-0f57a0cbd520 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:43.081418 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ae431f8d-63b6-43be-bacc-a0971938025e req-e3e28a03-ae94-4b6e-becc-0f57a0cbd520 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 946 time: 0.0840471 Mar 14 16:04:43.125740 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ae431f8d-63b6-43be-bacc-a0971938025e req-ce03de50-4c4b-41f9-9d0e-e2c25a24ff2f tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385656 Mar 14 16:04:43.677895 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461aef5-ee72-4f8a-82af-c43e91e0bb35 req-9601c5d0-9055-44ce-ac15-8c3beedfe48c tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:43.679363 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7461aef5-ee72-4f8a-82af-c43e91e0bb35 req-9601c5d0-9055-44ce-ac15-8c3beedfe48c tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 946 time: 0.0736802 Mar 14 16:04:43.748091 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-7461aef5-ee72-4f8a-82af-c43e91e0bb35 req-0b33cae1-174a-46f6-ba28-0fc3be85cc57 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Deleting port ff8a21b5-fd22-400c-8960-29b40bb5d803 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:04:43.748436 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7461aef5-ee72-4f8a-82af-c43e91e0bb35 req-0b33cae1-174a-46f6-ba28-0fc3be85cc57 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:44.071974 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-7461aef5-ee72-4f8a-82af-c43e91e0bb35 req-0b33cae1-174a-46f6-ba28-0fc3be85cc57 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] For port ff8a21b5-fd22-400c-8960-29b40bb5d803, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ff8a21b5-fd22-400c-8960-29b40bb5d803,segment=NetworkSegment(47124b3c-9467-4789-9524-4d7abf282659),segment_id=47124b3c-9467-4789-9524-4d7abf282659)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:04:44.072256 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7461aef5-ee72-4f8a-82af-c43e91e0bb35 req-0b33cae1-174a-46f6-ba28-0fc3be85cc57 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:44.190808 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-7461aef5-ee72-4f8a-82af-c43e91e0bb35 req-0b33cae1-174a-46f6-ba28-0fc3be85cc57 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Calling delete_port for ff8a21b5-fd22-400c-8960-29b40bb5d803 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:04:44.326438 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c82044-9fed-4388-ade8-4311c666f744 req-99021e78-3d78-4181-ab02-e2120cc432cd tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:44.327810 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-14c82044-9fed-4388-ade8-4311c666f744 req-99021e78-3d78-4181-ab02-e2120cc432cd tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1e9e7a-7a35-46fb-8188-ac9a2776948f HTTP/1.1" status: 200 len: 946 time: 0.0753601 Mar 14 16:04:44.334565 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7461aef5-ee72-4f8a-82af-c43e91e0bb35 req-0b33cae1-174a-46f6-ba28-0fc3be85cc57 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:44.347146 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['ff8a21b5-fd22-400c-8960-29b40bb5d803'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:04:44.377974 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-14c82044-9fed-4388-ade8-4311c666f744 req-757e3a62-b08f-4a12-8323-e31628faa5cb tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.60 "GET /v2.0/security-groups?id=777c7a24-d516-48e1-9b55-f1ac3a47d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434165 Mar 14 16:04:44.389269 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33cae1-174a-46f6-ba28-0fc3be85cc57 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Pushing event deleted for resources: {'Port': ['ID=ff8a21b5-fd22-400c-8960-29b40bb5d803,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:44.467716 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-7461aef5-ee72-4f8a-82af-c43e91e0bb35 req-0b33cae1-174a-46f6-ba28-0fc3be85cc57 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] No DVR routers for this DVR port ff8a21b5-fd22-400c-8960-29b40bb5d803 on host hv-neutron-8335 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:04:44.470160 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7461aef5-ee72-4f8a-82af-c43e91e0bb35 req-0b33cae1-174a-46f6-ba28-0fc3be85cc57 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:44.472715 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1e9e7a-7a35-46fb-8188-ac9a2776948f', 'name': 'network-vif-deleted', 'tag': 'ff8a21b5-fd22-400c-8960-29b40bb5d803'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:04:44.488952 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7461aef5-ee72-4f8a-82af-c43e91e0bb35 req-0b33cae1-174a-46f6-ba28-0fc3be85cc57 tempest-TestMinimumBasicScenario-847663262 tempest-TestMinimumBasicScenario-847663262-project] 10.222.0.24 "DELETE /v2.0/ports/ff8a21b5-fd22-400c-8960-29b40bb5d803 HTTP/1.1" status: 204 len: 173 time: 0.8033624 Mar 14 16:04:44.529428 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1e9e7a-7a35-46fb-8188-ac9a2776948f', 'name': 'network-vif-deleted', 'tag': 'ff8a21b5-fd22-400c-8960-29b40bb5d803', 'status': 'completed', 'code': 200} Mar 14 16:04:45.159430 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-29a2ac20-54a4-497e-be75-5fd495dcd55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:46.394110 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:46.598156 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:47.074986 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59948) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:04:47.471760 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f4a363c-c044-4407-b4e6-14a9f3bd25f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:47.892137 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device ff8a21b5-fd22-400c-8960-29b40bb5d803 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:04:47.926231 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: ff8a21b5-fd22-400c-8960-29b40bb5d803 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:04:47.926585 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device ff8a21b5-fd22-400c-8960-29b40bb5d803 not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:04:48.052306 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:48.190269 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1f4a363c-c044-4407-b4e6-14a9f3bd25f1 admin admin] Deleting port 805e9435-acd1-4902-8bac-d440ddb19e89 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:04:48.190806 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f4a363c-c044-4407-b4e6-14a9f3bd25f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:48.360050 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-1f4a363c-c044-4407-b4e6-14a9f3bd25f1 admin admin] For port 805e9435-acd1-4902-8bac-d440ddb19e89, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=805e9435-acd1-4902-8bac-d440ddb19e89,segment=NetworkSegment(47124b3c-9467-4789-9524-4d7abf282659),segment_id=47124b3c-9467-4789-9524-4d7abf282659)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:04:48.360408 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f4a363c-c044-4407-b4e6-14a9f3bd25f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:48.487387 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1f4a363c-c044-4407-b4e6-14a9f3bd25f1 admin admin] Calling delete_port for 805e9435-acd1-4902-8bac-d440ddb19e89 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:04:48.649165 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f4a363c-c044-4407-b4e6-14a9f3bd25f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:48.692509 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a363c-c044-4407-b4e6-14a9f3bd25f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=805e9435-acd1-4902-8bac-d440ddb19e89,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:48.986253 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f4a363c-c044-4407-b4e6-14a9f3bd25f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:49.649882 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4a363c-c044-4407-b4e6-14a9f3bd25f1 admin admin] Router 5f9f8793-0165-421d-9c3b-e3391d0918f0 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:04:49.851270 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4a363c-c044-4407-b4e6-14a9f3bd25f1 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:04:49.859568 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53919523-325b-4a41-8b14-703acedf3d2f None None] Sync routers for ids ['5f9f8793-0165-421d-9c3b-e3391d0918f0'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:04:49.863849 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1f4a363c-c044-4407-b4e6-14a9f3bd25f1 admin admin] 10.222.0.60 "PUT /v2.0/routers/5f9f8793-0165-421d-9c3b-e3391d0918f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7869921 Mar 14 16:04:49.866469 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59952) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:04:49.872380 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53919523-325b-4a41-8b14-703acedf3d2f None None] Routers {'5f9f8793-0165-421d-9c3b-e3391d0918f0'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:04:49.873083 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-53919523-325b-4a41-8b14-703acedf3d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:04:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['5f9f8793-0165-421d-9c3b-e3391d0918f0'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:04:50.043465 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-53919523-325b-4a41-8b14-703acedf3d2f None None] Set router 5f9f8793-0165-421d-9c3b-e3391d0918f0 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:04:50.057075 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-423be156-69a0-4476-898f-93e7e63f95bb admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:50.257988 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-423be156-69a0-4476-898f-93e7e63f95bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:50.266271 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-423be156-69a0-4476-898f-93e7e63f95bb admin admin] Deleting port 5c693e97-bedb-4ba1-a958-8e1663733024 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:04:50.266638 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-423be156-69a0-4476-898f-93e7e63f95bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:50.323552 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-53919523-325b-4a41-8b14-703acedf3d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'name': 'tempest-TestMinimumBasicScenario-1234168239-router', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:01:36Z', 'updated_at': '2022-03-14T16:04:48Z', 'revision_number': 5, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'gw_port': {'id': '5c693e97-bedb-4ba1-a958-8e1663733024', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:37Z', 'updated_at': '2022-03-14T16:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:04:50.327205 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53919523-325b-4a41-8b14-703acedf3d2f None None] Checking router: 5f9f8793-0165-421d-9c3b-e3391d0918f0 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:04:50.337358 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53919523-325b-4a41-8b14-703acedf3d2f None None] Routers {'5f9f8793-0165-421d-9c3b-e3391d0918f0'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:04:50.337939 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-53919523-325b-4a41-8b14-703acedf3d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:04:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['5f9f8793-0165-421d-9c3b-e3391d0918f0'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:04:50.435432 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-423be156-69a0-4476-898f-93e7e63f95bb admin admin] For port 5c693e97-bedb-4ba1-a958-8e1663733024, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5c693e97-bedb-4ba1-a958-8e1663733024,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:04:50.435787 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-423be156-69a0-4476-898f-93e7e63f95bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:50.487474 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-53919523-325b-4a41-8b14-703acedf3d2f None None] Set router 5f9f8793-0165-421d-9c3b-e3391d0918f0 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:04:50.553622 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-423be156-69a0-4476-898f-93e7e63f95bb admin admin] Calling delete_port for 5c693e97-bedb-4ba1-a958-8e1663733024 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:04:50.589847 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-53919523-325b-4a41-8b14-703acedf3d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'name': 'tempest-TestMinimumBasicScenario-1234168239-router', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:01:36Z', 'updated_at': '2022-03-14T16:04:50Z', 'revision_number': 6, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:04:50.593668 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53919523-325b-4a41-8b14-703acedf3d2f None None] The sync data for ids ['5f9f8793-0165-421d-9c3b-e3391d0918f0'] in dv-neutron-833561-1-hyperv is: [{'id': '5f9f8793-0165-421d-9c3b-e3391d0918f0', 'name': 'tempest-TestMinimumBasicScenario-1234168239-router', 'tenant_id': 'c8db049b59704b89861b032ab533aa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:01:36Z', 'updated_at': '2022-03-14T16:04:50Z', 'revision_number': 6, 'project_id': 'c8db049b59704b89861b032ab533aa5d', 'gw_port_host': None}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:04:50.716522 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-423be156-69a0-4476-898f-93e7e63f95bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:50.761495 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423be156-69a0-4476-898f-93e7e63f95bb admin admin] Pushing event deleted for resources: {'Port': ['ID=5c693e97-bedb-4ba1-a958-8e1663733024,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:51.093077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-423be156-69a0-4476-898f-93e7e63f95bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:51.217447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:51.349447 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-423be156-69a0-4476-898f-93e7e63f95bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:51.353688 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-423be156-69a0-4476-898f-93e7e63f95bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:51.378612 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-423be156-69a0-4476-898f-93e7e63f95bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:51.379137 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423be156-69a0-4476-898f-93e7e63f95bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f9f8793-0165-421d-9c3b-e3391d0918f0 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 16:04:51.391678 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-423be156-69a0-4476-898f-93e7e63f95bb admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:51.392800 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-423be156-69a0-4476-898f-93e7e63f95bb admin admin] 10.222.0.60 "DELETE /v2.0/routers/5f9f8793-0165-421d-9c3b-e3391d0918f0 HTTP/1.1" status: 204 len: 168 time: 1.5254514 Mar 14 16:04:51.395394 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59956) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:04:51.454704 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c7ce82-8a09-4568-bcbb-8152c7cfc919 admin admin] Deleting subnet b29d558e-cdc9-4a98-810c-887d9d181f8d {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 16:04:51.458142 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14c7ce82-8a09-4568-bcbb-8152c7cfc919 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:51.510378 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14c7ce82-8a09-4568-bcbb-8152c7cfc919 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:51.592015 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14c7ce82-8a09-4568-bcbb-8152c7cfc919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:51.657767 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14c7ce82-8a09-4568-bcbb-8152c7cfc919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:51.697254 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7ce82-8a09-4568-bcbb-8152c7cfc919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b29d558e-cdc9-4a98-810c-887d9d181f8d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:51.701935 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14c7ce82-8a09-4568-bcbb-8152c7cfc919 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:51.707711 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc97c08-16c8-454d-9968-38dd70693844 None None] Network c5b0b3b7-34be-4d59-b237-a02df71b9c93 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:04:51.708084 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-14c7ce82-8a09-4568-bcbb-8152c7cfc919 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b29d558e-cdc9-4a98-810c-887d9d181f8d HTTP/1.1" status: 204 len: 168 time: 0.3117242 Mar 14 16:04:51.714027 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59960) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:04:51.815795 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9d8b5a1-395b-4321-bf0d-4792fc48411b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:51.825706 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b9d8b5a1-395b-4321-bf0d-4792fc48411b admin admin] Deleting port 8fd28001-d51b-41c8-9e86-ca6dd457bf99 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:04:51.826029 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9d8b5a1-395b-4321-bf0d-4792fc48411b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:51.949175 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bdbe83-c7f1-4077-b09a-6f06fdcf25fc None None] DHCP port deletion for c5b0b3b7-34be-4d59-b237-a02df71b9c93 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 16:04:51.953353 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a6bdbe83-c7f1-4077-b09a-6f06fdcf25fc None None] Deleting port 8fd28001-d51b-41c8-9e86-ca6dd457bf99 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:04:51.953731 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a6bdbe83-c7f1-4077-b09a-6f06fdcf25fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:52.030232 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-b9d8b5a1-395b-4321-bf0d-4792fc48411b admin admin] For port 8fd28001-d51b-41c8-9e86-ca6dd457bf99, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8fd28001-d51b-41c8-9e86-ca6dd457bf99,segment=NetworkSegment(47124b3c-9467-4789-9524-4d7abf282659),segment_id=47124b3c-9467-4789-9524-4d7abf282659)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:04:52.030506 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9d8b5a1-395b-4321-bf0d-4792fc48411b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:52.158036 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b9d8b5a1-395b-4321-bf0d-4792fc48411b admin admin] Calling delete_port for 8fd28001-d51b-41c8-9e86-ca6dd457bf99 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:04:52.166110 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a6bdbe83-c7f1-4077-b09a-6f06fdcf25fc None None] For port 8fd28001-d51b-41c8-9e86-ca6dd457bf99, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8fd28001-d51b-41c8-9e86-ca6dd457bf99,segment=NetworkSegment(47124b3c-9467-4789-9524-4d7abf282659),segment_id=47124b3c-9467-4789-9524-4d7abf282659)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:04:52.166748 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a6bdbe83-c7f1-4077-b09a-6f06fdcf25fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:52.188313 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 805e9435-acd1-4902-8bac-d440ddb19e89 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:04:52.244807 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9d8b5a1-395b-4321-bf0d-4792fc48411b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:52.301243 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8b5a1-395b-4321-bf0d-4792fc48411b admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd28001-d51b-41c8-9e86-ca6dd457bf99,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:52.307675 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d8b5a1-395b-4321-bf0d-4792fc48411b admin admin] No DVR routers for this DVR port 8fd28001-d51b-41c8-9e86-ca6dd457bf99 on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:04:52.408346 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 805e9435-acd1-4902-8bac-d440ddb19e89 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:04:52.408938 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 805e9435-acd1-4902-8bac-d440ddb19e89 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:04:52.409109 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8fd28001-d51b-41c8-9e86-ca6dd457bf99 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:04:52.454918 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a6bdbe83-c7f1-4077-b09a-6f06fdcf25fc None None] Calling delete_port for 8fd28001-d51b-41c8-9e86-ca6dd457bf99 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:04:52.500444 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 8fd28001-d51b-41c8-9e86-ca6dd457bf99 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:04:52.500783 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8fd28001-d51b-41c8-9e86-ca6dd457bf99 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:04:52.501200 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5c693e97-bedb-4ba1-a958-8e1663733024 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:04:52.530034 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9d8b5a1-395b-4321-bf0d-4792fc48411b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:52.555014 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 5c693e97-bedb-4ba1-a958-8e1663733024 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:04:52.555263 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5c693e97-bedb-4ba1-a958-8e1663733024 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:04:52.558883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b9d8b5a1-395b-4321-bf0d-4792fc48411b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b0b3b7-34be-4d59-b237-a02df71b9c93']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:04:52.576347 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b9d8b5a1-395b-4321-bf0d-4792fc48411b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47124b3c-9467-4789-9524-4d7abf282659') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:04:52.576646 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b9d8b5a1-395b-4321-bf0d-4792fc48411b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47124b3c-9467-4789-9524-4d7abf282659') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:04:52.588448 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-a6bdbe83-c7f1-4077-b09a-6f06fdcf25fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 16:04:52.589008 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-a6bdbe83-c7f1-4077-b09a-6f06fdcf25fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 16:04:52.589956 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9d8b5a1-395b-4321-bf0d-4792fc48411b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:52.607682 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9d8b5a1-395b-4321-bf0d-4792fc48411b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:52.614789 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d8b5a1-395b-4321-bf0d-4792fc48411b admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 16:04:52.615175 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9d8b5a1-395b-4321-bf0d-4792fc48411b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 16:04:52.629548 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 16:04:52.707304 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9d8b5a1-395b-4321-bf0d-4792fc48411b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:52.723558 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9d8b5a1-395b-4321-bf0d-4792fc48411b admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:52.739028 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8b5a1-395b-4321-bf0d-4792fc48411b admin admin] Pushing event deleted for resources: {'Network': ['ID=c5b0b3b7-34be-4d59-b237-a02df71b9c93,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:52.754822 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b9d8b5a1-395b-4321-bf0d-4792fc48411b admin admin] 10.222.0.60 "DELETE /v2.0/networks/c5b0b3b7-34be-4d59-b237-a02df71b9c93 HTTP/1.1" status: 204 len: 168 time: 1.0426180 Mar 14 16:04:52.757644 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59964) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:04:53.090578 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a6bdbe83-c7f1-4077-b09a-6f06fdcf25fc None None] Deleting port 8fd28001-d51b-41c8-9e86-ca6dd457bf99 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:04:53.090968 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a6bdbe83-c7f1-4077-b09a-6f06fdcf25fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:53.159724 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a6bdbe83-c7f1-4077-b09a-6f06fdcf25fc None None] The port '8fd28001-d51b-41c8-9e86-ca6dd457bf99' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 16:04:53.190350 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-699d3c7d-802b-41a3-a1b3-5724a396fc10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:53.768837 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-699d3c7d-802b-41a3-a1b3-5724a396fc10 admin admin] Deleting port 2d3fc98e-fd6a-4ac8-b80d-333610361353 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:04:53.769711 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-699d3c7d-802b-41a3-a1b3-5724a396fc10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:53.934215 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-699d3c7d-802b-41a3-a1b3-5724a396fc10 admin admin] For port 2d3fc98e-fd6a-4ac8-b80d-333610361353, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=2d3fc98e-fd6a-4ac8-b80d-333610361353,segment=NetworkSegment(9d56498d-aa66-43b5-8bad-bd8edfbdd454),segment_id=9d56498d-aa66-43b5-8bad-bd8edfbdd454)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:04:53.934692 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-699d3c7d-802b-41a3-a1b3-5724a396fc10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:54.138139 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-699d3c7d-802b-41a3-a1b3-5724a396fc10 admin admin] Calling delete_port for 2d3fc98e-fd6a-4ac8-b80d-333610361353 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:04:54.298574 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-699d3c7d-802b-41a3-a1b3-5724a396fc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:54.342482 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d3c7d-802b-41a3-a1b3-5724a396fc10 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d3fc98e-fd6a-4ac8-b80d-333610361353,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:54.625170 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-699d3c7d-802b-41a3-a1b3-5724a396fc10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:55.196094 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699d3c7d-802b-41a3-a1b3-5724a396fc10 admin admin] Router fb6bd740-6fa6-43ec-a2b3-741173943dec has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:04:55.392925 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699d3c7d-802b-41a3-a1b3-5724a396fc10 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:04:55.402928 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f62dc9-c565-4f2b-8523-e859fb54b135 None None] Sync routers for ids ['fb6bd740-6fa6-43ec-a2b3-741173943dec'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:04:55.408709 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-699d3c7d-802b-41a3-a1b3-5724a396fc10 admin admin] 10.222.0.60 "PUT /v2.0/routers/fb6bd740-6fa6-43ec-a2b3-741173943dec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6500266 Mar 14 16:04:55.411738 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59968) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:04:55.418149 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f62dc9-c565-4f2b-8523-e859fb54b135 None None] Routers {'fb6bd740-6fa6-43ec-a2b3-741173943dec'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:04:55.418765 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-15f62dc9-c565-4f2b-8523-e859fb54b135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:04:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['fb6bd740-6fa6-43ec-a2b3-741173943dec'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:04:55.605068 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-15f62dc9-c565-4f2b-8523-e859fb54b135 None None] Set router fb6bd740-6fa6-43ec-a2b3-741173943dec gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:04:55.697480 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15b8bdb0-e6ed-42b2-a5f5-ec0f7294492e admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:55.893564 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-15f62dc9-c565-4f2b-8523-e859fb54b135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6bd740-6fa6-43ec-a2b3-741173943dec', 'name': 'tempest-TestMinimumBasicScenario-1183308381-router', 'tenant_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'c0a23f12-03e4-4515-93c6-e94b037fc772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:01:42Z', 'updated_at': '2022-03-14T16:04:54Z', 'revision_number': 5, 'project_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'gw_port': {'id': 'c0a23f12-03e4-4515-93c6-e94b037fc772', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6bd740-6fa6-43ec-a2b3-741173943dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:01:43Z', 'updated_at': '2022-03-14T16:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:04:55.896028 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15b8bdb0-e6ed-42b2-a5f5-ec0f7294492e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:55.897963 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f62dc9-c565-4f2b-8523-e859fb54b135 None None] Checking router: fb6bd740-6fa6-43ec-a2b3-741173943dec for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:04:55.905742 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-15b8bdb0-e6ed-42b2-a5f5-ec0f7294492e admin admin] Deleting port c0a23f12-03e4-4515-93c6-e94b037fc772 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:04:55.906125 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15b8bdb0-e6ed-42b2-a5f5-ec0f7294492e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:55.909495 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f62dc9-c565-4f2b-8523-e859fb54b135 None None] Routers {'fb6bd740-6fa6-43ec-a2b3-741173943dec'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:04:55.910442 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-15f62dc9-c565-4f2b-8523-e859fb54b135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:04:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['fb6bd740-6fa6-43ec-a2b3-741173943dec'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:04:56.059285 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-15f62dc9-c565-4f2b-8523-e859fb54b135 None None] Set router fb6bd740-6fa6-43ec-a2b3-741173943dec gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:04:56.077094 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-15b8bdb0-e6ed-42b2-a5f5-ec0f7294492e admin admin] For port c0a23f12-03e4-4515-93c6-e94b037fc772, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c0a23f12-03e4-4515-93c6-e94b037fc772,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:04:56.077453 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15b8bdb0-e6ed-42b2-a5f5-ec0f7294492e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:56.204371 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-15b8bdb0-e6ed-42b2-a5f5-ec0f7294492e admin admin] Calling delete_port for c0a23f12-03e4-4515-93c6-e94b037fc772 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:04:56.218294 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-15f62dc9-c565-4f2b-8523-e859fb54b135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6bd740-6fa6-43ec-a2b3-741173943dec', 'name': 'tempest-TestMinimumBasicScenario-1183308381-router', 'tenant_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:01:42Z', 'updated_at': '2022-03-14T16:04:55Z', 'revision_number': 6, 'project_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:04:56.222900 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f62dc9-c565-4f2b-8523-e859fb54b135 None None] The sync data for ids ['fb6bd740-6fa6-43ec-a2b3-741173943dec'] in dv-neutron-833561-1-hyperv is: [{'id': 'fb6bd740-6fa6-43ec-a2b3-741173943dec', 'name': 'tempest-TestMinimumBasicScenario-1183308381-router', 'tenant_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:01:42Z', 'updated_at': '2022-03-14T16:04:55Z', 'revision_number': 6, 'project_id': 'ea8e8384a39d4e83a2d699c90aa64263', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:04:56.368984 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15b8bdb0-e6ed-42b2-a5f5-ec0f7294492e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:56.413598 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8bdb0-e6ed-42b2-a5f5-ec0f7294492e admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a23f12-03e4-4515-93c6-e94b037fc772,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:56.630687 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15b8bdb0-e6ed-42b2-a5f5-ec0f7294492e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:56.970293 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15b8bdb0-e6ed-42b2-a5f5-ec0f7294492e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:56.975095 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15b8bdb0-e6ed-42b2-a5f5-ec0f7294492e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:57.000737 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15b8bdb0-e6ed-42b2-a5f5-ec0f7294492e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:57.001961 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b8bdb0-e6ed-42b2-a5f5-ec0f7294492e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb6bd740-6fa6-43ec-a2b3-741173943dec {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 16:04:57.013786 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15b8bdb0-e6ed-42b2-a5f5-ec0f7294492e admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:57.014933 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-15b8bdb0-e6ed-42b2-a5f5-ec0f7294492e admin admin] 10.222.0.60 "DELETE /v2.0/routers/fb6bd740-6fa6-43ec-a2b3-741173943dec HTTP/1.1" status: 204 len: 168 time: 1.6022859 Mar 14 16:04:57.017385 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59972) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:04:57.077870 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-70753a35-90b3-4d3c-970a-3d6c9640455d admin admin] Deleting subnet 28bb56c5-fef1-4c1f-9a3e-378024d57a58 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 16:04:57.080731 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-70753a35-90b3-4d3c-970a-3d6c9640455d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:57.129743 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-70753a35-90b3-4d3c-970a-3d6c9640455d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:57.211210 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-70753a35-90b3-4d3c-970a-3d6c9640455d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:57.283391 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-70753a35-90b3-4d3c-970a-3d6c9640455d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:57.322124 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70753a35-90b3-4d3c-970a-3d6c9640455d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28bb56c5-fef1-4c1f-9a3e-378024d57a58,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:57.326885 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-70753a35-90b3-4d3c-970a-3d6c9640455d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:57.332668 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c666691-efec-4bc7-ba0a-349e43a34fc2 None None] Network 023bc007-ea90-4be6-9251-7d9ecf3299b7 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:04:57.333706 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-70753a35-90b3-4d3c-970a-3d6c9640455d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/28bb56c5-fef1-4c1f-9a3e-378024d57a58 HTTP/1.1" status: 204 len: 168 time: 0.3153360 Mar 14 16:04:57.336145 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59976) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:04:57.445835 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88fea0e1-cf5f-4b9f-86ee-2662b413cfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:57.456961 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-88fea0e1-cf5f-4b9f-86ee-2662b413cfe6 admin admin] Deleting port 152e9777-a5c8-4b28-9da7-479541911623 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:04:57.457947 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88fea0e1-cf5f-4b9f-86ee-2662b413cfe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:57.577216 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec216f44-b4e2-4ed8-9c65-d9d08ead322f None None] DHCP port deletion for 023bc007-ea90-4be6-9251-7d9ecf3299b7 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 16:04:57.581578 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ec216f44-b4e2-4ed8-9c65-d9d08ead322f None None] Deleting port 152e9777-a5c8-4b28-9da7-479541911623 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:04:57.582183 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ec216f44-b4e2-4ed8-9c65-d9d08ead322f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:57.671315 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-88fea0e1-cf5f-4b9f-86ee-2662b413cfe6 admin admin] For port 152e9777-a5c8-4b28-9da7-479541911623, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=152e9777-a5c8-4b28-9da7-479541911623,segment=NetworkSegment(9d56498d-aa66-43b5-8bad-bd8edfbdd454),segment_id=9d56498d-aa66-43b5-8bad-bd8edfbdd454)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:04:57.671667 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88fea0e1-cf5f-4b9f-86ee-2662b413cfe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:57.780001 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ec216f44-b4e2-4ed8-9c65-d9d08ead322f None None] For port 152e9777-a5c8-4b28-9da7-479541911623, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=152e9777-a5c8-4b28-9da7-479541911623,segment=NetworkSegment(9d56498d-aa66-43b5-8bad-bd8edfbdd454),segment_id=9d56498d-aa66-43b5-8bad-bd8edfbdd454)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:04:57.780305 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ec216f44-b4e2-4ed8-9c65-d9d08ead322f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:57.790874 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-88fea0e1-cf5f-4b9f-86ee-2662b413cfe6 admin admin] Calling delete_port for 152e9777-a5c8-4b28-9da7-479541911623 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:04:57.866180 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88fea0e1-cf5f-4b9f-86ee-2662b413cfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:57.908338 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ec216f44-b4e2-4ed8-9c65-d9d08ead322f None None] Calling delete_port for 152e9777-a5c8-4b28-9da7-479541911623 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:04:57.911744 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fea0e1-cf5f-4b9f-86ee-2662b413cfe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=152e9777-a5c8-4b28-9da7-479541911623,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:57.917734 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fea0e1-cf5f-4b9f-86ee-2662b413cfe6 admin admin] No DVR routers for this DVR port 152e9777-a5c8-4b28-9da7-479541911623 on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:04:57.983885 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-ec216f44-b4e2-4ed8-9c65-d9d08ead322f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 16:04:57.984237 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-ec216f44-b4e2-4ed8-9c65-d9d08ead322f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 16:04:58.033305 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88fea0e1-cf5f-4b9f-86ee-2662b413cfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:58.057385 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-88fea0e1-cf5f-4b9f-86ee-2662b413cfe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023bc007-ea90-4be6-9251-7d9ecf3299b7']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:04:58.069826 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-88fea0e1-cf5f-4b9f-86ee-2662b413cfe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d56498d-aa66-43b5-8bad-bd8edfbdd454') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:04:58.070152 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-88fea0e1-cf5f-4b9f-86ee-2662b413cfe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d56498d-aa66-43b5-8bad-bd8edfbdd454') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:04:58.081046 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88fea0e1-cf5f-4b9f-86ee-2662b413cfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:58.097372 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88fea0e1-cf5f-4b9f-86ee-2662b413cfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:58.103383 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88fea0e1-cf5f-4b9f-86ee-2662b413cfe6 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 16:04:58.103766 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88fea0e1-cf5f-4b9f-86ee-2662b413cfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 16:04:58.116614 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 16:04:58.168464 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c0a23f12-03e4-4515-93c6-e94b037fc772 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:04:58.194778 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88fea0e1-cf5f-4b9f-86ee-2662b413cfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:58.200794 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88fea0e1-cf5f-4b9f-86ee-2662b413cfe6 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:58.209159 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: c0a23f12-03e4-4515-93c6-e94b037fc772 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:04:58.209502 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c0a23f12-03e4-4515-93c6-e94b037fc772 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:04:58.209920 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 2d3fc98e-fd6a-4ac8-b80d-333610361353 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:04:58.224210 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fea0e1-cf5f-4b9f-86ee-2662b413cfe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=023bc007-ea90-4be6-9251-7d9ecf3299b7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:58.232437 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-88fea0e1-cf5f-4b9f-86ee-2662b413cfe6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/023bc007-ea90-4be6-9251-7d9ecf3299b7 HTTP/1.1" status: 204 len: 168 time: 0.8949575 Mar 14 16:04:58.240394 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 2d3fc98e-fd6a-4ac8-b80d-333610361353 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:04:58.240735 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 2d3fc98e-fd6a-4ac8-b80d-333610361353 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:04:58.241153 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 152e9777-a5c8-4b28-9da7-479541911623 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:04:58.271834 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 152e9777-a5c8-4b28-9da7-479541911623 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:04:58.272174 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 152e9777-a5c8-4b28-9da7-479541911623 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:04:58.421839 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59982) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:04:58.471690 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-00381501-e450-448d-b77c-e16e446aa544 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c8db049b59704b89861b032ab533aa5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486639 Mar 14 16:04:58.474283 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 59986) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:04:58.485411 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ec216f44-b4e2-4ed8-9c65-d9d08ead322f None None] Deleting port 152e9777-a5c8-4b28-9da7-479541911623 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:04:58.485829 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ec216f44-b4e2-4ed8-9c65-d9d08ead322f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:58.532537 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dec38800-0523-4432-a552-a68f148a82d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:58.551087 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ec216f44-b4e2-4ed8-9c65-d9d08ead322f None None] The port '152e9777-a5c8-4b28-9da7-479541911623' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 16:04:58.559759 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dec38800-0523-4432-a552-a68f148a82d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:58.611297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dec38800-0523-4432-a552-a68f148a82d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:58.631679 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec38800-0523-4432-a552-a68f148a82d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777c7a24-d516-48e1-9b55-f1ac3a47d34a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:58.642676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dec38800-0523-4432-a552-a68f148a82d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:58.643798 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-dec38800-0523-4432-a552-a68f148a82d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/777c7a24-d516-48e1-9b55-f1ac3a47d34a HTTP/1.1" status: 204 len: 168 time: 0.1686056 Mar 14 16:04:59.107609 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 59994) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:04:59.157597 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-01d8e116-fc88-432c-9bf8-5f0472da91ec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ea8e8384a39d4e83a2d699c90aa64263&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488479 Mar 14 16:04:59.160492 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 59998) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:04:59.223156 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a7c4e62-3140-4926-8396-5527126ad653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:59.251112 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a7c4e62-3140-4926-8396-5527126ad653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:59.304209 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a7c4e62-3140-4926-8396-5527126ad653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:59.319306 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c4e62-3140-4926-8396-5527126ad653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3528098-3a5d-445f-9f30-1ff82b5dffc1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:59.325862 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a7c4e62-3140-4926-8396-5527126ad653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:59.327031 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0a7c4e62-3140-4926-8396-5527126ad653 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3528098-3a5d-445f-9f30-1ff82b5dffc1 HTTP/1.1" status: 204 len: 168 time: 0.1652288 Mar 14 16:05:02.635460 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60044) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:05:02.641016 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f4eb60f3-242f-43d1-9c65-36d3639b688c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-885543222', 'description': 'tempest-secgroup-smoke-885543222 description', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:05:02.647560 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f4eb60f3-242f-43d1-9c65-36d3639b688c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:05:02.651277 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f4eb60f3-242f-43d1-9c65-36d3639b688c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:05:02.654027 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f4eb60f3-242f-43d1-9c65-36d3639b688c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:05:02.659681 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f4eb60f3-242f-43d1-9c65-36d3639b688c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:05:02.669593 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4eb60f3-242f-43d1-9c65-36d3639b688c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:02.684152 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4eb60f3-242f-43d1-9c65-36d3639b688c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:02.714938 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f4eb60f3-242f-43d1-9c65-36d3639b688c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:05:02.718634 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f4eb60f3-242f-43d1-9c65-36d3639b688c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:05:02.721315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f4eb60f3-242f-43d1-9c65-36d3639b688c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:05:02.726941 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f4eb60f3-242f-43d1-9c65-36d3639b688c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:05:02.792340 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4eb60f3-242f-43d1-9c65-36d3639b688c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:02.795936 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4eb60f3-242f-43d1-9c65-36d3639b688c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:02.839628 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f4eb60f3-242f-43d1-9c65-36d3639b688c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:05:02.841778 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb60f3-242f-43d1-9c65-36d3639b688c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32432b5-491a-48d8-bdcf-d3d54959df3e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:02.846645 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f4eb60f3-242f-43d1-9c65-36d3639b688c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:05:02.849612 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-f4eb60f3-242f-43d1-9c65-36d3639b688c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:05:02.855239 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f4eb60f3-242f-43d1-9c65-36d3639b688c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:05:02.908517 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4eb60f3-242f-43d1-9c65-36d3639b688c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:02.912214 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4eb60f3-242f-43d1-9c65-36d3639b688c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:02.951579 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb60f3-242f-43d1-9c65-36d3639b688c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2b9ac7-67c5-4825-8b1e-bfe184451cb8,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:02.954062 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4eb60f3-242f-43d1-9c65-36d3639b688c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:02.955234 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f4eb60f3-242f-43d1-9c65-36d3639b688c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3188012 Mar 14 16:05:02.958145 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60048) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:05:02.963613 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1295c601-da48-4a85-aaa3-5c9317fe7534 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': '2d2b9ac7-67c5-4825-8b1e-bfe184451cb8', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:05:02.969395 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1295c601-da48-4a85-aaa3-5c9317fe7534 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:05:02.973179 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1295c601-da48-4a85-aaa3-5c9317fe7534 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:05:02.975992 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1295c601-da48-4a85-aaa3-5c9317fe7534 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:05:02.981468 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1295c601-da48-4a85-aaa3-5c9317fe7534 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:05:02.997712 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1295c601-da48-4a85-aaa3-5c9317fe7534 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.058474 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1295c601-da48-4a85-aaa3-5c9317fe7534 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.062240 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1295c601-da48-4a85-aaa3-5c9317fe7534 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.085617 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295c601-da48-4a85-aaa3-5c9317fe7534 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf409a4-2d1a-41d5-ba7c-247429d82edf,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:03.093597 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1295c601-da48-4a85-aaa3-5c9317fe7534 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.094763 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1295c601-da48-4a85-aaa3-5c9317fe7534 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1356778 Mar 14 16:05:03.097533 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60052) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:05:03.103106 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8fb73cf5-8638-4845-96ea-36cef4604282 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': '2d2b9ac7-67c5-4825-8b1e-bfe184451cb8', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:05:03.111745 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8fb73cf5-8638-4845-96ea-36cef4604282 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:05:03.117101 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8fb73cf5-8638-4845-96ea-36cef4604282 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:05:03.121153 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8fb73cf5-8638-4845-96ea-36cef4604282 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:05:03.127866 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8fb73cf5-8638-4845-96ea-36cef4604282 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:05:03.145175 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8fb73cf5-8638-4845-96ea-36cef4604282 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.207200 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8fb73cf5-8638-4845-96ea-36cef4604282 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.210739 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8fb73cf5-8638-4845-96ea-36cef4604282 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.232993 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb73cf5-8638-4845-96ea-36cef4604282 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524e731f-2597-4dc0-84c0-f63bf6f7993f,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:03.243021 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8fb73cf5-8638-4845-96ea-36cef4604282 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.244241 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8fb73cf5-8638-4845-96ea-36cef4604282 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1457705 Mar 14 16:05:03.247007 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60056) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:05:03.252272 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-67ee0c3e-0543-4643-bd4d-ab5e55ce6145 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': '2d2b9ac7-67c5-4825-8b1e-bfe184451cb8', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:05:03.257970 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-67ee0c3e-0543-4643-bd4d-ab5e55ce6145 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:05:03.261803 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-67ee0c3e-0543-4643-bd4d-ab5e55ce6145 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:05:03.264816 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-67ee0c3e-0543-4643-bd4d-ab5e55ce6145 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:05:03.270730 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-67ee0c3e-0543-4643-bd4d-ab5e55ce6145 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:05:03.286771 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67ee0c3e-0543-4643-bd4d-ab5e55ce6145 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.347670 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67ee0c3e-0543-4643-bd4d-ab5e55ce6145 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.351050 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67ee0c3e-0543-4643-bd4d-ab5e55ce6145 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.376074 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee0c3e-0543-4643-bd4d-ab5e55ce6145 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be13d60b-3a36-41dd-bb1d-f8710d7923fc,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:03.386105 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67ee0c3e-0543-4643-bd4d-ab5e55ce6145 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.387520 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-67ee0c3e-0543-4643-bd4d-ab5e55ce6145 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1395905 Mar 14 16:05:03.390218 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60060) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:05:03.395588 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c08811ee-1186-450e-ac31-1f62d9aee14c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': '2d2b9ac7-67c5-4825-8b1e-bfe184451cb8', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:05:03.401298 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c08811ee-1186-450e-ac31-1f62d9aee14c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:05:03.405044 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c08811ee-1186-450e-ac31-1f62d9aee14c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:05:03.407904 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c08811ee-1186-450e-ac31-1f62d9aee14c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:05:03.414223 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c08811ee-1186-450e-ac31-1f62d9aee14c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:05:03.430885 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c08811ee-1186-450e-ac31-1f62d9aee14c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.510364 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c08811ee-1186-450e-ac31-1f62d9aee14c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.514406 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c08811ee-1186-450e-ac31-1f62d9aee14c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.542843 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08811ee-1186-450e-ac31-1f62d9aee14c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb352181-f31b-477e-b68f-1f763f740e29,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:03.552903 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c08811ee-1186-450e-ac31-1f62d9aee14c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.554248 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c08811ee-1186-450e-ac31-1f62d9aee14c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1630127 Mar 14 16:05:03.556781 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60064) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:05:03.562302 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a87b0db4-ac9f-4778-9e5a-cf91901eea5d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': '2d2b9ac7-67c5-4825-8b1e-bfe184451cb8', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:05:03.568301 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a87b0db4-ac9f-4778-9e5a-cf91901eea5d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:05:03.572202 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a87b0db4-ac9f-4778-9e5a-cf91901eea5d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:05:03.575097 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a87b0db4-ac9f-4778-9e5a-cf91901eea5d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:05:03.580699 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a87b0db4-ac9f-4778-9e5a-cf91901eea5d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:05:03.590657 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-a87b0db4-ac9f-4778-9e5a-cf91901eea5d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Project 96fdbaa24f1f46029ef4ffe39ae4eb01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 16:05:03.596649 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a87b0db4-ac9f-4778-9e5a-cf91901eea5d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.659113 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a87b0db4-ac9f-4778-9e5a-cf91901eea5d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.663378 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a87b0db4-ac9f-4778-9e5a-cf91901eea5d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.685390 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b0db4-ac9f-4778-9e5a-cf91901eea5d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f9e480-1ddc-4640-b835-3208ad4af6a4,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:03.695530 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a87b0db4-ac9f-4778-9e5a-cf91901eea5d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.696712 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a87b0db4-ac9f-4778-9e5a-cf91901eea5d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1390405 Mar 14 16:05:03.699377 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60068) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:05:03.704724 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0774bc25-50a7-41f9-a01e-ed263689f4f0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': '2d2b9ac7-67c5-4825-8b1e-bfe184451cb8', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:05:03.711308 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0774bc25-50a7-41f9-a01e-ed263689f4f0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:05:03.715018 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0774bc25-50a7-41f9-a01e-ed263689f4f0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:05:03.717817 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-0774bc25-50a7-41f9-a01e-ed263689f4f0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:05:03.724184 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0774bc25-50a7-41f9-a01e-ed263689f4f0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:05:03.734158 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-0774bc25-50a7-41f9-a01e-ed263689f4f0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Project 96fdbaa24f1f46029ef4ffe39ae4eb01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 16:05:03.740314 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0774bc25-50a7-41f9-a01e-ed263689f4f0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.816251 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0774bc25-50a7-41f9-a01e-ed263689f4f0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.819782 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0774bc25-50a7-41f9-a01e-ed263689f4f0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.851998 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774bc25-50a7-41f9-a01e-ed263689f4f0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a765ac-a5b3-40a7-b8f5-d58e9b482b21,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:03.859741 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0774bc25-50a7-41f9-a01e-ed263689f4f0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.860955 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0774bc25-50a7-41f9-a01e-ed263689f4f0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1606784 Mar 14 16:05:03.864570 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60072) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:05:03.870730 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-985e7d99-d857-4d64-a701-6eeddda05c01 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'network': {'name': 'tempest-network-smoke--959136432', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'port_security_enabled': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:05:03.875667 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-985e7d99-d857-4d64-a701-6eeddda05c01 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:05:03.879492 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-985e7d99-d857-4d64-a701-6eeddda05c01 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:network and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:05:03.882289 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-985e7d99-d857-4d64-a701-6eeddda05c01 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:05:03.887852 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-985e7d99-d857-4d64-a701-6eeddda05c01 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:05:03.899017 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985e7d99-d857-4d64-a701-6eeddda05c01 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Made reservation on behalf of 96fdbaa24f1f46029ef4ffe39ae4eb01 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:05:03.901864 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-985e7d99-d857-4d64-a701-6eeddda05c01 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.929474 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985e7d99-d857-4d64-a701-6eeddda05c01 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 16:05:03.938468 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-985e7d99-d857-4d64-a701-6eeddda05c01 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.938797 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-985e7d99-d857-4d64-a701-6eeddda05c01 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Added segment 66ee08cf-fd1c-46f5-af56-685302b3653a of type vlan for network 37d652c9-0215-461e-b2e0-32d7daf62a6d Mar 14 16:05:03.965376 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-985e7d99-d857-4d64-a701-6eeddda05c01 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.992637 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-985e7d99-d857-4d64-a701-6eeddda05c01 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:03.996225 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985e7d99-d857-4d64-a701-6eeddda05c01 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:03.996803 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-985e7d99-d857-4d64-a701-6eeddda05c01 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:04.094368 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-985e7d99-d857-4d64-a701-6eeddda05c01 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2285323 Mar 14 16:05:04.097205 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60076) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:05:04.104616 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-886445e7-c63a-4e46-bd43-0d204218c0aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-177341337', 'admin_state_up': True, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:05:04.112968 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e7d99-d857-4d64-a701-6eeddda05c01 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Network': ['ID=37d652c9-0215-461e-b2e0-32d7daf62a6d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:04.116275 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-886445e7-c63a-4e46-bd43-0d204218c0aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:05:04.120536 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-886445e7-c63a-4e46-bd43-0d204218c0aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:router and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:05:04.123504 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-886445e7-c63a-4e46-bd43-0d204218c0aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:05:04.126486 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 37d652c9-0215-461e-b2e0-32d7daf62a6d details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 16:05:04.132292 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-886445e7-c63a-4e46-bd43-0d204218c0aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:05:04.142892 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-886445e7-c63a-4e46-bd43-0d204218c0aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:04.145317 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-886445e7-c63a-4e46-bd43-0d204218c0aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:04.163898 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-886445e7-c63a-4e46-bd43-0d204218c0aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:04.312652 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-886445e7-c63a-4e46-bd43-0d204218c0aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:04.570539 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-886445e7-c63a-4e46-bd43-0d204218c0aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:04.599681 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-886445e7-c63a-4e46-bd43-0d204218c0aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:04.739254 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-886445e7-c63a-4e46-bd43-0d204218c0aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Allocated IP 172.26.4.230 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/c82bfe4f-5253-4023-ae64-ee59b885558b) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:05:04.891256 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-886445e7-c63a-4e46-bd43-0d204218c0aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:04.920587 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-886445e7-c63a-4e46-bd43-0d204218c0aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:04.986442 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886445e7-c63a-4e46-bd43-0d204218c0aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:05:04.989472 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-886445e7-c63a-4e46-bd43-0d204218c0aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:05:04.993699 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886445e7-c63a-4e46-bd43-0d204218c0aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:05:05.020979 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886445e7-c63a-4e46-bd43-0d204218c0aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=c82bfe4f-5253-4023-ae64-ee59b885558b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:05.148808 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-886445e7-c63a-4e46-bd43-0d204218c0aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:05.149624 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-886445e7-c63a-4e46-bd43-0d204218c0aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:05.372889 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886445e7-c63a-4e46-bd43-0d204218c0aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router 232cd9e0-99f9-44b6-9fde-7d99885a6835 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 16:05:05.571012 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886445e7-c63a-4e46-bd43-0d204218c0aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:05:05.582601 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] Sync routers for ids ['232cd9e0-99f9-44b6-9fde-7d99885a6835'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:05:05.595524 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] Routers {'232cd9e0-99f9-44b6-9fde-7d99885a6835'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:05:05.596212 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:04:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['232cd9e0-99f9-44b6-9fde-7d99885a6835'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:05:05.596432 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-886445e7-c63a-4e46-bd43-0d204218c0aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:05.597759 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-886445e7-c63a-4e46-bd43-0d204218c0aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4996922 Mar 14 16:05:05.600943 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60080) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:05:05.764828 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d2729d29-9fdb-45b5-a52d-c1f8b29105b5 tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=96fdbaa24f1f46029ef4ffe39ae4eb01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1628001 Mar 14 16:05:05.767507 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60086) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:05:05.771851 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] Set router 232cd9e0-99f9-44b6-9fde-7d99885a6835 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:05:05.896916 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff2b10e-8548-47ab-b98a-2fadbc796ece tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:05.898405 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7ff2b10e-8548-47ab-b98a-2fadbc796ece tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299844 Mar 14 16:05:05.901166 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60090) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:05:05.938811 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-34cdeef7-8bec-42a7-838c-bee257013e7f tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366359 Mar 14 16:05:05.941886 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60094) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:05:05.947031 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-28b858c7-748a-47d9-9ef7-21e1af1b8e0b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2033069908', 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:05:06.052964 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-28b858c7-748a-47d9-9ef7-21e1af1b8e0b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:05:06.056799 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-28b858c7-748a-47d9-9ef7-21e1af1b8e0b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:subnet and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:05:06.059566 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-28b858c7-748a-47d9-9ef7-21e1af1b8e0b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:05:06.065315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-28b858c7-748a-47d9-9ef7-21e1af1b8e0b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:05:06.074917 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177341337', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:05Z', 'revision_number': 3, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:05:06.075568 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b858c7-748a-47d9-9ef7-21e1af1b8e0b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Made reservation on behalf of 96fdbaa24f1f46029ef4ffe39ae4eb01 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:05:06.079056 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] Checking router: 232cd9e0-99f9-44b6-9fde-7d99885a6835 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:05:06.079398 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] Updating router 232cd9e0-99f9-44b6-9fde-7d99885a6835 port c82bfe4f-5253-4023-ae64-ee59b885558b binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:05:06.128997 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:06.274074 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28b858c7-748a-47d9-9ef7-21e1af1b8e0b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:06.455889 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:06.468888 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] Transition to ACTIVE for port object c82bfe4f-5253-4023-ae64-ee59b885558b will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:05:06.475612 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:06.485391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28b858c7-748a-47d9-9ef7-21e1af1b8e0b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:06.551261 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b858c7-748a-47d9-9ef7-21e1af1b8e0b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Subnet': ['ID=3714b67a-f490-4080-a20b-31b9233fec1b,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:06.556199 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] Attempting to bind port c82bfe4f-5253-4023-ae64-ee59b885558b on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:05:06.556563 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] Attempting to bind port c82bfe4f-5253-4023-ae64-ee59b885558b by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:05:06.556918 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] Attempting to bind port c82bfe4f-5253-4023-ae64-ee59b885558b on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:05:06.559662 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824ff17-15b6-4cb2-b4b2-e4d1e943ef09 None None] Pushing event updated for resources: {'Port': ['ID=c82bfe4f-5253-4023-ae64-ee59b885558b,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:06.570691 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:05:06.571062 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:05:06.571456 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:06.571843 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:05:06.572289 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] Bound port: c82bfe4f-5253-4023-ae64-ee59b885558b, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:05:06.572654 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:06.575104 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b858c7-748a-47d9-9ef7-21e1af1b8e0b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Checking segment: {'id': '66ee08cf-fd1c-46f5-af56-685302b3653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:05:06.575469 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b858c7-748a-47d9-9ef7-21e1af1b8e0b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network hostable DHCP agents. Network: 37d652c9-0215-461e-b2e0-32d7daf62a6d, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 16:05:06.596469 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b858c7-748a-47d9-9ef7-21e1af1b8e0b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network 37d652c9-0215-461e-b2e0-32d7daf62a6d is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 16:05:06.599858 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824ff17-15b6-4cb2-b4b2-e4d1e943ef09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:06.600367 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824ff17-15b6-4cb2-b4b2-e4d1e943ef09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:06.600514 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824ff17-15b6-4cb2-b4b2-e4d1e943ef09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:06.600851 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824ff17-15b6-4cb2-b4b2-e4d1e943ef09 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:06.601180 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824ff17-15b6-4cb2-b4b2-e4d1e943ef09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:06.601530 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824ff17-15b6-4cb2-b4b2-e4d1e943ef09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:06.601833 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824ff17-15b6-4cb2-b4b2-e4d1e943ef09 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:06.602229 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824ff17-15b6-4cb2-b4b2-e4d1e943ef09 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:06.602550 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824ff17-15b6-4cb2-b4b2-e4d1e943ef09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:06.602866 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824ff17-15b6-4cb2-b4b2-e4d1e943ef09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:06.603184 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824ff17-15b6-4cb2-b4b2-e4d1e943ef09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:06.605810 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-28b858c7-748a-47d9-9ef7-21e1af1b8e0b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 37d652c9-0215-461e-b2e0-32d7daf62a6d) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:05:06.609392 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b858c7-748a-47d9-9ef7-21e1af1b8e0b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:06.609979 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28b858c7-748a-47d9-9ef7-21e1af1b8e0b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:06.620796 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5ad5f0-e82e-4930-978d-ccbea7e930c1 None None] Network 37d652c9-0215-461e-b2e0-32d7daf62a6d requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:05:06.633259 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-28b858c7-748a-47d9-9ef7-21e1af1b8e0b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6902397 Mar 14 16:05:06.635932 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60098) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:05:06.655566 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] For port c82bfe4f-5253-4023-ae64-ee59b885558b, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:05:06.659239 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] For port c82bfe4f-5253-4023-ae64-ee59b885558b, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c82bfe4f-5253-4023-ae64-ee59b885558b,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:05:06.664770 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:06.747916 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824ff17-15b6-4cb2-b4b2-e4d1e943ef09 None None] Pushing event updated for resources: {'Port': ['ID=c82bfe4f-5253-4023-ae64-ee59b885558b,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:06.750665 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] Routers {'232cd9e0-99f9-44b6-9fde-7d99885a6835'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:05:06.751244 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:04:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['232cd9e0-99f9-44b6-9fde-7d99885a6835'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:05:06.857544 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-37d652c9-0215-461e-b2e0-32d7daf62a6d', 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ips': [{'subnet_id': '3714b67a-f490-4080-a20b-31b9233fec1b'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 16:05:06.858414 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:06.931793 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] Set router 232cd9e0-99f9-44b6-9fde-7d99885a6835 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:05:07.015294 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Allocated IP 172.20.0.2 (37d652c9-0215-461e-b2e0-32d7daf62a6d/3714b67a-f490-4080-a20b-31b9233fec1b/48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:05:07.224847 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177341337', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:05Z', 'revision_number': 3, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:05:07.228968 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0da5c66-187a-46a0-b444-95a8efe98418 None None] The sync data for ids ['232cd9e0-99f9-44b6-9fde-7d99885a6835'] in dv-neutron-833561-1-hyperv is: [{'id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177341337', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:05Z', 'revision_number': 3, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:05:07.292871 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:07.306939 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Transition to ACTIVE for port object 48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:05:07.330002 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Transition to ACTIVE for port object 48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:05:07.337377 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:07.398918 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Network 37d652c9-0215-461e-b2e0-32d7daf62a6d is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:05:07.401998 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:05:07.416792 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:05:07.448360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2252b144-934e-4361-9009-6451e6a9edf7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:07.473403 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Pushing event updated for resources: {'Port': ['ID=48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:07.516202 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:07.516549 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:07.516893 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:07.517232 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:07.517565 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:07.517894 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:07.518251 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:07.518635 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:07.519628 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:07.519965 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:07.520298 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:07.539898 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Attempting to bind port 48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:05:07.540290 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Attempting to bind port 48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '66ee08cf-fd1c-46f5-af56-685302b3653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:05:07.540824 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Attempting to bind port 48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf on network 37d652c9-0215-461e-b2e0-32d7daf62a6d {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:05:07.547797 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:05:07.548093 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Checking segment: {'id': '66ee08cf-fd1c-46f5-af56-685302b3653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:05:07.548495 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:07.548886 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Bound using segment: {'id': '66ee08cf-fd1c-46f5-af56-685302b3653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:05:07.549350 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Bound port: 48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ee08cf-fd1c-46f5-af56-685302b3653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:05:07.550223 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:07.646572 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] For port 48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:05:07.649786 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] For port 48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf,segment=NetworkSegment(66ee08cf-fd1c-46f5-af56-685302b3653a),segment_id=66ee08cf-fd1c-46f5-af56-685302b3653a)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:05:07.654573 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:07.745678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688eafb-0a17-4d66-bea2-b2be6ac3a9c2 None None] Pushing event updated for resources: {'Port': ['ID=48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:07.982747 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-2252b144-934e-4361-9009-6451e6a9edf7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Allocated IP 172.20.0.1 (37d652c9-0215-461e-b2e0-32d7daf62a6d/3714b67a-f490-4080-a20b-31b9233fec1b/af1531e5-942f-4a7a-bee6-77d58920454b) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:05:08.152655 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2252b144-934e-4361-9009-6451e6a9edf7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:08.170294 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-2252b144-934e-4361-9009-6451e6a9edf7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Transition to ACTIVE for port object af1531e5-942f-4a7a-bee6-77d58920454b will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:05:08.194788 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2252b144-934e-4361-9009-6451e6a9edf7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:08.245263 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c82bfe4f-5253-4023-ae64-ee59b885558b up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:05:08.271506 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2252b144-934e-4361-9009-6451e6a9edf7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network 37d652c9-0215-461e-b2e0-32d7daf62a6d is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:05:08.274471 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-2252b144-934e-4361-9009-6451e6a9edf7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:05:08.278372 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2252b144-934e-4361-9009-6451e6a9edf7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:05:08.308234 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252b144-934e-4361-9009-6451e6a9edf7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=af1531e5-942f-4a7a-bee6-77d58920454b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:08.318520 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port c82bfe4f-5253-4023-ae64-ee59b885558b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:05:08.323218 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port c82bfe4f-5253-4023-ae64-ee59b885558b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:05:08.324089 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:08.338825 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2252b144-934e-4361-9009-6451e6a9edf7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:08.424055 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2252b144-934e-4361-9009-6451e6a9edf7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:08.442345 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:08.459220 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port c82bfe4f-5253-4023-ae64-ee59b885558b, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c82bfe4f-5253-4023-ae64-ee59b885558b,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:05:08.463549 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:08.464447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:05:08.577801 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=c82bfe4f-5253-4023-ae64-ee59b885558b,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:08.593256 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:05:08.756290 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33da90d-3067-4bdf-a8b6-5a6cf216635b None None] Network 37d652c9-0215-461e-b2e0-32d7daf62a6d requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:05:08.860200 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1a35c30b-4434-457b-b126-6b72fc309114 None None] Provisioning for port 48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:05:08.860408 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2252b144-934e-4361-9009-6451e6a9edf7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:08.865149 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2252b144-934e-4361-9009-6451e6a9edf7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:08.869804 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1a35c30b-4434-457b-b126-6b72fc309114 None None] Provisioning complete for port 48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:05:08.870207 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1a35c30b-4434-457b-b126-6b72fc309114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:08.975629 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252b144-934e-4361-9009-6451e6a9edf7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=af1531e5-942f-4a7a-bee6-77d58920454b,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:08.982076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2252b144-934e-4361-9009-6451e6a9edf7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:09.084414 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1a35c30b-4434-457b-b126-6b72fc309114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:09.113940 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2252b144-934e-4361-9009-6451e6a9edf7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network 37d652c9-0215-461e-b2e0-32d7daf62a6d is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:05:09.116025 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-2252b144-934e-4361-9009-6451e6a9edf7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:05:09.125750 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1a35c30b-4434-457b-b126-6b72fc309114 None None] For port 48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf,segment=NetworkSegment(66ee08cf-fd1c-46f5-af56-685302b3653a),segment_id=66ee08cf-fd1c-46f5-af56-685302b3653a)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:05:09.140245 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1a35c30b-4434-457b-b126-6b72fc309114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:09.216611 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c30b-4434-457b-b126-6b72fc309114 None None] Pushing event updated for resources: {'Port': ['ID=48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:09.362881 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c831fe1f-1d83-42d3-b6af-6bfde01dd934 None None] Provisioning complete for port 48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:05:09.363313 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c831fe1f-1d83-42d3-b6af-6bfde01dd934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:09.506472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c831fe1f-1d83-42d3-b6af-6bfde01dd934 None None] Provisioning for port af1531e5-942f-4a7a-bee6-77d58920454b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:05:09.512300 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c831fe1f-1d83-42d3-b6af-6bfde01dd934 None None] Provisioning complete for port af1531e5-942f-4a7a-bee6-77d58920454b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:05:09.512681 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c831fe1f-1d83-42d3-b6af-6bfde01dd934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:09.574739 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c831fe1f-1d83-42d3-b6af-6bfde01dd934 None None] Port af1531e5-942f-4a7a-bee6-77d58920454b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:05:09.636663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2252b144-934e-4361-9009-6451e6a9edf7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router 232cd9e0-99f9-44b6-9fde-7d99885a6835 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:05:09.698089 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-02c2eddf-c59d-455f-8392-6873ad74b724 None None] Provisioning complete for port af1531e5-942f-4a7a-bee6-77d58920454b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:05:09.698478 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02c2eddf-c59d-455f-8392-6873ad74b724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:09.750254 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-02c2eddf-c59d-455f-8392-6873ad74b724 None None] Port af1531e5-942f-4a7a-bee6-77d58920454b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:05:09.837369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2252b144-934e-4361-9009-6451e6a9edf7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:05:09.846046 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2252b144-934e-4361-9009-6451e6a9edf7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "PUT /v2.0/routers/232cd9e0-99f9-44b6-9fde-7d99885a6835/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2091568 Mar 14 16:05:10.014730 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-a1338f1a-aa85-4993-bf91-f3b5130137f0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:05:10.031111 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-a1338f1a-aa85-4993-bf91-f3b5130137f0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:05:10.032283 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-a1338f1a-aa85-4993-bf91-f3b5130137f0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-885543222&fields=id&tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01 HTTP/1.1" status: 200 len: 267 time: 0.0565999 Mar 14 16:05:10.183589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-8d3cb35f-5149-4b82-9920-b8ed130bbbec tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:10.183867 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c82bfe4f-5253-4023-ae64-ee59b885558b up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:05:10.184373 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-8d3cb35f-5149-4b82-9920-b8ed130bbbec tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:05:10.202729 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-8d3cb35f-5149-4b82-9920-b8ed130bbbec tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:05:10.203918 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-8d3cb35f-5149-4b82-9920-b8ed130bbbec tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/networks?id=37d652c9-0215-461e-b2e0-32d7daf62a6d HTTP/1.1" status: 200 len: 796 time: 0.1645017 Mar 14 16:05:10.220576 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-47fb0923-1851-47f9-9724-98e8d8b2e67e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/quotas/96fdbaa24f1f46029ef4ffe39ae4eb01 HTTP/1.1" status: 200 len: 375 time: 0.0108624 Mar 14 16:05:10.253812 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port c82bfe4f-5253-4023-ae64-ee59b885558b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:05:10.254222 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:10.307334 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-f12bd1ac-5694-4319-b1eb-ce3f93dbdc45 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:05:10.325323 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-f12bd1ac-5694-4319-b1eb-ce3f93dbdc45 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:05:10.326824 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-f12bd1ac-5694-4319-b1eb-ce3f93dbdc45 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999377 Mar 14 16:05:10.370130 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:05:10.439002 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:05:10.439295 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:10.541910 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-ed6394a1-ca7e-4e55-b2e1-3342bf23ae0e service neutron] 10.222.0.60 "GET /v2.0/networks/37d652c9-0215-461e-b2e0-32d7daf62a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029214 Mar 14 16:05:10.681242 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-d9720ea2-fb8b-4eee-8396-c34ae0bbd169 service neutron] 10.222.0.60 "GET /v2.0/networks/37d652c9-0215-461e-b2e0-32d7daf62a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331494 Mar 14 16:05:10.819612 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] Sync routers for ids ['232cd9e0-99f9-44b6-9fde-7d99885a6835'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:05:10.832191 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] Routers {'232cd9e0-99f9-44b6-9fde-7d99885a6835'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:05:10.832808 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:04:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['232cd9e0-99f9-44b6-9fde-7d99885a6835'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:05:11.019009 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] Set router 232cd9e0-99f9-44b6-9fde-7d99885a6835 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:05:11.322568 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177341337', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:08Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'af1531e5-942f-4a7a-bee6-77d58920454b', 'name': '', 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:ab:5b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3714b67a-f490-4080-a20b-31b9233fec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:05:07Z', 'updated_at': '2022-03-14T16:05:08Z', 'revision_number': 2, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '3714b67a-f490-4080-a20b-31b9233fec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:05:11.326397 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] Checking router: 232cd9e0-99f9-44b6-9fde-7d99885a6835 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:05:11.326755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] Updating router 232cd9e0-99f9-44b6-9fde-7d99885a6835 port af1531e5-942f-4a7a-bee6-77d58920454b binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:05:11.375577 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:11.705076 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:11.716264 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] Transition to ACTIVE for port object af1531e5-942f-4a7a-bee6-77d58920454b will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:05:11.722900 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:11.853987 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f7cc9-38a3-471f-9c8a-3361fc5d0d1f None None] Pushing event updated for resources: {'Port': ['ID=af1531e5-942f-4a7a-bee6-77d58920454b,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:11.978686 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] Attempting to bind port af1531e5-942f-4a7a-bee6-77d58920454b on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:05:11.979055 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] Attempting to bind port af1531e5-942f-4a7a-bee6-77d58920454b by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '66ee08cf-fd1c-46f5-af56-685302b3653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:05:11.979417 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] Attempting to bind port af1531e5-942f-4a7a-bee6-77d58920454b on network 37d652c9-0215-461e-b2e0-32d7daf62a6d {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:05:11.987706 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:05:11.988093 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] Checking segment: {'id': '66ee08cf-fd1c-46f5-af56-685302b3653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:05:11.988491 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:11.988878 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] Bound using segment: {'id': '66ee08cf-fd1c-46f5-af56-685302b3653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:05:11.989335 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] Bound port: af1531e5-942f-4a7a-bee6-77d58920454b, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ee08cf-fd1c-46f5-af56-685302b3653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:05:11.989702 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:12.003985 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-911fdd77-54d3-42ff-94db-2612b8d442f6 req-1ad8039a-1d5f-4064-b35b-08f65a6728df tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 210 time: 0.1491475 Mar 14 16:05:12.090733 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] For port af1531e5-942f-4a7a-bee6-77d58920454b, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:05:12.094756 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] For port af1531e5-942f-4a7a-bee6-77d58920454b, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=af1531e5-942f-4a7a-bee6-77d58920454b,segment=NetworkSegment(66ee08cf-fd1c-46f5-af56-685302b3653a),segment_id=66ee08cf-fd1c-46f5-af56-685302b3653a)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:05:12.102942 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:12.189686 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] Routers {'232cd9e0-99f9-44b6-9fde-7d99885a6835'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:05:12.190905 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:04:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['232cd9e0-99f9-44b6-9fde-7d99885a6835'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:05:12.354361 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f7cc9-38a3-471f-9c8a-3361fc5d0d1f None None] Pushing event updated for resources: {'Port': ['ID=af1531e5-942f-4a7a-bee6-77d58920454b,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:12.431014 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] Set router 232cd9e0-99f9-44b6-9fde-7d99885a6835 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:05:12.756377 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177341337', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:08Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'af1531e5-942f-4a7a-bee6-77d58920454b', 'name': '', 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:ab:5b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3714b67a-f490-4080-a20b-31b9233fec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:05:07Z', 'updated_at': '2022-03-14T16:05:12Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '3714b67a-f490-4080-a20b-31b9233fec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:05:12.760219 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371343cc-aaec-4819-9447-7a4a8a4d6488 None None] The sync data for ids ['232cd9e0-99f9-44b6-9fde-7d99885a6835'] in dv-neutron-833561-1-hyperv is: [{'id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177341337', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:08Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'af1531e5-942f-4a7a-bee6-77d58920454b', 'name': '', 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:ab:5b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3714b67a-f490-4080-a20b-31b9233fec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:05:07Z', 'updated_at': '2022-03-14T16:05:12Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '3714b67a-f490-4080-a20b-31b9233fec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:05:12.993296 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-61e58c5d-856f-4be0-8153-dd9be902b97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:13.211126 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-19a0dab6-f862-45e3-8293-8b391729395e req-8260eb3b-f57d-4238-abb8-3e47890c06cc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 210 time: 0.0545852 Mar 14 16:05:13.265716 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-1132fce0-5931-4c4d-be47-e03f0908e47f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:13.267240 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-1132fce0-5931-4c4d-be47-e03f0908e47f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "GET /v2.0/networks?id=37d652c9-0215-461e-b2e0-32d7daf62a6d HTTP/1.1" status: 200 len: 796 time: 0.2082860 Mar 14 16:05:13.323128 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-288c3308-3036-4e3a-87c3-ad6c8492d4ea tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01 HTTP/1.1" status: 200 len: 379 time: 0.0437343 Mar 14 16:05:13.336297 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-d980af53-0a1a-480e-96e4-b5fcefeb4314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'port': {'device_id': 'c828b4ca-c69e-4ebf-9b36-c48454d47818', 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d', 'admin_state_up': True, 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'security_groups': ['2d2b9ac7-67c5-4825-8b1e-bfe184451cb8']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:05:13.478601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-d980af53-0a1a-480e-96e4-b5fcefeb4314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:05:13.488733 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-d980af53-0a1a-480e-96e4-b5fcefeb4314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:05:13.498391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-d980af53-0a1a-480e-96e4-b5fcefeb4314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Made reservation on behalf of 96fdbaa24f1f46029ef4ffe39ae4eb01 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:05:13.501878 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-d980af53-0a1a-480e-96e4-b5fcefeb4314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:13.670923 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-d980af53-0a1a-480e-96e4-b5fcefeb4314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Allocated IP 172.20.0.10 (37d652c9-0215-461e-b2e0-32d7daf62a6d/3714b67a-f490-4080-a20b-31b9233fec1b/641377de-394a-4d6d-9848-a235fb141a6b) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:05:13.851229 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-d980af53-0a1a-480e-96e4-b5fcefeb4314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:13.866683 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-d980af53-0a1a-480e-96e4-b5fcefeb4314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Transition to ACTIVE for port object 641377de-394a-4d6d-9848-a235fb141a6b will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:05:13.887379 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-d980af53-0a1a-480e-96e4-b5fcefeb4314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:13.960439 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-d980af53-0a1a-480e-96e4-b5fcefeb4314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network 37d652c9-0215-461e-b2e0-32d7daf62a6d is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:05:13.963482 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-d980af53-0a1a-480e-96e4-b5fcefeb4314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:05:13.967686 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-d980af53-0a1a-480e-96e4-b5fcefeb4314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:05:13.996066 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980af53-0a1a-480e-96e4-b5fcefeb4314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=641377de-394a-4d6d-9848-a235fb141a6b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:14.030453 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-d980af53-0a1a-480e-96e4-b5fcefeb4314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:14.031110 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-d980af53-0a1a-480e-96e4-b5fcefeb4314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:14.056351 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-d980af53-0a1a-480e-96e4-b5fcefeb4314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7240701 Mar 14 16:05:14.068666 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-88794d13-69bb-495f-b497-323b8aff4a2f service neutron] Request body: {'port': {'device_id': 'c828b4ca-c69e-4ebf-9b36-c48454d47818', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:05:14.201528 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2bcf8b6a-e50d-46df-9ae1-ec6b6460b82d None None] Provisioning for port 641377de-394a-4d6d-9848-a235fb141a6b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:05:14.210284 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2bcf8b6a-e50d-46df-9ae1-ec6b6460b82d None None] Provisioning complete for port 641377de-394a-4d6d-9848-a235fb141a6b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:05:14.211032 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2bcf8b6a-e50d-46df-9ae1-ec6b6460b82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:14.241333 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device af1531e5-942f-4a7a-bee6-77d58920454b up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:05:14.294834 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-88794d13-69bb-495f-b497-323b8aff4a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:14.317361 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2bcf8b6a-e50d-46df-9ae1-ec6b6460b82d None None] Port 641377de-394a-4d6d-9848-a235fb141a6b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:05:14.334529 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port af1531e5-942f-4a7a-bee6-77d58920454b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:05:14.339232 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port af1531e5-942f-4a7a-bee6-77d58920454b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:05:14.339589 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:14.441641 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb1ccf-fa3a-4713-a568-9da74309a173 req-0ed32c35-ab6a-49a8-aa43-74dfccc8d3b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:14.443610 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-35cb1ccf-fa3a-4713-a568-9da74309a173 req-0ed32c35-ab6a-49a8-aa43-74dfccc8d3b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 932 time: 0.0801134 Mar 14 16:05:14.456824 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:14.489807 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port af1531e5-942f-4a7a-bee6-77d58920454b, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=af1531e5-942f-4a7a-bee6-77d58920454b,segment=NetworkSegment(66ee08cf-fd1c-46f5-af56-685302b3653a),segment_id=66ee08cf-fd1c-46f5-af56-685302b3653a)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:05:14.494490 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:14.495920 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-35cb1ccf-fa3a-4713-a568-9da74309a173 req-cc608630-6aa2-44c4-8692-7d56d673c8b0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d2b9ac7-67c5-4825-8b1e-bfe184451cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460370 Mar 14 16:05:14.559371 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=af1531e5-942f-4a7a-bee6-77d58920454b,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:14.654337 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-88794d13-69bb-495f-b497-323b8aff4a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641377de-394a-4d6d-9848-a235fb141a6b {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:05:14.661217 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-88794d13-69bb-495f-b497-323b8aff4a2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:14.674958 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-88794d13-69bb-495f-b497-323b8aff4a2f service neutron] Transition to ACTIVE for port object 641377de-394a-4d6d-9848-a235fb141a6b will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:05:14.678820 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-88794d13-69bb-495f-b497-323b8aff4a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:14.803395 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88794d13-69bb-495f-b497-323b8aff4a2f service neutron] Pushing event updated for resources: {'Port': ['ID=641377de-394a-4d6d-9848-a235fb141a6b,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:14.911751 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-88794d13-69bb-495f-b497-323b8aff4a2f service neutron] Attempting to bind port 641377de-394a-4d6d-9848-a235fb141a6b on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:05:14.912084 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-88794d13-69bb-495f-b497-323b8aff4a2f service neutron] Attempting to bind port 641377de-394a-4d6d-9848-a235fb141a6b by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '66ee08cf-fd1c-46f5-af56-685302b3653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:05:14.912405 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-88794d13-69bb-495f-b497-323b8aff4a2f service neutron] Attempting to bind port 641377de-394a-4d6d-9848-a235fb141a6b on network 37d652c9-0215-461e-b2e0-32d7daf62a6d {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:05:14.918014 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-88794d13-69bb-495f-b497-323b8aff4a2f service neutron] Port 641377de-394a-4d6d-9848-a235fb141a6b on network 37d652c9-0215-461e-b2e0-32d7daf62a6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 16:05:14.918413 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-88794d13-69bb-495f-b497-323b8aff4a2f service neutron] Attempting to bind port 641377de-394a-4d6d-9848-a235fb141a6b on network 37d652c9-0215-461e-b2e0-32d7daf62a6d {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:05:14.924488 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-88794d13-69bb-495f-b497-323b8aff4a2f service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:05:14.924815 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-88794d13-69bb-495f-b497-323b8aff4a2f service neutron] Checking segment: {'id': '66ee08cf-fd1c-46f5-af56-685302b3653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:05:14.925192 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-88794d13-69bb-495f-b497-323b8aff4a2f service neutron] Bound using segment: {'id': '66ee08cf-fd1c-46f5-af56-685302b3653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:05:14.925601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-88794d13-69bb-495f-b497-323b8aff4a2f service neutron] Bound port: 641377de-394a-4d6d-9848-a235fb141a6b, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ee08cf-fd1c-46f5-af56-685302b3653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:05:14.925939 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-88794d13-69bb-495f-b497-323b8aff4a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:15.014269 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-88794d13-69bb-495f-b497-323b8aff4a2f service neutron] For port 641377de-394a-4d6d-9848-a235fb141a6b, host hv-neutron-8335, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:05:15.017015 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-88794d13-69bb-495f-b497-323b8aff4a2f service neutron] For port 641377de-394a-4d6d-9848-a235fb141a6b, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=641377de-394a-4d6d-9848-a235fb141a6b,segment=NetworkSegment(66ee08cf-fd1c-46f5-af56-685302b3653a),segment_id=66ee08cf-fd1c-46f5-af56-685302b3653a)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:05:15.022503 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-88794d13-69bb-495f-b497-323b8aff4a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:15.081298 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-88794d13-69bb-495f-b497-323b8aff4a2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:15.082820 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-88794d13-69bb-495f-b497-323b8aff4a2f service neutron] 10.222.0.24 "PUT /v2.0/ports/641377de-394a-4d6d-9848-a235fb141a6b HTTP/1.1" status: 200 len: 1094 time: 1.0189791 Mar 14 16:05:15.085713 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c828b4ca-c69e-4ebf-9b36-c48454d47818', 'tag': '641377de-394a-4d6d-9848-a235fb141a6b'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:05:15.106940 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88794d13-69bb-495f-b497-323b8aff4a2f service neutron] Pushing event updated for resources: {'Port': ['ID=641377de-394a-4d6d-9848-a235fb141a6b,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:15.166397 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6ec5e1a1-b512-4737-b242-a9c8d72ecdf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:15.179776 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c828b4ca-c69e-4ebf-9b36-c48454d47818', 'tag': '641377de-394a-4d6d-9848-a235fb141a6b', 'status': 'completed', 'code': 200} Mar 14 16:05:15.225655 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-84bc9b28-5ff0-4edd-802b-111313ddd57b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 1097 time: 0.0988021 Mar 14 16:05:15.294135 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-7122686d-58c8-4895-bff6-e0d44d47585d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=641377de-394a-4d6d-9848-a235fb141a6b HTTP/1.1" status: 200 len: 217 time: 0.0617731 Mar 14 16:05:15.360788 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-3616618a-c8cd-4ce6-a109-d68aa6d152ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:15.362306 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-3616618a-c8cd-4ce6-a109-d68aa6d152ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3714b67a-f490-4080-a20b-31b9233fec1b HTTP/1.1" status: 200 len: 835 time: 0.0625112 Mar 14 16:05:15.434890 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-ad7cd529-2489-45ad-adf0-c480914612f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=37d652c9-0215-461e-b2e0-32d7daf62a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672219 Mar 14 16:05:15.573628 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-271f5669-1fda-42b4-a3ee-07b8af41acfd service neutron] 10.222.0.24 "GET /v2.0/networks/37d652c9-0215-461e-b2e0-32d7daf62a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322663 Mar 14 16:05:15.716992 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8b6544e3-e4dd-4069-af34-3cb8f430b4ea req-1c867129-9002-4d5a-bf5c-78c14102ee4d service neutron] 10.222.0.24 "GET /v2.0/networks/37d652c9-0215-461e-b2e0-32d7daf62a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381729 Mar 14 16:05:15.842915 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d7e8d8d4-3bc0-4935-8f53-0709761513f3 req-5cb48cc7-a923-4ff6-8e37-5bbae418cfa7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 1097 time: 0.0766375 Mar 14 16:05:15.861723 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad9a1f-8997-4966-b73e-ba56eee1207f req-b5f10910-b372-482c-8297-4ef7d543f54c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:15.863736 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c8ad9a1f-8997-4966-b73e-ba56eee1207f req-b5f10910-b372-482c-8297-4ef7d543f54c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 944 time: 0.0812523 Mar 14 16:05:15.909222 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c8ad9a1f-8997-4966-b73e-ba56eee1207f req-4a6e5795-c54e-4407-a846-fd4e3abd24ed tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d2b9ac7-67c5-4825-8b1e-bfe184451cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395646 Mar 14 16:05:15.981568 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8d8d4-3bc0-4935-8f53-0709761513f3 req-907a5cb2-41b0-42b0-9ea5-430e7da70d53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:15.983027 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d7e8d8d4-3bc0-4935-8f53-0709761513f3 req-907a5cb2-41b0-42b0-9ea5-430e7da70d53 service neutron] 10.222.0.24 "GET /v2.0/networks?id=37d652c9-0215-461e-b2e0-32d7daf62a6d HTTP/1.1" status: 200 len: 897 time: 0.1327307 Mar 14 16:05:16.131082 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d7e8d8d4-3bc0-4935-8f53-0709761513f3 req-2196e854-c63b-4e62-b1fc-bf8aaaf1880e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=641377de-394a-4d6d-9848-a235fb141a6b HTTP/1.1" status: 200 len: 217 time: 0.1422215 Mar 14 16:05:16.179374 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device af1531e5-942f-4a7a-bee6-77d58920454b up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:05:16.198000 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8d8d4-3bc0-4935-8f53-0709761513f3 req-3ccf3758-0c80-4289-a06c-95176a510a02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:16.199779 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d7e8d8d4-3bc0-4935-8f53-0709761513f3 req-3ccf3758-0c80-4289-a06c-95176a510a02 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3714b67a-f490-4080-a20b-31b9233fec1b HTTP/1.1" status: 200 len: 835 time: 0.0632029 Mar 14 16:05:16.253424 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port af1531e5-942f-4a7a-bee6-77d58920454b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:05:16.253802 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:16.274025 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d7e8d8d4-3bc0-4935-8f53-0709761513f3 req-9e5c99da-cc3d-472a-a4ef-2b53cd56c42c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=37d652c9-0215-461e-b2e0-32d7daf62a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675931 Mar 14 16:05:16.394826 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:16.406523 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d7e8d8d4-3bc0-4935-8f53-0709761513f3 req-816c5db4-2f2b-4e9f-832a-f28498ce403a service neutron] 10.222.0.24 "GET /v2.0/networks/37d652c9-0215-461e-b2e0-32d7daf62a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253378 Mar 14 16:05:16.534872 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d7e8d8d4-3bc0-4935-8f53-0709761513f3 req-39e4c153-a423-4b3b-9f0b-dc4c167c0c40 service neutron] 10.222.0.24 "GET /v2.0/networks/37d652c9-0215-461e-b2e0-32d7daf62a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225443 Mar 14 16:05:16.599746 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:17.108947 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acd82c-22e5-4eef-a9e6-7866f68883c6 req-49bfe45e-8f2b-4b0a-94c1-1a0063eb3f5e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:17.109610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-d2acd82c-22e5-4eef-a9e6-7866f68883c6 req-49bfe45e-8f2b-4b0a-94c1-1a0063eb3f5e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:05:17.124394 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-d2acd82c-22e5-4eef-a9e6-7866f68883c6 req-49bfe45e-8f2b-4b0a-94c1-1a0063eb3f5e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:05:17.125494 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d2acd82c-22e5-4eef-a9e6-7866f68883c6 req-49bfe45e-8f2b-4b0a-94c1-1a0063eb3f5e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 944 time: 0.0944123 Mar 14 16:05:17.170630 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d2acd82c-22e5-4eef-a9e6-7866f68883c6 req-6c808859-3384-49de-a4f1-4ccc29193c62 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d2b9ac7-67c5-4825-8b1e-bfe184451cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395472 Mar 14 16:05:18.004678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 641377de-394a-4d6d-9848-a235fb141a6b details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 16:05:18.107803 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:18.148943 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 641377de-394a-4d6d-9848-a235fb141a6b, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=641377de-394a-4d6d-9848-a235fb141a6b,segment=NetworkSegment(66ee08cf-fd1c-46f5-af56-685302b3653a),segment_id=66ee08cf-fd1c-46f5-af56-685302b3653a)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:05:18.167832 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '641377de-394a-4d6d-9848-a235fb141a6b', 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d', 'port_id': '641377de-394a-4d6d-9848-a235fb141a6b', 'mac_address': 'fa:16:3e:b3:56:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3714b67a-f490-4080-a20b-31b9233fec1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 16:05:18.223251 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:18.240844 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641377de-394a-4d6d-9848-a235fb141a6b {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:05:18.255461 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 641377de-394a-4d6d-9848-a235fb141a6b, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=641377de-394a-4d6d-9848-a235fb141a6b,segment=NetworkSegment(66ee08cf-fd1c-46f5-af56-685302b3653a),segment_id=66ee08cf-fd1c-46f5-af56-685302b3653a)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:05:18.259221 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:18.323836 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=641377de-394a-4d6d-9848-a235fb141a6b,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:18.369707 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f045f6-f6a3-4ce7-9e6c-95fba513d88b req-bc748365-5a17-4fc8-bb33-f060d5f15e59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:18.371173 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c3f045f6-f6a3-4ce7-9e6c-95fba513d88b req-bc748365-5a17-4fc8-bb33-f060d5f15e59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 945 time: 0.0804267 Mar 14 16:05:18.415408 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c3f045f6-f6a3-4ce7-9e6c-95fba513d88b req-0867e317-98dc-4f8c-a7ed-a383bd0b6c4e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d2b9ac7-67c5-4825-8b1e-bfe184451cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386865 Mar 14 16:05:18.630366 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['641377de-394a-4d6d-9848-a235fb141a6b'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:05:18.677795 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:05:19.618608 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107936f-519e-4e2a-9cd1-a4db7bf802e3 req-3f5150dd-45f5-4612-9c6e-6f2b22f9d82e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:19.620015 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f107936f-519e-4e2a-9cd1-a4db7bf802e3 req-3f5150dd-45f5-4612-9c6e-6f2b22f9d82e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 945 time: 0.0734677 Mar 14 16:05:19.664630 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f107936f-519e-4e2a-9cd1-a4db7bf802e3 req-26b6c8ce-a783-4725-a10e-35f2daa2d4fc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d2b9ac7-67c5-4825-8b1e-bfe184451cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392540 Mar 14 16:05:20.025049 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 641377de-394a-4d6d-9848-a235fb141a6b up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:05:20.102995 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 641377de-394a-4d6d-9848-a235fb141a6b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:05:20.107479 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 641377de-394a-4d6d-9848-a235fb141a6b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:05:20.107845 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:20.248991 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:20.275370 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c828b4ca-c69e-4ebf-9b36-c48454d47818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641377de-394a-4d6d-9848-a235fb141a6b'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:05:20.284934 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 641377de-394a-4d6d-9848-a235fb141a6b, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=641377de-394a-4d6d-9848-a235fb141a6b,segment=NetworkSegment(66ee08cf-fd1c-46f5-af56-685302b3653a),segment_id=66ee08cf-fd1c-46f5-af56-685302b3653a)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:05:20.287996 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:20.352391 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=641377de-394a-4d6d-9848-a235fb141a6b,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:20.405895 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c828b4ca-c69e-4ebf-9b36-c48454d47818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641377de-394a-4d6d-9848-a235fb141a6b', 'code': 200} Mar 14 16:05:20.625043 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6bd374ca-16b9-47d5-b4b9-7d250820b4ae req-4f39aa51-1c87-4a0b-adfd-4ada64b5f6d8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 1099 time: 0.0686827 Mar 14 16:05:20.665401 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6bd374ca-16b9-47d5-b4b9-7d250820b4ae req-60f142d5-ee3d-427f-b549-1a4b5b1c37c9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2d2b9ac7-67c5-4825-8b1e-bfe184451cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348711 Mar 14 16:05:20.858413 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ea31b-f6e9-4a41-8c06-78f2ef694099 req-97b14f30-c90d-4e21-b287-0d17beea34eb tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:20.859845 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ff9ea31b-f6e9-4a41-8c06-78f2ef694099 req-97b14f30-c90d-4e21-b287-0d17beea34eb tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 946 time: 0.0746956 Mar 14 16:05:20.907121 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ff9ea31b-f6e9-4a41-8c06-78f2ef694099 req-259da3e2-944d-4dfb-b194-cb5ce492f123 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d2b9ac7-67c5-4825-8b1e-bfe184451cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417867 Mar 14 16:05:21.231570 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:22.106877 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a2736-3c65-4126-a494-ce7d4b4634e0 req-88d4b62e-9647-41a2-8e7a-7836b089cf2a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:22.108306 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a11a2736-3c65-4126-a494-ce7d4b4634e0 req-88d4b62e-9647-41a2-8e7a-7836b089cf2a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 946 time: 0.0751214 Mar 14 16:05:22.153599 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a11a2736-3c65-4126-a494-ce7d4b4634e0 req-a04a40ac-12e6-446c-a74c-f2fe42533818 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d2b9ac7-67c5-4825-8b1e-bfe184451cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395491 Mar 14 16:05:22.349473 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96588d4a-4425-4ef9-bc26-3cac2b49d498 req-72788de0-0157-4797-a7e5-3f19be26bcbf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:22.350929 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-96588d4a-4425-4ef9-bc26-3cac2b49d498 req-72788de0-0157-4797-a7e5-3f19be26bcbf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 946 time: 0.0747678 Mar 14 16:05:22.395283 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-96588d4a-4425-4ef9-bc26-3cac2b49d498 req-4b096f5b-2123-46b9-91a2-e7ebff3c3db3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d2b9ac7-67c5-4825-8b1e-bfe184451cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389440 Mar 14 16:05:22.421750 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60154) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:05:22.493600 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-be15735b-9cc4-4de8-8374-e15a29a64148 tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 1094 time: 0.0706220 Mar 14 16:05:22.496261 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60158) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:05:22.501190 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': '641377de-394a-4d6d-9848-a235fb141a6b', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:05:22.506535 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:05:22.510222 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:floatingip and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:05:22.513105 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:05:22.519290 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:05:22.529133 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:22.663943 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:22.793440 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Allocated IP 172.26.4.221 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/706520e8-7917-409a-9324-ceb380c1feb1) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:05:22.938276 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:22.966342 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:23.035112 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:05:23.037903 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:05:23.042108 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:05:23.066891 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=706520e8-7917-409a-9324-ceb380c1feb1,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:23.604079 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:23.656554 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:23.857732 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:23.862075 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:23.973806 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=706520e8-7917-409a-9324-ceb380c1feb1,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:23.986390 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:24.179922 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Floating IP 4ed3e81b-8973-4fd8-b6ae-a2788489f397 associated. External IP: 172.26.4.221, port: 641377de-394a-4d6d-9848-a235fb141a6b. Mar 14 16:05:24.562858 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router 232cd9e0-99f9-44b6-9fde-7d99885a6835 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:05:24.852095 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:05:24.861418 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b7cb9d-6bf2-4627-9d0b-39671ed24b9f None None] Sync routers for ids ['232cd9e0-99f9-44b6-9fde-7d99885a6835'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:05:24.874509 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b7cb9d-6bf2-4627-9d0b-39671ed24b9f None None] Routers {'232cd9e0-99f9-44b6-9fde-7d99885a6835'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:05:24.875105 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-32b7cb9d-6bf2-4627-9d0b-39671ed24b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:05:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['232cd9e0-99f9-44b6-9fde-7d99885a6835'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:05:24.875450 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:24.929059 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-bb8cbf4d-4434-4049-8769-5365612cde73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4318130 Mar 14 16:05:24.929746 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c828b4ca-c69e-4ebf-9b36-c48454d47818', 'tag': '641377de-394a-4d6d-9848-a235fb141a6b'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:05:24.990166 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c828b4ca-c69e-4ebf-9b36-c48454d47818', 'tag': '641377de-394a-4d6d-9848-a235fb141a6b', 'status': 'completed', 'code': 200} Mar 14 16:05:25.058431 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-32b7cb9d-6bf2-4627-9d0b-39671ed24b9f None None] Set router 232cd9e0-99f9-44b6-9fde-7d99885a6835 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:05:25.089505 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-88468e21-d368-4870-87f5-a3b80da1e5cc req-e3dbeb56-a91b-4b9c-9121-0efd8d430674 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 1099 time: 0.0789039 Mar 14 16:05:25.126309 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20543407-9e32-48ff-a59a-afd5843323df req-eedb9dfb-cd69-438c-83b5-67610f62d9d2 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:25.138264 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-20543407-9e32-48ff-a59a-afd5843323df req-eedb9dfb-cd69-438c-83b5-67610f62d9d2 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 946 time: 0.0880814 Mar 14 16:05:25.196622 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-20543407-9e32-48ff-a59a-afd5843323df req-7f554064-0d1b-4c80-904e-b37e7ceb8236 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d2b9ac7-67c5-4825-8b1e-bfe184451cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573754 Mar 14 16:05:25.213996 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60168) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:05:25.224803 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88468e21-d368-4870-87f5-a3b80da1e5cc req-aca085b6-5421-44b7-ada5-b441c289b64e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:25.226322 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-88468e21-d368-4870-87f5-a3b80da1e5cc req-aca085b6-5421-44b7-ada5-b441c289b64e service neutron] 10.222.0.24 "GET /v2.0/networks?id=37d652c9-0215-461e-b2e0-32d7daf62a6d HTTP/1.1" status: 200 len: 897 time: 0.1308777 Mar 14 16:05:25.328263 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f5506c9b-cd9c-4d47-9db2-72072843c57a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/4ed3e81b-8973-4fd8-b6ae-a2788489f397 HTTP/1.1" status: 200 len: 992 time: 0.1090689 Mar 14 16:05:25.329657 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-88468e21-d368-4870-87f5-a3b80da1e5cc req-5f98d339-4153-405b-84a7-bd01eb9123e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=641377de-394a-4d6d-9848-a235fb141a6b HTTP/1.1" status: 200 len: 1000 time: 0.0964832 Mar 14 16:05:25.388050 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88468e21-d368-4870-87f5-a3b80da1e5cc req-18f9a3eb-c537-4fd2-89bd-2b2ef385cf8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:25.389377 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-88468e21-d368-4870-87f5-a3b80da1e5cc req-18f9a3eb-c537-4fd2-89bd-2b2ef385cf8a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3714b67a-f490-4080-a20b-31b9233fec1b HTTP/1.1" status: 200 len: 835 time: 0.0555642 Mar 14 16:05:25.453275 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-32b7cb9d-6bf2-4627-9d0b-39671ed24b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177341337', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:08Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '4ed3e81b-8973-4fd8-b6ae-a2788489f397', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'floating_ip_address': '172.26.4.221', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'port_id': '641377de-394a-4d6d-9848-a235fb141a6b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d', 'mac_address': 'fa:16:3e:b3:56:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c828b4ca-c69e-4ebf-9b36-c48454d47818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:05:23Z', 'updated_at': '2022-03-14T16:05:23Z', 'revision_number': 0, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1531e5-942f-4a7a-bee6-77d58920454b', 'name': '', 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:ab:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3714b67a-f490-4080-a20b-31b9233fec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:05:07Z', 'updated_at': '2022-03-14T16:05:14Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '3714b67a-f490-4080-a20b-31b9233fec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:05:25.460327 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b7cb9d-6bf2-4627-9d0b-39671ed24b9f None None] Checking router: 232cd9e0-99f9-44b6-9fde-7d99885a6835 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:05:25.464403 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-88468e21-d368-4870-87f5-a3b80da1e5cc req-029a4b88-8dda-4306-a2d8-0e281131393b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=37d652c9-0215-461e-b2e0-32d7daf62a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692208 Mar 14 16:05:25.472599 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b7cb9d-6bf2-4627-9d0b-39671ed24b9f None None] Routers {'232cd9e0-99f9-44b6-9fde-7d99885a6835'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:05:25.473244 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-32b7cb9d-6bf2-4627-9d0b-39671ed24b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:05:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['232cd9e0-99f9-44b6-9fde-7d99885a6835'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:05:25.594034 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-88468e21-d368-4870-87f5-a3b80da1e5cc req-53573d4d-63c2-4554-937b-3b45e628e45e service neutron] 10.222.0.24 "GET /v2.0/networks/37d652c9-0215-461e-b2e0-32d7daf62a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241026 Mar 14 16:05:25.647480 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-32b7cb9d-6bf2-4627-9d0b-39671ed24b9f None None] Set router 232cd9e0-99f9-44b6-9fde-7d99885a6835 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:05:25.722119 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-88468e21-d368-4870-87f5-a3b80da1e5cc req-96655087-f0fc-4dcd-8e34-cd09811baab1 service neutron] 10.222.0.24 "GET /v2.0/networks/37d652c9-0215-461e-b2e0-32d7daf62a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225452 Mar 14 16:05:25.994266 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-32b7cb9d-6bf2-4627-9d0b-39671ed24b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177341337', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:08Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '4ed3e81b-8973-4fd8-b6ae-a2788489f397', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'floating_ip_address': '172.26.4.221', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'port_id': '641377de-394a-4d6d-9848-a235fb141a6b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d', 'mac_address': 'fa:16:3e:b3:56:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c828b4ca-c69e-4ebf-9b36-c48454d47818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:05:23Z', 'updated_at': '2022-03-14T16:05:23Z', 'revision_number': 0, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1531e5-942f-4a7a-bee6-77d58920454b', 'name': '', 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:ab:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3714b67a-f490-4080-a20b-31b9233fec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:05:07Z', 'updated_at': '2022-03-14T16:05:14Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '3714b67a-f490-4080-a20b-31b9233fec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:05:25.998013 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b7cb9d-6bf2-4627-9d0b-39671ed24b9f None None] The sync data for ids ['232cd9e0-99f9-44b6-9fde-7d99885a6835'] in dv-neutron-833561-1-hyperv is: [{'id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177341337', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:08Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '4ed3e81b-8973-4fd8-b6ae-a2788489f397', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'floating_ip_address': '172.26.4.221', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'port_id': '641377de-394a-4d6d-9848-a235fb141a6b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d', 'mac_address': 'fa:16:3e:b3:56:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c828b4ca-c69e-4ebf-9b36-c48454d47818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:05:23Z', 'updated_at': '2022-03-14T16:05:23Z', 'revision_number': 0, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1531e5-942f-4a7a-bee6-77d58920454b', 'name': '', 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:ab:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3714b67a-f490-4080-a20b-31b9233fec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:05:07Z', 'updated_at': '2022-03-14T16:05:14Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '3714b67a-f490-4080-a20b-31b9233fec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:05:26.332167 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60172) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:05:26.433697 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-60bdec76-bad3-412a-a215-517b88180c53 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/4ed3e81b-8973-4fd8-b6ae-a2788489f397 HTTP/1.1" status: 200 len: 992 time: 0.1004870 Mar 14 16:05:27.437985 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60176) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:05:27.541382 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f5599421-c5db-42a0-9882-09b98c99497a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/4ed3e81b-8973-4fd8-b6ae-a2788489f397 HTTP/1.1" status: 200 len: 992 time: 0.1021791 Mar 14 16:05:28.545208 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60180) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:05:28.651391 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8b6dbfab-3b7b-439b-a487-ef5483dc6d4e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/4ed3e81b-8973-4fd8-b6ae-a2788489f397 HTTP/1.1" status: 200 len: 992 time: 0.1050553 Mar 14 16:05:28.770948 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3b769c-5c3e-43a4-9d49-0b3371b1979a None None] New status for floating IP 4ed3e81b-8973-4fd8-b6ae-a2788489f397: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 16:05:29.655326 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60184) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:05:29.760146 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-de2fb8ba-3a0e-4146-bac0-e99660ee9c5d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/4ed3e81b-8973-4fd8-b6ae-a2788489f397 HTTP/1.1" status: 200 len: 994 time: 0.1031218 Mar 14 16:05:32.778122 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ae593ac7-7896-40c7-ae84-8ece739bc6bb req-11b3ad0a-99e1-4fd6-af45-677c2a53e061 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663021 Mar 14 16:05:32.925085 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ae593ac7-7896-40c7-ae84-8ece739bc6bb req-2a9f7533-47cc-4ed1-a7dd-bd37ba37c1bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 1099 time: 0.0744579 Mar 14 16:05:33.155307 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae593ac7-7896-40c7-ae84-8ece739bc6bb req-e67f386b-4ccc-49c1-ac37-11ae08f18101 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:33.156743 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ae593ac7-7896-40c7-ae84-8ece739bc6bb req-e67f386b-4ccc-49c1-ac37-11ae08f18101 service neutron] 10.222.0.24 "GET /v2.0/networks?id=37d652c9-0215-461e-b2e0-32d7daf62a6d HTTP/1.1" status: 200 len: 897 time: 0.2146509 Mar 14 16:05:33.263364 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ae593ac7-7896-40c7-ae84-8ece739bc6bb req-eb3c0332-794c-41d4-98b0-cfce0653e09c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=641377de-394a-4d6d-9848-a235fb141a6b HTTP/1.1" status: 200 len: 1002 time: 0.1002281 Mar 14 16:05:33.331797 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae593ac7-7896-40c7-ae84-8ece739bc6bb req-716f9347-748e-4fbe-a5f5-105f7470e4d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:33.333192 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ae593ac7-7896-40c7-ae84-8ece739bc6bb req-716f9347-748e-4fbe-a5f5-105f7470e4d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3714b67a-f490-4080-a20b-31b9233fec1b HTTP/1.1" status: 200 len: 835 time: 0.0634484 Mar 14 16:05:33.403469 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ae593ac7-7896-40c7-ae84-8ece739bc6bb req-ad75cd0e-2407-4965-a4f5-727b7e6e2868 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=37d652c9-0215-461e-b2e0-32d7daf62a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645955 Mar 14 16:05:33.535933 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ae593ac7-7896-40c7-ae84-8ece739bc6bb req-98a1d82f-6309-42ae-87e2-ac7f3c29e28e service neutron] 10.222.0.24 "GET /v2.0/networks/37d652c9-0215-461e-b2e0-32d7daf62a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248569 Mar 14 16:05:33.664457 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ae593ac7-7896-40c7-ae84-8ece739bc6bb req-f34552d6-c74f-46e2-ae4c-5181adf40ad3 service neutron] 10.222.0.24 "GET /v2.0/networks/37d652c9-0215-461e-b2e0-32d7daf62a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216333 Mar 14 16:05:42.995708 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e1c7e018-d352-46dd-b70e-00de78463776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:45.158293 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d579597-7e44-412e-a200-f0d0c0e0fdef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:46.398352 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:46.601026 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:48.058146 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:51.234517 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:55.678068 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:06:12.996722 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c93991c-b2f0-4e21-ad77-7b846e694c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:15.161118 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e421827-1d9e-4030-98b8-ab1df2a10748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:16.400368 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:16.602034 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:18.060066 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:21.250656 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:30.775308 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e1aeb-f157-4b13-96c4-89e5ec3177af req-6dd14510-f73f-4af2-891a-f9f10fa10994 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:06:30.776652 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d14e1aeb-f157-4b13-96c4-89e5ec3177af req-6dd14510-f73f-4af2-891a-f9f10fa10994 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 946 time: 0.0792403 Mar 14 16:06:30.823422 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d14e1aeb-f157-4b13-96c4-89e5ec3177af req-7ce2729e-126b-43ba-9469-7029ad029344 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d2b9ac7-67c5-4825-8b1e-bfe184451cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398326 Mar 14 16:06:32.029605 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c105b-63c6-47be-9fc6-ba36be07c6ee req-57959e94-bc22-42cd-91cf-be870420384c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:06:32.031054 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ae7c105b-63c6-47be-9fc6-ba36be07c6ee req-57959e94-bc22-42cd-91cf-be870420384c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 946 time: 0.0746024 Mar 14 16:06:32.075892 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ae7c105b-63c6-47be-9fc6-ba36be07c6ee req-3b381eb1-0b2f-4fab-93e4-3ba2deb06773 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d2b9ac7-67c5-4825-8b1e-bfe184451cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387704 Mar 14 16:06:32.103658 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60212) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:06:32.205062 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bcd9ce10-4a37-4df1-bb7c-ab159c5103bd tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/4ed3e81b-8973-4fd8-b6ae-a2788489f397 HTTP/1.1" status: 200 len: 994 time: 0.1002772 Mar 14 16:06:32.677429 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:06:33.692532 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7963ba-de52-49e1-a685-4e5173b19915 req-fcb620e2-e8ea-4fee-a740-94999873b279 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:06:33.695190 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fa7963ba-de52-49e1-a685-4e5173b19915 req-fcb620e2-e8ea-4fee-a740-94999873b279 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 946 time: 0.0779245 Mar 14 16:06:33.745714 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fa7963ba-de52-49e1-a685-4e5173b19915 req-6f67aae6-d5f6-4a4c-8954-48d7f41c41fb tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d2b9ac7-67c5-4825-8b1e-bfe184451cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454290 Mar 14 16:06:34.762152 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-387c99a8-2a76-4786-b8ac-e5ace2967e71 req-131a0923-9f00-4e84-8d88-15343041d364 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657449 Mar 14 16:06:34.900549 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-387c99a8-2a76-4786-b8ac-e5ace2967e71 req-b993c499-20ac-4490-b879-0c83ec42022d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 1099 time: 0.0688205 Mar 14 16:06:34.955144 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88c5b8-e85c-4944-b118-6bff9bbef181 req-bc6e4b67-960a-4f50-a3be-d5064e4387b2 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:06:34.956807 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ac88c5b8-e85c-4944-b118-6bff9bbef181 req-bc6e4b67-960a-4f50-a3be-d5064e4387b2 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 946 time: 0.0754728 Mar 14 16:06:35.005544 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ac88c5b8-e85c-4944-b118-6bff9bbef181 req-e6afc60e-6aec-43fe-b49a-af3f7070df77 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d2b9ac7-67c5-4825-8b1e-bfe184451cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432932 Mar 14 16:06:35.035548 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60224) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:06:35.049475 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c99a8-2a76-4786-b8ac-e5ace2967e71 req-153504fd-e6ba-4261-addd-b44423275394 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:06:35.050982 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-387c99a8-2a76-4786-b8ac-e5ace2967e71 req-153504fd-e6ba-4261-addd-b44423275394 service neutron] 10.222.0.24 "GET /v2.0/networks?id=37d652c9-0215-461e-b2e0-32d7daf62a6d HTTP/1.1" status: 200 len: 897 time: 0.1297431 Mar 14 16:06:35.141469 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-30d1b122-5f6b-4c89-b4ca-579c6c16f6e5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/4ed3e81b-8973-4fd8-b6ae-a2788489f397 HTTP/1.1" status: 200 len: 994 time: 0.1038651 Mar 14 16:06:35.157192 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-387c99a8-2a76-4786-b8ac-e5ace2967e71 req-14a61a67-3246-497e-9564-a7517a5c5672 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=641377de-394a-4d6d-9848-a235fb141a6b HTTP/1.1" status: 200 len: 1002 time: 0.0997686 Mar 14 16:06:35.224613 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c99a8-2a76-4786-b8ac-e5ace2967e71 req-ff3c67f0-89ac-4bed-91dd-6df231cb3367 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:06:35.226067 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-387c99a8-2a76-4786-b8ac-e5ace2967e71 req-ff3c67f0-89ac-4bed-91dd-6df231cb3367 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3714b67a-f490-4080-a20b-31b9233fec1b HTTP/1.1" status: 200 len: 835 time: 0.0630846 Mar 14 16:06:35.304370 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-387c99a8-2a76-4786-b8ac-e5ace2967e71 req-c41054ea-a122-4acf-bd1b-87f03eab049a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=37d652c9-0215-461e-b2e0-32d7daf62a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704865 Mar 14 16:06:35.434482 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-387c99a8-2a76-4786-b8ac-e5ace2967e71 req-5ff0625c-91ae-41ce-ba84-ffc2de033fb6 service neutron] 10.222.0.24 "GET /v2.0/networks/37d652c9-0215-461e-b2e0-32d7daf62a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238170 Mar 14 16:06:35.506838 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60232) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:06:35.574123 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-387c99a8-2a76-4786-b8ac-e5ace2967e71 req-f9e8cb65-305c-48ed-8034-7bfead245347 service neutron] 10.222.0.24 "GET /v2.0/networks/37d652c9-0215-461e-b2e0-32d7daf62a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329489 Mar 14 16:06:35.702917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-320033eb-d74f-46e2-92b3-ef56feed9a63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting port 706520e8-7917-409a-9324-ceb380c1feb1 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:06:35.703250 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-320033eb-d74f-46e2-92b3-ef56feed9a63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:35.882392 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-320033eb-d74f-46e2-92b3-ef56feed9a63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:35.882642 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-320033eb-d74f-46e2-92b3-ef56feed9a63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:36.084239 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-320033eb-d74f-46e2-92b3-ef56feed9a63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Calling delete_port for 706520e8-7917-409a-9324-ceb380c1feb1 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:06:36.235289 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-320033eb-d74f-46e2-92b3-ef56feed9a63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:36.284515 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320033eb-d74f-46e2-92b3-ef56feed9a63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Port': ['ID=706520e8-7917-409a-9324-ceb380c1feb1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:36.321997 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320033eb-d74f-46e2-92b3-ef56feed9a63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:36.322378 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320033eb-d74f-46e2-92b3-ef56feed9a63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:36.322728 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320033eb-d74f-46e2-92b3-ef56feed9a63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:36.323069 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320033eb-d74f-46e2-92b3-ef56feed9a63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:36.323406 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320033eb-d74f-46e2-92b3-ef56feed9a63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:36.323754 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320033eb-d74f-46e2-92b3-ef56feed9a63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:36.324071 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320033eb-d74f-46e2-92b3-ef56feed9a63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:36.324400 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320033eb-d74f-46e2-92b3-ef56feed9a63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:36.324728 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320033eb-d74f-46e2-92b3-ef56feed9a63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:36.325055 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320033eb-d74f-46e2-92b3-ef56feed9a63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:36.325382 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320033eb-d74f-46e2-92b3-ef56feed9a63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:36.385194 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-320033eb-d74f-46e2-92b3-ef56feed9a63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:36.780050 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320033eb-d74f-46e2-92b3-ef56feed9a63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router 232cd9e0-99f9-44b6-9fde-7d99885a6835 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:06:36.977891 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320033eb-d74f-46e2-92b3-ef56feed9a63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:06:36.987395 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0377c893-8f4d-4645-bb5b-6d14baa2c2b7 None None] Sync routers for ids ['232cd9e0-99f9-44b6-9fde-7d99885a6835'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:06:36.997634 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-320033eb-d74f-46e2-92b3-ef56feed9a63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:36.999318 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0377c893-8f4d-4645-bb5b-6d14baa2c2b7 None None] Routers {'232cd9e0-99f9-44b6-9fde-7d99885a6835'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:06:36.999919 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0377c893-8f4d-4645-bb5b-6d14baa2c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:06:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['232cd9e0-99f9-44b6-9fde-7d99885a6835'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:06:37.052856 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-320033eb-d74f-46e2-92b3-ef56feed9a63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/floatingips/4ed3e81b-8973-4fd8-b6ae-a2788489f397 HTTP/1.1" status: 204 len: 168 time: 1.5448515 Mar 14 16:06:37.053338 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c828b4ca-c69e-4ebf-9b36-c48454d47818', 'tag': '641377de-394a-4d6d-9848-a235fb141a6b'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:06:37.115681 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c828b4ca-c69e-4ebf-9b36-c48454d47818', 'tag': '641377de-394a-4d6d-9848-a235fb141a6b', 'status': 'completed', 'code': 200} Mar 14 16:06:37.186199 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-0377c893-8f4d-4645-bb5b-6d14baa2c2b7 None None] Set router 232cd9e0-99f9-44b6-9fde-7d99885a6835 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:06:37.225722 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5773eb33-3fab-427b-91f7-f3950cbc9110 req-28761677-a2bc-4d18-b63b-2d1dfd05087a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 1099 time: 0.0821497 Mar 14 16:06:37.368118 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773eb33-3fab-427b-91f7-f3950cbc9110 req-c39f860b-f7d1-4b86-a292-bfb7af30cd78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:06:37.369590 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5773eb33-3fab-427b-91f7-f3950cbc9110 req-c39f860b-f7d1-4b86-a292-bfb7af30cd78 service neutron] 10.222.0.24 "GET /v2.0/networks?id=37d652c9-0215-461e-b2e0-32d7daf62a6d HTTP/1.1" status: 200 len: 897 time: 0.1378865 Mar 14 16:06:37.552335 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0377c893-8f4d-4645-bb5b-6d14baa2c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177341337', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:08Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'af1531e5-942f-4a7a-bee6-77d58920454b', 'name': '', 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:ab:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3714b67a-f490-4080-a20b-31b9233fec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:05:07Z', 'updated_at': '2022-03-14T16:05:14Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '3714b67a-f490-4080-a20b-31b9233fec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:06:37.556295 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0377c893-8f4d-4645-bb5b-6d14baa2c2b7 None None] Checking router: 232cd9e0-99f9-44b6-9fde-7d99885a6835 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:06:37.562726 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5773eb33-3fab-427b-91f7-f3950cbc9110 req-6ba88b3b-5f59-4514-9ef0-0f143f3be544 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=641377de-394a-4d6d-9848-a235fb141a6b HTTP/1.1" status: 200 len: 217 time: 0.1865022 Mar 14 16:06:37.566684 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0377c893-8f4d-4645-bb5b-6d14baa2c2b7 None None] Routers {'232cd9e0-99f9-44b6-9fde-7d99885a6835'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:06:37.567271 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0377c893-8f4d-4645-bb5b-6d14baa2c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:06:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['232cd9e0-99f9-44b6-9fde-7d99885a6835'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:06:37.638610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773eb33-3fab-427b-91f7-f3950cbc9110 req-e2da6a00-5e7f-47f8-bdc1-5df12ad17ab7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:06:37.640026 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5773eb33-3fab-427b-91f7-f3950cbc9110 req-e2da6a00-5e7f-47f8-bdc1-5df12ad17ab7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3714b67a-f490-4080-a20b-31b9233fec1b HTTP/1.1" status: 200 len: 835 time: 0.0674181 Mar 14 16:06:37.647074 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfc8fa-6763-453c-b60a-e82f65dcb811 req-b3dad3c2-f766-4461-9edd-29044f476b66 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:06:37.648395 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-87bfc8fa-6763-453c-b60a-e82f65dcb811 req-b3dad3c2-f766-4461-9edd-29044f476b66 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 946 time: 0.1403396 Mar 14 16:06:37.742259 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-0377c893-8f4d-4645-bb5b-6d14baa2c2b7 None None] Set router 232cd9e0-99f9-44b6-9fde-7d99885a6835 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:06:37.745083 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-87bfc8fa-6763-453c-b60a-e82f65dcb811 req-ead88ebf-d449-4f15-8990-9341a7edd688 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d2b9ac7-67c5-4825-8b1e-bfe184451cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613289 Mar 14 16:06:37.757404 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5773eb33-3fab-427b-91f7-f3950cbc9110 req-d53dcf15-1897-4dd8-912e-867ae73601c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=37d652c9-0215-461e-b2e0-32d7daf62a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1081235 Mar 14 16:06:37.886334 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5773eb33-3fab-427b-91f7-f3950cbc9110 req-25d9f836-8ed1-427d-aacc-70f7c378213f service neutron] 10.222.0.24 "GET /v2.0/networks/37d652c9-0215-461e-b2e0-32d7daf62a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225176 Mar 14 16:06:38.024044 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5773eb33-3fab-427b-91f7-f3950cbc9110 req-a690e891-ee5b-4652-8534-1a61f1c8180e service neutron] 10.222.0.24 "GET /v2.0/networks/37d652c9-0215-461e-b2e0-32d7daf62a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279180 Mar 14 16:06:38.055567 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0377c893-8f4d-4645-bb5b-6d14baa2c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177341337', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:08Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'af1531e5-942f-4a7a-bee6-77d58920454b', 'name': '', 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:ab:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3714b67a-f490-4080-a20b-31b9233fec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:05:07Z', 'updated_at': '2022-03-14T16:05:14Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '3714b67a-f490-4080-a20b-31b9233fec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:06:38.059424 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0377c893-8f4d-4645-bb5b-6d14baa2c2b7 None None] The sync data for ids ['232cd9e0-99f9-44b6-9fde-7d99885a6835'] in dv-neutron-833561-1-hyperv is: [{'id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177341337', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:08Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'af1531e5-942f-4a7a-bee6-77d58920454b', 'name': '', 'network_id': '37d652c9-0215-461e-b2e0-32d7daf62a6d', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:ab:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3714b67a-f490-4080-a20b-31b9233fec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:05:07Z', 'updated_at': '2022-03-14T16:05:14Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '3714b67a-f490-4080-a20b-31b9233fec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:06:38.272250 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f0fe07-1e88-4b6f-8a8f-36bc11702702 None None] New status for floating IP 4ed3e81b-8973-4fd8-b6ae-a2788489f397: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 16:06:38.947650 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595f398-3f62-4c8f-bed7-78cf6618ba21 req-64a77dfe-4e80-4813-9fb3-1399d812bf45 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:06:38.948342 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-3595f398-3f62-4c8f-bed7-78cf6618ba21 req-64a77dfe-4e80-4813-9fb3-1399d812bf45 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:06:38.964971 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-3595f398-3f62-4c8f-bed7-78cf6618ba21 req-64a77dfe-4e80-4813-9fb3-1399d812bf45 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:06:38.967307 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3595f398-3f62-4c8f-bed7-78cf6618ba21 req-64a77dfe-4e80-4813-9fb3-1399d812bf45 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 946 time: 0.0944209 Mar 14 16:06:39.013247 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3595f398-3f62-4c8f-bed7-78cf6618ba21 req-35b31aae-1821-4ef3-b800-0f9d17b5f210 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d2b9ac7-67c5-4825-8b1e-bfe184451cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397718 Mar 14 16:06:39.318099 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84577c5-ebfb-4ed6-9484-66bc695cd9dd req-3824ed8c-a072-4234-9f52-fad160caf667 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:06:39.319475 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a84577c5-ebfb-4ed6-9484-66bc695cd9dd req-3824ed8c-a072-4234-9f52-fad160caf667 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "GET /v2.0/ports?device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 946 time: 0.0730422 Mar 14 16:06:39.386435 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-a84577c5-ebfb-4ed6-9484-66bc695cd9dd req-8b67bb8a-914a-4db7-8058-8e72de543c64 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting port 641377de-394a-4d6d-9848-a235fb141a6b {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:06:39.386765 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a84577c5-ebfb-4ed6-9484-66bc695cd9dd req-8b67bb8a-914a-4db7-8058-8e72de543c64 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:39.617324 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-a84577c5-ebfb-4ed6-9484-66bc695cd9dd req-8b67bb8a-914a-4db7-8058-8e72de543c64 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] For port 641377de-394a-4d6d-9848-a235fb141a6b, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=641377de-394a-4d6d-9848-a235fb141a6b,segment=NetworkSegment(66ee08cf-fd1c-46f5-af56-685302b3653a),segment_id=66ee08cf-fd1c-46f5-af56-685302b3653a)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:06:39.617583 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a84577c5-ebfb-4ed6-9484-66bc695cd9dd req-8b67bb8a-914a-4db7-8058-8e72de543c64 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:39.737631 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-a84577c5-ebfb-4ed6-9484-66bc695cd9dd req-8b67bb8a-914a-4db7-8058-8e72de543c64 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Calling delete_port for 641377de-394a-4d6d-9848-a235fb141a6b owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:06:39.872954 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a84577c5-ebfb-4ed6-9484-66bc695cd9dd req-8b67bb8a-914a-4db7-8058-8e72de543c64 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:39.924950 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67bb8a-914a-4db7-8058-8e72de543c64 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Port': ['ID=641377de-394a-4d6d-9848-a235fb141a6b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:39.990418 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b67bb8a-914a-4db7-8058-8e72de543c64 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:39.990765 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b67bb8a-914a-4db7-8058-8e72de543c64 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:39.991100 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b67bb8a-914a-4db7-8058-8e72de543c64 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:39.991434 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b67bb8a-914a-4db7-8058-8e72de543c64 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:39.991762 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b67bb8a-914a-4db7-8058-8e72de543c64 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:39.992089 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b67bb8a-914a-4db7-8058-8e72de543c64 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:39.992410 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b67bb8a-914a-4db7-8058-8e72de543c64 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:39.992731 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b67bb8a-914a-4db7-8058-8e72de543c64 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:39.993050 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b67bb8a-914a-4db7-8058-8e72de543c64 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:39.993369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b67bb8a-914a-4db7-8058-8e72de543c64 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:39.993691 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b67bb8a-914a-4db7-8058-8e72de543c64 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:40.008328 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84577c5-ebfb-4ed6-9484-66bc695cd9dd req-8b67bb8a-914a-4db7-8058-8e72de543c64 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] No DVR routers for this DVR port 641377de-394a-4d6d-9848-a235fb141a6b on host hv-neutron-8335 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:06:40.010506 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a84577c5-ebfb-4ed6-9484-66bc695cd9dd req-8b67bb8a-914a-4db7-8058-8e72de543c64 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:40.012962 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c828b4ca-c69e-4ebf-9b36-c48454d47818', 'name': 'network-vif-deleted', 'tag': '641377de-394a-4d6d-9848-a235fb141a6b'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:06:40.031524 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a84577c5-ebfb-4ed6-9484-66bc695cd9dd req-8b67bb8a-914a-4db7-8058-8e72de543c64 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "DELETE /v2.0/ports/641377de-394a-4d6d-9848-a235fb141a6b HTTP/1.1" status: 204 len: 173 time: 0.7074006 Mar 14 16:06:40.071577 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c828b4ca-c69e-4ebf-9b36-c48454d47818', 'name': 'network-vif-deleted', 'tag': '641377de-394a-4d6d-9848-a235fb141a6b', 'status': 'completed', 'code': 200} Mar 14 16:06:40.181260 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-aee35193-bc58-4cae-82c1-dcd71042dc8e req-458d2045-940e-4cf5-a5c8-e518a902aa53 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=c828b4ca-c69e-4ebf-9b36-c48454d47818 HTTP/1.1" status: 200 len: 210 time: 0.0439177 Mar 14 16:06:41.286726 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60250) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:06:41.773492 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62ccbb0a-3594-4b75-b7f2-35758c3a7045 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:42.371274 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-62ccbb0a-3594-4b75-b7f2-35758c3a7045 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting port af1531e5-942f-4a7a-bee6-77d58920454b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:06:42.371970 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62ccbb0a-3594-4b75-b7f2-35758c3a7045 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:42.391255 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 641377de-394a-4d6d-9848-a235fb141a6b no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:06:42.423750 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 641377de-394a-4d6d-9848-a235fb141a6b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:06:42.424012 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 641377de-394a-4d6d-9848-a235fb141a6b not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:06:42.552816 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-62ccbb0a-3594-4b75-b7f2-35758c3a7045 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] For port af1531e5-942f-4a7a-bee6-77d58920454b, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=af1531e5-942f-4a7a-bee6-77d58920454b,segment=NetworkSegment(66ee08cf-fd1c-46f5-af56-685302b3653a),segment_id=66ee08cf-fd1c-46f5-af56-685302b3653a)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:06:42.553169 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62ccbb0a-3594-4b75-b7f2-35758c3a7045 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:42.671007 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-62ccbb0a-3594-4b75-b7f2-35758c3a7045 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Calling delete_port for af1531e5-942f-4a7a-bee6-77d58920454b owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:06:42.842534 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62ccbb0a-3594-4b75-b7f2-35758c3a7045 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:42.892222 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccbb0a-3594-4b75-b7f2-35758c3a7045 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Port': ['ID=af1531e5-942f-4a7a-bee6-77d58920454b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:42.999282 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-161b7778-a7cb-48ed-b59c-ca19e2c1962b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:43.285830 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62ccbb0a-3594-4b75-b7f2-35758c3a7045 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:43.844749 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ccbb0a-3594-4b75-b7f2-35758c3a7045 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router 232cd9e0-99f9-44b6-9fde-7d99885a6835 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:06:44.036761 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ccbb0a-3594-4b75-b7f2-35758c3a7045 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:06:44.047132 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c9ad3b-676d-4fc8-9d31-597bfe1555a7 None None] Sync routers for ids ['232cd9e0-99f9-44b6-9fde-7d99885a6835'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:06:44.048860 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-62ccbb0a-3594-4b75-b7f2-35758c3a7045 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "PUT /v2.0/routers/232cd9e0-99f9-44b6-9fde-7d99885a6835/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7610240 Mar 14 16:06:44.051461 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60254) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:06:44.060364 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c9ad3b-676d-4fc8-9d31-597bfe1555a7 None None] Routers {'232cd9e0-99f9-44b6-9fde-7d99885a6835'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:06:44.060960 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f4c9ad3b-676d-4fc8-9d31-597bfe1555a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:06:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['232cd9e0-99f9-44b6-9fde-7d99885a6835'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:06:44.245438 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f2f46c-9d58-4036-8305-2dd6366cd2d7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting subnet 3714b67a-f490-4080-a20b-31b9233fec1b {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 16:06:44.247456 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-f4c9ad3b-676d-4fc8-9d31-597bfe1555a7 None None] Set router 232cd9e0-99f9-44b6-9fde-7d99885a6835 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:06:44.248408 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f46c-9d58-4036-8305-2dd6366cd2d7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:44.300666 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f46c-9d58-4036-8305-2dd6366cd2d7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:44.384735 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f46c-9d58-4036-8305-2dd6366cd2d7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:44.457892 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f46c-9d58-4036-8305-2dd6366cd2d7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:44.495029 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f46c-9d58-4036-8305-2dd6366cd2d7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Subnet': ['ID=3714b67a-f490-4080-a20b-31b9233fec1b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:44.501051 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f46c-9d58-4036-8305-2dd6366cd2d7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:44.507673 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c7f2f46c-9d58-4036-8305-2dd6366cd2d7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/subnets/3714b67a-f490-4080-a20b-31b9233fec1b HTTP/1.1" status: 204 len: 168 time: 0.4552779 Mar 14 16:06:44.510258 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60258) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:06:44.512607 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90a4df5-7ffd-4c3b-be21-fe728c13a0b9 None None] Network 37d652c9-0215-461e-b2e0-32d7daf62a6d requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:06:44.542468 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f4c9ad3b-676d-4fc8-9d31-597bfe1555a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177341337', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:06:42Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:06:44.546342 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c9ad3b-676d-4fc8-9d31-597bfe1555a7 None None] Checking router: 232cd9e0-99f9-44b6-9fde-7d99885a6835 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:06:44.558478 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c9ad3b-676d-4fc8-9d31-597bfe1555a7 None None] Routers {'232cd9e0-99f9-44b6-9fde-7d99885a6835'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:06:44.559079 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f4c9ad3b-676d-4fc8-9d31-597bfe1555a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:06:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['232cd9e0-99f9-44b6-9fde-7d99885a6835'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:06:44.767109 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c23278-ce0e-4400-93a8-7d18d6cb72f6 None None] DHCP port deletion for 37d652c9-0215-461e-b2e0-32d7daf62a6d request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 16:06:44.771619 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-24c23278-ce0e-4400-93a8-7d18d6cb72f6 None None] Deleting port 48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:06:44.771990 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-24c23278-ce0e-4400-93a8-7d18d6cb72f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:44.781424 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-f4c9ad3b-676d-4fc8-9d31-597bfe1555a7 None None] Set router 232cd9e0-99f9-44b6-9fde-7d99885a6835 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:06:44.858273 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95ed630d-dd7c-4bf2-b1b6-7011f8d37dce tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:44.978615 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-24c23278-ce0e-4400-93a8-7d18d6cb72f6 None None] For port 48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf,segment=NetworkSegment(66ee08cf-fd1c-46f5-af56-685302b3653a),segment_id=66ee08cf-fd1c-46f5-af56-685302b3653a)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:06:44.978964 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-24c23278-ce0e-4400-93a8-7d18d6cb72f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:45.069211 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95ed630d-dd7c-4bf2-b1b6-7011f8d37dce tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:45.079900 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-95ed630d-dd7c-4bf2-b1b6-7011f8d37dce tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting port c82bfe4f-5253-4023-ae64-ee59b885558b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:06:45.080413 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95ed630d-dd7c-4bf2-b1b6-7011f8d37dce tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:45.081427 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f4c9ad3b-676d-4fc8-9d31-597bfe1555a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177341337', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:06:42Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:06:45.085753 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c9ad3b-676d-4fc8-9d31-597bfe1555a7 None None] The sync data for ids ['232cd9e0-99f9-44b6-9fde-7d99885a6835'] in dv-neutron-833561-1-hyperv is: [{'id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177341337', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:06:42Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': 'c82bfe4f-5253-4023-ae64-ee59b885558b', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232cd9e0-99f9-44b6-9fde-7d99885a6835', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:05:04Z', 'updated_at': '2022-03-14T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:06:45.104421 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-24c23278-ce0e-4400-93a8-7d18d6cb72f6 None None] Calling delete_port for 48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:06:45.173532 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f612b35-03ca-4b66-9ded-6c810f2bf4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:45.196736 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-24c23278-ce0e-4400-93a8-7d18d6cb72f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:45.243799 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c23278-ce0e-4400-93a8-7d18d6cb72f6 None None] Pushing event deleted for resources: {'Port': ['ID=48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:45.253198 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c23278-ce0e-4400-93a8-7d18d6cb72f6 None None] No DVR routers for this DVR port 48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:06:45.264842 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c23278-ce0e-4400-93a8-7d18d6cb72f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:45.265196 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c23278-ce0e-4400-93a8-7d18d6cb72f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:45.265541 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c23278-ce0e-4400-93a8-7d18d6cb72f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:45.265887 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c23278-ce0e-4400-93a8-7d18d6cb72f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:45.266251 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c23278-ce0e-4400-93a8-7d18d6cb72f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:45.266654 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c23278-ce0e-4400-93a8-7d18d6cb72f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:45.266913 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c23278-ce0e-4400-93a8-7d18d6cb72f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:45.267243 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c23278-ce0e-4400-93a8-7d18d6cb72f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:45.267595 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c23278-ce0e-4400-93a8-7d18d6cb72f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:45.267937 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c23278-ce0e-4400-93a8-7d18d6cb72f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:45.268263 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c23278-ce0e-4400-93a8-7d18d6cb72f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:45.277221 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-95ed630d-dd7c-4bf2-b1b6-7011f8d37dce tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] For port c82bfe4f-5253-4023-ae64-ee59b885558b, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=c82bfe4f-5253-4023-ae64-ee59b885558b,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:06:45.277579 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95ed630d-dd7c-4bf2-b1b6-7011f8d37dce tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:45.395282 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-95ed630d-dd7c-4bf2-b1b6-7011f8d37dce tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Calling delete_port for c82bfe4f-5253-4023-ae64-ee59b885558b owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:06:45.571845 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95ed630d-dd7c-4bf2-b1b6-7011f8d37dce tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:45.619076 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed630d-dd7c-4bf2-b1b6-7011f8d37dce tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Port': ['ID=c82bfe4f-5253-4023-ae64-ee59b885558b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:45.835995 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95ed630d-dd7c-4bf2-b1b6-7011f8d37dce tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:46.087320 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95ed630d-dd7c-4bf2-b1b6-7011f8d37dce tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:46.091519 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95ed630d-dd7c-4bf2-b1b6-7011f8d37dce tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:46.116340 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95ed630d-dd7c-4bf2-b1b6-7011f8d37dce tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:46.116926 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ed630d-dd7c-4bf2-b1b6-7011f8d37dce tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Fanout notify agent at l3_agent the message router_deleted on router 232cd9e0-99f9-44b6-9fde-7d99885a6835 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 16:06:46.132103 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95ed630d-dd7c-4bf2-b1b6-7011f8d37dce tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:46.135725 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-95ed630d-dd7c-4bf2-b1b6-7011f8d37dce tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/routers/232cd9e0-99f9-44b6-9fde-7d99885a6835 HTTP/1.1" status: 204 len: 168 time: 1.6218376 Mar 14 16:06:46.135933 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60262) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:06:46.363528 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cd2a3fe-f287-41f6-a1b4-c18db3171155 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:46.403470 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:46.493803 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cd2a3fe-f287-41f6-a1b4-c18db3171155 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:46.522348 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-8cd2a3fe-f287-41f6-a1b4-c18db3171155 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d652c9-0215-461e-b2e0-32d7daf62a6d']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:06:46.534515 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-8cd2a3fe-f287-41f6-a1b4-c18db3171155 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ee08cf-fd1c-46f5-af56-685302b3653a') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:06:46.534814 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-8cd2a3fe-f287-41f6-a1b4-c18db3171155 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ee08cf-fd1c-46f5-af56-685302b3653a') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:06:46.545759 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cd2a3fe-f287-41f6-a1b4-c18db3171155 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:46.564404 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cd2a3fe-f287-41f6-a1b4-c18db3171155 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:46.571090 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd2a3fe-f287-41f6-a1b4-c18db3171155 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 16:06:46.571090 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cd2a3fe-f287-41f6-a1b4-c18db3171155 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 16:06:46.585801 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 16:06:46.603639 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:06:46.644333 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:06:46.644680 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 48e7d604-c0ef-4a3d-af2d-e7d5f2650fcf not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:06:46.645105 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device af1531e5-942f-4a7a-bee6-77d58920454b no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:06:46.670022 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cd2a3fe-f287-41f6-a1b4-c18db3171155 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:46.675624 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:46.691259 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cd2a3fe-f287-41f6-a1b4-c18db3171155 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:46.702819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2a3fe-f287-41f6-a1b4-c18db3171155 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Network': ['ID=37d652c9-0215-461e-b2e0-32d7daf62a6d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:46.715270 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8cd2a3fe-f287-41f6-a1b4-c18db3171155 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/networks/37d652c9-0215-461e-b2e0-32d7daf62a6d HTTP/1.1" status: 204 len: 168 time: 0.5783477 Mar 14 16:06:46.717878 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60266) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:06:46.719385 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: af1531e5-942f-4a7a-bee6-77d58920454b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:06:46.719774 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device af1531e5-942f-4a7a-bee6-77d58920454b not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:06:46.786161 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5785e6e1-31df-4e2d-bada-b70eb5109222 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:46.816136 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5785e6e1-31df-4e2d-bada-b70eb5109222 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:46.879301 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5785e6e1-31df-4e2d-bada-b70eb5109222 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:46.896912 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785e6e1-31df-4e2d-bada-b70eb5109222 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2b9ac7-67c5-4825-8b1e-bfe184451cb8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:46.907385 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5785e6e1-31df-4e2d-bada-b70eb5109222 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:46.908629 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5785e6e1-31df-4e2d-bada-b70eb5109222 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/security-groups/2d2b9ac7-67c5-4825-8b1e-bfe184451cb8 HTTP/1.1" status: 204 len: 168 time: 0.1897554 Mar 14 16:06:47.436756 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60274) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:06:47.443154 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-bae80e9b-cdf4-42e5-a723-6ed3f8a12f2c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-317090075', 'description': 'tempest-secgroup-smoke-317090075 description', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:06:47.449179 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bae80e9b-cdf4-42e5-a723-6ed3f8a12f2c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:06:47.453117 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bae80e9b-cdf4-42e5-a723-6ed3f8a12f2c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:06:47.455973 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bae80e9b-cdf4-42e5-a723-6ed3f8a12f2c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:06:47.461469 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bae80e9b-cdf4-42e5-a723-6ed3f8a12f2c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:06:47.471501 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bae80e9b-cdf4-42e5-a723-6ed3f8a12f2c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:47.505110 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bae80e9b-cdf4-42e5-a723-6ed3f8a12f2c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:06:47.508797 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bae80e9b-cdf4-42e5-a723-6ed3f8a12f2c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:06:47.511550 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bae80e9b-cdf4-42e5-a723-6ed3f8a12f2c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:06:47.517065 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bae80e9b-cdf4-42e5-a723-6ed3f8a12f2c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:06:47.576044 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bae80e9b-cdf4-42e5-a723-6ed3f8a12f2c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:47.580243 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bae80e9b-cdf4-42e5-a723-6ed3f8a12f2c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:47.623777 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae80e9b-cdf4-42e5-a723-6ed3f8a12f2c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d06fec5b-ec50-424d-9fbf-9018dc4c7761,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:47.626516 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bae80e9b-cdf4-42e5-a723-6ed3f8a12f2c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:47.628056 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bae80e9b-cdf4-42e5-a723-6ed3f8a12f2c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1902940 Mar 14 16:06:47.632793 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60278) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:06:47.637598 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-57ef0849-c4fd-46a6-a040-8895542ada6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': 'd06fec5b-ec50-424d-9fbf-9018dc4c7761', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:06:47.643525 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-57ef0849-c4fd-46a6-a040-8895542ada6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:06:47.647295 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-57ef0849-c4fd-46a6-a040-8895542ada6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:06:47.650135 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-57ef0849-c4fd-46a6-a040-8895542ada6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:06:47.655677 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-57ef0849-c4fd-46a6-a040-8895542ada6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:06:47.672026 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57ef0849-c4fd-46a6-a040-8895542ada6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:47.731102 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57ef0849-c4fd-46a6-a040-8895542ada6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:47.734491 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57ef0849-c4fd-46a6-a040-8895542ada6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:47.760308 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef0849-c4fd-46a6-a040-8895542ada6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8202128d-3688-4430-b7d3-14b97e659522,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:47.769332 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57ef0849-c4fd-46a6-a040-8895542ada6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:47.770522 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-57ef0849-c4fd-46a6-a040-8895542ada6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1373639 Mar 14 16:06:47.773443 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60282) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:06:47.779015 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-be2bf251-99fa-4585-a59f-48e02c3358d3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': 'd06fec5b-ec50-424d-9fbf-9018dc4c7761', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:06:47.785716 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-be2bf251-99fa-4585-a59f-48e02c3358d3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:06:47.789585 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-be2bf251-99fa-4585-a59f-48e02c3358d3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:06:47.792543 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-be2bf251-99fa-4585-a59f-48e02c3358d3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:06:47.798218 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-be2bf251-99fa-4585-a59f-48e02c3358d3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:06:47.815035 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-be2bf251-99fa-4585-a59f-48e02c3358d3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:47.879208 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-be2bf251-99fa-4585-a59f-48e02c3358d3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:47.882611 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-be2bf251-99fa-4585-a59f-48e02c3358d3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:47.904651 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bf251-99fa-4585-a59f-48e02c3358d3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ae4aa7-abde-43ab-9a6c-effd5de094cf,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:47.913805 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-be2bf251-99fa-4585-a59f-48e02c3358d3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:47.914994 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-be2bf251-99fa-4585-a59f-48e02c3358d3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1406229 Mar 14 16:06:47.917729 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60286) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:06:47.923032 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-76cf00fc-7b06-4f47-b903-5f782ef48b3e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': 'd06fec5b-ec50-424d-9fbf-9018dc4c7761', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:06:47.929737 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-76cf00fc-7b06-4f47-b903-5f782ef48b3e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:06:47.933524 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-76cf00fc-7b06-4f47-b903-5f782ef48b3e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:06:47.936660 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-76cf00fc-7b06-4f47-b903-5f782ef48b3e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:06:47.942483 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-76cf00fc-7b06-4f47-b903-5f782ef48b3e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:06:47.958544 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76cf00fc-7b06-4f47-b903-5f782ef48b3e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.022758 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76cf00fc-7b06-4f47-b903-5f782ef48b3e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.026640 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76cf00fc-7b06-4f47-b903-5f782ef48b3e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.050400 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf00fc-7b06-4f47-b903-5f782ef48b3e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf53ef1d-89eb-4484-a3e4-501aef05c05e,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:48.059690 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76cf00fc-7b06-4f47-b903-5f782ef48b3e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.061875 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-76cf00fc-7b06-4f47-b903-5f782ef48b3e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1421914 Mar 14 16:06:48.064330 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60290) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:06:48.065327 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.069964 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1c557758-3922-465c-a53b-75e8dd8ae96a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': 'd06fec5b-ec50-424d-9fbf-9018dc4c7761', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:06:48.075954 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1c557758-3922-465c-a53b-75e8dd8ae96a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:06:48.079749 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1c557758-3922-465c-a53b-75e8dd8ae96a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:06:48.082660 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-1c557758-3922-465c-a53b-75e8dd8ae96a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:06:48.088228 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1c557758-3922-465c-a53b-75e8dd8ae96a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:06:48.104586 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c557758-3922-465c-a53b-75e8dd8ae96a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.167345 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c557758-3922-465c-a53b-75e8dd8ae96a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.171876 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c557758-3922-465c-a53b-75e8dd8ae96a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.185983 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c82bfe4f-5253-4023-ae64-ee59b885558b no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:06:48.195489 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c557758-3922-465c-a53b-75e8dd8ae96a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc26f0e-6d7f-4752-bd03-4e161e10f337,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:48.204336 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c557758-3922-465c-a53b-75e8dd8ae96a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.206281 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1c557758-3922-465c-a53b-75e8dd8ae96a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1407142 Mar 14 16:06:48.208804 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60294) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:06:48.214142 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9704f56f-e4b8-4bfd-b09b-139b44354124 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': 'd06fec5b-ec50-424d-9fbf-9018dc4c7761', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:06:48.220012 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9704f56f-e4b8-4bfd-b09b-139b44354124 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:06:48.223932 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: c82bfe4f-5253-4023-ae64-ee59b885558b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:06:48.224286 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device c82bfe4f-5253-4023-ae64-ee59b885558b not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:06:48.224888 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9704f56f-e4b8-4bfd-b09b-139b44354124 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:06:48.229023 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9704f56f-e4b8-4bfd-b09b-139b44354124 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:06:48.234640 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9704f56f-e4b8-4bfd-b09b-139b44354124 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:06:48.247652 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-9704f56f-e4b8-4bfd-b09b-139b44354124 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Project 96fdbaa24f1f46029ef4ffe39ae4eb01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 16:06:48.253950 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9704f56f-e4b8-4bfd-b09b-139b44354124 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.317848 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9704f56f-e4b8-4bfd-b09b-139b44354124 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.321081 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9704f56f-e4b8-4bfd-b09b-139b44354124 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.343554 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704f56f-e4b8-4bfd-b09b-139b44354124 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac2659b-e37d-4b5c-8309-372fcebe7958,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:48.352958 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9704f56f-e4b8-4bfd-b09b-139b44354124 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.354127 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9704f56f-e4b8-4bfd-b09b-139b44354124 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1443737 Mar 14 16:06:48.356921 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60298) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:06:48.362421 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-bb46f4b1-0ce5-442e-a560-a24df81c3c6b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': 'd06fec5b-ec50-424d-9fbf-9018dc4c7761', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:06:48.368653 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bb46f4b1-0ce5-442e-a560-a24df81c3c6b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:06:48.372732 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bb46f4b1-0ce5-442e-a560-a24df81c3c6b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:06:48.375716 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bb46f4b1-0ce5-442e-a560-a24df81c3c6b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:06:48.381394 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bb46f4b1-0ce5-442e-a560-a24df81c3c6b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:06:48.390960 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-bb46f4b1-0ce5-442e-a560-a24df81c3c6b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Project 96fdbaa24f1f46029ef4ffe39ae4eb01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 16:06:48.397794 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb46f4b1-0ce5-442e-a560-a24df81c3c6b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.462849 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb46f4b1-0ce5-442e-a560-a24df81c3c6b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.466204 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb46f4b1-0ce5-442e-a560-a24df81c3c6b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.489710 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46f4b1-0ce5-442e-a560-a24df81c3c6b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3acd593-a301-492a-b7e7-608f41c34934,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:48.497786 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb46f4b1-0ce5-442e-a560-a24df81c3c6b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.498981 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bb46f4b1-0ce5-442e-a560-a24df81c3c6b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1411681 Mar 14 16:06:48.501857 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60302) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:06:48.507674 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-50241d27-4cf6-4d33-90ab-1385f7e73ade tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'network': {'name': 'tempest-network-smoke--345277629', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'port_security_enabled': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:06:48.512360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-50241d27-4cf6-4d33-90ab-1385f7e73ade tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:06:48.516385 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-50241d27-4cf6-4d33-90ab-1385f7e73ade tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:network and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:06:48.519966 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-50241d27-4cf6-4d33-90ab-1385f7e73ade tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:06:48.525531 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-50241d27-4cf6-4d33-90ab-1385f7e73ade tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:06:48.535385 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50241d27-4cf6-4d33-90ab-1385f7e73ade tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Made reservation on behalf of 96fdbaa24f1f46029ef4ffe39ae4eb01 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:06:48.538323 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50241d27-4cf6-4d33-90ab-1385f7e73ade tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.565774 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50241d27-4cf6-4d33-90ab-1385f7e73ade tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 16:06:48.575031 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50241d27-4cf6-4d33-90ab-1385f7e73ade tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.575316 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-50241d27-4cf6-4d33-90ab-1385f7e73ade tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Added segment 87958776-7d1a-4b41-ad58-3bc8e82690f4 of type vlan for network f0efb793-0d11-43c6-be79-8bc98492f15d Mar 14 16:06:48.603578 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50241d27-4cf6-4d33-90ab-1385f7e73ade tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.631734 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50241d27-4cf6-4d33-90ab-1385f7e73ade tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.635429 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50241d27-4cf6-4d33-90ab-1385f7e73ade tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:06:48.636006 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50241d27-4cf6-4d33-90ab-1385f7e73ade tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.739311 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-50241d27-4cf6-4d33-90ab-1385f7e73ade tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2359254 Mar 14 16:06:48.742126 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60306) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:06:48.747007 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-744ba13b-c54b-43ed-8663-8873bf12a896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-266472819', 'admin_state_up': True, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:06:48.755515 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50241d27-4cf6-4d33-90ab-1385f7e73ade tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Network': ['ID=f0efb793-0d11-43c6-be79-8bc98492f15d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:48.757795 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-744ba13b-c54b-43ed-8663-8873bf12a896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:06:48.762085 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-744ba13b-c54b-43ed-8663-8873bf12a896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:router and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:06:48.764660 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-744ba13b-c54b-43ed-8663-8873bf12a896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:06:48.765717 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network f0efb793-0d11-43c6-be79-8bc98492f15d details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 16:06:48.771221 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-744ba13b-c54b-43ed-8663-8873bf12a896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:06:48.780510 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-744ba13b-c54b-43ed-8663-8873bf12a896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.781468 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-744ba13b-c54b-43ed-8663-8873bf12a896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.799854 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-744ba13b-c54b-43ed-8663-8873bf12a896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:48.950202 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-744ba13b-c54b-43ed-8663-8873bf12a896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:49.120392 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-744ba13b-c54b-43ed-8663-8873bf12a896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:49.238315 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-744ba13b-c54b-43ed-8663-8873bf12a896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:49.371535 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-744ba13b-c54b-43ed-8663-8873bf12a896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Allocated IP 172.26.4.227 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/894573ba-82b4-456e-8adb-11bb66aff956) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:06:49.511685 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-744ba13b-c54b-43ed-8663-8873bf12a896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:49.543116 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-744ba13b-c54b-43ed-8663-8873bf12a896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:49.608174 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744ba13b-c54b-43ed-8663-8873bf12a896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:06:49.610954 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-744ba13b-c54b-43ed-8663-8873bf12a896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:06:49.615774 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744ba13b-c54b-43ed-8663-8873bf12a896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:06:49.641201 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ba13b-c54b-43ed-8663-8873bf12a896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=894573ba-82b4-456e-8adb-11bb66aff956,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:49.766618 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-744ba13b-c54b-43ed-8663-8873bf12a896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:49.767336 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-744ba13b-c54b-43ed-8663-8873bf12a896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:49.995877 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744ba13b-c54b-43ed-8663-8873bf12a896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router 448a07e0-8a5b-438d-bd3f-be6de3af0a5e is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 16:06:50.198436 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744ba13b-c54b-43ed-8663-8873bf12a896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:06:50.209226 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] Sync routers for ids ['448a07e0-8a5b-438d-bd3f-be6de3af0a5e'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:06:50.220719 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] Routers {'448a07e0-8a5b-438d-bd3f-be6de3af0a5e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:06:50.221501 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:06:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['448a07e0-8a5b-438d-bd3f-be6de3af0a5e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:06:50.226963 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-744ba13b-c54b-43ed-8663-8873bf12a896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:50.228178 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-744ba13b-c54b-43ed-8663-8873bf12a896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4851394 Mar 14 16:06:50.231402 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60310) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:06:50.275472 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-baf94a5f-24bb-4cd6-999d-3865da301a16 tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=96fdbaa24f1f46029ef4ffe39ae4eb01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428762 Mar 14 16:06:50.278018 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60314) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:06:50.405720 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] Set router 448a07e0-8a5b-438d-bd3f-be6de3af0a5e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:06:50.405960 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae192e0c-f5ee-4c0c-831b-c50cd9e54c48 tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:06:50.407243 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ae192e0c-f5ee-4c0c-831b-c50cd9e54c48 tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283152 Mar 14 16:06:50.410729 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60318) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:06:50.452021 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bce405da-2c42-4947-a022-91806d19d8de tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401747 Mar 14 16:06:50.454484 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60322) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:06:50.460417 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0bc45819-7b6d-4370-b4d9-1d3d38e61504 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1167481795', 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:06:50.572436 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0bc45819-7b6d-4370-b4d9-1d3d38e61504 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:06:50.576171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-0bc45819-7b6d-4370-b4d9-1d3d38e61504 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:subnet and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:06:50.578965 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-0bc45819-7b6d-4370-b4d9-1d3d38e61504 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:06:50.584581 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0bc45819-7b6d-4370-b4d9-1d3d38e61504 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:06:50.594897 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc45819-7b6d-4370-b4d9-1d3d38e61504 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Made reservation on behalf of 96fdbaa24f1f46029ef4ffe39ae4eb01 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:06:50.694686 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266472819', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': '894573ba-82b4-456e-8adb-11bb66aff956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:06:48Z', 'updated_at': '2022-03-14T16:06:49Z', 'revision_number': 3, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '894573ba-82b4-456e-8adb-11bb66aff956', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:06:49Z', 'updated_at': '2022-03-14T16:06:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:06:50.697017 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0bc45819-7b6d-4370-b4d9-1d3d38e61504 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:50.698610 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] Checking router: 448a07e0-8a5b-438d-bd3f-be6de3af0a5e for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:06:50.698964 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] Updating router 448a07e0-8a5b-438d-bd3f-be6de3af0a5e port 894573ba-82b4-456e-8adb-11bb66aff956 binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:06:50.751960 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:51.029747 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0bc45819-7b6d-4370-b4d9-1d3d38e61504 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:51.095709 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:51.108391 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] Transition to ACTIVE for port object 894573ba-82b4-456e-8adb-11bb66aff956 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:06:51.108887 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc45819-7b6d-4370-b4d9-1d3d38e61504 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Subnet': ['ID=57e5e501-d356-4f82-985e-b684a8b81acf,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:51.116429 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:51.121221 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc45819-7b6d-4370-b4d9-1d3d38e61504 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Checking segment: {'id': '87958776-7d1a-4b41-ad58-3bc8e82690f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:06:51.121580 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc45819-7b6d-4370-b4d9-1d3d38e61504 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network hostable DHCP agents. Network: f0efb793-0d11-43c6-be79-8bc98492f15d, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 16:06:51.144732 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc45819-7b6d-4370-b4d9-1d3d38e61504 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network f0efb793-0d11-43c6-be79-8bc98492f15d is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 16:06:51.155071 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-0bc45819-7b6d-4370-b4d9-1d3d38e61504 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, f0efb793-0d11-43c6-be79-8bc98492f15d) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:06:51.173463 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc45819-7b6d-4370-b4d9-1d3d38e61504 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:06:51.175643 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0bc45819-7b6d-4370-b4d9-1d3d38e61504 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:51.188357 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c50e91-6e79-4c13-ae8c-66a37c8e078e None None] Network f0efb793-0d11-43c6-be79-8bc98492f15d requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:06:51.208058 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0bc45819-7b6d-4370-b4d9-1d3d38e61504 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7479148 Mar 14 16:06:51.209238 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60326) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:06:51.297411 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] Attempting to bind port 894573ba-82b4-456e-8adb-11bb66aff956 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:06:51.297992 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] Attempting to bind port 894573ba-82b4-456e-8adb-11bb66aff956 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:06:51.298160 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] Attempting to bind port 894573ba-82b4-456e-8adb-11bb66aff956 on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:06:51.319379 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eed21d-2ee4-4de2-a740-c810fbcd4136 None None] Pushing event updated for resources: {'Port': ['ID=894573ba-82b4-456e-8adb-11bb66aff956,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:51.328819 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:51.332835 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:06:51.333205 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:06:51.333601 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:51.333987 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:06:51.334476 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] Bound port: 894573ba-82b4-456e-8adb-11bb66aff956, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:06:51.334848 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:51.468796 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] For port 894573ba-82b4-456e-8adb-11bb66aff956, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:06:51.483160 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] For port 894573ba-82b4-456e-8adb-11bb66aff956, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=894573ba-82b4-456e-8adb-11bb66aff956,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:06:51.515043 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:51.610733 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f13c3aa-e38a-43a4-a28f-26f62f4ea2fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-f0efb793-0d11-43c6-be79-8bc98492f15d', 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ips': [{'subnet_id': '57e5e501-d356-4f82-985e-b684a8b81acf'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 16:06:51.611827 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f13c3aa-e38a-43a4-a28f-26f62f4ea2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:51.710406 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eed21d-2ee4-4de2-a740-c810fbcd4136 None None] Pushing event updated for resources: {'Port': ['ID=894573ba-82b4-456e-8adb-11bb66aff956,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:51.729262 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] Routers {'448a07e0-8a5b-438d-bd3f-be6de3af0a5e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:06:51.729902 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:06:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['448a07e0-8a5b-438d-bd3f-be6de3af0a5e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:06:51.948371 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-7f13c3aa-e38a-43a4-a28f-26f62f4ea2fe None None] Allocated IP 172.20.0.2 (f0efb793-0d11-43c6-be79-8bc98492f15d/57e5e501-d356-4f82-985e-b684a8b81acf/2621313a-8917-469e-b471-a22cc9fd4472) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:06:51.985237 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2610ea89-d425-4847-9b19-0dc2a2002657 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:51.990455 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] Set router 448a07e0-8a5b-438d-bd3f-be6de3af0a5e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:06:52.396784 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f13c3aa-e38a-43a4-a28f-26f62f4ea2fe None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:52.413851 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7f13c3aa-e38a-43a4-a28f-26f62f4ea2fe None None] Transition to ACTIVE for port object 2621313a-8917-469e-b471-a22cc9fd4472 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:06:52.437557 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7f13c3aa-e38a-43a4-a28f-26f62f4ea2fe None None] Transition to ACTIVE for port object 2621313a-8917-469e-b471-a22cc9fd4472 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:06:52.445887 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f13c3aa-e38a-43a4-a28f-26f62f4ea2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:52.485844 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266472819', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': '894573ba-82b4-456e-8adb-11bb66aff956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:06:48Z', 'updated_at': '2022-03-14T16:06:49Z', 'revision_number': 3, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '894573ba-82b4-456e-8adb-11bb66aff956', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:06:49Z', 'updated_at': '2022-03-14T16:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:06:52.507096 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-2610ea89-d425-4847-9b19-0dc2a2002657 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Allocated IP 172.20.0.1 (f0efb793-0d11-43c6-be79-8bc98492f15d/57e5e501-d356-4f82-985e-b684a8b81acf/b3dc14ef-e24a-455c-a8b9-a5337d648911) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:06:52.510452 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6d18ab-2ba0-472e-8a60-51ca871984ad None None] The sync data for ids ['448a07e0-8a5b-438d-bd3f-be6de3af0a5e'] in dv-neutron-833561-1-hyperv is: [{'id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266472819', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': '894573ba-82b4-456e-8adb-11bb66aff956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:06:48Z', 'updated_at': '2022-03-14T16:06:49Z', 'revision_number': 3, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '894573ba-82b4-456e-8adb-11bb66aff956', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:06:49Z', 'updated_at': '2022-03-14T16:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:06:52.527126 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f13c3aa-e38a-43a4-a28f-26f62f4ea2fe None None] Network f0efb793-0d11-43c6-be79-8bc98492f15d is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:06:52.527976 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13c3aa-e38a-43a4-a28f-26f62f4ea2fe None None] Pushing event updated for resources: {'Port': ['ID=2621313a-8917-469e-b471-a22cc9fd4472,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:52.531600 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-7f13c3aa-e38a-43a4-a28f-26f62f4ea2fe None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:06:52.534123 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f13c3aa-e38a-43a4-a28f-26f62f4ea2fe None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:06:52.620903 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7f13c3aa-e38a-43a4-a28f-26f62f4ea2fe None None] Attempting to bind port 2621313a-8917-469e-b471-a22cc9fd4472 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:06:52.621278 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7f13c3aa-e38a-43a4-a28f-26f62f4ea2fe None None] Attempting to bind port 2621313a-8917-469e-b471-a22cc9fd4472 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '87958776-7d1a-4b41-ad58-3bc8e82690f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:06:52.621643 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f13c3aa-e38a-43a4-a28f-26f62f4ea2fe None None] Attempting to bind port 2621313a-8917-469e-b471-a22cc9fd4472 on network f0efb793-0d11-43c6-be79-8bc98492f15d {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:06:52.628690 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f13c3aa-e38a-43a4-a28f-26f62f4ea2fe None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:06:52.629061 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f13c3aa-e38a-43a4-a28f-26f62f4ea2fe None None] Checking segment: {'id': '87958776-7d1a-4b41-ad58-3bc8e82690f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:06:52.629466 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f13c3aa-e38a-43a4-a28f-26f62f4ea2fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:52.629855 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f13c3aa-e38a-43a4-a28f-26f62f4ea2fe None None] Bound using segment: {'id': '87958776-7d1a-4b41-ad58-3bc8e82690f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:06:52.630346 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7f13c3aa-e38a-43a4-a28f-26f62f4ea2fe None None] Bound port: 2621313a-8917-469e-b471-a22cc9fd4472, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87958776-7d1a-4b41-ad58-3bc8e82690f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:06:52.630715 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f13c3aa-e38a-43a4-a28f-26f62f4ea2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:52.692072 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2610ea89-d425-4847-9b19-0dc2a2002657 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:52.720394 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-2610ea89-d425-4847-9b19-0dc2a2002657 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Transition to ACTIVE for port object b3dc14ef-e24a-455c-a8b9-a5337d648911 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:06:52.742852 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2610ea89-d425-4847-9b19-0dc2a2002657 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:52.751219 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7f13c3aa-e38a-43a4-a28f-26f62f4ea2fe None None] For port 2621313a-8917-469e-b471-a22cc9fd4472, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:06:52.755441 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7f13c3aa-e38a-43a4-a28f-26f62f4ea2fe None None] For port 2621313a-8917-469e-b471-a22cc9fd4472, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=2621313a-8917-469e-b471-a22cc9fd4472,segment=NetworkSegment(87958776-7d1a-4b41-ad58-3bc8e82690f4),segment_id=87958776-7d1a-4b41-ad58-3bc8e82690f4)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:06:52.760905 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f13c3aa-e38a-43a4-a28f-26f62f4ea2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:52.843854 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13c3aa-e38a-43a4-a28f-26f62f4ea2fe None None] Pushing event updated for resources: {'Port': ['ID=2621313a-8917-469e-b471-a22cc9fd4472,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:52.935790 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2610ea89-d425-4847-9b19-0dc2a2002657 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network f0efb793-0d11-43c6-be79-8bc98492f15d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:06:52.939977 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610ea89-d425-4847-9b19-0dc2a2002657 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=b3dc14ef-e24a-455c-a8b9-a5337d648911,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:52.946484 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-2610ea89-d425-4847-9b19-0dc2a2002657 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:06:52.949584 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2610ea89-d425-4847-9b19-0dc2a2002657 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:06:53.018643 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2610ea89-d425-4847-9b19-0dc2a2002657 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:53.118409 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2610ea89-d425-4847-9b19-0dc2a2002657 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:53.559661 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2610ea89-d425-4847-9b19-0dc2a2002657 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:53.565231 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2610ea89-d425-4847-9b19-0dc2a2002657 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:53.677579 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2610ea89-d425-4847-9b19-0dc2a2002657 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:53.681048 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610ea89-d425-4847-9b19-0dc2a2002657 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=b3dc14ef-e24a-455c-a8b9-a5337d648911,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:53.819364 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2610ea89-d425-4847-9b19-0dc2a2002657 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network f0efb793-0d11-43c6-be79-8bc98492f15d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:06:53.820470 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-2610ea89-d425-4847-9b19-0dc2a2002657 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:06:53.845360 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fc98a7-b31f-4ad5-87b3-aff69843eb6e None None] Network f0efb793-0d11-43c6-be79-8bc98492f15d requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:06:54.006383 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-849a0588-700c-4c43-a662-f4b83ac3de24 None None] Provisioning for port 2621313a-8917-469e-b471-a22cc9fd4472 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:06:54.209395 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2610ea89-d425-4847-9b19-0dc2a2002657 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router 448a07e0-8a5b-438d-bd3f-be6de3af0a5e has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:06:54.301116 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 894573ba-82b4-456e-8adb-11bb66aff956 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:06:54.385121 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bfc5994a-3d49-4053-8a70-e06698529055 None None] Provisioning for port b3dc14ef-e24a-455c-a8b9-a5337d648911 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:06:54.391511 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bfc5994a-3d49-4053-8a70-e06698529055 None None] Provisioning complete for port b3dc14ef-e24a-455c-a8b9-a5337d648911 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:06:54.392045 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bfc5994a-3d49-4053-8a70-e06698529055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:54.422180 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 894573ba-82b4-456e-8adb-11bb66aff956 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:06:54.443367 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 894573ba-82b4-456e-8adb-11bb66aff956 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:06:54.443800 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:54.507196 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-bfc5994a-3d49-4053-8a70-e06698529055 None None] Port b3dc14ef-e24a-455c-a8b9-a5337d648911 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:06:54.544087 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2610ea89-d425-4847-9b19-0dc2a2002657 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:06:54.557150 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2610ea89-d425-4847-9b19-0dc2a2002657 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "PUT /v2.0/routers/448a07e0-8a5b-438d-bd3f-be6de3af0a5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3480315 Mar 14 16:06:54.594880 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:54.612817 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 894573ba-82b4-456e-8adb-11bb66aff956, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=894573ba-82b4-456e-8adb-11bb66aff956,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:06:54.618109 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:54.618967 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 2621313a-8917-469e-b471-a22cc9fd4472 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:06:54.750920 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=894573ba-82b4-456e-8adb-11bb66aff956,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:54.767571 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-df362bc1-8155-411a-a818-e054506f7257 None None] Provisioning complete for port b3dc14ef-e24a-455c-a8b9-a5337d648911 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:06:54.768068 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df362bc1-8155-411a-a818-e054506f7257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:54.768201 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-1605ddf4-3884-4f43-bd03-bcdad0f99d63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:06:54.784890 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-1605ddf4-3884-4f43-bd03-bcdad0f99d63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:06:54.786080 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-1605ddf4-3884-4f43-bd03-bcdad0f99d63 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-317090075&fields=id&tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01 HTTP/1.1" status: 200 len: 267 time: 0.0613101 Mar 14 16:06:54.825629 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 2621313a-8917-469e-b471-a22cc9fd4472 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:06:54.833258 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 2621313a-8917-469e-b471-a22cc9fd4472 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:06:54.833666 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:54.855508 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-df362bc1-8155-411a-a818-e054506f7257 None None] Port b3dc14ef-e24a-455c-a8b9-a5337d648911 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:06:54.932455 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-fa360050-981a-4269-ad28-4da0004d5b49 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:06:54.933124 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-fa360050-981a-4269-ad28-4da0004d5b49 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:06:54.946441 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:54.948325 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-fa360050-981a-4269-ad28-4da0004d5b49 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:06:54.949531 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-fa360050-981a-4269-ad28-4da0004d5b49 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/networks?id=f0efb793-0d11-43c6-be79-8bc98492f15d HTTP/1.1" status: 200 len: 796 time: 0.1564212 Mar 14 16:06:54.966027 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-607f509a-ec56-4c79-ac3b-450d6f3aaf69 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/quotas/96fdbaa24f1f46029ef4ffe39ae4eb01 HTTP/1.1" status: 200 len: 375 time: 0.0111079 Mar 14 16:06:54.988977 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 2621313a-8917-469e-b471-a22cc9fd4472, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=2621313a-8917-469e-b471-a22cc9fd4472,segment=NetworkSegment(87958776-7d1a-4b41-ad58-3bc8e82690f4),segment_id=87958776-7d1a-4b41-ad58-3bc8e82690f4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:06:54.991777 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-19a15a1a-0355-475d-a597-c75ab131d7d3 None None] Provisioning complete for port b3dc14ef-e24a-455c-a8b9-a5337d648911 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:06:54.992136 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-19a15a1a-0355-475d-a597-c75ab131d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:55.022377 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:55.050068 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-20a1d373-33b4-43c7-a1bd-8aeb918e0984 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:06:55.066914 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-20a1d373-33b4-43c7-a1bd-8aeb918e0984 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:06:55.070504 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-20a1d373-33b4-43c7-a1bd-8aeb918e0984 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989630 Mar 14 16:06:55.106512 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-19a15a1a-0355-475d-a597-c75ab131d7d3 None None] Port b3dc14ef-e24a-455c-a8b9-a5337d648911 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:06:55.116306 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=2621313a-8917-469e-b471-a22cc9fd4472,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:55.169605 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-c81ebcca-7883-448b-869d-f84136db4064 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 16:06:55.170598 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-c81ebcca-7883-448b-869d-f84136db4064 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0876389 Mar 14 16:06:55.343741 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-bed7f538-6043-4bbc-ab73-59b720091217 service neutron] 10.222.0.60 "GET /v2.0/networks/f0efb793-0d11-43c6-be79-8bc98492f15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645038 Mar 14 16:06:55.506019 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-537c42b8-279a-4083-94ee-3cd839b04269 service neutron] 10.222.0.60 "GET /v2.0/networks/f0efb793-0d11-43c6-be79-8bc98492f15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554756 Mar 14 16:06:55.728477 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-e3c67a6e-4d62-4982-9f1f-5152df3e99e3 req-f0c40a12-478b-42cc-bfbc-2f5af3ada48d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:06:55.741730 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-e3c67a6e-4d62-4982-9f1f-5152df3e99e3 req-f0c40a12-478b-42cc-bfbc-2f5af3ada48d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:06:55.742929 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e3c67a6e-4d62-4982-9f1f-5152df3e99e3 req-f0c40a12-478b-42cc-bfbc-2f5af3ada48d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 210 time: 0.0595200 Mar 14 16:06:56.098944 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] Sync routers for ids ['448a07e0-8a5b-438d-bd3f-be6de3af0a5e'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:06:56.112902 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] Routers {'448a07e0-8a5b-438d-bd3f-be6de3af0a5e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:06:56.113501 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:06:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['448a07e0-8a5b-438d-bd3f-be6de3af0a5e'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:06:56.229967 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 894573ba-82b4-456e-8adb-11bb66aff956 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:06:56.293842 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] Set router 448a07e0-8a5b-438d-bd3f-be6de3af0a5e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:06:56.299952 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 894573ba-82b4-456e-8adb-11bb66aff956 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:06:56.300329 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:56.411164 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 2621313a-8917-469e-b471-a22cc9fd4472 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:06:56.479367 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 2621313a-8917-469e-b471-a22cc9fd4472 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:06:56.479657 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:56.594437 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266472819', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': '894573ba-82b4-456e-8adb-11bb66aff956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:06:48Z', 'updated_at': '2022-03-14T16:06:53Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '894573ba-82b4-456e-8adb-11bb66aff956', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:06:49Z', 'updated_at': '2022-03-14T16:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'b3dc14ef-e24a-455c-a8b9-a5337d648911', 'name': '', 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:a9:12:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57e5e501-d356-4f82-985e-b684a8b81acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:06:52Z', 'updated_at': '2022-03-14T16:06:53Z', 'revision_number': 2, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '57e5e501-d356-4f82-985e-b684a8b81acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:06:56.598914 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] Checking router: 448a07e0-8a5b-438d-bd3f-be6de3af0a5e for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:06:56.599255 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] Updating router 448a07e0-8a5b-438d-bd3f-be6de3af0a5e port b3dc14ef-e24a-455c-a8b9-a5337d648911 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:06:56.650971 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:56.866731 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e43c3a80-dbc3-4d43-9278-6454afec8fff req-e291fed7-d2ec-4129-839b-168aa2b85512 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 210 time: 0.0460272 Mar 14 16:06:56.987166 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:56.998680 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] Transition to ACTIVE for port object b3dc14ef-e24a-455c-a8b9-a5337d648911 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:06:57.004647 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:57.127189 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8cf00-187f-4e55-ab46-504b60645eec None None] Pushing event updated for resources: {'Port': ['ID=b3dc14ef-e24a-455c-a8b9-a5337d648911,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:57.137843 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8cf00-187f-4e55-ab46-504b60645eec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:57.138012 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8cf00-187f-4e55-ab46-504b60645eec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:57.138368 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8cf00-187f-4e55-ab46-504b60645eec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:57.138694 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8cf00-187f-4e55-ab46-504b60645eec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:57.139053 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8cf00-187f-4e55-ab46-504b60645eec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:57.139321 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8cf00-187f-4e55-ab46-504b60645eec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:57.139634 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8cf00-187f-4e55-ab46-504b60645eec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:57.139958 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8cf00-187f-4e55-ab46-504b60645eec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:57.140262 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8cf00-187f-4e55-ab46-504b60645eec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:57.140573 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8cf00-187f-4e55-ab46-504b60645eec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:57.140881 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8cf00-187f-4e55-ab46-504b60645eec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:06:57.254506 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] Attempting to bind port b3dc14ef-e24a-455c-a8b9-a5337d648911 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:06:57.254864 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] Attempting to bind port b3dc14ef-e24a-455c-a8b9-a5337d648911 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '87958776-7d1a-4b41-ad58-3bc8e82690f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:06:57.255217 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] Attempting to bind port b3dc14ef-e24a-455c-a8b9-a5337d648911 on network f0efb793-0d11-43c6-be79-8bc98492f15d {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:06:57.261498 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:06:57.261856 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] Checking segment: {'id': '87958776-7d1a-4b41-ad58-3bc8e82690f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:06:57.262269 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:57.262647 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] Bound using segment: {'id': '87958776-7d1a-4b41-ad58-3bc8e82690f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:06:57.263082 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] Bound port: b3dc14ef-e24a-455c-a8b9-a5337d648911, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87958776-7d1a-4b41-ad58-3bc8e82690f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:06:57.263437 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:57.349349 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] For port b3dc14ef-e24a-455c-a8b9-a5337d648911, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:06:57.352538 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] For port b3dc14ef-e24a-455c-a8b9-a5337d648911, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b3dc14ef-e24a-455c-a8b9-a5337d648911,segment=NetworkSegment(87958776-7d1a-4b41-ad58-3bc8e82690f4),segment_id=87958776-7d1a-4b41-ad58-3bc8e82690f4)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:06:57.355930 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:57.435626 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8cf00-187f-4e55-ab46-504b60645eec None None] Pushing event updated for resources: {'Port': ['ID=b3dc14ef-e24a-455c-a8b9-a5337d648911,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:57.438695 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] Routers {'448a07e0-8a5b-438d-bd3f-be6de3af0a5e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:06:57.439276 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:06:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['448a07e0-8a5b-438d-bd3f-be6de3af0a5e'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:06:57.615057 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] Set router 448a07e0-8a5b-438d-bd3f-be6de3af0a5e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:06:57.915621 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266472819', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': '894573ba-82b4-456e-8adb-11bb66aff956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:06:48Z', 'updated_at': '2022-03-14T16:06:53Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '894573ba-82b4-456e-8adb-11bb66aff956', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:06:49Z', 'updated_at': '2022-03-14T16:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'b3dc14ef-e24a-455c-a8b9-a5337d648911', 'name': '', 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:a9:12:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57e5e501-d356-4f82-985e-b684a8b81acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:06:52Z', 'updated_at': '2022-03-14T16:06:57Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '57e5e501-d356-4f82-985e-b684a8b81acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:06:57.919490 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d29148-4c6f-42c6-a163-a2e63d4faedb None None] The sync data for ids ['448a07e0-8a5b-438d-bd3f-be6de3af0a5e'] in dv-neutron-833561-1-hyperv is: [{'id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266472819', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': '894573ba-82b4-456e-8adb-11bb66aff956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:06:48Z', 'updated_at': '2022-03-14T16:06:53Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '894573ba-82b4-456e-8adb-11bb66aff956', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:06:49Z', 'updated_at': '2022-03-14T16:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'b3dc14ef-e24a-455c-a8b9-a5337d648911', 'name': '', 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:a9:12:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57e5e501-d356-4f82-985e-b684a8b81acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:06:52Z', 'updated_at': '2022-03-14T16:06:57Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '57e5e501-d356-4f82-985e-b684a8b81acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:06:58.055708 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-805b89d3-475c-400e-abfe-3fc1f8f0c603 req-e768b541-ea85-4077-aaff-73f013406c43 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 210 time: 0.0501680 Mar 14 16:06:58.261439 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b3dc14ef-e24a-455c-a8b9-a5337d648911 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:06:58.336930 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port b3dc14ef-e24a-455c-a8b9-a5337d648911 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:06:58.341967 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port b3dc14ef-e24a-455c-a8b9-a5337d648911 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:06:58.342373 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:58.459788 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:58.493798 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port b3dc14ef-e24a-455c-a8b9-a5337d648911, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b3dc14ef-e24a-455c-a8b9-a5337d648911,segment=NetworkSegment(87958776-7d1a-4b41-ad58-3bc8e82690f4),segment_id=87958776-7d1a-4b41-ad58-3bc8e82690f4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:06:58.497856 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:58.566121 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=b3dc14ef-e24a-455c-a8b9-a5337d648911,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:58.903111 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-1c5f871b-6078-4c00-abff-e0b5a66b2f71 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:06:58.904506 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-1c5f871b-6078-4c00-abff-e0b5a66b2f71 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "GET /v2.0/networks?id=f0efb793-0d11-43c6-be79-8bc98492f15d HTTP/1.1" status: 200 len: 796 time: 0.2379723 Mar 14 16:06:58.956252 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-4c219a03-84ab-450e-bc51-b3a13461ba0a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01 HTTP/1.1" status: 200 len: 379 time: 0.0399003 Mar 14 16:06:58.968574 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-732b2aaf-6889-440e-a10a-fb8279443829 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'port': {'device_id': 'd4a4ff7e-8c3f-4af0-ab13-4be4e2244173', 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d', 'admin_state_up': True, 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'security_groups': ['d06fec5b-ec50-424d-9fbf-9018dc4c7761']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:06:59.099465 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-732b2aaf-6889-440e-a10a-fb8279443829 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:06:59.108989 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-732b2aaf-6889-440e-a10a-fb8279443829 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:06:59.119569 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-732b2aaf-6889-440e-a10a-fb8279443829 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Made reservation on behalf of 96fdbaa24f1f46029ef4ffe39ae4eb01 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:06:59.122621 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-732b2aaf-6889-440e-a10a-fb8279443829 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:59.222366 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4cc08c59-9ec8-4400-8626-6c5788a136d2 req-cff8c4f6-568d-4af2-917a-197235e0a7b2 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 210 time: 0.0420985 Mar 14 16:06:59.290972 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-732b2aaf-6889-440e-a10a-fb8279443829 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Allocated IP 172.20.0.3 (f0efb793-0d11-43c6-be79-8bc98492f15d/57e5e501-d356-4f82-985e-b684a8b81acf/d52c841e-494b-4409-85b3-39e35111d26e) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:06:59.474713 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-732b2aaf-6889-440e-a10a-fb8279443829 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:59.490621 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-732b2aaf-6889-440e-a10a-fb8279443829 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Transition to ACTIVE for port object d52c841e-494b-4409-85b3-39e35111d26e will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:06:59.513285 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-732b2aaf-6889-440e-a10a-fb8279443829 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:59.587940 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-732b2aaf-6889-440e-a10a-fb8279443829 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network f0efb793-0d11-43c6-be79-8bc98492f15d is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:06:59.590990 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-732b2aaf-6889-440e-a10a-fb8279443829 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:06:59.595085 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-732b2aaf-6889-440e-a10a-fb8279443829 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:06:59.633714 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b2aaf-6889-440e-a10a-fb8279443829 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=d52c841e-494b-4409-85b3-39e35111d26e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:06:59.663786 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-732b2aaf-6889-440e-a10a-fb8279443829 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:06:59.664404 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-732b2aaf-6889-440e-a10a-fb8279443829 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:59.692711 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-732b2aaf-6889-440e-a10a-fb8279443829 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7274511 Mar 14 16:06:59.704603 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-4d419029-ebc9-4d5c-919a-27e69b1f9f45 service neutron] Request body: {'port': {'device_id': 'd4a4ff7e-8c3f-4af0-ab13-4be4e2244173', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:06:59.816606 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-4d419029-ebc9-4d5c-919a-27e69b1f9f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:59.897152 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3ad2c0bd-70e6-4fc4-a57d-a1da64b0d3e5 None None] Provisioning for port d52c841e-494b-4409-85b3-39e35111d26e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:06:59.902972 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3ad2c0bd-70e6-4fc4-a57d-a1da64b0d3e5 None None] Provisioning complete for port d52c841e-494b-4409-85b3-39e35111d26e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:06:59.903418 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ad2c0bd-70e6-4fc4-a57d-a1da64b0d3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:59.966904 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3ad2c0bd-70e6-4fc4-a57d-a1da64b0d3e5 None None] Port d52c841e-494b-4409-85b3-39e35111d26e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:07:00.162081 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-4d419029-ebc9-4d5c-919a-27e69b1f9f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d52c841e-494b-4409-85b3-39e35111d26e {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:07:00.169534 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-4d419029-ebc9-4d5c-919a-27e69b1f9f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:00.184650 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-4d419029-ebc9-4d5c-919a-27e69b1f9f45 service neutron] Transition to ACTIVE for port object d52c841e-494b-4409-85b3-39e35111d26e will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:07:00.189040 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-4d419029-ebc9-4d5c-919a-27e69b1f9f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:00.237892 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b3dc14ef-e24a-455c-a8b9-a5337d648911 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:07:00.327385 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d419029-ebc9-4d5c-919a-27e69b1f9f45 service neutron] Pushing event updated for resources: {'Port': ['ID=d52c841e-494b-4409-85b3-39e35111d26e,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:07:00.381815 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port b3dc14ef-e24a-455c-a8b9-a5337d648911 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:07:00.382223 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:00.516782 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-4d419029-ebc9-4d5c-919a-27e69b1f9f45 service neutron] Attempting to bind port d52c841e-494b-4409-85b3-39e35111d26e on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:07:00.517117 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-4d419029-ebc9-4d5c-919a-27e69b1f9f45 service neutron] Attempting to bind port d52c841e-494b-4409-85b3-39e35111d26e by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '87958776-7d1a-4b41-ad58-3bc8e82690f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:07:00.517440 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-4d419029-ebc9-4d5c-919a-27e69b1f9f45 service neutron] Attempting to bind port d52c841e-494b-4409-85b3-39e35111d26e on network f0efb793-0d11-43c6-be79-8bc98492f15d {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:07:00.528687 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b4241-a037-4c58-8884-7732e5724b9b req-ba9663ec-3114-4fcf-8364-f20ac97b3eb6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:00.529373 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-921b4241-a037-4c58-8884-7732e5724b9b req-ba9663ec-3114-4fcf-8364-f20ac97b3eb6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:07:00.537488 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-4d419029-ebc9-4d5c-919a-27e69b1f9f45 service neutron] Port d52c841e-494b-4409-85b3-39e35111d26e on network f0efb793-0d11-43c6-be79-8bc98492f15d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 16:07:00.537747 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-4d419029-ebc9-4d5c-919a-27e69b1f9f45 service neutron] Attempting to bind port d52c841e-494b-4409-85b3-39e35111d26e on network f0efb793-0d11-43c6-be79-8bc98492f15d {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:07:00.548377 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-4d419029-ebc9-4d5c-919a-27e69b1f9f45 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:07:00.548711 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-4d419029-ebc9-4d5c-919a-27e69b1f9f45 service neutron] Checking segment: {'id': '87958776-7d1a-4b41-ad58-3bc8e82690f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:07:00.549646 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-4d419029-ebc9-4d5c-919a-27e69b1f9f45 service neutron] Bound using segment: {'id': '87958776-7d1a-4b41-ad58-3bc8e82690f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:07:00.550172 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-4d419029-ebc9-4d5c-919a-27e69b1f9f45 service neutron] Bound port: d52c841e-494b-4409-85b3-39e35111d26e, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87958776-7d1a-4b41-ad58-3bc8e82690f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:07:00.550524 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-4d419029-ebc9-4d5c-919a-27e69b1f9f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:00.564419 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-921b4241-a037-4c58-8884-7732e5724b9b req-ba9663ec-3114-4fcf-8364-f20ac97b3eb6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:07:00.565589 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-921b4241-a037-4c58-8884-7732e5724b9b req-ba9663ec-3114-4fcf-8364-f20ac97b3eb6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 943 time: 0.1890814 Mar 14 16:07:00.669364 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-921b4241-a037-4c58-8884-7732e5724b9b req-cc12e63d-a7c1-4f98-ace3-0fb1e4ec1b82 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=d06fec5b-ec50-424d-9fbf-9018dc4c7761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781355 Mar 14 16:07:00.678309 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-4d419029-ebc9-4d5c-919a-27e69b1f9f45 service neutron] For port d52c841e-494b-4409-85b3-39e35111d26e, host hv-neutron-8335, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:07:00.681444 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-4d419029-ebc9-4d5c-919a-27e69b1f9f45 service neutron] For port d52c841e-494b-4409-85b3-39e35111d26e, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d52c841e-494b-4409-85b3-39e35111d26e,segment=NetworkSegment(87958776-7d1a-4b41-ad58-3bc8e82690f4),segment_id=87958776-7d1a-4b41-ad58-3bc8e82690f4)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:07:00.686175 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-4d419029-ebc9-4d5c-919a-27e69b1f9f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:00.831088 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-4d419029-ebc9-4d5c-919a-27e69b1f9f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:00.832442 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-4d419029-ebc9-4d5c-919a-27e69b1f9f45 service neutron] 10.222.0.24 "PUT /v2.0/ports/d52c841e-494b-4409-85b3-39e35111d26e HTTP/1.1" status: 200 len: 1093 time: 1.1327450 Mar 14 16:07:00.832879 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a4ff7e-8c3f-4af0-ab13-4be4e2244173', 'tag': 'd52c841e-494b-4409-85b3-39e35111d26e'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:07:00.853568 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d419029-ebc9-4d5c-919a-27e69b1f9f45 service neutron] Pushing event updated for resources: {'Port': ['ID=d52c841e-494b-4409-85b3-39e35111d26e,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:07:00.902180 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a4ff7e-8c3f-4af0-ab13-4be4e2244173', 'tag': 'd52c841e-494b-4409-85b3-39e35111d26e', 'status': 'completed', 'code': 200} Mar 14 16:07:00.945179 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-a81267a9-832c-4517-adb2-2f6f4e6255e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 1096 time: 0.0734689 Mar 14 16:07:01.015630 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-f425ce3a-edf0-4491-825b-e49205c477ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d52c841e-494b-4409-85b3-39e35111d26e HTTP/1.1" status: 200 len: 217 time: 0.0644410 Mar 14 16:07:01.076040 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-aa8d007d-0da9-4a0f-96aa-2f6a239e8dac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:01.077426 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-aa8d007d-0da9-4a0f-96aa-2f6a239e8dac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57e5e501-d356-4f82-985e-b684a8b81acf HTTP/1.1" status: 200 len: 835 time: 0.0561810 Mar 14 16:07:01.154015 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-075d4660-cf1a-4645-9624-112c7dbcd1d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f0efb793-0d11-43c6-be79-8bc98492f15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700004 Mar 14 16:07:01.280618 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-d9734ea5-b748-4380-9c79-fc3c8a057322 service neutron] 10.222.0.24 "GET /v2.0/networks/f0efb793-0d11-43c6-be79-8bc98492f15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207099 Mar 14 16:07:01.406072 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9b184060-002e-4cb6-9b7d-57d3d6979fd3 req-6ccd78db-af50-4043-985e-f0a7e4cbdea7 service neutron] 10.222.0.24 "GET /v2.0/networks/f0efb793-0d11-43c6-be79-8bc98492f15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201057 Mar 14 16:07:01.517231 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4125ef40-696a-431c-bb57-f123cc06a49c req-d34cda14-d306-446e-a9db-fa020ec79714 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 1096 time: 0.0666950 Mar 14 16:07:01.644599 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125ef40-696a-431c-bb57-f123cc06a49c req-22f37bb8-d69d-4ec0-9b66-eacd9ca62b4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:01.646016 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4125ef40-696a-431c-bb57-f123cc06a49c req-22f37bb8-d69d-4ec0-9b66-eacd9ca62b4d service neutron] 10.222.0.24 "GET /v2.0/networks?id=f0efb793-0d11-43c6-be79-8bc98492f15d HTTP/1.1" status: 200 len: 897 time: 0.1234117 Mar 14 16:07:01.717703 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4125ef40-696a-431c-bb57-f123cc06a49c req-e286422f-b3b1-4d6e-845b-6870c5eaa333 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d52c841e-494b-4409-85b3-39e35111d26e HTTP/1.1" status: 200 len: 217 time: 0.0658197 Mar 14 16:07:01.779970 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125ef40-696a-431c-bb57-f123cc06a49c req-6c117d00-6f30-45f3-90b5-ab1c644d2cb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:01.781312 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4125ef40-696a-431c-bb57-f123cc06a49c req-6c117d00-6f30-45f3-90b5-ab1c644d2cb4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57e5e501-d356-4f82-985e-b684a8b81acf HTTP/1.1" status: 200 len: 835 time: 0.0572519 Mar 14 16:07:01.916736 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4125ef40-696a-431c-bb57-f123cc06a49c req-b324d006-8fb7-46e9-94e9-cf6dd5dc1346 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f0efb793-0d11-43c6-be79-8bc98492f15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1295941 Mar 14 16:07:01.926812 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0868b-a13b-4bbe-9413-24a02eb9c463 req-3ba4ba8f-f1cc-49ed-a437-83c341ebde59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:01.928125 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-65f0868b-a13b-4bbe-9413-24a02eb9c463 req-3ba4ba8f-f1cc-49ed-a437-83c341ebde59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 943 time: 0.1123321 Mar 14 16:07:02.056980 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-65f0868b-a13b-4bbe-9413-24a02eb9c463 req-019a588b-d153-4d10-8b50-47f5bdb561bb tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=d06fec5b-ec50-424d-9fbf-9018dc4c7761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106117 Mar 14 16:07:02.092748 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4125ef40-696a-431c-bb57-f123cc06a49c req-f9da9b59-1c16-4274-b7f9-b866b6e747e4 service neutron] 10.222.0.24 "GET /v2.0/networks/f0efb793-0d11-43c6-be79-8bc98492f15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637325 Mar 14 16:07:02.223411 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4125ef40-696a-431c-bb57-f123cc06a49c req-0dd9ada4-eb1d-46fa-870c-78a078fbb29f service neutron] 10.222.0.24 "GET /v2.0/networks/f0efb793-0d11-43c6-be79-8bc98492f15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239374 Mar 14 16:07:03.252329 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40082517-4a23-4ac1-8d4a-07c23001580d req-3af5129c-398f-45c3-b32b-775c12ef40e7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:03.253773 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-40082517-4a23-4ac1-8d4a-07c23001580d req-3af5129c-398f-45c3-b32b-775c12ef40e7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 943 time: 0.0750349 Mar 14 16:07:03.301369 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-40082517-4a23-4ac1-8d4a-07c23001580d req-0c5a5e6d-af21-42dc-b230-02742ca0c123 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=d06fec5b-ec50-424d-9fbf-9018dc4c7761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421197 Mar 14 16:07:04.498304 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a9682-fb0c-4e11-afd5-828ca470dff2 req-2fb15dd1-c9e9-4377-883a-ffd4e26732d0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:04.499636 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e67a9682-fb0c-4e11-afd5-828ca470dff2 req-2fb15dd1-c9e9-4377-883a-ffd4e26732d0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 943 time: 0.0782876 Mar 14 16:07:04.543514 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e67a9682-fb0c-4e11-afd5-828ca470dff2 req-dd1883a3-6efb-4764-ad03-793dc079c80c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=d06fec5b-ec50-424d-9fbf-9018dc4c7761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379021 Mar 14 16:07:04.577412 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device d52c841e-494b-4409-85b3-39e35111d26e details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 16:07:04.715875 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port d52c841e-494b-4409-85b3-39e35111d26e, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d52c841e-494b-4409-85b3-39e35111d26e,segment=NetworkSegment(87958776-7d1a-4b41-ad58-3bc8e82690f4),segment_id=87958776-7d1a-4b41-ad58-3bc8e82690f4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:07:04.729064 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': 'd52c841e-494b-4409-85b3-39e35111d26e', 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d', 'port_id': 'd52c841e-494b-4409-85b3-39e35111d26e', 'mac_address': 'fa:16:3e:eb:46:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57e5e501-d356-4f82-985e-b684a8b81acf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 16:07:04.783227 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:04.801515 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d52c841e-494b-4409-85b3-39e35111d26e {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:07:04.817408 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port d52c841e-494b-4409-85b3-39e35111d26e, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d52c841e-494b-4409-85b3-39e35111d26e,segment=NetworkSegment(87958776-7d1a-4b41-ad58-3bc8e82690f4),segment_id=87958776-7d1a-4b41-ad58-3bc8e82690f4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:07:04.820773 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:04.888143 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=d52c841e-494b-4409-85b3-39e35111d26e,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:07:05.179843 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['d52c841e-494b-4409-85b3-39e35111d26e'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:07:05.740935 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e477c-ce2d-40fe-95ed-04255077cded req-ec4d92e5-d813-4213-8800-217e0f4dcdbd tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:05.742387 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b80e477c-ce2d-40fe-95ed-04255077cded req-ec4d92e5-d813-4213-8800-217e0f4dcdbd tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 944 time: 0.0755310 Mar 14 16:07:05.787757 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b80e477c-ce2d-40fe-95ed-04255077cded req-1a9ea208-9871-4a82-907a-588fbc0833df tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=d06fec5b-ec50-424d-9fbf-9018dc4c7761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399652 Mar 14 16:07:06.582942 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device d52c841e-494b-4409-85b3-39e35111d26e up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:07:06.648858 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port d52c841e-494b-4409-85b3-39e35111d26e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:07:06.653314 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port d52c841e-494b-4409-85b3-39e35111d26e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:07:06.653687 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:06.763919 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:06.789970 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a4ff7e-8c3f-4af0-ab13-4be4e2244173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52c841e-494b-4409-85b3-39e35111d26e'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:07:06.800140 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port d52c841e-494b-4409-85b3-39e35111d26e, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d52c841e-494b-4409-85b3-39e35111d26e,segment=NetworkSegment(87958776-7d1a-4b41-ad58-3bc8e82690f4),segment_id=87958776-7d1a-4b41-ad58-3bc8e82690f4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:07:06.804289 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:06.849464 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a4ff7e-8c3f-4af0-ab13-4be4e2244173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52c841e-494b-4409-85b3-39e35111d26e', 'code': 200} Mar 14 16:07:06.884888 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=d52c841e-494b-4409-85b3-39e35111d26e,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:07:07.011208 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8541823-764c-4ea1-b7bf-7d1c4be9a133 req-05907d63-403b-46b0-a0e5-d20559f71932 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:07.012669 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a8541823-764c-4ea1-b7bf-7d1c4be9a133 req-05907d63-403b-46b0-a0e5-d20559f71932 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 945 time: 0.0819950 Mar 14 16:07:07.061379 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a8541823-764c-4ea1-b7bf-7d1c4be9a133 req-3d29ea75-492e-4b3b-8908-a07235e99291 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=d06fec5b-ec50-424d-9fbf-9018dc4c7761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423265 Mar 14 16:07:07.093146 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2bda915c-6693-4cd1-a4cd-02df3d1d509e req-c316f379-3f28-4842-b99c-5f707c120a93 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 1098 time: 0.0689237 Mar 14 16:07:07.136467 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2bda915c-6693-4cd1-a4cd-02df3d1d509e req-6d6b03fa-187c-42e9-95b8-fd231fc6a4f5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d06fec5b-ec50-424d-9fbf-9018dc4c7761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372281 Mar 14 16:07:08.336438 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47f794-3dd5-4939-a81f-b6799812c42f req-8e1f11a8-53eb-4fd4-817d-635520cff5a1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:08.337881 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5c47f794-3dd5-4939-a81f-b6799812c42f req-8e1f11a8-53eb-4fd4-817d-635520cff5a1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 945 time: 0.1560357 Mar 14 16:07:08.383538 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5c47f794-3dd5-4939-a81f-b6799812c42f req-dc3abccf-c783-4f7f-a368-f9d48beedac6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=d06fec5b-ec50-424d-9fbf-9018dc4c7761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401070 Mar 14 16:07:09.578879 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9f4a7-cec5-4097-9f2e-d0ca4dbac6f6 req-51eb083e-f343-4b72-b496-23f01f7c7164 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:09.580218 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-76a9f4a7-cec5-4097-9f2e-d0ca4dbac6f6 req-51eb083e-f343-4b72-b496-23f01f7c7164 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 945 time: 0.0749509 Mar 14 16:07:09.624794 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-76a9f4a7-cec5-4097-9f2e-d0ca4dbac6f6 req-e0f0b9fa-0dbd-4a46-82c6-2a08c48fa156 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=d06fec5b-ec50-424d-9fbf-9018dc4c7761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384288 Mar 14 16:07:09.677148 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:07:09.818701 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06618081-bf29-44cb-89ba-5f5d1d7887c3 req-7985193d-c398-4a7d-894c-3e1703c6953e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:09.820137 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-06618081-bf29-44cb-89ba-5f5d1d7887c3 req-7985193d-c398-4a7d-894c-3e1703c6953e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 945 time: 0.0780442 Mar 14 16:07:09.865302 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-06618081-bf29-44cb-89ba-5f5d1d7887c3 req-343cc782-7182-41bc-bf80-c2f3e4f5c4df tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=d06fec5b-ec50-424d-9fbf-9018dc4c7761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397711 Mar 14 16:07:09.893572 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60384) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:07:09.960297 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-016fa2e8-3a19-43b2-a9fc-b0076aedc20a tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 1093 time: 0.0655324 Mar 14 16:07:09.962852 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60388) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:07:09.967783 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': 'd52c841e-494b-4409-85b3-39e35111d26e', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:07:09.973021 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:07:09.976687 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:floatingip and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:07:09.979412 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:07:09.984818 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:07:09.995056 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:10.126576 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:10.264904 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Allocated IP 172.26.4.247 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/7d4c1a51-8d26-481c-b9d1-bed5c1a0e1d5) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:07:10.406374 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:10.432397 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:10.496449 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:07:10.499258 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:07:10.504047 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:07:10.530708 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=7d4c1a51-8d26-481c-b9d1-bed5c1a0e1d5,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:07:10.993833 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:11.050732 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:11.248023 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:11.252417 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:11.439406 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=7d4c1a51-8d26-481c-b9d1-bed5c1a0e1d5,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:07:11.452993 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:11.638380 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Floating IP a6aae277-e1db-4086-81a9-53113072b19f associated. External IP: 172.26.4.247, port: d52c841e-494b-4409-85b3-39e35111d26e. Mar 14 16:07:12.020470 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router 448a07e0-8a5b-438d-bd3f-be6de3af0a5e has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:07:12.213843 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:07:12.224089 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbe8fe1-1e9a-4ec1-acaa-7433aa20c491 None None] Sync routers for ids ['448a07e0-8a5b-438d-bd3f-be6de3af0a5e'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:07:12.235420 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbe8fe1-1e9a-4ec1-acaa-7433aa20c491 None None] Routers {'448a07e0-8a5b-438d-bd3f-be6de3af0a5e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:07:12.236025 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5cbe8fe1-1e9a-4ec1-acaa-7433aa20c491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:06:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['448a07e0-8a5b-438d-bd3f-be6de3af0a5e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:07:12.238278 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:12.293786 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-53a9f981-6953-4cd9-b5e1-fcfdb4177289 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3297951 Mar 14 16:07:12.294261 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a4ff7e-8c3f-4af0-ab13-4be4e2244173', 'tag': 'd52c841e-494b-4409-85b3-39e35111d26e'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:07:12.351868 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a4ff7e-8c3f-4af0-ab13-4be4e2244173', 'tag': 'd52c841e-494b-4409-85b3-39e35111d26e', 'status': 'completed', 'code': 200} Mar 14 16:07:12.418221 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-5cbe8fe1-1e9a-4ec1-acaa-7433aa20c491 None None] Set router 448a07e0-8a5b-438d-bd3f-be6de3af0a5e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:07:12.445958 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5490a3d3-1cc4-4ea5-8577-5b43c982e9b5 req-ab2dcd18-0602-4fac-b057-6ff95f6f36f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 1098 time: 0.0689056 Mar 14 16:07:12.479390 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f35b2-50a7-466e-bce2-6d7b66d6e8ed req-c16eff3c-9019-4046-bda7-9d0f877c33d6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:12.481119 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5e7f35b2-50a7-466e-bce2-6d7b66d6e8ed req-c16eff3c-9019-4046-bda7-9d0f877c33d6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 945 time: 0.0890234 Mar 14 16:07:12.529431 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5e7f35b2-50a7-466e-bce2-6d7b66d6e8ed req-1ebd4a12-8e26-495b-b955-5eb260c28881 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=d06fec5b-ec50-424d-9fbf-9018dc4c7761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416441 Mar 14 16:07:12.560214 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60396) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:07:12.582322 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490a3d3-1cc4-4ea5-8577-5b43c982e9b5 req-7879f851-d6eb-4c75-9bad-6cf4ae6eb94a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:12.583757 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5490a3d3-1cc4-4ea5-8577-5b43c982e9b5 req-7879f851-d6eb-4c75-9bad-6cf4ae6eb94a service neutron] 10.222.0.24 "GET /v2.0/networks?id=f0efb793-0d11-43c6-be79-8bc98492f15d HTTP/1.1" status: 200 len: 897 time: 0.1326759 Mar 14 16:07:12.672265 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-023b11d0-03cc-4eac-b801-f17621ff9cc9 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/a6aae277-e1db-4086-81a9-53113072b19f HTTP/1.1" status: 200 len: 991 time: 0.1098168 Mar 14 16:07:12.690532 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5490a3d3-1cc4-4ea5-8577-5b43c982e9b5 req-348bfafc-de95-4281-ba81-ed6cae7c3f18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d52c841e-494b-4409-85b3-39e35111d26e HTTP/1.1" status: 200 len: 999 time: 0.1015477 Mar 14 16:07:12.751015 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490a3d3-1cc4-4ea5-8577-5b43c982e9b5 req-66256583-9e29-4e7d-8568-8cf09c2d6368 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:12.752445 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5490a3d3-1cc4-4ea5-8577-5b43c982e9b5 req-66256583-9e29-4e7d-8568-8cf09c2d6368 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57e5e501-d356-4f82-985e-b684a8b81acf HTTP/1.1" status: 200 len: 835 time: 0.0569830 Mar 14 16:07:12.776463 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5cbe8fe1-1e9a-4ec1-acaa-7433aa20c491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266472819', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': '894573ba-82b4-456e-8adb-11bb66aff956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:06:48Z', 'updated_at': '2022-03-14T16:06:53Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '894573ba-82b4-456e-8adb-11bb66aff956', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:06:49Z', 'updated_at': '2022-03-14T16:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'a6aae277-e1db-4086-81a9-53113072b19f', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'floating_ip_address': '172.26.4.247', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'port_id': 'd52c841e-494b-4409-85b3-39e35111d26e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d', 'mac_address': 'fa:16:3e:eb:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a4ff7e-8c3f-4af0-ab13-4be4e2244173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:07:10Z', 'updated_at': '2022-03-14T16:07:10Z', 'revision_number': 0, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3dc14ef-e24a-455c-a8b9-a5337d648911', 'name': '', 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:a9:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57e5e501-d356-4f82-985e-b684a8b81acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:06:52Z', 'updated_at': '2022-03-14T16:06:58Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '57e5e501-d356-4f82-985e-b684a8b81acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:07:12.780628 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbe8fe1-1e9a-4ec1-acaa-7433aa20c491 None None] Checking router: 448a07e0-8a5b-438d-bd3f-be6de3af0a5e for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:07:12.791765 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbe8fe1-1e9a-4ec1-acaa-7433aa20c491 None None] Routers {'448a07e0-8a5b-438d-bd3f-be6de3af0a5e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:07:12.792378 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5cbe8fe1-1e9a-4ec1-acaa-7433aa20c491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:06:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['448a07e0-8a5b-438d-bd3f-be6de3af0a5e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:07:12.827432 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5490a3d3-1cc4-4ea5-8577-5b43c982e9b5 req-910ab230-85bc-46ef-9756-2d6c59d4364b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f0efb793-0d11-43c6-be79-8bc98492f15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697324 Mar 14 16:07:13.022116 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-99734d0c-6360-4fc0-a277-3d5844a927f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:13.029816 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-5cbe8fe1-1e9a-4ec1-acaa-7433aa20c491 None None] Set router 448a07e0-8a5b-438d-bd3f-be6de3af0a5e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:07:13.062283 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5490a3d3-1cc4-4ea5-8577-5b43c982e9b5 req-75f7e633-0e1f-4449-af17-d562938937e7 service neutron] 10.222.0.24 "GET /v2.0/networks/f0efb793-0d11-43c6-be79-8bc98492f15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285140 Mar 14 16:07:13.194552 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5490a3d3-1cc4-4ea5-8577-5b43c982e9b5 req-fdf0ea5e-28c8-4164-a981-d2b188cb2d32 service neutron] 10.222.0.24 "GET /v2.0/networks/f0efb793-0d11-43c6-be79-8bc98492f15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267641 Mar 14 16:07:13.371587 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5cbe8fe1-1e9a-4ec1-acaa-7433aa20c491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266472819', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': '894573ba-82b4-456e-8adb-11bb66aff956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:06:48Z', 'updated_at': '2022-03-14T16:06:53Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '894573ba-82b4-456e-8adb-11bb66aff956', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:06:49Z', 'updated_at': '2022-03-14T16:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'a6aae277-e1db-4086-81a9-53113072b19f', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'floating_ip_address': '172.26.4.247', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'port_id': 'd52c841e-494b-4409-85b3-39e35111d26e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d', 'mac_address': 'fa:16:3e:eb:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a4ff7e-8c3f-4af0-ab13-4be4e2244173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:07:10Z', 'updated_at': '2022-03-14T16:07:10Z', 'revision_number': 0, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3dc14ef-e24a-455c-a8b9-a5337d648911', 'name': '', 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:a9:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57e5e501-d356-4f82-985e-b684a8b81acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:06:52Z', 'updated_at': '2022-03-14T16:06:58Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '57e5e501-d356-4f82-985e-b684a8b81acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:07:13.375381 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbe8fe1-1e9a-4ec1-acaa-7433aa20c491 None None] The sync data for ids ['448a07e0-8a5b-438d-bd3f-be6de3af0a5e'] in dv-neutron-833561-1-hyperv is: [{'id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266472819', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': '894573ba-82b4-456e-8adb-11bb66aff956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:06:48Z', 'updated_at': '2022-03-14T16:06:53Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '894573ba-82b4-456e-8adb-11bb66aff956', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:06:49Z', 'updated_at': '2022-03-14T16:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': 'a6aae277-e1db-4086-81a9-53113072b19f', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'floating_ip_address': '172.26.4.247', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'port_id': 'd52c841e-494b-4409-85b3-39e35111d26e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d', 'mac_address': 'fa:16:3e:eb:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a4ff7e-8c3f-4af0-ab13-4be4e2244173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:07:10Z', 'updated_at': '2022-03-14T16:07:10Z', 'revision_number': 0, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3dc14ef-e24a-455c-a8b9-a5337d648911', 'name': '', 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:a9:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57e5e501-d356-4f82-985e-b684a8b81acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:06:52Z', 'updated_at': '2022-03-14T16:06:58Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '57e5e501-d356-4f82-985e-b684a8b81acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:07:13.675568 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60400) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:07:13.777105 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2a1bda52-a471-451d-aabb-88555b780af2 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/a6aae277-e1db-4086-81a9-53113072b19f HTTP/1.1" status: 200 len: 991 time: 0.1004212 Mar 14 16:07:14.250665 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc57e1ae-d166-4cb9-9d57-5d071040a179 None None] New status for floating IP a6aae277-e1db-4086-81a9-53113072b19f: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 16:07:14.781034 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60404) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:07:14.880158 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-529cb706-4947-4c09-bbdf-93566ed2c414 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/a6aae277-e1db-4086-81a9-53113072b19f HTTP/1.1" status: 200 len: 993 time: 0.0980930 Mar 14 16:07:15.165132 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-191964ef-1c09-4b95-a72d-9cefaa42cce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:16.406771 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:16.607027 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:18.068570 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:21.250552 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:35.780831 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-32cf991c-f871-4724-907f-55ac5aa46977 req-79b2a4f1-2d6c-462f-b171-cd1a91f241bb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658333 Mar 14 16:07:35.938321 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-32cf991c-f871-4724-907f-55ac5aa46977 req-cf5ed599-8518-4523-b935-5912b7bf8e42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 1098 time: 0.0733130 Mar 14 16:07:36.086253 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf991c-f871-4724-907f-55ac5aa46977 req-f1f39266-3356-4b0e-8bfe-c8452dfa3edd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:36.087592 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-32cf991c-f871-4724-907f-55ac5aa46977 req-f1f39266-3356-4b0e-8bfe-c8452dfa3edd service neutron] 10.222.0.24 "GET /v2.0/networks?id=f0efb793-0d11-43c6-be79-8bc98492f15d HTTP/1.1" status: 200 len: 897 time: 0.1291742 Mar 14 16:07:36.188398 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-32cf991c-f871-4724-907f-55ac5aa46977 req-5fd9f231-d940-48e4-b266-b752ba4e4991 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d52c841e-494b-4409-85b3-39e35111d26e HTTP/1.1" status: 200 len: 1001 time: 0.0949965 Mar 14 16:07:36.271960 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf991c-f871-4724-907f-55ac5aa46977 req-21195cd8-9e1e-45db-adf8-89a7eeb8f8e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:36.274326 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-32cf991c-f871-4724-907f-55ac5aa46977 req-21195cd8-9e1e-45db-adf8-89a7eeb8f8e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57e5e501-d356-4f82-985e-b684a8b81acf HTTP/1.1" status: 200 len: 835 time: 0.0790956 Mar 14 16:07:36.352760 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-32cf991c-f871-4724-907f-55ac5aa46977 req-4dafd108-a9dc-4f3c-8ead-d31660d41705 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f0efb793-0d11-43c6-be79-8bc98492f15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723624 Mar 14 16:07:36.478290 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-32cf991c-f871-4724-907f-55ac5aa46977 req-2d07414d-bf2c-4ad7-801e-c43c6dd849fd service neutron] 10.222.0.24 "GET /v2.0/networks/f0efb793-0d11-43c6-be79-8bc98492f15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199613 Mar 14 16:07:36.611047 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-32cf991c-f871-4724-907f-55ac5aa46977 req-d58c05ed-6a2c-431a-b7e1-d1b7232c5b64 service neutron] 10.222.0.24 "GET /v2.0/networks/f0efb793-0d11-43c6-be79-8bc98492f15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265671 Mar 14 16:07:43.004768 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-36d9d200-29cc-42a3-8649-9dca48d1ef56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:45.167278 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-91549172-8420-4082-a498-f47d716e69ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:46.409180 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:46.612078 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:46.680111 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:07:48.068984 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:51.261170 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:13.006662 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77c6f2df-c8bd-44f6-9f4d-12d2d0f6d28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:15.170441 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5a71fb88-7539-438d-83d3-ce752f85be15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:16.411990 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:16.604531 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:18.070093 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:21.262898 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:23.680009 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:08:26.489937 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dea01618-7894-454d-a9a2-b77f11cd3e23 req-964e5f97-cf5f-4c59-8d86-885b75b52026 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 1098 time: 0.1406798 Mar 14 16:08:26.496166 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31682aa9-13ac-4dd1-8852-cf8ac51a6363 req-9c96b2ba-efbe-40e2-8589-c41711482b30 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:08:26.497490 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-31682aa9-13ac-4dd1-8852-cf8ac51a6363 req-9c96b2ba-efbe-40e2-8589-c41711482b30 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 945 time: 0.1033206 Mar 14 16:08:26.626578 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-31682aa9-13ac-4dd1-8852-cf8ac51a6363 req-834fd706-e388-45d3-ad0c-116d94120b58 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=d06fec5b-ec50-424d-9fbf-9018dc4c7761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105554 Mar 14 16:08:26.659074 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea01618-7894-454d-a9a2-b77f11cd3e23 req-b1fbcac6-bcef-4267-89c9-64243e9280fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:08:26.660616 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dea01618-7894-454d-a9a2-b77f11cd3e23 req-b1fbcac6-bcef-4267-89c9-64243e9280fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=f0efb793-0d11-43c6-be79-8bc98492f15d HTTP/1.1" status: 200 len: 897 time: 0.1622293 Mar 14 16:08:26.762176 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dea01618-7894-454d-a9a2-b77f11cd3e23 req-9f5b4437-7668-441e-b3a7-029169c44bd8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d52c841e-494b-4409-85b3-39e35111d26e HTTP/1.1" status: 200 len: 1001 time: 0.0954936 Mar 14 16:08:26.827054 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea01618-7894-454d-a9a2-b77f11cd3e23 req-aac7aa83-83a0-4b2e-8582-e4788358b279 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:08:26.828422 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dea01618-7894-454d-a9a2-b77f11cd3e23 req-aac7aa83-83a0-4b2e-8582-e4788358b279 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57e5e501-d356-4f82-985e-b684a8b81acf HTTP/1.1" status: 200 len: 835 time: 0.0596795 Mar 14 16:08:26.899709 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dea01618-7894-454d-a9a2-b77f11cd3e23 req-20f35848-079b-4d06-ae4f-30e79bd32b0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f0efb793-0d11-43c6-be79-8bc98492f15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650666 Mar 14 16:08:26.910260 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [req-dea01618-7894-454d-a9a2-b77f11cd3e23 req-f11fa7e0-fb7c-4e33-abab-097ae5b231ce service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 16:08:26.911157 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dea01618-7894-454d-a9a2-b77f11cd3e23 req-f11fa7e0-fb7c-4e33-abab-097ae5b231ce service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046017 Mar 14 16:08:27.119131 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dea01618-7894-454d-a9a2-b77f11cd3e23 req-cc75c4c2-36c0-4cf9-bee0-30e31ef9aa41 service neutron] 10.222.0.24 "GET /v2.0/networks/f0efb793-0d11-43c6-be79-8bc98492f15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016780 Mar 14 16:08:27.249236 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dea01618-7894-454d-a9a2-b77f11cd3e23 req-3a66a911-71fb-404f-88f7-27059aeead68 service neutron] 10.222.0.24 "GET /v2.0/networks/f0efb793-0d11-43c6-be79-8bc98492f15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236837 Mar 14 16:08:27.824303 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336410d-de7b-4d35-b89f-8a8d64577dc4 req-b79db03c-7ec6-47c1-b8d3-57ba9d1982d5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:08:27.825726 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0336410d-de7b-4d35-b89f-8a8d64577dc4 req-b79db03c-7ec6-47c1-b8d3-57ba9d1982d5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 945 time: 0.0784144 Mar 14 16:08:27.869579 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0336410d-de7b-4d35-b89f-8a8d64577dc4 req-70d8925a-218a-4ee3-b29f-15e4c76c084b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=d06fec5b-ec50-424d-9fbf-9018dc4c7761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383828 Mar 14 16:08:29.069871 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d0461-8e34-45f5-bcf8-9280f49e8f1e req-81e4e49b-acae-484b-bc68-b4864214939b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:08:29.071338 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7c3d0461-8e34-45f5-bcf8-9280f49e8f1e req-81e4e49b-acae-484b-bc68-b4864214939b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 945 time: 0.0790193 Mar 14 16:08:29.115561 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7c3d0461-8e34-45f5-bcf8-9280f49e8f1e req-4f9fa06a-6b34-450a-8c2b-115f2abadc76 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=d06fec5b-ec50-424d-9fbf-9018dc4c7761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388715 Mar 14 16:08:30.309761 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9723ba3-9633-4741-a3e8-54064e67c474 req-bf38dda9-c271-47a5-8434-99b238479f28 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:08:30.311224 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d9723ba3-9633-4741-a3e8-54064e67c474 req-bf38dda9-c271-47a5-8434-99b238479f28 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 945 time: 0.0749826 Mar 14 16:08:30.358176 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d9723ba3-9633-4741-a3e8-54064e67c474 req-abba2bfb-08fc-4f91-a648-f089e2822287 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=d06fec5b-ec50-424d-9fbf-9018dc4c7761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405540 Mar 14 16:08:31.550171 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2867642-42a8-45e5-8fed-e33e2cc4603e req-951b2594-b4b1-4bbf-8c85-dd725c8f6398 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:08:31.551831 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a2867642-42a8-45e5-8fed-e33e2cc4603e req-951b2594-b4b1-4bbf-8c85-dd725c8f6398 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 945 time: 0.0743494 Mar 14 16:08:31.597960 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a2867642-42a8-45e5-8fed-e33e2cc4603e req-66783cad-fb59-4cc4-aa9e-1bc409c5f82f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=d06fec5b-ec50-424d-9fbf-9018dc4c7761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403900 Mar 14 16:08:32.880436 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018f745-5703-4411-9837-30060d55b92e req-50c3bcbd-2342-43ff-ab47-831abbd7b7dd tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:08:32.881868 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4018f745-5703-4411-9837-30060d55b92e req-50c3bcbd-2342-43ff-ab47-831abbd7b7dd tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 945 time: 0.1640043 Mar 14 16:08:32.925231 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4018f745-5703-4411-9837-30060d55b92e req-bc170a3d-88f9-476b-aa0c-90868aeff390 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=d06fec5b-ec50-424d-9fbf-9018dc4c7761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379610 Mar 14 16:08:34.126650 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f098f98-710c-442b-af0e-e58deefb169a req-8b7e8a28-ed69-4d2c-904e-9279b77b7b02 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:08:34.128087 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0f098f98-710c-442b-af0e-e58deefb169a req-8b7e8a28-ed69-4d2c-904e-9279b77b7b02 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 945 time: 0.0780091 Mar 14 16:08:34.173910 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0f098f98-710c-442b-af0e-e58deefb169a req-bbc784b7-400b-4cbe-8a08-7873177cd1f5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=d06fec5b-ec50-424d-9fbf-9018dc4c7761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399554 Mar 14 16:08:35.370017 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e018a-3186-4dc6-a8a3-18ece98f65ff req-4f2c7283-73e2-4826-90ca-99e2431febe4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:08:35.371472 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-323e018a-3186-4dc6-a8a3-18ece98f65ff req-4f2c7283-73e2-4826-90ca-99e2431febe4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 945 time: 0.0786536 Mar 14 16:08:35.415821 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-323e018a-3186-4dc6-a8a3-18ece98f65ff req-0cff48ea-c057-4fb4-82de-4bc419dce0e2 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=d06fec5b-ec50-424d-9fbf-9018dc4c7761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388303 Mar 14 16:08:36.616362 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c1d25-dbee-4619-abba-1ec11b511e6d req-58440cdb-5a8b-441a-ae50-442be7c78eb6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:08:36.617834 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-608c1d25-dbee-4619-abba-1ec11b511e6d req-58440cdb-5a8b-441a-ae50-442be7c78eb6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 945 time: 0.0786819 Mar 14 16:08:36.663019 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-608c1d25-dbee-4619-abba-1ec11b511e6d req-98cdff49-17a2-437b-8b99-4dae1062871c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=d06fec5b-ec50-424d-9fbf-9018dc4c7761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396781 Mar 14 16:08:37.843727 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b2314359-619f-4ae2-b3be-25c436357b30 req-fedc3898-4536-4ee8-8f38-257fb6b91343 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 1098 time: 0.0729060 Mar 14 16:08:37.864686 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c760d55-a252-4d20-b6a8-afa00c1092a4 req-e3d8aafc-6797-4501-bef1-24ff7ef57aab tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:08:37.866142 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3c760d55-a252-4d20-b6a8-afa00c1092a4 req-e3d8aafc-6797-4501-bef1-24ff7ef57aab tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 945 time: 0.0809705 Mar 14 16:08:37.909852 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3c760d55-a252-4d20-b6a8-afa00c1092a4 req-8892e72f-541a-4721-aabb-fc0beafb11ae tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=d06fec5b-ec50-424d-9fbf-9018dc4c7761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382261 Mar 14 16:08:37.989206 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2314359-619f-4ae2-b3be-25c436357b30 req-25f963ad-0e20-4083-beda-9d0415603df5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:08:37.990585 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b2314359-619f-4ae2-b3be-25c436357b30 req-25f963ad-0e20-4083-beda-9d0415603df5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f0efb793-0d11-43c6-be79-8bc98492f15d HTTP/1.1" status: 200 len: 897 time: 0.1285048 Mar 14 16:08:38.098766 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b2314359-619f-4ae2-b3be-25c436357b30 req-a6fbc2e6-8209-435d-bdca-0b818c4cbb2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d52c841e-494b-4409-85b3-39e35111d26e HTTP/1.1" status: 200 len: 1001 time: 0.1004648 Mar 14 16:08:38.166637 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2314359-619f-4ae2-b3be-25c436357b30 req-e4a4e914-e37c-4d41-8fa0-b3b5825999dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:08:38.168143 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b2314359-619f-4ae2-b3be-25c436357b30 req-e4a4e914-e37c-4d41-8fa0-b3b5825999dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57e5e501-d356-4f82-985e-b684a8b81acf HTTP/1.1" status: 200 len: 835 time: 0.0590165 Mar 14 16:08:38.249893 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b2314359-619f-4ae2-b3be-25c436357b30 req-a16dbcd9-a075-4961-9f47-0455f3d74c2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f0efb793-0d11-43c6-be79-8bc98492f15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747831 Mar 14 16:08:38.379449 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b2314359-619f-4ae2-b3be-25c436357b30 req-81028a89-be76-4241-94bf-e99c9aec5101 service neutron] 10.222.0.24 "GET /v2.0/networks/f0efb793-0d11-43c6-be79-8bc98492f15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225710 Mar 14 16:08:38.507201 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b2314359-619f-4ae2-b3be-25c436357b30 req-821961fd-9d6e-4df7-95e7-9c97f3fc0bc6 service neutron] 10.222.0.24 "GET /v2.0/networks/f0efb793-0d11-43c6-be79-8bc98492f15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229873 Mar 14 16:08:39.101461 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06df0e-be36-4238-ade8-de6740486768 req-619c45aa-9391-47d8-b6f4-6b9c01eac734 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:08:39.102915 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9b06df0e-be36-4238-ade8-de6740486768 req-619c45aa-9391-47d8-b6f4-6b9c01eac734 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 945 time: 0.0748587 Mar 14 16:08:39.147431 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9b06df0e-be36-4238-ade8-de6740486768 req-9cc8ea82-876d-458e-8437-4b466ccbaa87 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=d06fec5b-ec50-424d-9fbf-9018dc4c7761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391610 Mar 14 16:08:39.175526 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60458) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:08:39.280038 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e8a9fa40-e5e4-47f8-bbc4-421e5a9018ee tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/a6aae277-e1db-4086-81a9-53113072b19f HTTP/1.1" status: 200 len: 993 time: 0.1031744 Mar 14 16:08:43.008630 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-69d5098e-c8df-49f6-a40e-5e2c9dd79514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:45.171869 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f65bb0ce-16d0-40cd-83d8-ec978ed199c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:46.414001 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:46.606734 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:48.073221 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:51.267556 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:00.680997 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:09:03.876606 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [req-e75eeb46-137b-45e4-b007-57baa946c7d2 req-ef956bee-c722-4756-93e3-f326593653c2 tempest-ServerDiskConfigTestJSON-1126923009 tempest-ServerDiskConfigTestJSON-1126923009-project] (83911) timed out ('10.222.0.24', 53495) {{(pid=83911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 14 16:09:13.012020 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0888036-5073-4353-a478-d0a17b4f4a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:15.173298 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d036f8b6-037b-474a-b49d-0917b0357e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.417972 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.608052 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:18.076987 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:21.263585 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:34.314259 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60482) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:09:34.515562 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8a86aabd-6c28-4cd5-b19e-a27d6adeb67b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting port 7d4c1a51-8d26-481c-b9d1-bed5c1a0e1d5 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:09:34.515810 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a86aabd-6c28-4cd5-b19e-a27d6adeb67b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:34.679019 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a86aabd-6c28-4cd5-b19e-a27d6adeb67b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:34.679345 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a86aabd-6c28-4cd5-b19e-a27d6adeb67b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:34.800505 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8a86aabd-6c28-4cd5-b19e-a27d6adeb67b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Calling delete_port for 7d4c1a51-8d26-481c-b9d1-bed5c1a0e1d5 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:09:34.948875 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a86aabd-6c28-4cd5-b19e-a27d6adeb67b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:34.995447 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86aabd-6c28-4cd5-b19e-a27d6adeb67b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Port': ['ID=7d4c1a51-8d26-481c-b9d1-bed5c1a0e1d5,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:35.005365 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86aabd-6c28-4cd5-b19e-a27d6adeb67b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:35.005715 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86aabd-6c28-4cd5-b19e-a27d6adeb67b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:35.006076 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86aabd-6c28-4cd5-b19e-a27d6adeb67b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:35.006409 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86aabd-6c28-4cd5-b19e-a27d6adeb67b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:35.006736 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86aabd-6c28-4cd5-b19e-a27d6adeb67b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:35.007062 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86aabd-6c28-4cd5-b19e-a27d6adeb67b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:35.007387 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86aabd-6c28-4cd5-b19e-a27d6adeb67b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:35.007711 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86aabd-6c28-4cd5-b19e-a27d6adeb67b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:35.008030 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86aabd-6c28-4cd5-b19e-a27d6adeb67b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:35.008353 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86aabd-6c28-4cd5-b19e-a27d6adeb67b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:35.009230 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86aabd-6c28-4cd5-b19e-a27d6adeb67b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:35.094791 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a86aabd-6c28-4cd5-b19e-a27d6adeb67b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:35.578029 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a86aabd-6c28-4cd5-b19e-a27d6adeb67b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router 448a07e0-8a5b-438d-bd3f-be6de3af0a5e has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:09:35.775082 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a86aabd-6c28-4cd5-b19e-a27d6adeb67b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:09:35.784324 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb1178a-9b64-4e86-9ffc-a7fcd6c77f54 None None] Sync routers for ids ['448a07e0-8a5b-438d-bd3f-be6de3af0a5e'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:09:35.794219 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a86aabd-6c28-4cd5-b19e-a27d6adeb67b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:35.796615 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb1178a-9b64-4e86-9ffc-a7fcd6c77f54 None None] Routers {'448a07e0-8a5b-438d-bd3f-be6de3af0a5e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:09:35.797235 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-bcb1178a-9b64-4e86-9ffc-a7fcd6c77f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:09:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['448a07e0-8a5b-438d-bd3f-be6de3af0a5e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:35.847495 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8a86aabd-6c28-4cd5-b19e-a27d6adeb67b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/floatingips/a6aae277-e1db-4086-81a9-53113072b19f HTTP/1.1" status: 204 len: 168 time: 1.5320811 Mar 14 16:09:35.848086 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a4ff7e-8c3f-4af0-ab13-4be4e2244173', 'tag': 'd52c841e-494b-4409-85b3-39e35111d26e'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:09:35.919059 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a4ff7e-8c3f-4af0-ab13-4be4e2244173', 'tag': 'd52c841e-494b-4409-85b3-39e35111d26e', 'status': 'completed', 'code': 200} Mar 14 16:09:35.975681 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-bcb1178a-9b64-4e86-9ffc-a7fcd6c77f54 None None] Set router 448a07e0-8a5b-438d-bd3f-be6de3af0a5e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:09:36.094555 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fb52553a-119c-4c17-80f0-88612717a848 req-ee5b8512-e07e-4e1d-a5ac-f6a663c62aac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 1098 time: 0.1552944 Mar 14 16:09:36.233995 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52553a-119c-4c17-80f0-88612717a848 req-872599d2-0eb8-44fc-9aeb-d740a45cacdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:36.235456 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fb52553a-119c-4c17-80f0-88612717a848 req-872599d2-0eb8-44fc-9aeb-d740a45cacdd service neutron] 10.222.0.24 "GET /v2.0/networks?id=f0efb793-0d11-43c6-be79-8bc98492f15d HTTP/1.1" status: 200 len: 897 time: 0.1322432 Mar 14 16:09:36.280949 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136f9bb-2fc4-4f9b-b378-70adae779aa6 req-53829942-35dd-4c7b-9d09-699b487ef176 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:36.281732 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-3136f9bb-2fc4-4f9b-b378-70adae779aa6 req-53829942-35dd-4c7b-9d09-699b487ef176 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:09:36.300093 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-3136f9bb-2fc4-4f9b-b378-70adae779aa6 req-53829942-35dd-4c7b-9d09-699b487ef176 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:09:36.302206 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3136f9bb-2fc4-4f9b-b378-70adae779aa6 req-53829942-35dd-4c7b-9d09-699b487ef176 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 945 time: 0.1140628 Mar 14 16:09:36.315240 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-bcb1178a-9b64-4e86-9ffc-a7fcd6c77f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266472819', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': '894573ba-82b4-456e-8adb-11bb66aff956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:06:48Z', 'updated_at': '2022-03-14T16:06:53Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '894573ba-82b4-456e-8adb-11bb66aff956', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:06:49Z', 'updated_at': '2022-03-14T16:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'b3dc14ef-e24a-455c-a8b9-a5337d648911', 'name': '', 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:a9:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57e5e501-d356-4f82-985e-b684a8b81acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:06:52Z', 'updated_at': '2022-03-14T16:06:58Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '57e5e501-d356-4f82-985e-b684a8b81acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:36.319662 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb1178a-9b64-4e86-9ffc-a7fcd6c77f54 None None] Checking router: 448a07e0-8a5b-438d-bd3f-be6de3af0a5e for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:09:36.331079 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb1178a-9b64-4e86-9ffc-a7fcd6c77f54 None None] Routers {'448a07e0-8a5b-438d-bd3f-be6de3af0a5e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:09:36.331697 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-bcb1178a-9b64-4e86-9ffc-a7fcd6c77f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:09:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['448a07e0-8a5b-438d-bd3f-be6de3af0a5e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:36.354769 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3136f9bb-2fc4-4f9b-b378-70adae779aa6 req-713a49e7-f8b4-4854-aac6-5316a7718b23 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=d06fec5b-ec50-424d-9fbf-9018dc4c7761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459962 Mar 14 16:09:36.399080 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fb52553a-119c-4c17-80f0-88612717a848 req-33e9523b-c9c3-4574-8ba3-f16ef4e2955e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d52c841e-494b-4409-85b3-39e35111d26e HTTP/1.1" status: 200 len: 217 time: 0.1545005 Mar 14 16:09:36.466458 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52553a-119c-4c17-80f0-88612717a848 req-d57c1f6f-add8-41bc-ae41-39f13f4facdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:36.467896 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fb52553a-119c-4c17-80f0-88612717a848 req-d57c1f6f-add8-41bc-ae41-39f13f4facdc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57e5e501-d356-4f82-985e-b684a8b81acf HTTP/1.1" status: 200 len: 835 time: 0.0627942 Mar 14 16:09:36.541639 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fb52553a-119c-4c17-80f0-88612717a848 req-754c4e50-0c5e-430f-90bb-d2e0898fc4d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f0efb793-0d11-43c6-be79-8bc98492f15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673447 Mar 14 16:09:36.547641 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-bcb1178a-9b64-4e86-9ffc-a7fcd6c77f54 None None] Set router 448a07e0-8a5b-438d-bd3f-be6de3af0a5e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:09:36.673523 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fb52553a-119c-4c17-80f0-88612717a848 req-07dde27f-3436-43e7-b483-a3bdb268c810 service neutron] 10.222.0.24 "GET /v2.0/networks/f0efb793-0d11-43c6-be79-8bc98492f15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253490 Mar 14 16:09:36.812841 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fb52553a-119c-4c17-80f0-88612717a848 req-f2837ca8-1025-4401-a9ca-5741d4eed057 service neutron] 10.222.0.24 "GET /v2.0/networks/f0efb793-0d11-43c6-be79-8bc98492f15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331954 Mar 14 16:09:36.861823 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-bcb1178a-9b64-4e86-9ffc-a7fcd6c77f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266472819', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': '894573ba-82b4-456e-8adb-11bb66aff956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:06:48Z', 'updated_at': '2022-03-14T16:06:53Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '894573ba-82b4-456e-8adb-11bb66aff956', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:06:49Z', 'updated_at': '2022-03-14T16:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'b3dc14ef-e24a-455c-a8b9-a5337d648911', 'name': '', 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:a9:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57e5e501-d356-4f82-985e-b684a8b81acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:06:52Z', 'updated_at': '2022-03-14T16:06:58Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '57e5e501-d356-4f82-985e-b684a8b81acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:36.865734 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb1178a-9b64-4e86-9ffc-a7fcd6c77f54 None None] The sync data for ids ['448a07e0-8a5b-438d-bd3f-be6de3af0a5e'] in dv-neutron-833561-1-hyperv is: [{'id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266472819', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': '894573ba-82b4-456e-8adb-11bb66aff956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:06:48Z', 'updated_at': '2022-03-14T16:06:53Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '894573ba-82b4-456e-8adb-11bb66aff956', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:06:49Z', 'updated_at': '2022-03-14T16:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'b3dc14ef-e24a-455c-a8b9-a5337d648911', 'name': '', 'network_id': 'f0efb793-0d11-43c6-be79-8bc98492f15d', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:a9:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57e5e501-d356-4f82-985e-b684a8b81acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:06:52Z', 'updated_at': '2022-03-14T16:06:58Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '57e5e501-d356-4f82-985e-b684a8b81acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:09:37.078422 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a42a8aa-cd96-4b2d-8d03-984896845255 None None] New status for floating IP a6aae277-e1db-4086-81a9-53113072b19f: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 16:09:37.634982 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae6457-6774-49ab-a3d0-2523beb33f38 req-4bc44d23-32c6-49c9-a982-d85d8d1d2229 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:37.636397 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c8ae6457-6774-49ab-a3d0-2523beb33f38 req-4bc44d23-32c6-49c9-a982-d85d8d1d2229 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 945 time: 0.1549380 Mar 14 16:09:37.680671 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c8ae6457-6774-49ab-a3d0-2523beb33f38 req-dad54613-c21a-4ba0-97a2-f2a03ccf2073 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=d06fec5b-ec50-424d-9fbf-9018dc4c7761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387080 Mar 14 16:09:37.682244 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:09:37.987636 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f42a6-2306-48a3-97aa-8482a5c2d28f req-7284ca2c-f7e7-4e8c-9f63-470acd4b066c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:37.989071 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d81f42a6-2306-48a3-97aa-8482a5c2d28f req-7284ca2c-f7e7-4e8c-9f63-470acd4b066c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 945 time: 0.0732799 Mar 14 16:09:38.059150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-d81f42a6-2306-48a3-97aa-8482a5c2d28f req-dccb6017-1be4-44a8-98aa-ee2c0fdc5575 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting port d52c841e-494b-4409-85b3-39e35111d26e {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:09:38.059484 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d81f42a6-2306-48a3-97aa-8482a5c2d28f req-dccb6017-1be4-44a8-98aa-ee2c0fdc5575 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:38.293494 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-d81f42a6-2306-48a3-97aa-8482a5c2d28f req-dccb6017-1be4-44a8-98aa-ee2c0fdc5575 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] For port d52c841e-494b-4409-85b3-39e35111d26e, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d52c841e-494b-4409-85b3-39e35111d26e,segment=NetworkSegment(87958776-7d1a-4b41-ad58-3bc8e82690f4),segment_id=87958776-7d1a-4b41-ad58-3bc8e82690f4)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:09:38.293835 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d81f42a6-2306-48a3-97aa-8482a5c2d28f req-dccb6017-1be4-44a8-98aa-ee2c0fdc5575 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:38.412937 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-d81f42a6-2306-48a3-97aa-8482a5c2d28f req-dccb6017-1be4-44a8-98aa-ee2c0fdc5575 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Calling delete_port for d52c841e-494b-4409-85b3-39e35111d26e owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:09:38.549273 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d81f42a6-2306-48a3-97aa-8482a5c2d28f req-dccb6017-1be4-44a8-98aa-ee2c0fdc5575 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:38.600224 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb6017-1be4-44a8-98aa-ee2c0fdc5575 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Port': ['ID=d52c841e-494b-4409-85b3-39e35111d26e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:38.663796 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb6017-1be4-44a8-98aa-ee2c0fdc5575 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:38.664464 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb6017-1be4-44a8-98aa-ee2c0fdc5575 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:38.664464 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb6017-1be4-44a8-98aa-ee2c0fdc5575 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:38.665310 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb6017-1be4-44a8-98aa-ee2c0fdc5575 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:38.665719 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb6017-1be4-44a8-98aa-ee2c0fdc5575 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:38.666064 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb6017-1be4-44a8-98aa-ee2c0fdc5575 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:38.666401 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb6017-1be4-44a8-98aa-ee2c0fdc5575 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:38.666724 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb6017-1be4-44a8-98aa-ee2c0fdc5575 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:38.667064 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb6017-1be4-44a8-98aa-ee2c0fdc5575 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:38.667369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb6017-1be4-44a8-98aa-ee2c0fdc5575 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:38.667685 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb6017-1be4-44a8-98aa-ee2c0fdc5575 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:38.679342 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81f42a6-2306-48a3-97aa-8482a5c2d28f req-dccb6017-1be4-44a8-98aa-ee2c0fdc5575 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] No DVR routers for this DVR port d52c841e-494b-4409-85b3-39e35111d26e on host hv-neutron-8335 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:09:38.682003 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d81f42a6-2306-48a3-97aa-8482a5c2d28f req-dccb6017-1be4-44a8-98aa-ee2c0fdc5575 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:38.684393 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a4ff7e-8c3f-4af0-ab13-4be4e2244173', 'name': 'network-vif-deleted', 'tag': 'd52c841e-494b-4409-85b3-39e35111d26e'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:09:38.699528 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d81f42a6-2306-48a3-97aa-8482a5c2d28f req-dccb6017-1be4-44a8-98aa-ee2c0fdc5575 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "DELETE /v2.0/ports/d52c841e-494b-4409-85b3-39e35111d26e HTTP/1.1" status: 204 len: 173 time: 0.7034562 Mar 14 16:09:38.851110 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a4ff7e-8c3f-4af0-ab13-4be4e2244173', 'name': 'network-vif-deleted', 'tag': 'd52c841e-494b-4409-85b3-39e35111d26e', 'status': 'completed', 'code': 200} Mar 14 16:09:38.857032 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-c1bb58fa-5946-46a5-978a-88ffb11c23e1 req-596c2c02-3716-4fee-b959-151a3ab04800 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:09:38.873397 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-c1bb58fa-5946-46a5-978a-88ffb11c23e1 req-596c2c02-3716-4fee-b959-151a3ab04800 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:09:38.874604 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c1bb58fa-5946-46a5-978a-88ffb11c23e1 req-596c2c02-3716-4fee-b959-151a3ab04800 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4a4ff7e-8c3f-4af0-ab13-4be4e2244173 HTTP/1.1" status: 200 len: 210 time: 0.0630419 Mar 14 16:09:39.981474 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60510) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:09:40.374063 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf88364c-f544-4b08-af16-f8d6426446b2 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:40.977062 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-bf88364c-f544-4b08-af16-f8d6426446b2 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting port b3dc14ef-e24a-455c-a8b9-a5337d648911 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:09:40.977400 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf88364c-f544-4b08-af16-f8d6426446b2 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:41.254728 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-bf88364c-f544-4b08-af16-f8d6426446b2 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] For port b3dc14ef-e24a-455c-a8b9-a5337d648911, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b3dc14ef-e24a-455c-a8b9-a5337d648911,segment=NetworkSegment(87958776-7d1a-4b41-ad58-3bc8e82690f4),segment_id=87958776-7d1a-4b41-ad58-3bc8e82690f4)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:09:41.255382 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf88364c-f544-4b08-af16-f8d6426446b2 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:41.280637 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device d52c841e-494b-4409-85b3-39e35111d26e no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:09:41.313509 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: d52c841e-494b-4409-85b3-39e35111d26e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:09:41.313862 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device d52c841e-494b-4409-85b3-39e35111d26e not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:09:41.377525 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-bf88364c-f544-4b08-af16-f8d6426446b2 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Calling delete_port for b3dc14ef-e24a-455c-a8b9-a5337d648911 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:09:41.552754 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf88364c-f544-4b08-af16-f8d6426446b2 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:41.599357 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88364c-f544-4b08-af16-f8d6426446b2 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Port': ['ID=b3dc14ef-e24a-455c-a8b9-a5337d648911,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:41.891957 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf88364c-f544-4b08-af16-f8d6426446b2 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:42.478454 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf88364c-f544-4b08-af16-f8d6426446b2 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router 448a07e0-8a5b-438d-bd3f-be6de3af0a5e has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:09:42.773213 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf88364c-f544-4b08-af16-f8d6426446b2 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:09:42.782802 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6031c02-749f-45bf-b25a-80cba4af6bc6 None None] Sync routers for ids ['448a07e0-8a5b-438d-bd3f-be6de3af0a5e'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:09:42.789452 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bf88364c-f544-4b08-af16-f8d6426446b2 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "PUT /v2.0/routers/448a07e0-8a5b-438d-bd3f-be6de3af0a5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8068850 Mar 14 16:09:42.792394 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60516) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:09:42.799942 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6031c02-749f-45bf-b25a-80cba4af6bc6 None None] Routers {'448a07e0-8a5b-438d-bd3f-be6de3af0a5e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:09:42.800985 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a6031c02-749f-45bf-b25a-80cba4af6bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:09:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['448a07e0-8a5b-438d-bd3f-be6de3af0a5e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:42.981236 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a6031c02-749f-45bf-b25a-80cba4af6bc6 None None] Set router 448a07e0-8a5b-438d-bd3f-be6de3af0a5e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:09:42.990755 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-9183e85a-52d9-423a-87ea-31929b38a511 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting subnet 57e5e501-d356-4f82-985e-b684a8b81acf {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 16:09:42.993576 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9183e85a-52d9-423a-87ea-31929b38a511 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:43.048307 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9183e85a-52d9-423a-87ea-31929b38a511 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:43.109970 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-751a5682-ca29-4293-b524-74c4bd749fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:43.137857 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9183e85a-52d9-423a-87ea-31929b38a511 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:43.216807 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9183e85a-52d9-423a-87ea-31929b38a511 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:43.258040 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183e85a-52d9-423a-87ea-31929b38a511 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Subnet': ['ID=57e5e501-d356-4f82-985e-b684a8b81acf,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:43.263426 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9183e85a-52d9-423a-87ea-31929b38a511 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:43.269500 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9183e85a-52d9-423a-87ea-31929b38a511 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/subnets/57e5e501-d356-4f82-985e-b684a8b81acf HTTP/1.1" status: 204 len: 168 time: 0.4761624 Mar 14 16:09:43.272036 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56ab657-fcd9-4c57-a780-30d7f5290371 None None] Network f0efb793-0d11-43c6-be79-8bc98492f15d requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:09:43.272251 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60520) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:09:43.357666 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a6031c02-749f-45bf-b25a-80cba4af6bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266472819', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': '894573ba-82b4-456e-8adb-11bb66aff956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:06:48Z', 'updated_at': '2022-03-14T16:09:41Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '894573ba-82b4-456e-8adb-11bb66aff956', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:06:49Z', 'updated_at': '2022-03-14T16:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:43.373531 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6031c02-749f-45bf-b25a-80cba4af6bc6 None None] Checking router: 448a07e0-8a5b-438d-bd3f-be6de3af0a5e for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:09:43.449708 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6031c02-749f-45bf-b25a-80cba4af6bc6 None None] Routers {'448a07e0-8a5b-438d-bd3f-be6de3af0a5e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:09:43.450371 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a6031c02-749f-45bf-b25a-80cba4af6bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:09:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['448a07e0-8a5b-438d-bd3f-be6de3af0a5e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:43.563464 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26a8ae8c-9963-4187-bc3a-c3987ad268aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:43.644188 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a6031c02-749f-45bf-b25a-80cba4af6bc6 None None] Set router 448a07e0-8a5b-438d-bd3f-be6de3af0a5e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:09:43.725798 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc80c77-4dd5-4468-8c58-3e616339dbf9 None None] DHCP port deletion for f0efb793-0d11-43c6-be79-8bc98492f15d request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 16:09:43.738438 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2cc80c77-4dd5-4468-8c58-3e616339dbf9 None None] Deleting port 2621313a-8917-469e-b471-a22cc9fd4472 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:09:43.738807 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2cc80c77-4dd5-4468-8c58-3e616339dbf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:43.772000 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26a8ae8c-9963-4187-bc3a-c3987ad268aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:43.781334 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-26a8ae8c-9963-4187-bc3a-c3987ad268aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting port 894573ba-82b4-456e-8adb-11bb66aff956 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:09:43.781694 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26a8ae8c-9963-4187-bc3a-c3987ad268aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:43.955618 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-26a8ae8c-9963-4187-bc3a-c3987ad268aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] For port 894573ba-82b4-456e-8adb-11bb66aff956, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=894573ba-82b4-456e-8adb-11bb66aff956,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:09:43.955880 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26a8ae8c-9963-4187-bc3a-c3987ad268aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:44.074001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-26a8ae8c-9963-4187-bc3a-c3987ad268aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Calling delete_port for 894573ba-82b4-456e-8adb-11bb66aff956 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:09:44.120514 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2cc80c77-4dd5-4468-8c58-3e616339dbf9 None None] For port 2621313a-8917-469e-b471-a22cc9fd4472, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=2621313a-8917-469e-b471-a22cc9fd4472,segment=NetworkSegment(87958776-7d1a-4b41-ad58-3bc8e82690f4),segment_id=87958776-7d1a-4b41-ad58-3bc8e82690f4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:09:44.121091 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2cc80c77-4dd5-4468-8c58-3e616339dbf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:44.246298 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26a8ae8c-9963-4187-bc3a-c3987ad268aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:44.246459 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2cc80c77-4dd5-4468-8c58-3e616339dbf9 None None] Calling delete_port for 2621313a-8917-469e-b471-a22cc9fd4472 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:09:44.301097 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8ae8c-9963-4187-bc3a-c3987ad268aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Port': ['ID=894573ba-82b4-456e-8adb-11bb66aff956,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:44.302845 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 2621313a-8917-469e-b471-a22cc9fd4472 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:09:44.360009 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a6031c02-749f-45bf-b25a-80cba4af6bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266472819', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': '894573ba-82b4-456e-8adb-11bb66aff956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:06:48Z', 'updated_at': '2022-03-14T16:09:41Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '894573ba-82b4-456e-8adb-11bb66aff956', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:06:49Z', 'updated_at': '2022-03-14T16:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:44.371346 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6031c02-749f-45bf-b25a-80cba4af6bc6 None None] The sync data for ids ['448a07e0-8a5b-438d-bd3f-be6de3af0a5e'] in dv-neutron-833561-1-hyperv is: [{'id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266472819', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': '894573ba-82b4-456e-8adb-11bb66aff956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:06:48Z', 'updated_at': '2022-03-14T16:09:41Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '894573ba-82b4-456e-8adb-11bb66aff956', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448a07e0-8a5b-438d-bd3f-be6de3af0a5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:06:49Z', 'updated_at': '2022-03-14T16:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:09:44.380089 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2cc80c77-4dd5-4468-8c58-3e616339dbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:44.416186 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No active binding found for port 2621313a-8917-469e-b471-a22cc9fd4472 {{(pid=83912) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 14 16:09:44.416619 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 2621313a-8917-469e-b471-a22cc9fd4472 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:09:44.425773 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc80c77-4dd5-4468-8c58-3e616339dbf9 None None] Pushing event deleted for resources: {'Port': ['ID=2621313a-8917-469e-b471-a22cc9fd4472,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:44.436552 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc80c77-4dd5-4468-8c58-3e616339dbf9 None None] No DVR routers for this DVR port 2621313a-8917-469e-b471-a22cc9fd4472 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:09:44.438883 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc80c77-4dd5-4468-8c58-3e616339dbf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:44.439225 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc80c77-4dd5-4468-8c58-3e616339dbf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:44.439558 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc80c77-4dd5-4468-8c58-3e616339dbf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:44.440015 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc80c77-4dd5-4468-8c58-3e616339dbf9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:44.440220 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc80c77-4dd5-4468-8c58-3e616339dbf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:44.440544 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc80c77-4dd5-4468-8c58-3e616339dbf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:44.440918 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc80c77-4dd5-4468-8c58-3e616339dbf9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:44.441177 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc80c77-4dd5-4468-8c58-3e616339dbf9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:44.441514 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc80c77-4dd5-4468-8c58-3e616339dbf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:44.441835 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc80c77-4dd5-4468-8c58-3e616339dbf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:44.442142 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc80c77-4dd5-4468-8c58-3e616339dbf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:44.530994 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26a8ae8c-9963-4187-bc3a-c3987ad268aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:44.888385 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26a8ae8c-9963-4187-bc3a-c3987ad268aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:44.892503 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26a8ae8c-9963-4187-bc3a-c3987ad268aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:44.918309 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26a8ae8c-9963-4187-bc3a-c3987ad268aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:44.918854 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a8ae8c-9963-4187-bc3a-c3987ad268aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Fanout notify agent at l3_agent the message router_deleted on router 448a07e0-8a5b-438d-bd3f-be6de3af0a5e {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 16:09:44.933769 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26a8ae8c-9963-4187-bc3a-c3987ad268aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:44.934959 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-26a8ae8c-9963-4187-bc3a-c3987ad268aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/routers/448a07e0-8a5b-438d-bd3f-be6de3af0a5e HTTP/1.1" status: 204 len: 168 time: 1.6617105 Mar 14 16:09:44.937803 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60524) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:09:45.051152 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b1a5d8d-c1dc-4bd0-a13b-7188f1dcb584 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:45.180425 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8bb46418-79a3-4fd6-884b-9e638fe94f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:45.181058 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b1a5d8d-c1dc-4bd0-a13b-7188f1dcb584 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:45.205121 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-0b1a5d8d-c1dc-4bd0-a13b-7188f1dcb584 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0efb793-0d11-43c6-be79-8bc98492f15d']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:45.217335 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-0b1a5d8d-c1dc-4bd0-a13b-7188f1dcb584 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87958776-7d1a-4b41-ad58-3bc8e82690f4') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:45.217622 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-0b1a5d8d-c1dc-4bd0-a13b-7188f1dcb584 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87958776-7d1a-4b41-ad58-3bc8e82690f4') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:45.228406 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b1a5d8d-c1dc-4bd0-a13b-7188f1dcb584 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:45.244256 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b1a5d8d-c1dc-4bd0-a13b-7188f1dcb584 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:45.250322 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1a5d8d-c1dc-4bd0-a13b-7188f1dcb584 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 16:09:45.250695 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b1a5d8d-c1dc-4bd0-a13b-7188f1dcb584 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 16:09:45.264177 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 16:09:45.343237 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b1a5d8d-c1dc-4bd0-a13b-7188f1dcb584 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:45.360921 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b1a5d8d-c1dc-4bd0-a13b-7188f1dcb584 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:45.372683 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a5d8d-c1dc-4bd0-a13b-7188f1dcb584 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Network': ['ID=f0efb793-0d11-43c6-be79-8bc98492f15d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:45.381136 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-0b1a5d8d-c1dc-4bd0-a13b-7188f1dcb584 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/networks/f0efb793-0d11-43c6-be79-8bc98492f15d HTTP/1.1" status: 204 len: 168 time: 0.4423413 Mar 14 16:09:45.383880 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60528) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:09:45.452618 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3ee7edc-cf05-4b4d-9560-4641ead070f3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:45.481471 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3ee7edc-cf05-4b4d-9560-4641ead070f3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:45.545537 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3ee7edc-cf05-4b4d-9560-4641ead070f3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:45.566783 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee7edc-cf05-4b4d-9560-4641ead070f3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06fec5b-ec50-424d-9fbf-9018dc4c7761,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:45.579900 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3ee7edc-cf05-4b4d-9560-4641ead070f3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:45.581018 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c3ee7edc-cf05-4b4d-9560-4641ead070f3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/security-groups/d06fec5b-ec50-424d-9fbf-9018dc4c7761 HTTP/1.1" status: 204 len: 168 time: 0.1962290 Mar 14 16:09:45.978202 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60536) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:09:45.983998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0cdfd33d-2252-48a9-b8c6-a37f94e45426 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-738856868', 'description': 'tempest-secgroup-smoke-738856868 description', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:09:45.989903 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0cdfd33d-2252-48a9-b8c6-a37f94e45426 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:09:45.994879 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-0cdfd33d-2252-48a9-b8c6-a37f94e45426 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:09:45.997930 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-0cdfd33d-2252-48a9-b8c6-a37f94e45426 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:09:46.003561 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0cdfd33d-2252-48a9-b8c6-a37f94e45426 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:09:46.014428 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0cdfd33d-2252-48a9-b8c6-a37f94e45426 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.048748 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0cdfd33d-2252-48a9-b8c6-a37f94e45426 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:09:46.052443 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-0cdfd33d-2252-48a9-b8c6-a37f94e45426 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:09:46.055210 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-0cdfd33d-2252-48a9-b8c6-a37f94e45426 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:09:46.061328 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0cdfd33d-2252-48a9-b8c6-a37f94e45426 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:09:46.120585 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0cdfd33d-2252-48a9-b8c6-a37f94e45426 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.124083 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0cdfd33d-2252-48a9-b8c6-a37f94e45426 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.177615 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdfd33d-2252-48a9-b8c6-a37f94e45426 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f520647d-7f7d-4e19-84c5-4a3abb41c392,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:46.180500 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0cdfd33d-2252-48a9-b8c6-a37f94e45426 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.185049 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0cdfd33d-2252-48a9-b8c6-a37f94e45426 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2024260 Mar 14 16:09:46.185185 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60542) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:09:46.190557 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c9a3abeb-70e0-427e-9d34-59b1a0a118b1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': 'f520647d-7f7d-4e19-84c5-4a3abb41c392', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:09:46.196763 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c9a3abeb-70e0-427e-9d34-59b1a0a118b1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:09:46.200739 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c9a3abeb-70e0-427e-9d34-59b1a0a118b1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:09:46.203614 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c9a3abeb-70e0-427e-9d34-59b1a0a118b1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:09:46.209306 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c9a3abeb-70e0-427e-9d34-59b1a0a118b1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:09:46.225377 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9a3abeb-70e0-427e-9d34-59b1a0a118b1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.286254 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9a3abeb-70e0-427e-9d34-59b1a0a118b1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.289924 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9a3abeb-70e0-427e-9d34-59b1a0a118b1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.302337 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 894573ba-82b4-456e-8adb-11bb66aff956 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:09:46.313961 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3abeb-70e0-427e-9d34-59b1a0a118b1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53470afe-29d2-40e1-8517-7c6057ada573,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:46.322471 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9a3abeb-70e0-427e-9d34-59b1a0a118b1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.323624 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c9a3abeb-70e0-427e-9d34-59b1a0a118b1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1376009 Mar 14 16:09:46.326291 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60546) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:09:46.331699 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f6f787a9-8855-4d2d-a51e-36dcb9478e1b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': 'f520647d-7f7d-4e19-84c5-4a3abb41c392', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:09:46.337272 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f6f787a9-8855-4d2d-a51e-36dcb9478e1b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:09:46.341239 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f6f787a9-8855-4d2d-a51e-36dcb9478e1b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:09:46.341561 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 894573ba-82b4-456e-8adb-11bb66aff956 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:09:46.342010 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 894573ba-82b4-456e-8adb-11bb66aff956 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:09:46.342519 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b3dc14ef-e24a-455c-a8b9-a5337d648911 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:09:46.344105 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-f6f787a9-8855-4d2d-a51e-36dcb9478e1b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:09:46.350134 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f6f787a9-8855-4d2d-a51e-36dcb9478e1b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:09:46.366587 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6f787a9-8855-4d2d-a51e-36dcb9478e1b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.373758 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: b3dc14ef-e24a-455c-a8b9-a5337d648911 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:09:46.374125 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b3dc14ef-e24a-455c-a8b9-a5337d648911 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:09:46.419884 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.428898 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6f787a9-8855-4d2d-a51e-36dcb9478e1b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.432393 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6f787a9-8855-4d2d-a51e-36dcb9478e1b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.459691 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f787a9-8855-4d2d-a51e-36dcb9478e1b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39df5229-f8df-45ce-ab78-e5ba22155bda,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:46.467930 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6f787a9-8855-4d2d-a51e-36dcb9478e1b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.469145 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f6f787a9-8855-4d2d-a51e-36dcb9478e1b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1419837 Mar 14 16:09:46.471882 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60550) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:09:46.477254 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-20a19593-22c7-4cea-a91d-631e452adc49 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': 'f520647d-7f7d-4e19-84c5-4a3abb41c392', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:09:46.483064 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-20a19593-22c7-4cea-a91d-631e452adc49 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:09:46.486869 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-20a19593-22c7-4cea-a91d-631e452adc49 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:09:46.489712 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-20a19593-22c7-4cea-a91d-631e452adc49 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:09:46.496085 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-20a19593-22c7-4cea-a91d-631e452adc49 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:09:46.512690 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20a19593-22c7-4cea-a91d-631e452adc49 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.575087 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20a19593-22c7-4cea-a91d-631e452adc49 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.578342 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20a19593-22c7-4cea-a91d-631e452adc49 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.600145 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a19593-22c7-4cea-a91d-631e452adc49 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18584864-6937-4224-b6e7-0b3bd8cc4cd9,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:46.608925 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20a19593-22c7-4cea-a91d-631e452adc49 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.610087 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-20a19593-22c7-4cea-a91d-631e452adc49 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1372759 Mar 14 16:09:46.611084 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.612998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60554) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:09:46.618295 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b8222a32-9254-4af2-a1ca-f516bf888b62 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': 'f520647d-7f7d-4e19-84c5-4a3abb41c392', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:09:46.624663 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b8222a32-9254-4af2-a1ca-f516bf888b62 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:09:46.628474 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b8222a32-9254-4af2-a1ca-f516bf888b62 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:09:46.631391 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b8222a32-9254-4af2-a1ca-f516bf888b62 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:09:46.637554 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b8222a32-9254-4af2-a1ca-f516bf888b62 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:09:46.653974 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8222a32-9254-4af2-a1ca-f516bf888b62 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.717021 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8222a32-9254-4af2-a1ca-f516bf888b62 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.720326 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8222a32-9254-4af2-a1ca-f516bf888b62 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.742297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8222a32-9254-4af2-a1ca-f516bf888b62 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8626a98-3b09-4079-9b34-83669cba660c,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:46.752598 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8222a32-9254-4af2-a1ca-f516bf888b62 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.753789 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b8222a32-9254-4af2-a1ca-f516bf888b62 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1398609 Mar 14 16:09:46.756424 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60558) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:09:46.762470 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c4d08965-bd67-4bdb-b2d5-3a6da4fc3388 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': 'f520647d-7f7d-4e19-84c5-4a3abb41c392', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:09:46.768158 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c4d08965-bd67-4bdb-b2d5-3a6da4fc3388 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:09:46.771872 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c4d08965-bd67-4bdb-b2d5-3a6da4fc3388 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:09:46.774804 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c4d08965-bd67-4bdb-b2d5-3a6da4fc3388 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:09:46.780515 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c4d08965-bd67-4bdb-b2d5-3a6da4fc3388 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:09:46.790845 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-c4d08965-bd67-4bdb-b2d5-3a6da4fc3388 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Project 96fdbaa24f1f46029ef4ffe39ae4eb01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 16:09:46.797179 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c4d08965-bd67-4bdb-b2d5-3a6da4fc3388 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.862864 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c4d08965-bd67-4bdb-b2d5-3a6da4fc3388 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.866286 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c4d08965-bd67-4bdb-b2d5-3a6da4fc3388 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.889578 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d08965-bd67-4bdb-b2d5-3a6da4fc3388 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ab9f01-fb72-4758-851c-24c052c90737,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:46.897806 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c4d08965-bd67-4bdb-b2d5-3a6da4fc3388 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:46.898983 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c4d08965-bd67-4bdb-b2d5-3a6da4fc3388 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1416497 Mar 14 16:09:46.901596 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60562) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:09:46.906943 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-91cbb823-da5d-4839-b2c9-43b52039f826 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': 'f520647d-7f7d-4e19-84c5-4a3abb41c392', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:09:46.912558 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-91cbb823-da5d-4839-b2c9-43b52039f826 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:09:46.916888 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-91cbb823-da5d-4839-b2c9-43b52039f826 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:09:46.919748 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-91cbb823-da5d-4839-b2c9-43b52039f826 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:09:46.925271 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-91cbb823-da5d-4839-b2c9-43b52039f826 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:09:46.935831 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-91cbb823-da5d-4839-b2c9-43b52039f826 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Project 96fdbaa24f1f46029ef4ffe39ae4eb01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 16:09:46.942008 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91cbb823-da5d-4839-b2c9-43b52039f826 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:47.005674 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91cbb823-da5d-4839-b2c9-43b52039f826 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:47.008925 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91cbb823-da5d-4839-b2c9-43b52039f826 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:47.030853 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbb823-da5d-4839-b2c9-43b52039f826 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542bca07-60f9-4962-8b0d-cb325f84364e,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:47.039505 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91cbb823-da5d-4839-b2c9-43b52039f826 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:47.040711 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-91cbb823-da5d-4839-b2c9-43b52039f826 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1381671 Mar 14 16:09:47.044154 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60566) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:09:47.049581 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3decbd0c-0ef8-49c6-a4af-282eab7cf205 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'network': {'name': 'tempest-network-smoke--818884927', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'port_security_enabled': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:09:47.054392 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3decbd0c-0ef8-49c6-a4af-282eab7cf205 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:09:47.059001 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3decbd0c-0ef8-49c6-a4af-282eab7cf205 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:network and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:09:47.061773 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3decbd0c-0ef8-49c6-a4af-282eab7cf205 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:09:47.067593 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3decbd0c-0ef8-49c6-a4af-282eab7cf205 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:09:47.077660 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3decbd0c-0ef8-49c6-a4af-282eab7cf205 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Made reservation on behalf of 96fdbaa24f1f46029ef4ffe39ae4eb01 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:09:47.080575 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3decbd0c-0ef8-49c6-a4af-282eab7cf205 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:47.108383 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3decbd0c-0ef8-49c6-a4af-282eab7cf205 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 16:09:47.118202 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3decbd0c-0ef8-49c6-a4af-282eab7cf205 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:47.118535 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-3decbd0c-0ef8-49c6-a4af-282eab7cf205 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Added segment a38449b5-de0f-480f-bb54-ef68f8de984f of type vlan for network 65343b88-24a1-4657-8ee7-65463d510126 Mar 14 16:09:47.146448 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3decbd0c-0ef8-49c6-a4af-282eab7cf205 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:47.175097 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3decbd0c-0ef8-49c6-a4af-282eab7cf205 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:47.178726 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3decbd0c-0ef8-49c6-a4af-282eab7cf205 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:47.179297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3decbd0c-0ef8-49c6-a4af-282eab7cf205 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:47.283549 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3decbd0c-0ef8-49c6-a4af-282eab7cf205 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2382948 Mar 14 16:09:47.285995 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decbd0c-0ef8-49c6-a4af-282eab7cf205 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Network': ['ID=65343b88-24a1-4657-8ee7-65463d510126,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:47.286849 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60570) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:09:47.295467 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-6ffda5b1-ec15-437c-a172-5a6a285dace0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-974885181', 'admin_state_up': True, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:09:47.300532 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 65343b88-24a1-4657-8ee7-65463d510126 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 16:09:47.311955 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6ffda5b1-ec15-437c-a172-5a6a285dace0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:09:47.316049 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-6ffda5b1-ec15-437c-a172-5a6a285dace0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:router and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:09:47.319400 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-6ffda5b1-ec15-437c-a172-5a6a285dace0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:09:47.325154 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6ffda5b1-ec15-437c-a172-5a6a285dace0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:09:47.335785 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ffda5b1-ec15-437c-a172-5a6a285dace0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:47.336769 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ffda5b1-ec15-437c-a172-5a6a285dace0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:47.357460 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ffda5b1-ec15-437c-a172-5a6a285dace0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:47.504259 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ffda5b1-ec15-437c-a172-5a6a285dace0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:47.676955 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ffda5b1-ec15-437c-a172-5a6a285dace0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:47.709662 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ffda5b1-ec15-437c-a172-5a6a285dace0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:47.837266 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-6ffda5b1-ec15-437c-a172-5a6a285dace0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Allocated IP 172.26.4.94 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/698807a3-2e7e-40f2-a965-63a51eda1aaf) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:09:47.989253 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ffda5b1-ec15-437c-a172-5a6a285dace0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:48.017049 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ffda5b1-ec15-437c-a172-5a6a285dace0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:48.076843 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:48.091048 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffda5b1-ec15-437c-a172-5a6a285dace0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:09:48.093894 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-6ffda5b1-ec15-437c-a172-5a6a285dace0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:09:48.098215 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffda5b1-ec15-437c-a172-5a6a285dace0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:09:48.123309 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffda5b1-ec15-437c-a172-5a6a285dace0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=698807a3-2e7e-40f2-a965-63a51eda1aaf,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:48.259219 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ffda5b1-ec15-437c-a172-5a6a285dace0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:48.260437 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ffda5b1-ec15-437c-a172-5a6a285dace0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:48.582872 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffda5b1-ec15-437c-a172-5a6a285dace0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router ec25c0fc-0e6a-4dd1-a848-f40debacf52e is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 16:09:48.790576 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffda5b1-ec15-437c-a172-5a6a285dace0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:09:48.800952 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] Sync routers for ids ['ec25c0fc-0e6a-4dd1-a848-f40debacf52e'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:09:48.813704 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] Routers {'ec25c0fc-0e6a-4dd1-a848-f40debacf52e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:09:48.814328 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:09:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['ec25c0fc-0e6a-4dd1-a848-f40debacf52e'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:48.817127 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ffda5b1-ec15-437c-a172-5a6a285dace0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:48.818355 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6ffda5b1-ec15-437c-a172-5a6a285dace0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5303791 Mar 14 16:09:48.821725 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60574) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:09:48.860759 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7dbd918a-357f-4606-a8fe-38fa2fbc9cd8 tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=96fdbaa24f1f46029ef4ffe39ae4eb01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378890 Mar 14 16:09:48.863274 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60578) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:09:48.988934 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] Set router ec25c0fc-0e6a-4dd1-a848-f40debacf52e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:09:48.990679 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bad8ef1-5007-436a-b311-64ec326d4405 tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:48.992165 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3bad8ef1-5007-436a-b311-64ec326d4405 tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1280303 Mar 14 16:09:48.995060 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60582) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:09:49.036959 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a0244e86-9bb9-4790-b2c4-1d24ea66a58d tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408437 Mar 14 16:09:49.039523 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60586) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:09:49.044924 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-cfc1f37d-2ac5-4eb8-82c5-e5399b40d179 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1144427769', 'network_id': '65343b88-24a1-4657-8ee7-65463d510126', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:09:49.148951 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cfc1f37d-2ac5-4eb8-82c5-e5399b40d179 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:09:49.153463 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-cfc1f37d-2ac5-4eb8-82c5-e5399b40d179 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:subnet and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:09:49.156262 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-cfc1f37d-2ac5-4eb8-82c5-e5399b40d179 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:09:49.161862 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cfc1f37d-2ac5-4eb8-82c5-e5399b40d179 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:09:49.172659 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc1f37d-2ac5-4eb8-82c5-e5399b40d179 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Made reservation on behalf of 96fdbaa24f1f46029ef4ffe39ae4eb01 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:09:49.274255 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974885181', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:48Z', 'revision_number': 3, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:49.277361 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfc1f37d-2ac5-4eb8-82c5-e5399b40d179 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:49.278882 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] Checking router: ec25c0fc-0e6a-4dd1-a848-f40debacf52e for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:09:49.279226 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] Updating router ec25c0fc-0e6a-4dd1-a848-f40debacf52e port 698807a3-2e7e-40f2-a965-63a51eda1aaf binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:09:49.328510 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:49.491982 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfc1f37d-2ac5-4eb8-82c5-e5399b40d179 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:49.564542 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1f37d-2ac5-4eb8-82c5-e5399b40d179 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Subnet': ['ID=eb370b37-3d1e-4d5f-95a2-12553dc24487,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:49.579217 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc1f37d-2ac5-4eb8-82c5-e5399b40d179 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Checking segment: {'id': 'a38449b5-de0f-480f-bb54-ef68f8de984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '65343b88-24a1-4657-8ee7-65463d510126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:09:49.579571 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc1f37d-2ac5-4eb8-82c5-e5399b40d179 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network hostable DHCP agents. Network: 65343b88-24a1-4657-8ee7-65463d510126, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 16:09:49.600879 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc1f37d-2ac5-4eb8-82c5-e5399b40d179 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network 65343b88-24a1-4657-8ee7-65463d510126 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 16:09:49.610684 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-cfc1f37d-2ac5-4eb8-82c5-e5399b40d179 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 65343b88-24a1-4657-8ee7-65463d510126) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:09:49.614500 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc1f37d-2ac5-4eb8-82c5-e5399b40d179 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:49.615109 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfc1f37d-2ac5-4eb8-82c5-e5399b40d179 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:49.621539 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308c97dd-ae2d-40c4-a4bf-4d4e99b37323 None None] Network 65343b88-24a1-4657-8ee7-65463d510126 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:09:49.640245 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-cfc1f37d-2ac5-4eb8-82c5-e5399b40d179 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5968363 Mar 14 16:09:49.640461 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60590) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:09:49.660768 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:49.674214 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] Transition to ACTIVE for port object 698807a3-2e7e-40f2-a965-63a51eda1aaf will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:09:49.680695 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:49.766819 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] Attempting to bind port 698807a3-2e7e-40f2-a965-63a51eda1aaf on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:09:49.767223 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] Attempting to bind port 698807a3-2e7e-40f2-a965-63a51eda1aaf by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:09:49.767760 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] Attempting to bind port 698807a3-2e7e-40f2-a965-63a51eda1aaf on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:09:49.773027 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585073e3-f7e8-4682-8db1-07028bd0bafb None None] Pushing event updated for resources: {'Port': ['ID=698807a3-2e7e-40f2-a965-63a51eda1aaf,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:49.783729 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585073e3-f7e8-4682-8db1-07028bd0bafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:49.783729 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585073e3-f7e8-4682-8db1-07028bd0bafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:49.784066 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585073e3-f7e8-4682-8db1-07028bd0bafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:49.784465 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585073e3-f7e8-4682-8db1-07028bd0bafb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:49.785317 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585073e3-f7e8-4682-8db1-07028bd0bafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:49.785317 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585073e3-f7e8-4682-8db1-07028bd0bafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:49.785604 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585073e3-f7e8-4682-8db1-07028bd0bafb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:49.785988 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585073e3-f7e8-4682-8db1-07028bd0bafb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:49.786383 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585073e3-f7e8-4682-8db1-07028bd0bafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:49.786764 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585073e3-f7e8-4682-8db1-07028bd0bafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:49.787150 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585073e3-f7e8-4682-8db1-07028bd0bafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:49.793163 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:09:49.793528 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:09:49.793923 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:49.794332 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:09:49.794789 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] Bound port: 698807a3-2e7e-40f2-a965-63a51eda1aaf, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:09:49.795153 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:49.846469 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaddd61-68b9-47aa-9b99-b47ca838424d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-65343b88-24a1-4657-8ee7-65463d510126', 'network_id': '65343b88-24a1-4657-8ee7-65463d510126', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ips': [{'subnet_id': 'eb370b37-3d1e-4d5f-95a2-12553dc24487'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 16:09:49.847520 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cdaddd61-68b9-47aa-9b99-b47ca838424d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:49.872504 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] For port 698807a3-2e7e-40f2-a965-63a51eda1aaf, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:09:49.876208 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] For port 698807a3-2e7e-40f2-a965-63a51eda1aaf, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=698807a3-2e7e-40f2-a965-63a51eda1aaf,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:09:49.879721 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:49.967541 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585073e3-f7e8-4682-8db1-07028bd0bafb None None] Pushing event updated for resources: {'Port': ['ID=698807a3-2e7e-40f2-a965-63a51eda1aaf,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:49.973740 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] Routers {'ec25c0fc-0e6a-4dd1-a848-f40debacf52e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:09:49.974506 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:09:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['ec25c0fc-0e6a-4dd1-a848-f40debacf52e'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:50.014043 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-cdaddd61-68b9-47aa-9b99-b47ca838424d None None] Allocated IP 172.20.0.2 (65343b88-24a1-4657-8ee7-65463d510126/eb370b37-3d1e-4d5f-95a2-12553dc24487/f418059f-5d90-488d-903c-596301bf4ac1) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:09:50.165258 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] Set router ec25c0fc-0e6a-4dd1-a848-f40debacf52e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:09:50.259873 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cdaddd61-68b9-47aa-9b99-b47ca838424d None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:50.274637 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cdaddd61-68b9-47aa-9b99-b47ca838424d None None] Transition to ACTIVE for port object f418059f-5d90-488d-903c-596301bf4ac1 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:09:50.295332 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cdaddd61-68b9-47aa-9b99-b47ca838424d None None] Transition to ACTIVE for port object f418059f-5d90-488d-903c-596301bf4ac1 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:09:50.301718 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cdaddd61-68b9-47aa-9b99-b47ca838424d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:50.372499 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaddd61-68b9-47aa-9b99-b47ca838424d None None] Network 65343b88-24a1-4657-8ee7-65463d510126 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:09:50.376024 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-cdaddd61-68b9-47aa-9b99-b47ca838424d None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:09:50.377871 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaddd61-68b9-47aa-9b99-b47ca838424d None None] Pushing event updated for resources: {'Port': ['ID=f418059f-5d90-488d-903c-596301bf4ac1,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:50.379946 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaddd61-68b9-47aa-9b99-b47ca838424d None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:09:50.467368 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cdaddd61-68b9-47aa-9b99-b47ca838424d None None] Attempting to bind port f418059f-5d90-488d-903c-596301bf4ac1 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:09:50.467736 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cdaddd61-68b9-47aa-9b99-b47ca838424d None None] Attempting to bind port f418059f-5d90-488d-903c-596301bf4ac1 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'a38449b5-de0f-480f-bb54-ef68f8de984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '65343b88-24a1-4657-8ee7-65463d510126'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:09:50.468305 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaddd61-68b9-47aa-9b99-b47ca838424d None None] Attempting to bind port f418059f-5d90-488d-903c-596301bf4ac1 on network 65343b88-24a1-4657-8ee7-65463d510126 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:09:50.474580 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaddd61-68b9-47aa-9b99-b47ca838424d None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:09:50.474970 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaddd61-68b9-47aa-9b99-b47ca838424d None None] Checking segment: {'id': 'a38449b5-de0f-480f-bb54-ef68f8de984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '65343b88-24a1-4657-8ee7-65463d510126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:09:50.475327 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cdaddd61-68b9-47aa-9b99-b47ca838424d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:50.475715 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaddd61-68b9-47aa-9b99-b47ca838424d None None] Bound using segment: {'id': 'a38449b5-de0f-480f-bb54-ef68f8de984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '65343b88-24a1-4657-8ee7-65463d510126'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:09:50.476180 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cdaddd61-68b9-47aa-9b99-b47ca838424d None None] Bound port: f418059f-5d90-488d-903c-596301bf4ac1, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38449b5-de0f-480f-bb54-ef68f8de984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '65343b88-24a1-4657-8ee7-65463d510126'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:09:50.476536 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cdaddd61-68b9-47aa-9b99-b47ca838424d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:50.512196 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974885181', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:48Z', 'revision_number': 3, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:50.518362 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb14e8-b46a-4fb6-93e5-5e057cdc702f None None] The sync data for ids ['ec25c0fc-0e6a-4dd1-a848-f40debacf52e'] in dv-neutron-833561-1-hyperv is: [{'id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974885181', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:48Z', 'revision_number': 3, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:09:50.561970 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d33256bc-f851-46fe-a2f9-8b198eb1afcc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:50.593536 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cdaddd61-68b9-47aa-9b99-b47ca838424d None None] For port f418059f-5d90-488d-903c-596301bf4ac1, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:09:50.597457 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cdaddd61-68b9-47aa-9b99-b47ca838424d None None] For port f418059f-5d90-488d-903c-596301bf4ac1, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f418059f-5d90-488d-903c-596301bf4ac1,segment=NetworkSegment(a38449b5-de0f-480f-bb54-ef68f8de984f),segment_id=a38449b5-de0f-480f-bb54-ef68f8de984f)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:09:50.602698 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cdaddd61-68b9-47aa-9b99-b47ca838424d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:50.683738 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaddd61-68b9-47aa-9b99-b47ca838424d None None] Pushing event updated for resources: {'Port': ['ID=f418059f-5d90-488d-903c-596301bf4ac1,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:51.038214 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-d33256bc-f851-46fe-a2f9-8b198eb1afcc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Allocated IP 172.20.0.1 (65343b88-24a1-4657-8ee7-65463d510126/eb370b37-3d1e-4d5f-95a2-12553dc24487/1c86fa63-c656-49ff-9c67-5eed163d7ee6) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:09:51.206433 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d33256bc-f851-46fe-a2f9-8b198eb1afcc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:51.223136 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-d33256bc-f851-46fe-a2f9-8b198eb1afcc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Transition to ACTIVE for port object 1c86fa63-c656-49ff-9c67-5eed163d7ee6 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:09:51.246699 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d33256bc-f851-46fe-a2f9-8b198eb1afcc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:51.280291 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:51.323223 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33256bc-f851-46fe-a2f9-8b198eb1afcc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network 65343b88-24a1-4657-8ee7-65463d510126 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:09:51.326685 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d33256bc-f851-46fe-a2f9-8b198eb1afcc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:09:51.329313 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33256bc-f851-46fe-a2f9-8b198eb1afcc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=1c86fa63-c656-49ff-9c67-5eed163d7ee6,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:51.331487 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33256bc-f851-46fe-a2f9-8b198eb1afcc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:09:51.393146 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d33256bc-f851-46fe-a2f9-8b198eb1afcc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:51.489651 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d33256bc-f851-46fe-a2f9-8b198eb1afcc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:51.656155 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3746030-0bec-4259-8098-0b3d8eb6e391 None None] Network 65343b88-24a1-4657-8ee7-65463d510126 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:09:51.762802 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1fd76d6e-3236-4445-9e99-ccdc4ccf8229 None None] Provisioning for port f418059f-5d90-488d-903c-596301bf4ac1 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:09:51.995036 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d33256bc-f851-46fe-a2f9-8b198eb1afcc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:52.000534 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d33256bc-f851-46fe-a2f9-8b198eb1afcc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:52.098094 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1168ad3b-1b24-4e1e-b32c-c52229260a4b None None] Provisioning for port 1c86fa63-c656-49ff-9c67-5eed163d7ee6 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:09:52.103161 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1168ad3b-1b24-4e1e-b32c-c52229260a4b None None] Provisioning complete for port 1c86fa63-c656-49ff-9c67-5eed163d7ee6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:52.103547 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1168ad3b-1b24-4e1e-b32c-c52229260a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:52.127646 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33256bc-f851-46fe-a2f9-8b198eb1afcc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=1c86fa63-c656-49ff-9c67-5eed163d7ee6,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:52.131343 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d33256bc-f851-46fe-a2f9-8b198eb1afcc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:52.161246 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1168ad3b-1b24-4e1e-b32c-c52229260a4b None None] Port 1c86fa63-c656-49ff-9c67-5eed163d7ee6 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:09:52.286378 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33256bc-f851-46fe-a2f9-8b198eb1afcc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network 65343b88-24a1-4657-8ee7-65463d510126 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:09:52.287884 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d33256bc-f851-46fe-a2f9-8b198eb1afcc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:09:52.362246 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f418059f-5d90-488d-903c-596301bf4ac1 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:09:52.436642 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d04ae9f6-eaf4-4335-afb4-e45863f38820 None None] Provisioning complete for port 1c86fa63-c656-49ff-9c67-5eed163d7ee6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:52.436966 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d04ae9f6-eaf4-4335-afb4-e45863f38820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:52.499782 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port f418059f-5d90-488d-903c-596301bf4ac1 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:09:52.506153 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d04ae9f6-eaf4-4335-afb4-e45863f38820 None None] Port 1c86fa63-c656-49ff-9c67-5eed163d7ee6 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:09:52.508585 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port f418059f-5d90-488d-903c-596301bf4ac1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:52.508961 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:52.634927 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:52.657024 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8c901104-a37d-43bc-a87e-e3e5dd621745 None None] Provisioning complete for port 1c86fa63-c656-49ff-9c67-5eed163d7ee6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:52.657412 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8c901104-a37d-43bc-a87e-e3e5dd621745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:52.692032 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33256bc-f851-46fe-a2f9-8b198eb1afcc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router ec25c0fc-0e6a-4dd1-a848-f40debacf52e has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:09:52.716651 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port f418059f-5d90-488d-903c-596301bf4ac1, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f418059f-5d90-488d-903c-596301bf4ac1,segment=NetworkSegment(a38449b5-de0f-480f-bb54-ef68f8de984f),segment_id=a38449b5-de0f-480f-bb54-ef68f8de984f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:09:52.722525 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:52.723287 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 698807a3-2e7e-40f2-a965-63a51eda1aaf up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:09:52.787781 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8c901104-a37d-43bc-a87e-e3e5dd621745 None None] Port 1c86fa63-c656-49ff-9c67-5eed163d7ee6 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:09:52.853722 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=f418059f-5d90-488d-903c-596301bf4ac1,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:52.867176 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 698807a3-2e7e-40f2-a965-63a51eda1aaf completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:09:52.872289 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 698807a3-2e7e-40f2-a965-63a51eda1aaf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:52.872657 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:52.894230 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33256bc-f851-46fe-a2f9-8b198eb1afcc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:09:52.908028 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d33256bc-f851-46fe-a2f9-8b198eb1afcc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "PUT /v2.0/routers/ec25c0fc-0e6a-4dd1-a848-f40debacf52e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2665324 Mar 14 16:09:52.991833 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:53.013564 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 698807a3-2e7e-40f2-a965-63a51eda1aaf, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=698807a3-2e7e-40f2-a965-63a51eda1aaf,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:09:53.017347 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:53.078574 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-5d1b927b-f23f-4e5b-a72d-9f2149490d85 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:09:53.083573 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=698807a3-2e7e-40f2-a965-63a51eda1aaf,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:53.094927 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-5d1b927b-f23f-4e5b-a72d-9f2149490d85 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:09:53.096150 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-5d1b927b-f23f-4e5b-a72d-9f2149490d85 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-738856868&fields=id&tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01 HTTP/1.1" status: 200 len: 267 time: 0.0586438 Mar 14 16:09:53.241281 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-275d3572-11d2-4fc0-8596-163e1db1cb14 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:53.241932 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-275d3572-11d2-4fc0-8596-163e1db1cb14 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:09:53.256980 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-275d3572-11d2-4fc0-8596-163e1db1cb14 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:09:53.258286 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-275d3572-11d2-4fc0-8596-163e1db1cb14 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/networks?id=65343b88-24a1-4657-8ee7-65463d510126 HTTP/1.1" status: 200 len: 796 time: 0.1558359 Mar 14 16:09:53.273761 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-71b40601-6fe1-4123-a71e-e4e053f7a1d0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/quotas/96fdbaa24f1f46029ef4ffe39ae4eb01 HTTP/1.1" status: 200 len: 375 time: 0.0101156 Mar 14 16:09:53.358259 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-f0851bcf-a7f5-4a38-a651-e6fe95d4154d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790474 Mar 14 16:09:53.491851 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-b94e8e60-5888-4f44-ae95-e7a8e46bf5a4 service neutron] 10.222.0.60 "GET /v2.0/networks/65343b88-24a1-4657-8ee7-65463d510126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222081 Mar 14 16:09:53.709294 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-c1c54709-eb0b-43a0-9017-5392cb2ec3b5 service neutron] 10.222.0.60 "GET /v2.0/networks/65343b88-24a1-4657-8ee7-65463d510126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114062 Mar 14 16:09:54.094417 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] Sync routers for ids ['ec25c0fc-0e6a-4dd1-a848-f40debacf52e'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:09:54.107422 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] Routers {'ec25c0fc-0e6a-4dd1-a848-f40debacf52e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:09:54.108042 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:09:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['ec25c0fc-0e6a-4dd1-a848-f40debacf52e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:54.320789 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] Set router ec25c0fc-0e6a-4dd1-a848-f40debacf52e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:09:54.359273 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f418059f-5d90-488d-903c-596301bf4ac1 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:09:54.581443 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port f418059f-5d90-488d-903c-596301bf4ac1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:54.581725 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:54.779290 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 698807a3-2e7e-40f2-a965-63a51eda1aaf up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:09:54.836607 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974885181', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:51Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '1c86fa63-c656-49ff-9c67-5eed163d7ee6', 'name': '', 'network_id': '65343b88-24a1-4657-8ee7-65463d510126', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:ae:03:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb370b37-3d1e-4d5f-95a2-12553dc24487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:50Z', 'updated_at': '2022-03-14T16:09:51Z', 'revision_number': 2, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': 'eb370b37-3d1e-4d5f-95a2-12553dc24487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:54.842898 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] Checking router: ec25c0fc-0e6a-4dd1-a848-f40debacf52e for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:09:54.843258 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] Updating router ec25c0fc-0e6a-4dd1-a848-f40debacf52e port 1c86fa63-c656-49ff-9c67-5eed163d7ee6 binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:09:54.903885 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:54.916895 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 698807a3-2e7e-40f2-a965-63a51eda1aaf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:54.917269 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:55.006753 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-dbc974df-cb19-446a-9162-1e8cd9ede6e9 req-4779b17a-acaa-40a8-8578-b9a73ef7074e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:09:55.022112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-dbc974df-cb19-446a-9162-1e8cd9ede6e9 req-4779b17a-acaa-40a8-8578-b9a73ef7074e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:09:55.023434 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-dbc974df-cb19-446a-9162-1e8cd9ede6e9 req-4779b17a-acaa-40a8-8578-b9a73ef7074e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 210 time: 0.1406426 Mar 14 16:09:55.338591 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:55.349892 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] Transition to ACTIVE for port object 1c86fa63-c656-49ff-9c67-5eed163d7ee6 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:09:55.356253 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:55.483300 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27307e-222a-4928-9d50-789c00e2acc2 None None] Pushing event updated for resources: {'Port': ['ID=1c86fa63-c656-49ff-9c67-5eed163d7ee6,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:55.567697 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] Attempting to bind port 1c86fa63-c656-49ff-9c67-5eed163d7ee6 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:09:55.568076 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] Attempting to bind port 1c86fa63-c656-49ff-9c67-5eed163d7ee6 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'a38449b5-de0f-480f-bb54-ef68f8de984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '65343b88-24a1-4657-8ee7-65463d510126'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:09:55.568444 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] Attempting to bind port 1c86fa63-c656-49ff-9c67-5eed163d7ee6 on network 65343b88-24a1-4657-8ee7-65463d510126 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:09:55.575280 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:09:55.575755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] Checking segment: {'id': 'a38449b5-de0f-480f-bb54-ef68f8de984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '65343b88-24a1-4657-8ee7-65463d510126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:09:55.576161 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:55.576553 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] Bound using segment: {'id': 'a38449b5-de0f-480f-bb54-ef68f8de984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '65343b88-24a1-4657-8ee7-65463d510126'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:09:55.577018 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] Bound port: 1c86fa63-c656-49ff-9c67-5eed163d7ee6, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38449b5-de0f-480f-bb54-ef68f8de984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '65343b88-24a1-4657-8ee7-65463d510126'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:09:55.577391 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:55.674608 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] For port 1c86fa63-c656-49ff-9c67-5eed163d7ee6, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:09:55.677544 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] For port 1c86fa63-c656-49ff-9c67-5eed163d7ee6, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=1c86fa63-c656-49ff-9c67-5eed163d7ee6,segment=NetworkSegment(a38449b5-de0f-480f-bb54-ef68f8de984f),segment_id=a38449b5-de0f-480f-bb54-ef68f8de984f)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:09:55.681558 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:55.757919 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27307e-222a-4928-9d50-789c00e2acc2 None None] Pushing event updated for resources: {'Port': ['ID=1c86fa63-c656-49ff-9c67-5eed163d7ee6,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:55.762584 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] Routers {'ec25c0fc-0e6a-4dd1-a848-f40debacf52e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:09:55.763209 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:09:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['ec25c0fc-0e6a-4dd1-a848-f40debacf52e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:56.012486 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] Set router ec25c0fc-0e6a-4dd1-a848-f40debacf52e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:09:56.135521 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-068f85ee-dd16-4e61-8f34-4f3e4192a8f9 req-afc5811c-7f07-42a3-9376-19a3f522681a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 210 time: 0.0405490 Mar 14 16:09:56.328353 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974885181', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:51Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '1c86fa63-c656-49ff-9c67-5eed163d7ee6', 'name': '', 'network_id': '65343b88-24a1-4657-8ee7-65463d510126', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:ae:03:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb370b37-3d1e-4d5f-95a2-12553dc24487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:50Z', 'updated_at': '2022-03-14T16:09:55Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': 'eb370b37-3d1e-4d5f-95a2-12553dc24487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:56.332163 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b32bb-bb7c-4bb5-9864-8b4686319af9 None None] The sync data for ids ['ec25c0fc-0e6a-4dd1-a848-f40debacf52e'] in dv-neutron-833561-1-hyperv is: [{'id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974885181', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:51Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '1c86fa63-c656-49ff-9c67-5eed163d7ee6', 'name': '', 'network_id': '65343b88-24a1-4657-8ee7-65463d510126', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:ae:03:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb370b37-3d1e-4d5f-95a2-12553dc24487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:50Z', 'updated_at': '2022-03-14T16:09:55Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': 'eb370b37-3d1e-4d5f-95a2-12553dc24487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:09:57.250540 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2789fbca-7a83-4f43-b41b-604a3e16fad7 req-c550cc3b-033d-47f9-9e18-868b2cae8333 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 210 time: 0.0407224 Mar 14 16:09:57.991364 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-28fbff92-738b-4f2e-8599-eabcf67d286c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:57.992797 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-28fbff92-738b-4f2e-8599-eabcf67d286c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "GET /v2.0/networks?id=65343b88-24a1-4657-8ee7-65463d510126 HTTP/1.1" status: 200 len: 796 time: 0.1475134 Mar 14 16:09:58.046981 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-c80952e3-b958-48e9-bf3b-a42c718e6579 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01 HTTP/1.1" status: 200 len: 379 time: 0.0421703 Mar 14 16:09:58.054667 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-d44d6ac2-7de0-4057-9b10-f2ec7a459048 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'port': {'device_id': 'bdd1c55b-8d61-4b0a-be94-28d33e565392', 'network_id': '65343b88-24a1-4657-8ee7-65463d510126', 'admin_state_up': True, 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'security_groups': ['f520647d-7f7d-4e19-84c5-4a3abb41c392']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:09:58.187981 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-d44d6ac2-7de0-4057-9b10-f2ec7a459048 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:09:58.197979 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-d44d6ac2-7de0-4057-9b10-f2ec7a459048 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:09:58.207523 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-d44d6ac2-7de0-4057-9b10-f2ec7a459048 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Made reservation on behalf of 96fdbaa24f1f46029ef4ffe39ae4eb01 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:09:58.210757 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-d44d6ac2-7de0-4057-9b10-f2ec7a459048 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:58.345003 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 1c86fa63-c656-49ff-9c67-5eed163d7ee6 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:09:58.388245 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-d44d6ac2-7de0-4057-9b10-f2ec7a459048 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Allocated IP 172.20.0.8 (65343b88-24a1-4657-8ee7-65463d510126/eb370b37-3d1e-4d5f-95a2-12553dc24487/ee550dd1-ef0d-4c91-a747-d1036e038d53) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:09:58.412412 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 1c86fa63-c656-49ff-9c67-5eed163d7ee6 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:09:58.418083 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 1c86fa63-c656-49ff-9c67-5eed163d7ee6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:58.418453 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:58.438453 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ac8e4fd6-b1b4-491b-a5da-d3f3e5b133d4 req-f0dc8d29-ecd9-4d58-94c0-85cc60e23a40 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 210 time: 0.0449986 Mar 14 16:09:58.540023 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:58.574497 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 1c86fa63-c656-49ff-9c67-5eed163d7ee6, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=1c86fa63-c656-49ff-9c67-5eed163d7ee6,segment=NetworkSegment(a38449b5-de0f-480f-bb54-ef68f8de984f),segment_id=a38449b5-de0f-480f-bb54-ef68f8de984f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:09:58.578422 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:58.628318 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-d44d6ac2-7de0-4057-9b10-f2ec7a459048 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:58.643167 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-d44d6ac2-7de0-4057-9b10-f2ec7a459048 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Transition to ACTIVE for port object ee550dd1-ef0d-4c91-a747-d1036e038d53 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:09:58.643547 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=1c86fa63-c656-49ff-9c67-5eed163d7ee6,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:58.664774 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-d44d6ac2-7de0-4057-9b10-f2ec7a459048 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:58.733250 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-d44d6ac2-7de0-4057-9b10-f2ec7a459048 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network 65343b88-24a1-4657-8ee7-65463d510126 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:09:58.736117 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-d44d6ac2-7de0-4057-9b10-f2ec7a459048 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:09:58.739948 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-d44d6ac2-7de0-4057-9b10-f2ec7a459048 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:09:58.769870 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d6ac2-7de0-4057-9b10-f2ec7a459048 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=ee550dd1-ef0d-4c91-a747-d1036e038d53,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:58.804063 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-d44d6ac2-7de0-4057-9b10-f2ec7a459048 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:58.804663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-d44d6ac2-7de0-4057-9b10-f2ec7a459048 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:58.829592 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-d44d6ac2-7de0-4057-9b10-f2ec7a459048 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7785678 Mar 14 16:09:58.840944 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-f4861522-f588-4d5b-8fbe-14666e173af9 service neutron] Request body: {'port': {'device_id': 'bdd1c55b-8d61-4b0a-be94-28d33e565392', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:09:58.950703 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-f4861522-f588-4d5b-8fbe-14666e173af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:58.997049 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b2794901-8db2-44f6-8e44-d642dcb45fab None None] Provisioning for port ee550dd1-ef0d-4c91-a747-d1036e038d53 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:09:59.002082 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b2794901-8db2-44f6-8e44-d642dcb45fab None None] Provisioning complete for port ee550dd1-ef0d-4c91-a747-d1036e038d53 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:59.002455 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b2794901-8db2-44f6-8e44-d642dcb45fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:59.056427 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b2794901-8db2-44f6-8e44-d642dcb45fab None None] Port ee550dd1-ef0d-4c91-a747-d1036e038d53 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:09:59.283362 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-f4861522-f588-4d5b-8fbe-14666e173af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee550dd1-ef0d-4c91-a747-d1036e038d53 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:09:59.290013 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-f4861522-f588-4d5b-8fbe-14666e173af9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:59.304249 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-f4861522-f588-4d5b-8fbe-14666e173af9 service neutron] Transition to ACTIVE for port object ee550dd1-ef0d-4c91-a747-d1036e038d53 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:09:59.309391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-f4861522-f588-4d5b-8fbe-14666e173af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:59.445236 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4861522-f588-4d5b-8fbe-14666e173af9 service neutron] Pushing event updated for resources: {'Port': ['ID=ee550dd1-ef0d-4c91-a747-d1036e038d53,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:59.560899 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-f4861522-f588-4d5b-8fbe-14666e173af9 service neutron] Attempting to bind port ee550dd1-ef0d-4c91-a747-d1036e038d53 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:09:59.561443 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-f4861522-f588-4d5b-8fbe-14666e173af9 service neutron] Attempting to bind port ee550dd1-ef0d-4c91-a747-d1036e038d53 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'a38449b5-de0f-480f-bb54-ef68f8de984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '65343b88-24a1-4657-8ee7-65463d510126'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:09:59.561875 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-f4861522-f588-4d5b-8fbe-14666e173af9 service neutron] Attempting to bind port ee550dd1-ef0d-4c91-a747-d1036e038d53 on network 65343b88-24a1-4657-8ee7-65463d510126 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:09:59.568690 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-f4861522-f588-4d5b-8fbe-14666e173af9 service neutron] Port ee550dd1-ef0d-4c91-a747-d1036e038d53 on network 65343b88-24a1-4657-8ee7-65463d510126 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 16:09:59.569158 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-f4861522-f588-4d5b-8fbe-14666e173af9 service neutron] Attempting to bind port ee550dd1-ef0d-4c91-a747-d1036e038d53 on network 65343b88-24a1-4657-8ee7-65463d510126 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:09:59.576647 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-f4861522-f588-4d5b-8fbe-14666e173af9 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:09:59.576981 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-f4861522-f588-4d5b-8fbe-14666e173af9 service neutron] Checking segment: {'id': 'a38449b5-de0f-480f-bb54-ef68f8de984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '65343b88-24a1-4657-8ee7-65463d510126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:09:59.577357 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-f4861522-f588-4d5b-8fbe-14666e173af9 service neutron] Bound using segment: {'id': 'a38449b5-de0f-480f-bb54-ef68f8de984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '65343b88-24a1-4657-8ee7-65463d510126'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:09:59.577778 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-f4861522-f588-4d5b-8fbe-14666e173af9 service neutron] Bound port: ee550dd1-ef0d-4c91-a747-d1036e038d53, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38449b5-de0f-480f-bb54-ef68f8de984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '65343b88-24a1-4657-8ee7-65463d510126'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:09:59.578274 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-f4861522-f588-4d5b-8fbe-14666e173af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:59.656919 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8cb46-46cc-46ea-ab68-a1ee2122c01b req-eabb4ae4-d584-4125-b13e-41adc7fd17e4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:59.658520 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-14c8cb46-46cc-46ea-ab68-a1ee2122c01b req-eabb4ae4-d584-4125-b13e-41adc7fd17e4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 943 time: 0.0838444 Mar 14 16:09:59.712381 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-14c8cb46-46cc-46ea-ab68-a1ee2122c01b req-b4f7d318-7cc5-4459-ab07-0df47eed7a05 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:09:59.725732 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-14c8cb46-46cc-46ea-ab68-a1ee2122c01b req-b4f7d318-7cc5-4459-ab07-0df47eed7a05 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:09:59.727151 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-14c8cb46-46cc-46ea-ab68-a1ee2122c01b req-b4f7d318-7cc5-4459-ab07-0df47eed7a05 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633245 Mar 14 16:09:59.774420 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-f4861522-f588-4d5b-8fbe-14666e173af9 service neutron] For port ee550dd1-ef0d-4c91-a747-d1036e038d53, host hv-neutron-8335, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:09:59.778084 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-f4861522-f588-4d5b-8fbe-14666e173af9 service neutron] For port ee550dd1-ef0d-4c91-a747-d1036e038d53, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ee550dd1-ef0d-4c91-a747-d1036e038d53,segment=NetworkSegment(a38449b5-de0f-480f-bb54-ef68f8de984f),segment_id=a38449b5-de0f-480f-bb54-ef68f8de984f)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:09:59.782640 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-f4861522-f588-4d5b-8fbe-14666e173af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:59.844171 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-f4861522-f588-4d5b-8fbe-14666e173af9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:59.845542 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-f4861522-f588-4d5b-8fbe-14666e173af9 service neutron] 10.222.0.24 "PUT /v2.0/ports/ee550dd1-ef0d-4c91-a747-d1036e038d53 HTTP/1.1" status: 200 len: 1093 time: 1.0093172 Mar 14 16:09:59.846071 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd1c55b-8d61-4b0a-be94-28d33e565392', 'tag': 'ee550dd1-ef0d-4c91-a747-d1036e038d53'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:09:59.866371 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4861522-f588-4d5b-8fbe-14666e173af9 service neutron] Pushing event updated for resources: {'Port': ['ID=ee550dd1-ef0d-4c91-a747-d1036e038d53,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:59.921676 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd1c55b-8d61-4b0a-be94-28d33e565392', 'tag': 'ee550dd1-ef0d-4c91-a747-d1036e038d53', 'status': 'completed', 'code': 200} Mar 14 16:09:59.971072 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-bab77c23-5ee9-4803-bf09-485dd173db2b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 1096 time: 0.0796268 Mar 14 16:10:00.043581 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-9c6c3273-f3d8-4809-b4cc-6d40a58b28ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee550dd1-ef0d-4c91-a747-d1036e038d53 HTTP/1.1" status: 200 len: 217 time: 0.0693629 Mar 14 16:10:00.112392 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-1ccfb506-c992-4884-ae26-d327145bb9c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:10:00.113769 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-1ccfb506-c992-4884-ae26-d327145bb9c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb370b37-3d1e-4d5f-95a2-12553dc24487 HTTP/1.1" status: 200 len: 835 time: 0.0655618 Mar 14 16:10:00.192988 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-db286124-40f3-4751-93f9-08d34edeff9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65343b88-24a1-4657-8ee7-65463d510126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735154 Mar 14 16:10:00.315540 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 1c86fa63-c656-49ff-9c67-5eed163d7ee6 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:10:00.344719 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-339f1e11-083c-41d8-a79a-61b47fafdd78 service neutron] 10.222.0.24 "GET /v2.0/networks/65343b88-24a1-4657-8ee7-65463d510126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455331 Mar 14 16:10:00.414176 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 1c86fa63-c656-49ff-9c67-5eed163d7ee6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:10:00.414584 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:00.509201 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f107fbe0-4cc4-4817-bd5a-318e775eec17 req-0081fcfd-cc57-4069-ba66-7c115d6094a6 service neutron] 10.222.0.24 "GET /v2.0/networks/65343b88-24a1-4657-8ee7-65463d510126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585836 Mar 14 16:10:00.630408 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-24e1cfdc-91cb-415c-bcc1-df48a95cb834 req-1f402b0c-f4ed-4a32-b231-d64d90db8796 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 1096 time: 0.0739498 Mar 14 16:10:00.771178 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1cfdc-91cb-415c-bcc1-df48a95cb834 req-4ff59d92-96bf-4b76-a7cf-27ed0164c3ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:10:00.772629 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-24e1cfdc-91cb-415c-bcc1-df48a95cb834 req-4ff59d92-96bf-4b76-a7cf-27ed0164c3ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=65343b88-24a1-4657-8ee7-65463d510126 HTTP/1.1" status: 200 len: 897 time: 0.1362593 Mar 14 16:10:00.840266 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-24e1cfdc-91cb-415c-bcc1-df48a95cb834 req-ca91ca19-d1ee-4c8b-b718-3e2dd9dd3af2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee550dd1-ef0d-4c91-a747-d1036e038d53 HTTP/1.1" status: 200 len: 217 time: 0.0616400 Mar 14 16:10:00.909082 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1cfdc-91cb-415c-bcc1-df48a95cb834 req-0a36728a-3d65-4e2c-ab51-cc542b2f1437 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:10:00.910544 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-24e1cfdc-91cb-415c-bcc1-df48a95cb834 req-0a36728a-3d65-4e2c-ab51-cc542b2f1437 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb370b37-3d1e-4d5f-95a2-12553dc24487 HTTP/1.1" status: 200 len: 835 time: 0.0643523 Mar 14 16:10:00.984066 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-24e1cfdc-91cb-415c-bcc1-df48a95cb834 req-fdb8196b-3fb8-4a7c-bc15-52e05bbc7801 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65343b88-24a1-4657-8ee7-65463d510126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670011 Mar 14 16:10:01.019025 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99572429-ab2e-4b4b-8270-d684f9a8c79f req-2a71bd23-7d6c-46cf-852b-d87dce46a6a1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:10:01.020510 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-99572429-ab2e-4b4b-8270-d684f9a8c79f req-2a71bd23-7d6c-46cf-852b-d87dce46a6a1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 943 time: 0.0774641 Mar 14 16:10:01.066429 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-99572429-ab2e-4b4b-8270-d684f9a8c79f req-816a8f2a-f2c8-4400-ac46-82eae0b2b877 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396185 Mar 14 16:10:01.117257 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-24e1cfdc-91cb-415c-bcc1-df48a95cb834 req-82af5f07-4da5-4bf1-a5bd-903378effebf service neutron] 10.222.0.24 "GET /v2.0/networks/65343b88-24a1-4657-8ee7-65463d510126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273704 Mar 14 16:10:01.247818 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-24e1cfdc-91cb-415c-bcc1-df48a95cb834 req-341e1613-8419-45fe-b61d-def1f6d73a0e service neutron] 10.222.0.24 "GET /v2.0/networks/65343b88-24a1-4657-8ee7-65463d510126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237597 Mar 14 16:10:02.266393 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4844419-7812-4a66-ae30-ccc7abed3c67 req-df4d906c-ad01-4b5c-a680-bffda2ece89d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:10:02.267220 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-c4844419-7812-4a66-ae30-ccc7abed3c67 req-df4d906c-ad01-4b5c-a680-bffda2ece89d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:10:02.281818 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-c4844419-7812-4a66-ae30-ccc7abed3c67 req-df4d906c-ad01-4b5c-a680-bffda2ece89d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:10:02.282975 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c4844419-7812-4a66-ae30-ccc7abed3c67 req-df4d906c-ad01-4b5c-a680-bffda2ece89d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 943 time: 0.0951538 Mar 14 16:10:02.329934 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c4844419-7812-4a66-ae30-ccc7abed3c67 req-efb675a0-e5b0-4b3a-97fb-46912cae731d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413973 Mar 14 16:10:03.420818 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device ee550dd1-ef0d-4c91-a747-d1036e038d53 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 16:10:03.524121 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f5371-d981-4f09-9047-197fbf360fb4 req-0bc7eb90-34a5-4df3-a178-71a7e19089f1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:10:03.525497 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-327f5371-d981-4f09-9047-197fbf360fb4 req-0bc7eb90-34a5-4df3-a178-71a7e19089f1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 943 time: 0.0778487 Mar 14 16:10:03.553615 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port ee550dd1-ef0d-4c91-a747-d1036e038d53, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ee550dd1-ef0d-4c91-a747-d1036e038d53,segment=NetworkSegment(a38449b5-de0f-480f-bb54-ef68f8de984f),segment_id=a38449b5-de0f-480f-bb54-ef68f8de984f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:10:03.566997 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': 'ee550dd1-ef0d-4c91-a747-d1036e038d53', 'network_id': '65343b88-24a1-4657-8ee7-65463d510126', 'port_id': 'ee550dd1-ef0d-4c91-a747-d1036e038d53', 'mac_address': 'fa:16:3e:d9:aa:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb370b37-3d1e-4d5f-95a2-12553dc24487', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 16:10:03.569985 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-327f5371-d981-4f09-9047-197fbf360fb4 req-d4684184-f2bd-4a7f-b99e-798a683260f9 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387504 Mar 14 16:10:03.618973 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:03.635858 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee550dd1-ef0d-4c91-a747-d1036e038d53 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:10:03.650071 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port ee550dd1-ef0d-4c91-a747-d1036e038d53, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ee550dd1-ef0d-4c91-a747-d1036e038d53,segment=NetworkSegment(a38449b5-de0f-480f-bb54-ef68f8de984f),segment_id=a38449b5-de0f-480f-bb54-ef68f8de984f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:10:03.654618 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:03.720644 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=ee550dd1-ef0d-4c91-a747-d1036e038d53,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:10:04.045215 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['ee550dd1-ef0d-4c91-a747-d1036e038d53'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:10:04.760568 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9b364-f88b-4e68-9503-b2070945b3fb req-e817ba96-3e93-4fbd-935d-c13237b63f10 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:10:04.761992 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0ab9b364-f88b-4e68-9503-b2070945b3fb req-e817ba96-3e93-4fbd-935d-c13237b63f10 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 944 time: 0.0751538 Mar 14 16:10:04.808072 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0ab9b364-f88b-4e68-9503-b2070945b3fb req-074a34a6-cbcf-436d-9f95-6ef91df935ab tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400531 Mar 14 16:10:05.436173 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device ee550dd1-ef0d-4c91-a747-d1036e038d53 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:10:05.506369 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port ee550dd1-ef0d-4c91-a747-d1036e038d53 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:10:05.510800 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port ee550dd1-ef0d-4c91-a747-d1036e038d53 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:10:05.511171 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:05.654913 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:05.680456 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd1c55b-8d61-4b0a-be94-28d33e565392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee550dd1-ef0d-4c91-a747-d1036e038d53'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:10:05.690669 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port ee550dd1-ef0d-4c91-a747-d1036e038d53, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ee550dd1-ef0d-4c91-a747-d1036e038d53,segment=NetworkSegment(a38449b5-de0f-480f-bb54-ef68f8de984f),segment_id=a38449b5-de0f-480f-bb54-ef68f8de984f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:10:05.695256 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:05.736386 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd1c55b-8d61-4b0a-be94-28d33e565392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee550dd1-ef0d-4c91-a747-d1036e038d53', 'code': 200} Mar 14 16:10:05.769108 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=ee550dd1-ef0d-4c91-a747-d1036e038d53,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:10:06.133842 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6ccecf37-1e10-407f-8256-d8577ccb08c9 req-75cee979-6455-42c1-b56f-ac7109f9c50b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 1098 time: 0.2353578 Mar 14 16:10:06.143364 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59fbe7-4074-4029-bac3-421fffa3b219 req-b32c2774-fe71-405f-8813-e5fc285efb09 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:10:06.146087 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ee59fbe7-4074-4029-bac3-421fffa3b219 req-b32c2774-fe71-405f-8813-e5fc285efb09 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.1174562 Mar 14 16:10:06.209864 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6ccecf37-1e10-407f-8256-d8577ccb08c9 req-3f1b4c23-aee2-431d-9cc3-ac4595b7a52a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642114 Mar 14 16:10:06.217008 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ee59fbe7-4074-4029-bac3-421fffa3b219 req-66c41526-e8fc-4e78-b784-ff15c53e4399 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582371 Mar 14 16:10:07.409900 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b178e2f-454a-43a9-bc29-71f2c03ad17d req-27828333-c87d-4fff-9f89-0c3ea52e253f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:10:07.411366 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4b178e2f-454a-43a9-bc29-71f2c03ad17d req-27828333-c87d-4fff-9f89-0c3ea52e253f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.0746331 Mar 14 16:10:07.456720 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4b178e2f-454a-43a9-bc29-71f2c03ad17d req-23ce2837-72af-495c-acc4-b612fbac9acc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398233 Mar 14 16:10:08.651777 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5dc9ec-6b93-48e9-b7ad-219196f5a39c req-1be6263b-0b32-418e-9489-efe41b457747 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:10:08.653344 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1d5dc9ec-6b93-48e9-b7ad-219196f5a39c req-1be6263b-0b32-418e-9489-efe41b457747 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.0735834 Mar 14 16:10:08.697632 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1d5dc9ec-6b93-48e9-b7ad-219196f5a39c req-e1091590-e467-4f2b-9c88-b4690c0d23d9 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389955 Mar 14 16:10:08.983149 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f6661-bd1c-4b39-bfb9-d30e774c790b req-97d22d25-4b85-4bd7-b6f5-9bb068ea6ef3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:10:08.984580 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8a2f6661-bd1c-4b39-bfb9-d30e774c790b req-97d22d25-4b85-4bd7-b6f5-9bb068ea6ef3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.1669974 Mar 14 16:10:09.029011 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8a2f6661-bd1c-4b39-bfb9-d30e774c790b req-d71b5ab3-d294-4170-b479-c3137b682655 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388365 Mar 14 16:10:09.055644 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60650) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:10:09.207075 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-dcc0d3d1-e7af-4046-a01d-cf3d32e521d8 tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 1093 time: 0.1503344 Mar 14 16:10:09.209697 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60656) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:10:09.214715 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': 'ee550dd1-ef0d-4c91-a747-d1036e038d53', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:10:09.220043 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:10:09.223759 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:floatingip and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:10:09.226525 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:10:09.231997 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:10:09.244293 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:09.373530 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:09.515026 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Allocated IP 172.26.4.55 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/3212a1a4-1794-492b-ad56-652336eb1c6e) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:10:09.660713 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:09.687625 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:09.756814 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:10:09.759677 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:10:09.764804 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:10:09.788514 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=3212a1a4-1794-492b-ad56-652336eb1c6e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:10:10.266811 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:10.321208 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:10.526146 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:10.530917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:10.633718 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=3212a1a4-1794-492b-ad56-652336eb1c6e,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:10:10.647097 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:10.915406 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.l3_db [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Floating IP 52caaa62-5524-414d-bd06-7a2107a9499e associated. External IP: 172.26.4.55, port: ee550dd1-ef0d-4c91-a747-d1036e038d53. Mar 14 16:10:11.293045 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router ec25c0fc-0e6a-4dd1-a848-f40debacf52e has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:10:11.489301 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:10:11.499695 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b3ed8e-5de5-498d-b981-a63c28114110 None None] Sync routers for ids ['ec25c0fc-0e6a-4dd1-a848-f40debacf52e'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:10:11.512329 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b3ed8e-5de5-498d-b981-a63c28114110 None None] Routers {'ec25c0fc-0e6a-4dd1-a848-f40debacf52e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:10:11.512931 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d5b3ed8e-5de5-498d-b981-a63c28114110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:09:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['ec25c0fc-0e6a-4dd1-a848-f40debacf52e'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:10:11.513699 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:11.570928 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-86cc88b7-db21-4925-8767-d6c00735daa6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3575180 Mar 14 16:10:11.570928 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd1c55b-8d61-4b0a-be94-28d33e565392', 'tag': 'ee550dd1-ef0d-4c91-a747-d1036e038d53'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:10:11.702074 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d5b3ed8e-5de5-498d-b981-a63c28114110 None None] Set router ec25c0fc-0e6a-4dd1-a848-f40debacf52e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:10:11.738159 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd1c55b-8d61-4b0a-be94-28d33e565392', 'tag': 'ee550dd1-ef0d-4c91-a747-d1036e038d53', 'status': 'completed', 'code': 200} Mar 14 16:10:11.834894 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401b8b3-c3f7-40b5-b5aa-f56b22979100 req-ddb1cc45-c439-4f7e-8167-0e56662787d6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:10:11.836242 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c401b8b3-c3f7-40b5-b5aa-f56b22979100 req-ddb1cc45-c439-4f7e-8167-0e56662787d6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.1650660 Mar 14 16:10:11.868990 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-202c26f5-9b84-4299-a265-cf3e5017162b req-3d2c4f43-3955-4f20-9691-f29f69add008 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 1098 time: 0.1085489 Mar 14 16:10:11.967782 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c401b8b3-c3f7-40b5-b5aa-f56b22979100 req-975e0406-cd53-42e7-b5a8-208e1e2f3ef3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247096 Mar 14 16:10:11.995036 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60666) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:10:12.019149 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c26f5-9b84-4299-a265-cf3e5017162b req-3e580c2b-2f49-47d1-88c5-3ee547dd8900 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:10:12.020697 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-202c26f5-9b84-4299-a265-cf3e5017162b req-3e580c2b-2f49-47d1-88c5-3ee547dd8900 service neutron] 10.222.0.24 "GET /v2.0/networks?id=65343b88-24a1-4657-8ee7-65463d510126 HTTP/1.1" status: 200 len: 897 time: 0.1407285 Mar 14 16:10:12.047125 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d5b3ed8e-5de5-498d-b981-a63c28114110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974885181', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:51Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '52caaa62-5524-414d-bd06-7a2107a9499e', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'floating_ip_address': '172.26.4.55', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'port_id': 'ee550dd1-ef0d-4c91-a747-d1036e038d53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65343b88-24a1-4657-8ee7-65463d510126', 'mac_address': 'fa:16:3e:d9:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd1c55b-8d61-4b0a-be94-28d33e565392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:10:10Z', 'updated_at': '2022-03-14T16:10:10Z', 'revision_number': 0, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c86fa63-c656-49ff-9c67-5eed163d7ee6', 'name': '', 'network_id': '65343b88-24a1-4657-8ee7-65463d510126', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:ae:03:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb370b37-3d1e-4d5f-95a2-12553dc24487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:50Z', 'updated_at': '2022-03-14T16:09:58Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': 'eb370b37-3d1e-4d5f-95a2-12553dc24487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:10:12.051773 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b3ed8e-5de5-498d-b981-a63c28114110 None None] Checking router: ec25c0fc-0e6a-4dd1-a848-f40debacf52e for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:10:12.064145 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b3ed8e-5de5-498d-b981-a63c28114110 None None] Routers {'ec25c0fc-0e6a-4dd1-a848-f40debacf52e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:10:12.064758 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d5b3ed8e-5de5-498d-b981-a63c28114110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:09:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['ec25c0fc-0e6a-4dd1-a848-f40debacf52e'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:10:12.108257 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-0eb4f02d-3a3f-44ba-8224-67b93760f5b1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/52caaa62-5524-414d-bd06-7a2107a9499e HTTP/1.1" status: 200 len: 990 time: 0.1112118 Mar 14 16:10:12.124419 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-202c26f5-9b84-4299-a265-cf3e5017162b req-1248c63f-45de-4fb0-b186-c810b3a52b91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee550dd1-ef0d-4c91-a747-d1036e038d53 HTTP/1.1" status: 200 len: 998 time: 0.0982196 Mar 14 16:10:12.188649 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c26f5-9b84-4299-a265-cf3e5017162b req-85ff655a-846f-4f78-82f0-4d8aa8fbfa86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:10:12.190208 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-202c26f5-9b84-4299-a265-cf3e5017162b req-85ff655a-846f-4f78-82f0-4d8aa8fbfa86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb370b37-3d1e-4d5f-95a2-12553dc24487 HTTP/1.1" status: 200 len: 835 time: 0.0608644 Mar 14 16:10:12.242857 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d5b3ed8e-5de5-498d-b981-a63c28114110 None None] Set router ec25c0fc-0e6a-4dd1-a848-f40debacf52e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:10:12.264087 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-202c26f5-9b84-4299-a265-cf3e5017162b req-8059cf99-c24f-4462-87f8-a3bedd3ad7bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65343b88-24a1-4657-8ee7-65463d510126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682020 Mar 14 16:10:12.393348 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-202c26f5-9b84-4299-a265-cf3e5017162b req-f7497b64-c3e3-407b-a36f-76ada42f28e6 service neutron] 10.222.0.24 "GET /v2.0/networks/65343b88-24a1-4657-8ee7-65463d510126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231976 Mar 14 16:10:12.533635 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-202c26f5-9b84-4299-a265-cf3e5017162b req-1e13bb12-b164-4919-855c-4a0d7d4edc8e service neutron] 10.222.0.24 "GET /v2.0/networks/65343b88-24a1-4657-8ee7-65463d510126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348524 Mar 14 16:10:12.601053 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d5b3ed8e-5de5-498d-b981-a63c28114110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974885181', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:51Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '52caaa62-5524-414d-bd06-7a2107a9499e', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'floating_ip_address': '172.26.4.55', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'port_id': 'ee550dd1-ef0d-4c91-a747-d1036e038d53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65343b88-24a1-4657-8ee7-65463d510126', 'mac_address': 'fa:16:3e:d9:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd1c55b-8d61-4b0a-be94-28d33e565392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:10:10Z', 'updated_at': '2022-03-14T16:10:10Z', 'revision_number': 0, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c86fa63-c656-49ff-9c67-5eed163d7ee6', 'name': '', 'network_id': '65343b88-24a1-4657-8ee7-65463d510126', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:ae:03:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb370b37-3d1e-4d5f-95a2-12553dc24487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:50Z', 'updated_at': '2022-03-14T16:09:58Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': 'eb370b37-3d1e-4d5f-95a2-12553dc24487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:10:12.604945 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b3ed8e-5de5-498d-b981-a63c28114110 None None] The sync data for ids ['ec25c0fc-0e6a-4dd1-a848-f40debacf52e'] in dv-neutron-833561-1-hyperv is: [{'id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974885181', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:51Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '52caaa62-5524-414d-bd06-7a2107a9499e', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'floating_ip_address': '172.26.4.55', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'port_id': 'ee550dd1-ef0d-4c91-a747-d1036e038d53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65343b88-24a1-4657-8ee7-65463d510126', 'mac_address': 'fa:16:3e:d9:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd1c55b-8d61-4b0a-be94-28d33e565392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:10:10Z', 'updated_at': '2022-03-14T16:10:10Z', 'revision_number': 0, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c86fa63-c656-49ff-9c67-5eed163d7ee6', 'name': '', 'network_id': '65343b88-24a1-4657-8ee7-65463d510126', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:ae:03:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb370b37-3d1e-4d5f-95a2-12553dc24487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:50Z', 'updated_at': '2022-03-14T16:09:58Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': 'eb370b37-3d1e-4d5f-95a2-12553dc24487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:10:13.011943 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb693-db06-4ad1-b47b-95ac243f9403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:13.111908 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60670) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:10:13.124468 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9615bc25-f3ca-49e8-8e39-623088800fa3 None None] New status for floating IP 52caaa62-5524-414d-bd06-7a2107a9499e: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 16:10:13.229041 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d5649387-a4be-4339-a776-05ee5a8d6801 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/52caaa62-5524-414d-bd06-7a2107a9499e HTTP/1.1" status: 200 len: 990 time: 0.1160083 Mar 14 16:10:14.232886 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60674) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:10:14.331992 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9a31546a-0d49-421a-a480-6935f5f36baa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/52caaa62-5524-414d-bd06-7a2107a9499e HTTP/1.1" status: 200 len: 992 time: 0.0979881 Mar 14 16:10:14.682235 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:10:15.173597 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ffcf97f2-1e7b-46fa-b614-2c2fe59cdb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:16.423607 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:16.613381 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:18.080514 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:21.284114 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:39.766767 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-89d5bb89-ba7c-49de-a8a4-c9b3e3fd6a0d req-8698c2b0-8ff3-4a50-aa7d-9a43406f59a8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721674 Mar 14 16:10:39.900993 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-89d5bb89-ba7c-49de-a8a4-c9b3e3fd6a0d req-6e9a5ba4-3fea-4781-8c9c-75a30a9322f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 1098 time: 0.0678239 Mar 14 16:10:40.039890 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5bb89-ba7c-49de-a8a4-c9b3e3fd6a0d req-9e240396-96a4-4bd5-a548-46b16baba88d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:10:40.041206 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-89d5bb89-ba7c-49de-a8a4-c9b3e3fd6a0d req-9e240396-96a4-4bd5-a548-46b16baba88d service neutron] 10.222.0.24 "GET /v2.0/networks?id=65343b88-24a1-4657-8ee7-65463d510126 HTTP/1.1" status: 200 len: 897 time: 0.1223359 Mar 14 16:10:40.156523 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-89d5bb89-ba7c-49de-a8a4-c9b3e3fd6a0d req-0daa1e6f-ce4a-4fc3-ac6a-9c2a024719d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee550dd1-ef0d-4c91-a747-d1036e038d53 HTTP/1.1" status: 200 len: 1000 time: 0.1075804 Mar 14 16:10:40.220494 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5bb89-ba7c-49de-a8a4-c9b3e3fd6a0d req-0fb6a305-8838-4e44-88fc-662264ffad76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:10:40.221926 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-89d5bb89-ba7c-49de-a8a4-c9b3e3fd6a0d req-0fb6a305-8838-4e44-88fc-662264ffad76 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb370b37-3d1e-4d5f-95a2-12553dc24487 HTTP/1.1" status: 200 len: 835 time: 0.0593505 Mar 14 16:10:40.380471 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-89d5bb89-ba7c-49de-a8a4-c9b3e3fd6a0d req-78acbf8f-4ba6-44ae-9976-0c185242967c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65343b88-24a1-4657-8ee7-65463d510126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1530168 Mar 14 16:10:40.519928 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-89d5bb89-ba7c-49de-a8a4-c9b3e3fd6a0d req-1a7ceed1-b7e3-43bf-9ac2-070d4f18a61e service neutron] 10.222.0.24 "GET /v2.0/networks/65343b88-24a1-4657-8ee7-65463d510126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328180 Mar 14 16:10:40.658709 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-89d5bb89-ba7c-49de-a8a4-c9b3e3fd6a0d req-66ec4a93-cb92-461b-b63c-ef61b4e127c8 service neutron] 10.222.0.24 "GET /v2.0/networks/65343b88-24a1-4657-8ee7-65463d510126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331766 Mar 14 16:10:43.014733 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-831d806f-1ff3-4588-88d7-75d71e737125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:45.175066 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c0bbda1-0769-45b8-8277-2838dee50409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:46.425667 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:46.615078 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:48.081770 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:51.310798 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:51.685943 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:11:13.022456 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f06f4590-c89c-47a7-865d-09e20002cb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:13.255027 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7ca6dd1e-4649-4acc-8856-7f11fd660bc9 req-f69bf137-9f57-4cc0-811b-50667f0869e7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1343763 Mar 14 16:11:13.539936 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60710) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:11:13.591437 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed81a84-790f-4c33-acf1-839e48be0e20 req-5798e52b-c1c3-457f-8658-27bc805759d5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:13.592961 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5ed81a84-790f-4c33-acf1-839e48be0e20 req-5798e52b-c1c3-457f-8658-27bc805759d5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.0816028 Mar 14 16:11:13.637885 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5ed81a84-790f-4c33-acf1-839e48be0e20 req-5ee9882b-7fb5-4744-811c-fd9652c10576 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394115 Mar 14 16:11:13.688286 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0dd51aee-f29f-47c0-849f-6ab7826f62ad req-db5fd9d1-e0fa-425f-bf58-5bb4c36e8053 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1472054 Mar 14 16:11:14.832661 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e68799-531d-48a8-af1d-d3f568ce0c30 req-57c1fbee-3b39-4ed2-bf0b-00095faf7b71 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:14.834114 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f5e68799-531d-48a8-af1d-d3f568ce0c30 req-57c1fbee-3b39-4ed2-bf0b-00095faf7b71 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.0762701 Mar 14 16:11:14.878436 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f5e68799-531d-48a8-af1d-d3f568ce0c30 req-dd3aecec-d4bc-4a03-b1c0-a16cdab159fc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388818 Mar 14 16:11:15.177741 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b172a8f4-0d3e-49c1-a71c-556d9a47f838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:16.075604 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decd459-e209-4e50-be47-04d01f3f23e7 req-c7c84427-abeb-44a3-8578-0f6e73b8bce6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:16.077168 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6decd459-e209-4e50-be47-04d01f3f23e7 req-c7c84427-abeb-44a3-8578-0f6e73b8bce6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.0756321 Mar 14 16:11:16.124373 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6decd459-e209-4e50-be47-04d01f3f23e7 req-b9910f89-0528-4bcb-aaa5-6e685474b388 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417662 Mar 14 16:11:16.431816 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:16.617052 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:17.022429 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0dd51aee-f29f-47c0-849f-6ab7826f62ad req-c91a79d3-1330-495f-b3e2-16a77008aabd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 1098 time: 0.0707569 Mar 14 16:11:17.149778 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd51aee-f29f-47c0-849f-6ab7826f62ad req-62b6a59f-a553-4e90-b46b-6ba6bd0ba0f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:17.151267 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0dd51aee-f29f-47c0-849f-6ab7826f62ad req-62b6a59f-a553-4e90-b46b-6ba6bd0ba0f3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=65343b88-24a1-4657-8ee7-65463d510126 HTTP/1.1" status: 200 len: 897 time: 0.1230521 Mar 14 16:11:17.283999 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0dd51aee-f29f-47c0-849f-6ab7826f62ad req-36c93f0d-9d98-4c7c-9b34-c76eeebac258 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee550dd1-ef0d-4c91-a747-d1036e038d53 HTTP/1.1" status: 200 len: 1000 time: 0.1248648 Mar 14 16:11:17.361075 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd51aee-f29f-47c0-849f-6ab7826f62ad req-8811d20c-0ec9-483b-8f94-bd1c2242fea5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:17.362525 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0dd51aee-f29f-47c0-849f-6ab7826f62ad req-8811d20c-0ec9-483b-8f94-bd1c2242fea5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb370b37-3d1e-4d5f-95a2-12553dc24487 HTTP/1.1" status: 200 len: 835 time: 0.0727179 Mar 14 16:11:17.423217 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f777767-b53b-4cd5-a9b7-6896fc19ee11 req-d3a99372-11fe-46f1-968e-6eadb5875897 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:17.424646 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4f777767-b53b-4cd5-a9b7-6896fc19ee11 req-d3a99372-11fe-46f1-968e-6eadb5875897 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.1746171 Mar 14 16:11:17.484886 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0dd51aee-f29f-47c0-849f-6ab7826f62ad req-f91bf1a7-a728-4dba-8f53-2ba45fc30af4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65343b88-24a1-4657-8ee7-65463d510126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1164312 Mar 14 16:11:17.486965 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4f777767-b53b-4cd5-a9b7-6896fc19ee11 req-49a7da2f-b6ea-4689-85bd-a092e1170339 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543740 Mar 14 16:11:17.612512 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0dd51aee-f29f-47c0-849f-6ab7826f62ad req-2b4decd4-3b1f-4895-8ce4-df5d29a119c1 service neutron] 10.222.0.24 "GET /v2.0/networks/65343b88-24a1-4657-8ee7-65463d510126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218345 Mar 14 16:11:17.739058 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0dd51aee-f29f-47c0-849f-6ab7826f62ad req-563b59fc-a074-4560-b4f6-5b39623103d9 service neutron] 10.222.0.24 "GET /v2.0/networks/65343b88-24a1-4657-8ee7-65463d510126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208158 Mar 14 16:11:18.087150 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:18.678531 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43660cf-98e0-4d25-bfe1-662aa297b364 req-cefeee7d-ba11-42c2-8737-6a2a9718a3aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:18.679959 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f43660cf-98e0-4d25-bfe1-662aa297b364 req-cefeee7d-ba11-42c2-8737-6a2a9718a3aa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.0740008 Mar 14 16:11:18.724466 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f43660cf-98e0-4d25-bfe1-662aa297b364 req-e470960b-f672-4f45-949c-775979811b2e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391617 Mar 14 16:11:19.920240 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67195232-c892-4e87-b4c4-652491d1900f req-928b7fa8-8335-483d-b940-f552a36bcaaa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:19.921657 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-67195232-c892-4e87-b4c4-652491d1900f req-928b7fa8-8335-483d-b940-f552a36bcaaa tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.0741677 Mar 14 16:11:19.964791 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-67195232-c892-4e87-b4c4-652491d1900f req-0d76deb0-1f0a-4df3-8bf6-e44c6cabd928 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377977 Mar 14 16:11:21.163374 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bb283-fb60-4d67-9c67-2dccbf494153 req-4c9664fc-4a1e-40fe-84cf-130f334bff3f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:21.164731 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-062bb283-fb60-4d67-9c67-2dccbf494153 req-4c9664fc-4a1e-40fe-84cf-130f334bff3f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.0806212 Mar 14 16:11:21.301917 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-062bb283-fb60-4d67-9c67-2dccbf494153 req-9df916c6-2bfc-4dee-af7b-9165044456c8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316621 Mar 14 16:11:21.303492 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:22.508902 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0785d-6a4f-4c61-8b8f-36406b1341d0 req-f6cf0ed8-9114-4fa8-9901-7f30d70f498d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:22.510300 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-56c0785d-6a4f-4c61-8b8f-36406b1341d0 req-f6cf0ed8-9114-4fa8-9901-7f30d70f498d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.0780921 Mar 14 16:11:22.553625 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-56c0785d-6a4f-4c61-8b8f-36406b1341d0 req-9ded79f2-496b-47cd-a4d7-972c92d6da27 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378845 Mar 14 16:11:23.754232 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5312365-2840-4e53-b117-b4b4fc21c7da req-3f7cfe24-3c26-47a1-8cce-bc2589c0151b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:23.755662 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e5312365-2840-4e53-b117-b4b4fc21c7da req-3f7cfe24-3c26-47a1-8cce-bc2589c0151b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.0761042 Mar 14 16:11:23.801349 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e5312365-2840-4e53-b117-b4b4fc21c7da req-849145e8-0222-462c-bd1f-a234ae63576a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402842 Mar 14 16:11:24.994064 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d0e7c-db1a-415d-a359-97021e11d620 req-c3b5133f-2f2a-4034-8294-ed6ace32f1d8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:24.995495 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e40d0e7c-db1a-415d-a359-97021e11d620 req-c3b5133f-2f2a-4034-8294-ed6ace32f1d8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.0738475 Mar 14 16:11:25.126158 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e40d0e7c-db1a-415d-a359-97021e11d620 req-b66cc0df-2bcc-4b7f-83d9-36247324c72f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245496 Mar 14 16:11:26.323455 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387f6fd-e84f-450b-95c8-ac9663ea4ae2 req-dcce9943-bbb5-4699-ae56-e6ca1d8e5a2e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:26.324923 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a387f6fd-e84f-450b-95c8-ac9663ea4ae2 req-dcce9943-bbb5-4699-ae56-e6ca1d8e5a2e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.0771408 Mar 14 16:11:26.369184 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a387f6fd-e84f-450b-95c8-ac9663ea4ae2 req-c7bfff1c-8f49-4d80-bd71-8d3bdceb8f09 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387638 Mar 14 16:11:27.559695 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0715b3e-b029-4501-bb65-87ac252ecaf7 req-5904adef-8225-49ef-bc44-2b726edb0b29 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:27.561023 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b0715b3e-b029-4501-bb65-87ac252ecaf7 req-5904adef-8225-49ef-bc44-2b726edb0b29 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.0739200 Mar 14 16:11:27.605521 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b0715b3e-b029-4501-bb65-87ac252ecaf7 req-2b53df6f-8682-4129-8c22-c0c60172549c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384288 Mar 14 16:11:28.686023 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:11:28.807736 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f84318-532d-4c40-90e3-e36a8332135b req-dcb8d9ac-0725-4af5-b261-7a4930f44889 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:28.809166 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a9f84318-532d-4c40-90e3-e36a8332135b req-dcb8d9ac-0725-4af5-b261-7a4930f44889 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.0779941 Mar 14 16:11:28.861592 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a9f84318-532d-4c40-90e3-e36a8332135b req-5456fd4a-f052-459f-afa0-0b6df5b9c481 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460205 Mar 14 16:11:29.446723 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0dd51aee-f29f-47c0-849f-6ab7826f62ad req-b06301a4-6a8f-4d8f-b868-9a0dc3dd4762 service neutron] 10.222.0.24 "GET /v2.0/ports/ee550dd1-ef0d-4c91-a747-d1036e038d53/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0731926 Mar 14 16:11:29.721497 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0dd51aee-f29f-47c0-849f-6ab7826f62ad req-a1c180ad-422e-4516-922c-f40eb98cce1d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392&tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01 HTTP/1.1" status: 200 len: 1098 time: 0.0719550 Mar 14 16:11:29.812203 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0dd51aee-f29f-47c0-849f-6ab7826f62ad req-b3103904-0335-4900-a9cb-851e6012d47b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 1098 time: 0.0710907 Mar 14 16:11:29.943479 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd51aee-f29f-47c0-849f-6ab7826f62ad req-2da2cbd7-7bd0-4545-b0b0-8b56e2498c0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:29.944935 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0dd51aee-f29f-47c0-849f-6ab7826f62ad req-2da2cbd7-7bd0-4545-b0b0-8b56e2498c0d service neutron] 10.222.0.24 "GET /v2.0/networks?id=65343b88-24a1-4657-8ee7-65463d510126 HTTP/1.1" status: 200 len: 897 time: 0.1270602 Mar 14 16:11:30.102627 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0dd51aee-f29f-47c0-849f-6ab7826f62ad req-b863ad36-140e-400f-9dd2-39813061a175 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee550dd1-ef0d-4c91-a747-d1036e038d53 HTTP/1.1" status: 200 len: 1000 time: 0.1516194 Mar 14 16:11:30.167453 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bd884-9073-49ac-9a25-9bfefb3ae676 req-29a76d19-7602-4494-b1fa-a1fcd07c6922 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:30.168877 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-672bd884-9073-49ac-9a25-9bfefb3ae676 req-29a76d19-7602-4494-b1fa-a1fcd07c6922 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.1630056 Mar 14 16:11:30.192523 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd51aee-f29f-47c0-849f-6ab7826f62ad req-25fbfb8c-c807-44ad-aa85-553abac29abe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:30.193889 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0dd51aee-f29f-47c0-849f-6ab7826f62ad req-25fbfb8c-c807-44ad-aa85-553abac29abe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb370b37-3d1e-4d5f-95a2-12553dc24487 HTTP/1.1" status: 200 len: 835 time: 0.0849082 Mar 14 16:11:30.259463 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-672bd884-9073-49ac-9a25-9bfefb3ae676 req-6a2af61b-b100-4e2e-916e-3ff7121d2fdb tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842965 Mar 14 16:11:30.288393 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0dd51aee-f29f-47c0-849f-6ab7826f62ad req-41e43e11-bb7e-4ed4-a5dc-3882450c8e38 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65343b88-24a1-4657-8ee7-65463d510126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0888729 Mar 14 16:11:30.419929 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0dd51aee-f29f-47c0-849f-6ab7826f62ad req-f6dfba4a-4623-4e6e-8010-0bf1f43229fb service neutron] 10.222.0.24 "GET /v2.0/networks/65343b88-24a1-4657-8ee7-65463d510126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251268 Mar 14 16:11:30.549178 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0dd51aee-f29f-47c0-849f-6ab7826f62ad req-4b1422d4-2051-4568-a090-c87774f2bb9a service neutron] 10.222.0.24 "GET /v2.0/networks/65343b88-24a1-4657-8ee7-65463d510126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229260 Mar 14 16:11:31.461485 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939689ac-c740-401d-a2a2-37a80b12dbb6 req-98ce515e-65d0-4fdc-80b4-36e499b4e7d4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:31.462945 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-939689ac-c740-401d-a2a2-37a80b12dbb6 req-98ce515e-65d0-4fdc-80b4-36e499b4e7d4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.0760555 Mar 14 16:11:31.507395 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-939689ac-c740-401d-a2a2-37a80b12dbb6 req-7afe6834-8c7b-4019-9400-93da820cff58 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389092 Mar 14 16:11:31.904413 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device ee550dd1-ef0d-4c91-a747-d1036e038d53 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 16:11:32.033717 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port ee550dd1-ef0d-4c91-a747-d1036e038d53, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ee550dd1-ef0d-4c91-a747-d1036e038d53,segment=NetworkSegment(a38449b5-de0f-480f-bb54-ef68f8de984f),segment_id=a38449b5-de0f-480f-bb54-ef68f8de984f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:11:32.046986 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': 'ee550dd1-ef0d-4c91-a747-d1036e038d53', 'network_id': '65343b88-24a1-4657-8ee7-65463d510126', 'port_id': 'ee550dd1-ef0d-4c91-a747-d1036e038d53', 'mac_address': 'fa:16:3e:d9:aa:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb370b37-3d1e-4d5f-95a2-12553dc24487', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 16:11:32.099500 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:32.116157 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee550dd1-ef0d-4c91-a747-d1036e038d53 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:11:32.130470 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port ee550dd1-ef0d-4c91-a747-d1036e038d53, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ee550dd1-ef0d-4c91-a747-d1036e038d53,segment=NetworkSegment(a38449b5-de0f-480f-bb54-ef68f8de984f),segment_id=a38449b5-de0f-480f-bb54-ef68f8de984f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:11:32.134724 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:32.202844 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=ee550dd1-ef0d-4c91-a747-d1036e038d53,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:11:32.210960 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:32.211309 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:32.211648 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:32.211983 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:32.212312 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:32.212639 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:32.212964 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:32.213289 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:32.213611 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:32.213931 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:32.214289 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:32.344734 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['ee550dd1-ef0d-4c91-a747-d1036e038d53'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:11:32.704031 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e73e8d-9913-4fb1-9505-e1d615ffbe88 req-554e7e62-6242-4aab-be34-f3879ee17472 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:32.705470 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d9e73e8d-9913-4fb1-9505-e1d615ffbe88 req-554e7e62-6242-4aab-be34-f3879ee17472 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 944 time: 0.0754883 Mar 14 16:11:32.752603 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d9e73e8d-9913-4fb1-9505-e1d615ffbe88 req-2aab2914-8f26-442d-a679-9b40621fdbac tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415864 Mar 14 16:11:33.908141 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device ee550dd1-ef0d-4c91-a747-d1036e038d53 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:11:33.948933 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd981c-ebf6-4500-8afe-a2617118f650 req-3028dc4e-4b97-48c4-8760-5fbd57df5de6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:33.950391 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-28dd981c-ebf6-4500-8afe-a2617118f650 req-3028dc4e-4b97-48c4-8760-5fbd57df5de6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 944 time: 0.0790203 Mar 14 16:11:33.975233 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port ee550dd1-ef0d-4c91-a747-d1036e038d53 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:11:33.975613 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:33.995239 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-28dd981c-ebf6-4500-8afe-a2617118f650 req-b6d2fe16-8344-4239-89d5-cc9adab1922d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393984 Mar 14 16:11:34.090775 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:34.116955 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd1c55b-8d61-4b0a-be94-28d33e565392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee550dd1-ef0d-4c91-a747-d1036e038d53'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:11:34.126515 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port ee550dd1-ef0d-4c91-a747-d1036e038d53, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ee550dd1-ef0d-4c91-a747-d1036e038d53,segment=NetworkSegment(a38449b5-de0f-480f-bb54-ef68f8de984f),segment_id=a38449b5-de0f-480f-bb54-ef68f8de984f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:11:34.135464 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:34.229669 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=ee550dd1-ef0d-4c91-a747-d1036e038d53,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:11:34.290173 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd1c55b-8d61-4b0a-be94-28d33e565392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee550dd1-ef0d-4c91-a747-d1036e038d53', 'code': 200} Mar 14 16:11:34.406937 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05102de2-b020-45e2-a6e8-275b17056628 req-2b3919ac-7e13-4c07-9e29-31e446a310c1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:34.408325 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-05102de2-b020-45e2-a6e8-275b17056628 req-2b3919ac-7e13-4c07-9e29-31e446a310c1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392&tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&binding%3Ahost_id=hv-neutron-8335 HTTP/1.1" status: 200 len: 945 time: 0.1025462 Mar 14 16:11:34.414402 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f2c71-6a84-4da2-bd38-0748c3e3abcc req-e20487b2-c68c-4d9b-94d0-b9dc6c52cd1b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:34.415707 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5b0f2c71-6a84-4da2-bd38-0748c3e3abcc req-e20487b2-c68c-4d9b-94d0-b9dc6c52cd1b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.1409681 Mar 14 16:11:34.462617 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5b0f2c71-6a84-4da2-bd38-0748c3e3abcc req-76d0304b-2057-41fb-a469-d01fd759f218 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414886 Mar 14 16:11:34.550132 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-05102de2-b020-45e2-a6e8-275b17056628 req-aad35f68-3cd3-44b6-9047-807b1c0e99a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 1098 time: 0.0668669 Mar 14 16:11:34.664683 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5f996-c5d5-41c7-8f2e-619dbdda8045 req-6b077b42-7664-455b-8704-4065ba88d813 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:34.666233 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1cc5f996-c5d5-41c7-8f2e-619dbdda8045 req-6b077b42-7664-455b-8704-4065ba88d813 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.0780010 Mar 14 16:11:34.679288 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05102de2-b020-45e2-a6e8-275b17056628 req-326715f5-7e71-4f82-af3c-3d3ae5bc9c9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:34.680704 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-05102de2-b020-45e2-a6e8-275b17056628 req-326715f5-7e71-4f82-af3c-3d3ae5bc9c9f service neutron] 10.222.0.24 "GET /v2.0/networks?id=65343b88-24a1-4657-8ee7-65463d510126 HTTP/1.1" status: 200 len: 897 time: 0.1255231 Mar 14 16:11:34.712780 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1cc5f996-c5d5-41c7-8f2e-619dbdda8045 req-83326d32-fd4a-448a-a60b-70a5c18f770b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400679 Mar 14 16:11:34.863657 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-05102de2-b020-45e2-a6e8-275b17056628 req-d984925f-ed56-4c60-9893-cbf8ef43a65b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee550dd1-ef0d-4c91-a747-d1036e038d53 HTTP/1.1" status: 200 len: 1000 time: 0.1776040 Mar 14 16:11:34.923300 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05102de2-b020-45e2-a6e8-275b17056628 req-399f1f41-9444-47e9-96d9-5c1af0bd1f22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:34.924653 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-05102de2-b020-45e2-a6e8-275b17056628 req-399f1f41-9444-47e9-96d9-5c1af0bd1f22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb370b37-3d1e-4d5f-95a2-12553dc24487 HTTP/1.1" status: 200 len: 835 time: 0.0554202 Mar 14 16:11:34.997468 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-05102de2-b020-45e2-a6e8-275b17056628 req-4b34d973-a04d-4094-9946-b9179e0bf112 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65343b88-24a1-4657-8ee7-65463d510126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673306 Mar 14 16:11:35.124388 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-05102de2-b020-45e2-a6e8-275b17056628 req-6d589ff8-f4d1-4bb5-b97c-d303b5e6e626 service neutron] 10.222.0.24 "GET /v2.0/networks/65343b88-24a1-4657-8ee7-65463d510126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199014 Mar 14 16:11:35.258485 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-05102de2-b020-45e2-a6e8-275b17056628 req-d1a14542-a5ad-4869-9a26-0899faf45f3d service neutron] 10.222.0.24 "GET /v2.0/networks/65343b88-24a1-4657-8ee7-65463d510126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275604 Mar 14 16:11:35.915339 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f609c10-3aa7-4e6f-a2ac-daedfea9f9a7 req-d72c56b0-1b0b-4ced-b4d0-879f594bdc73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:35.916760 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9f609c10-3aa7-4e6f-a2ac-daedfea9f9a7 req-d72c56b0-1b0b-4ced-b4d0-879f594bdc73 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.0748694 Mar 14 16:11:35.961610 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9f609c10-3aa7-4e6f-a2ac-daedfea9f9a7 req-35de4fa9-44dc-4179-9a6b-f040054d8783 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392869 Mar 14 16:11:35.990823 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60790) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:11:36.093520 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-af525e1a-9740-4b34-aafc-7f26468e2ff2 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/52caaa62-5524-414d-bd06-7a2107a9499e HTTP/1.1" status: 200 len: 992 time: 0.1016128 Mar 14 16:11:40.751535 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4cb3f66c-9741-4ec8-a914-230fb71007bd req-ea49902d-621f-4090-af12-ca2b1af23ae4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690084 Mar 14 16:11:40.884664 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4cb3f66c-9741-4ec8-a914-230fb71007bd req-e2b9e888-016c-45d6-9b0d-d7c7520f859e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 1098 time: 0.0676060 Mar 14 16:11:41.028263 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3f66c-9741-4ec8-a914-230fb71007bd req-5c99c2fa-c20b-4dcf-b98f-e9cddf0ab573 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:41.029584 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4cb3f66c-9741-4ec8-a914-230fb71007bd req-5c99c2fa-c20b-4dcf-b98f-e9cddf0ab573 service neutron] 10.222.0.24 "GET /v2.0/networks?id=65343b88-24a1-4657-8ee7-65463d510126 HTTP/1.1" status: 200 len: 897 time: 0.1261833 Mar 14 16:11:41.130782 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4cb3f66c-9741-4ec8-a914-230fb71007bd req-690b989e-25ff-4fce-a96b-a0e7c8763706 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee550dd1-ef0d-4c91-a747-d1036e038d53 HTTP/1.1" status: 200 len: 1000 time: 0.0943005 Mar 14 16:11:41.192017 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3f66c-9741-4ec8-a914-230fb71007bd req-0712a371-62d3-48d1-aa72-8829a78737a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:41.193426 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4cb3f66c-9741-4ec8-a914-230fb71007bd req-0712a371-62d3-48d1-aa72-8829a78737a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb370b37-3d1e-4d5f-95a2-12553dc24487 HTTP/1.1" status: 200 len: 835 time: 0.0570714 Mar 14 16:11:41.269783 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4cb3f66c-9741-4ec8-a914-230fb71007bd req-925bcd23-e0f3-4a06-8ee4-da5b5c449041 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65343b88-24a1-4657-8ee7-65463d510126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706556 Mar 14 16:11:41.396282 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4cb3f66c-9741-4ec8-a914-230fb71007bd req-b00bce73-bde2-447f-acde-6116a97bf1d1 service neutron] 10.222.0.24 "GET /v2.0/networks/65343b88-24a1-4657-8ee7-65463d510126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210890 Mar 14 16:11:41.526684 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4cb3f66c-9741-4ec8-a914-230fb71007bd req-821e8d69-6fab-40f5-aaa2-ba7ffe3719e0 service neutron] 10.222.0.24 "GET /v2.0/networks/65343b88-24a1-4657-8ee7-65463d510126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248019 Mar 14 16:11:43.014789 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f386d1b9-4c73-4f73-87a4-40dedfaa12cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:45.185208 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fe142f86-f063-4b06-a727-e5742209d430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:46.430458 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:46.649089 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:48.087858 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:51.302675 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:05.686141 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:12:13.016598 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8fd03eed-cb4a-4984-a2c0-8093777cfa73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:15.176593 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-42eba329-4727-49cb-8982-d34719e31e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:16.433701 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:16.621286 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:18.089335 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:21.309413 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:22.744792 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60806) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:12:23.022969 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-11e1caa6-98eb-42c5-b6e4-aa8c07a17e13 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting port 3212a1a4-1794-492b-ad56-652336eb1c6e {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:12:23.023219 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-11e1caa6-98eb-42c5-b6e4-aa8c07a17e13 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:23.185217 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-11e1caa6-98eb-42c5-b6e4-aa8c07a17e13 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:23.185538 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-11e1caa6-98eb-42c5-b6e4-aa8c07a17e13 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:23.307657 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-11e1caa6-98eb-42c5-b6e4-aa8c07a17e13 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Calling delete_port for 3212a1a4-1794-492b-ad56-652336eb1c6e owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:12:23.452567 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-11e1caa6-98eb-42c5-b6e4-aa8c07a17e13 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:23.496357 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1caa6-98eb-42c5-b6e4-aa8c07a17e13 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Port': ['ID=3212a1a4-1794-492b-ad56-652336eb1c6e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:23.534750 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1caa6-98eb-42c5-b6e4-aa8c07a17e13 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:23.535103 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1caa6-98eb-42c5-b6e4-aa8c07a17e13 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:23.535449 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1caa6-98eb-42c5-b6e4-aa8c07a17e13 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:23.535791 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1caa6-98eb-42c5-b6e4-aa8c07a17e13 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:23.536129 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1caa6-98eb-42c5-b6e4-aa8c07a17e13 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:23.536463 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1caa6-98eb-42c5-b6e4-aa8c07a17e13 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:23.536792 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1caa6-98eb-42c5-b6e4-aa8c07a17e13 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:23.537121 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1caa6-98eb-42c5-b6e4-aa8c07a17e13 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:23.537446 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1caa6-98eb-42c5-b6e4-aa8c07a17e13 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:23.537771 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1caa6-98eb-42c5-b6e4-aa8c07a17e13 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:23.538119 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1caa6-98eb-42c5-b6e4-aa8c07a17e13 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:23.599506 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-11e1caa6-98eb-42c5-b6e4-aa8c07a17e13 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:23.979888 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e1caa6-98eb-42c5-b6e4-aa8c07a17e13 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router ec25c0fc-0e6a-4dd1-a848-f40debacf52e has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:12:24.176474 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e1caa6-98eb-42c5-b6e4-aa8c07a17e13 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:12:24.187815 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21540bb3-017f-4227-8278-cd0f3cd3781a None None] Sync routers for ids ['ec25c0fc-0e6a-4dd1-a848-f40debacf52e'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:12:24.197677 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-11e1caa6-98eb-42c5-b6e4-aa8c07a17e13 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:24.206456 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21540bb3-017f-4227-8278-cd0f3cd3781a None None] Routers {'ec25c0fc-0e6a-4dd1-a848-f40debacf52e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:12:24.207054 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-21540bb3-017f-4227-8278-cd0f3cd3781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:12:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['ec25c0fc-0e6a-4dd1-a848-f40debacf52e'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:24.261846 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-11e1caa6-98eb-42c5-b6e4-aa8c07a17e13 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/floatingips/52caaa62-5524-414d-bd06-7a2107a9499e HTTP/1.1" status: 204 len: 168 time: 1.5159025 Mar 14 16:12:24.262475 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd1c55b-8d61-4b0a-be94-28d33e565392', 'tag': 'ee550dd1-ef0d-4c91-a747-d1036e038d53'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:12:24.347954 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd1c55b-8d61-4b0a-be94-28d33e565392', 'tag': 'ee550dd1-ef0d-4c91-a747-d1036e038d53', 'status': 'completed', 'code': 200} Mar 14 16:12:24.395320 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-21540bb3-017f-4227-8278-cd0f3cd3781a None None] Set router ec25c0fc-0e6a-4dd1-a848-f40debacf52e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:12:24.440089 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-689f6752-6b8c-41b9-a539-164ede8ee434 req-bea808e1-b577-4452-97e2-ee3b0f1950d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 1098 time: 0.0694962 Mar 14 16:12:24.672418 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f6752-6b8c-41b9-a539-164ede8ee434 req-4ba78800-a097-4f5e-844d-6028980ecb6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:24.673869 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-689f6752-6b8c-41b9-a539-164ede8ee434 req-4ba78800-a097-4f5e-844d-6028980ecb6f service neutron] 10.222.0.24 "GET /v2.0/networks?id=65343b88-24a1-4657-8ee7-65463d510126 HTTP/1.1" status: 200 len: 897 time: 0.2280984 Mar 14 16:12:24.683586 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610088b8-3cd5-4a67-a498-2f088455af99 req-7bd79b2b-7aa2-4d00-bc0a-627b933b2383 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:24.685103 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-610088b8-3cd5-4a67-a498-2f088455af99 req-7bd79b2b-7aa2-4d00-bc0a-627b933b2383 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.0830202 Mar 14 16:12:24.732631 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-610088b8-3cd5-4a67-a498-2f088455af99 req-83828090-058f-4a1e-ae9a-7878a097c473 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414910 Mar 14 16:12:24.737498 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-21540bb3-017f-4227-8278-cd0f3cd3781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974885181', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:51Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '1c86fa63-c656-49ff-9c67-5eed163d7ee6', 'name': '', 'network_id': '65343b88-24a1-4657-8ee7-65463d510126', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:ae:03:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb370b37-3d1e-4d5f-95a2-12553dc24487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:50Z', 'updated_at': '2022-03-14T16:09:58Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': 'eb370b37-3d1e-4d5f-95a2-12553dc24487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:24.741391 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21540bb3-017f-4227-8278-cd0f3cd3781a None None] Checking router: ec25c0fc-0e6a-4dd1-a848-f40debacf52e for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:12:24.745377 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-689f6752-6b8c-41b9-a539-164ede8ee434 req-235dc06f-09f7-4bad-bdc8-d76d24195650 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee550dd1-ef0d-4c91-a747-d1036e038d53 HTTP/1.1" status: 200 len: 217 time: 0.0652153 Mar 14 16:12:24.756596 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21540bb3-017f-4227-8278-cd0f3cd3781a None None] Routers {'ec25c0fc-0e6a-4dd1-a848-f40debacf52e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:12:24.757296 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-21540bb3-017f-4227-8278-cd0f3cd3781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:12:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['ec25c0fc-0e6a-4dd1-a848-f40debacf52e'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:24.807950 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f6752-6b8c-41b9-a539-164ede8ee434 req-f58bfedf-75a8-4a20-8448-c75d23d51fad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:24.809311 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-689f6752-6b8c-41b9-a539-164ede8ee434 req-f58bfedf-75a8-4a20-8448-c75d23d51fad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb370b37-3d1e-4d5f-95a2-12553dc24487 HTTP/1.1" status: 200 len: 835 time: 0.0570109 Mar 14 16:12:24.889585 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-689f6752-6b8c-41b9-a539-164ede8ee434 req-af13af88-6bb5-43e1-88b5-05034cf4cedc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65343b88-24a1-4657-8ee7-65463d510126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736840 Mar 14 16:12:24.927910 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-21540bb3-017f-4227-8278-cd0f3cd3781a None None] Set router ec25c0fc-0e6a-4dd1-a848-f40debacf52e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:12:25.020909 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-689f6752-6b8c-41b9-a539-164ede8ee434 req-14da96e1-d782-4cba-b92d-0384b4f4aa61 service neutron] 10.222.0.24 "GET /v2.0/networks/65343b88-24a1-4657-8ee7-65463d510126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246116 Mar 14 16:12:25.152842 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-689f6752-6b8c-41b9-a539-164ede8ee434 req-ea841c07-c864-42b1-b5cf-aaefd1d24b27 service neutron] 10.222.0.24 "GET /v2.0/networks/65343b88-24a1-4657-8ee7-65463d510126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242428 Mar 14 16:12:25.266995 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-21540bb3-017f-4227-8278-cd0f3cd3781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974885181', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:51Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '1c86fa63-c656-49ff-9c67-5eed163d7ee6', 'name': '', 'network_id': '65343b88-24a1-4657-8ee7-65463d510126', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:ae:03:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb370b37-3d1e-4d5f-95a2-12553dc24487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:50Z', 'updated_at': '2022-03-14T16:09:58Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': 'eb370b37-3d1e-4d5f-95a2-12553dc24487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:25.270905 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21540bb3-017f-4227-8278-cd0f3cd3781a None None] The sync data for ids ['ec25c0fc-0e6a-4dd1-a848-f40debacf52e'] in dv-neutron-833561-1-hyperv is: [{'id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974885181', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:51Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '1c86fa63-c656-49ff-9c67-5eed163d7ee6', 'name': '', 'network_id': '65343b88-24a1-4657-8ee7-65463d510126', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:ae:03:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb370b37-3d1e-4d5f-95a2-12553dc24487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:50Z', 'updated_at': '2022-03-14T16:09:58Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': 'eb370b37-3d1e-4d5f-95a2-12553dc24487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:12:25.486224 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4264c9c2-6582-4063-a1cb-ddd8fc920d87 None None] New status for floating IP 52caaa62-5524-414d-bd06-7a2107a9499e: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 16:12:25.945942 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8fc0a-d9b9-458a-8ffc-8b6e24538e77 req-3dd53f0c-0f7c-47f4-83dc-460cb77d46ac tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:25.946656 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-d3a8fc0a-d9b9-458a-8ffc-8b6e24538e77 req-3dd53f0c-0f7c-47f4-83dc-460cb77d46ac tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:12:25.961965 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-d3a8fc0a-d9b9-458a-8ffc-8b6e24538e77 req-3dd53f0c-0f7c-47f4-83dc-460cb77d46ac tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:12:25.963105 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d3a8fc0a-d9b9-458a-8ffc-8b6e24538e77 req-3dd53f0c-0f7c-47f4-83dc-460cb77d46ac tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.0913224 Mar 14 16:12:26.007291 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d3a8fc0a-d9b9-458a-8ffc-8b6e24538e77 req-0c0f9b38-10a1-4938-96c2-a86f8c9e23fd tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=f520647d-7f7d-4e19-84c5-4a3abb41c392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386693 Mar 14 16:12:26.495538 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91cdde-bc85-4b7c-a39e-b4082982330e req-ccb78f09-89da-4e0d-b676-d084b006eb40 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:26.496881 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fb91cdde-bc85-4b7c-a39e-b4082982330e req-ccb78f09-89da-4e0d-b676-d084b006eb40 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 945 time: 0.0809321 Mar 14 16:12:26.561817 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-fb91cdde-bc85-4b7c-a39e-b4082982330e req-7edad58e-5834-494a-91ce-c978789a3d59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting port ee550dd1-ef0d-4c91-a747-d1036e038d53 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:12:26.562185 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fb91cdde-bc85-4b7c-a39e-b4082982330e req-7edad58e-5834-494a-91ce-c978789a3d59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:26.795625 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-fb91cdde-bc85-4b7c-a39e-b4082982330e req-7edad58e-5834-494a-91ce-c978789a3d59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] For port ee550dd1-ef0d-4c91-a747-d1036e038d53, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ee550dd1-ef0d-4c91-a747-d1036e038d53,segment=NetworkSegment(a38449b5-de0f-480f-bb54-ef68f8de984f),segment_id=a38449b5-de0f-480f-bb54-ef68f8de984f)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:12:26.795900 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fb91cdde-bc85-4b7c-a39e-b4082982330e req-7edad58e-5834-494a-91ce-c978789a3d59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:26.911825 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-fb91cdde-bc85-4b7c-a39e-b4082982330e req-7edad58e-5834-494a-91ce-c978789a3d59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Calling delete_port for ee550dd1-ef0d-4c91-a747-d1036e038d53 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:12:27.052036 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fb91cdde-bc85-4b7c-a39e-b4082982330e req-7edad58e-5834-494a-91ce-c978789a3d59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:27.099355 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edad58e-5834-494a-91ce-c978789a3d59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Port': ['ID=ee550dd1-ef0d-4c91-a747-d1036e038d53,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:27.174332 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-626ea171-742f-4ff1-99be-921881883252 req-68861762-59d4-4bd8-b4ea-456379f80436 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd1c55b-8d61-4b0a-be94-28d33e565392 HTTP/1.1" status: 200 len: 210 time: 0.0415597 Mar 14 16:12:27.178228 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb91cdde-bc85-4b7c-a39e-b4082982330e req-7edad58e-5834-494a-91ce-c978789a3d59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] No DVR routers for this DVR port ee550dd1-ef0d-4c91-a747-d1036e038d53 on host hv-neutron-8335 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:12:27.181241 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fb91cdde-bc85-4b7c-a39e-b4082982330e req-7edad58e-5834-494a-91ce-c978789a3d59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:27.183840 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd1c55b-8d61-4b0a-be94-28d33e565392', 'name': 'network-vif-deleted', 'tag': 'ee550dd1-ef0d-4c91-a747-d1036e038d53'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:12:27.202687 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fb91cdde-bc85-4b7c-a39e-b4082982330e req-7edad58e-5834-494a-91ce-c978789a3d59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "DELETE /v2.0/ports/ee550dd1-ef0d-4c91-a747-d1036e038d53 HTTP/1.1" status: 204 len: 173 time: 0.7008572 Mar 14 16:12:27.247805 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd1c55b-8d61-4b0a-be94-28d33e565392', 'name': 'network-vif-deleted', 'tag': 'ee550dd1-ef0d-4c91-a747-d1036e038d53', 'status': 'completed', 'code': 200} Mar 14 16:12:28.278702 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60832) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:12:28.776546 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25140951-c057-4d9b-861c-79ed99057cd4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:29.364798 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-25140951-c057-4d9b-861c-79ed99057cd4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting port 1c86fa63-c656-49ff-9c67-5eed163d7ee6 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:12:29.365474 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25140951-c057-4d9b-861c-79ed99057cd4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:29.552479 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-25140951-c057-4d9b-861c-79ed99057cd4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] For port 1c86fa63-c656-49ff-9c67-5eed163d7ee6, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=1c86fa63-c656-49ff-9c67-5eed163d7ee6,segment=NetworkSegment(a38449b5-de0f-480f-bb54-ef68f8de984f),segment_id=a38449b5-de0f-480f-bb54-ef68f8de984f)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:12:29.552737 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25140951-c057-4d9b-861c-79ed99057cd4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:29.668053 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-25140951-c057-4d9b-861c-79ed99057cd4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Calling delete_port for 1c86fa63-c656-49ff-9c67-5eed163d7ee6 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:12:29.841702 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25140951-c057-4d9b-861c-79ed99057cd4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:29.884490 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25140951-c057-4d9b-861c-79ed99057cd4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Port': ['ID=1c86fa63-c656-49ff-9c67-5eed163d7ee6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:30.168384 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device ee550dd1-ef0d-4c91-a747-d1036e038d53 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:12:30.206204 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: ee550dd1-ef0d-4c91-a747-d1036e038d53 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:12:30.206627 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device ee550dd1-ef0d-4c91-a747-d1036e038d53 not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:12:30.287075 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25140951-c057-4d9b-861c-79ed99057cd4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:30.868231 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25140951-c057-4d9b-861c-79ed99057cd4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router ec25c0fc-0e6a-4dd1-a848-f40debacf52e has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:12:31.077542 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25140951-c057-4d9b-861c-79ed99057cd4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:12:31.087005 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3df3a8-d8d1-4db3-b26b-7c259a697720 None None] Sync routers for ids ['ec25c0fc-0e6a-4dd1-a848-f40debacf52e'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:12:31.089861 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-25140951-c057-4d9b-861c-79ed99057cd4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "PUT /v2.0/routers/ec25c0fc-0e6a-4dd1-a848-f40debacf52e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8101249 Mar 14 16:12:31.092523 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60836) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:12:31.099328 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3df3a8-d8d1-4db3-b26b-7c259a697720 None None] Routers {'ec25c0fc-0e6a-4dd1-a848-f40debacf52e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:12:31.099919 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6e3df3a8-d8d1-4db3-b26b-7c259a697720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:12:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['ec25c0fc-0e6a-4dd1-a848-f40debacf52e'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:31.279170 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3fcf8c-4e7e-4d11-9133-7fa067b94d50 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting subnet eb370b37-3d1e-4d5f-95a2-12553dc24487 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 16:12:31.281240 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-6e3df3a8-d8d1-4db3-b26b-7c259a697720 None None] Set router ec25c0fc-0e6a-4dd1-a848-f40debacf52e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:12:31.281967 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bc3fcf8c-4e7e-4d11-9133-7fa067b94d50 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:31.344276 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bc3fcf8c-4e7e-4d11-9133-7fa067b94d50 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:31.431865 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bc3fcf8c-4e7e-4d11-9133-7fa067b94d50 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:31.506599 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bc3fcf8c-4e7e-4d11-9133-7fa067b94d50 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:31.584556 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6e3df3a8-d8d1-4db3-b26b-7c259a697720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974885181', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:12:29Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:31.589367 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3df3a8-d8d1-4db3-b26b-7c259a697720 None None] Checking router: ec25c0fc-0e6a-4dd1-a848-f40debacf52e for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:12:31.600263 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3df3a8-d8d1-4db3-b26b-7c259a697720 None None] Routers {'ec25c0fc-0e6a-4dd1-a848-f40debacf52e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:12:31.600903 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6e3df3a8-d8d1-4db3-b26b-7c259a697720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:12:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['ec25c0fc-0e6a-4dd1-a848-f40debacf52e'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:31.643423 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3fcf8c-4e7e-4d11-9133-7fa067b94d50 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Subnet': ['ID=eb370b37-3d1e-4d5f-95a2-12553dc24487,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:31.650697 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bc3fcf8c-4e7e-4d11-9133-7fa067b94d50 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:31.657164 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb557f6f-ccce-4ff4-bced-6c800e309bb5 None None] Network 65343b88-24a1-4657-8ee7-65463d510126 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:12:31.658642 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-bc3fcf8c-4e7e-4d11-9133-7fa067b94d50 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/subnets/eb370b37-3d1e-4d5f-95a2-12553dc24487 HTTP/1.1" status: 204 len: 168 time: 0.5650547 Mar 14 16:12:31.660925 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60840) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:12:31.790114 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-6e3df3a8-d8d1-4db3-b26b-7c259a697720 None None] Set router ec25c0fc-0e6a-4dd1-a848-f40debacf52e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:12:31.870566 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c23c-e204-4bde-a88c-8cc665c96f2e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:31.907779 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069ace6c-4094-40a6-8774-715086815065 None None] DHCP port deletion for 65343b88-24a1-4657-8ee7-65463d510126 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 16:12:31.912248 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-069ace6c-4094-40a6-8774-715086815065 None None] Deleting port f418059f-5d90-488d-903c-596301bf4ac1 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:12:31.912688 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-069ace6c-4094-40a6-8774-715086815065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:32.067635 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6e3df3a8-d8d1-4db3-b26b-7c259a697720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974885181', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:12:29Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:32.068949 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c23c-e204-4bde-a88c-8cc665c96f2e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:32.071434 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3df3a8-d8d1-4db3-b26b-7c259a697720 None None] The sync data for ids ['ec25c0fc-0e6a-4dd1-a848-f40debacf52e'] in dv-neutron-833561-1-hyperv is: [{'id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974885181', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:12:29Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '698807a3-2e7e-40f2-a965-63a51eda1aaf', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec25c0fc-0e6a-4dd1-a848-f40debacf52e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:47Z', 'updated_at': '2022-03-14T16:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:12:32.083962 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-f1f8c23c-e204-4bde-a88c-8cc665c96f2e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting port 698807a3-2e7e-40f2-a965-63a51eda1aaf {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:12:32.084315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c23c-e204-4bde-a88c-8cc665c96f2e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:32.134998 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-069ace6c-4094-40a6-8774-715086815065 None None] For port f418059f-5d90-488d-903c-596301bf4ac1, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f418059f-5d90-488d-903c-596301bf4ac1,segment=NetworkSegment(a38449b5-de0f-480f-bb54-ef68f8de984f),segment_id=a38449b5-de0f-480f-bb54-ef68f8de984f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:12:32.135675 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-069ace6c-4094-40a6-8774-715086815065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:32.255149 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-069ace6c-4094-40a6-8774-715086815065 None None] Calling delete_port for f418059f-5d90-488d-903c-596301bf4ac1 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:12:32.265678 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-f1f8c23c-e204-4bde-a88c-8cc665c96f2e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] For port 698807a3-2e7e-40f2-a965-63a51eda1aaf, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=698807a3-2e7e-40f2-a965-63a51eda1aaf,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:12:32.266035 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c23c-e204-4bde-a88c-8cc665c96f2e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:32.329216 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-069ace6c-4094-40a6-8774-715086815065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:32.373759 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ace6c-4094-40a6-8774-715086815065 None None] Pushing event deleted for resources: {'Port': ['ID=f418059f-5d90-488d-903c-596301bf4ac1,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:32.379137 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069ace6c-4094-40a6-8774-715086815065 None None] No DVR routers for this DVR port f418059f-5d90-488d-903c-596301bf4ac1 on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:12:32.385654 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-f1f8c23c-e204-4bde-a88c-8cc665c96f2e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Calling delete_port for 698807a3-2e7e-40f2-a965-63a51eda1aaf owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:12:32.394472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ace6c-4094-40a6-8774-715086815065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:32.394472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ace6c-4094-40a6-8774-715086815065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:32.394472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ace6c-4094-40a6-8774-715086815065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:32.394472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ace6c-4094-40a6-8774-715086815065 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:32.394472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ace6c-4094-40a6-8774-715086815065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:32.394472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ace6c-4094-40a6-8774-715086815065 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:32.394472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ace6c-4094-40a6-8774-715086815065 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:32.394989 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ace6c-4094-40a6-8774-715086815065 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:32.395265 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ace6c-4094-40a6-8774-715086815065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:32.395560 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ace6c-4094-40a6-8774-715086815065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:32.395931 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ace6c-4094-40a6-8774-715086815065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:32.484477 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f418059f-5d90-488d-903c-596301bf4ac1 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:12:32.518805 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: f418059f-5d90-488d-903c-596301bf4ac1 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:12:32.519159 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f418059f-5d90-488d-903c-596301bf4ac1 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:12:32.519594 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 1c86fa63-c656-49ff-9c67-5eed163d7ee6 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:12:32.556460 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 1c86fa63-c656-49ff-9c67-5eed163d7ee6 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:12:32.556809 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 1c86fa63-c656-49ff-9c67-5eed163d7ee6 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:12:32.574004 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c23c-e204-4bde-a88c-8cc665c96f2e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:32.620311 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8c23c-e204-4bde-a88c-8cc665c96f2e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Port': ['ID=698807a3-2e7e-40f2-a965-63a51eda1aaf,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:32.832251 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c23c-e204-4bde-a88c-8cc665c96f2e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:33.164381 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c23c-e204-4bde-a88c-8cc665c96f2e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:33.168551 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c23c-e204-4bde-a88c-8cc665c96f2e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:33.192462 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c23c-e204-4bde-a88c-8cc665c96f2e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:33.193149 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f8c23c-e204-4bde-a88c-8cc665c96f2e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Fanout notify agent at l3_agent the message router_deleted on router ec25c0fc-0e6a-4dd1-a848-f40debacf52e {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 16:12:33.208375 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c23c-e204-4bde-a88c-8cc665c96f2e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:33.209632 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f1f8c23c-e204-4bde-a88c-8cc665c96f2e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/routers/ec25c0fc-0e6a-4dd1-a848-f40debacf52e HTTP/1.1" status: 204 len: 168 time: 1.5475006 Mar 14 16:12:33.212806 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60846) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:12:33.327249 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-060cac09-d343-473f-8a34-6f79f3229387 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:33.456914 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-060cac09-d343-473f-8a34-6f79f3229387 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:33.481978 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-060cac09-d343-473f-8a34-6f79f3229387 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65343b88-24a1-4657-8ee7-65463d510126']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:33.493569 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-060cac09-d343-473f-8a34-6f79f3229387 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38449b5-de0f-480f-bb54-ef68f8de984f') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:33.493860 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-060cac09-d343-473f-8a34-6f79f3229387 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38449b5-de0f-480f-bb54-ef68f8de984f') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:33.504702 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-060cac09-d343-473f-8a34-6f79f3229387 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:33.520234 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-060cac09-d343-473f-8a34-6f79f3229387 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:33.526937 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060cac09-d343-473f-8a34-6f79f3229387 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 16:12:33.527315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-060cac09-d343-473f-8a34-6f79f3229387 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 16:12:33.541548 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 16:12:33.624125 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-060cac09-d343-473f-8a34-6f79f3229387 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:33.642287 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-060cac09-d343-473f-8a34-6f79f3229387 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:33.654300 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cac09-d343-473f-8a34-6f79f3229387 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Network': ['ID=65343b88-24a1-4657-8ee7-65463d510126,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:33.667046 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-060cac09-d343-473f-8a34-6f79f3229387 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/networks/65343b88-24a1-4657-8ee7-65463d510126 HTTP/1.1" status: 204 len: 168 time: 0.4531255 Mar 14 16:12:33.669543 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60850) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:12:33.738231 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25279118-9669-4331-8dfa-d89dd938754f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:33.767081 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25279118-9669-4331-8dfa-d89dd938754f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:33.830712 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25279118-9669-4331-8dfa-d89dd938754f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:33.849826 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25279118-9669-4331-8dfa-d89dd938754f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f520647d-7f7d-4e19-84c5-4a3abb41c392,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:33.861312 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25279118-9669-4331-8dfa-d89dd938754f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:33.862451 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-25279118-9669-4331-8dfa-d89dd938754f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/security-groups/f520647d-7f7d-4e19-84c5-4a3abb41c392 HTTP/1.1" status: 204 len: 168 time: 0.1918917 Mar 14 16:12:34.376477 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 698807a3-2e7e-40f2-a965-63a51eda1aaf no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:12:34.408763 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 698807a3-2e7e-40f2-a965-63a51eda1aaf {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:12:34.409110 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 698807a3-2e7e-40f2-a965-63a51eda1aaf not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:12:35.271249 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60860) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:12:35.276980 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b0808f2a-f135-4ef8-a8cc-d13ea24401ed tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1787380157', 'description': 'tempest-secgroup-smoke-1787380157 description', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:12:35.282909 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b0808f2a-f135-4ef8-a8cc-d13ea24401ed tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:12:35.286869 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b0808f2a-f135-4ef8-a8cc-d13ea24401ed tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:12:35.289611 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b0808f2a-f135-4ef8-a8cc-d13ea24401ed tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:12:35.295617 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b0808f2a-f135-4ef8-a8cc-d13ea24401ed tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:12:35.308546 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b0808f2a-f135-4ef8-a8cc-d13ea24401ed tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:35.342792 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b0808f2a-f135-4ef8-a8cc-d13ea24401ed tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:12:35.346483 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b0808f2a-f135-4ef8-a8cc-d13ea24401ed tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:12:35.349200 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b0808f2a-f135-4ef8-a8cc-d13ea24401ed tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:12:35.356009 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b0808f2a-f135-4ef8-a8cc-d13ea24401ed tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:12:35.411643 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b0808f2a-f135-4ef8-a8cc-d13ea24401ed tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:35.415361 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b0808f2a-f135-4ef8-a8cc-d13ea24401ed tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:35.459136 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0808f2a-f135-4ef8-a8cc-d13ea24401ed tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8409b6aa-4231-4339-80d0-4a5c0e55c4d8,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:35.461710 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b0808f2a-f135-4ef8-a8cc-d13ea24401ed tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:35.465884 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b0808f2a-f135-4ef8-a8cc-d13ea24401ed tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1907411 Mar 14 16:12:35.466925 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60864) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:12:35.472304 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2fb53eef-7a26-4f9f-91fa-00936a15bb6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': '8409b6aa-4231-4339-80d0-4a5c0e55c4d8', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:12:35.478884 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2fb53eef-7a26-4f9f-91fa-00936a15bb6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:12:35.482739 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2fb53eef-7a26-4f9f-91fa-00936a15bb6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:12:35.485569 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2fb53eef-7a26-4f9f-91fa-00936a15bb6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:12:35.491182 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2fb53eef-7a26-4f9f-91fa-00936a15bb6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:12:35.507963 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fb53eef-7a26-4f9f-91fa-00936a15bb6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:35.570581 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fb53eef-7a26-4f9f-91fa-00936a15bb6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:35.574466 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fb53eef-7a26-4f9f-91fa-00936a15bb6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:35.597123 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb53eef-7a26-4f9f-91fa-00936a15bb6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d282403-8dda-45bb-a4e5-d7f237e7228c,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:35.609225 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb53eef-7a26-4f9f-91fa-00936a15bb6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:35.609575 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb53eef-7a26-4f9f-91fa-00936a15bb6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:35.609953 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb53eef-7a26-4f9f-91fa-00936a15bb6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:35.610353 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb53eef-7a26-4f9f-91fa-00936a15bb6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:35.610688 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb53eef-7a26-4f9f-91fa-00936a15bb6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:35.611020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb53eef-7a26-4f9f-91fa-00936a15bb6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:35.611350 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb53eef-7a26-4f9f-91fa-00936a15bb6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:35.611684 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb53eef-7a26-4f9f-91fa-00936a15bb6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:35.612007 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb53eef-7a26-4f9f-91fa-00936a15bb6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:35.612328 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb53eef-7a26-4f9f-91fa-00936a15bb6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:35.612650 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb53eef-7a26-4f9f-91fa-00936a15bb6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:35.615367 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fb53eef-7a26-4f9f-91fa-00936a15bb6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:35.616515 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2fb53eef-7a26-4f9f-91fa-00936a15bb6a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1492729 Mar 14 16:12:35.619444 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60868) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:12:35.624791 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d199edee-16e3-45b6-997d-78bd6b9302ae tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': '8409b6aa-4231-4339-80d0-4a5c0e55c4d8', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:12:35.630645 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d199edee-16e3-45b6-997d-78bd6b9302ae tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:12:35.634419 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-d199edee-16e3-45b6-997d-78bd6b9302ae tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:12:35.637465 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-d199edee-16e3-45b6-997d-78bd6b9302ae tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:12:35.643055 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d199edee-16e3-45b6-997d-78bd6b9302ae tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:12:35.658551 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d199edee-16e3-45b6-997d-78bd6b9302ae tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:35.724570 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d199edee-16e3-45b6-997d-78bd6b9302ae tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:35.728010 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d199edee-16e3-45b6-997d-78bd6b9302ae tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:35.752433 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199edee-16e3-45b6-997d-78bd6b9302ae tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a4f4d2-2032-414a-951b-5673335bd92b,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:35.761776 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d199edee-16e3-45b6-997d-78bd6b9302ae tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:35.762947 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d199edee-16e3-45b6-997d-78bd6b9302ae tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1425095 Mar 14 16:12:35.765749 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60872) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:12:35.771006 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c9505d95-7450-4ea0-990e-842005607da5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': '8409b6aa-4231-4339-80d0-4a5c0e55c4d8', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:12:35.777233 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c9505d95-7450-4ea0-990e-842005607da5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:12:35.780940 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c9505d95-7450-4ea0-990e-842005607da5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:12:35.783751 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-c9505d95-7450-4ea0-990e-842005607da5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:12:35.789268 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c9505d95-7450-4ea0-990e-842005607da5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:12:35.805938 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9505d95-7450-4ea0-990e-842005607da5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:35.867237 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9505d95-7450-4ea0-990e-842005607da5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:35.871852 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9505d95-7450-4ea0-990e-842005607da5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:35.898725 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9505d95-7450-4ea0-990e-842005607da5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b7170a-7acb-4e45-a79c-f266b747dd33,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:35.909393 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9505d95-7450-4ea0-990e-842005607da5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:35.913406 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c9505d95-7450-4ea0-990e-842005607da5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1441064 Mar 14 16:12:35.913689 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60876) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:12:35.919478 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5efb5bc8-4e46-4c7a-a94d-efe9d487f314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': '8409b6aa-4231-4339-80d0-4a5c0e55c4d8', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:12:35.925807 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5efb5bc8-4e46-4c7a-a94d-efe9d487f314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:12:35.929537 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5efb5bc8-4e46-4c7a-a94d-efe9d487f314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:12:35.933406 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5efb5bc8-4e46-4c7a-a94d-efe9d487f314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:12:35.939091 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5efb5bc8-4e46-4c7a-a94d-efe9d487f314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:12:35.955984 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5efb5bc8-4e46-4c7a-a94d-efe9d487f314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:36.017841 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5efb5bc8-4e46-4c7a-a94d-efe9d487f314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:36.021037 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5efb5bc8-4e46-4c7a-a94d-efe9d487f314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:36.043391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb5bc8-4e46-4c7a-a94d-efe9d487f314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f766bf7-ab06-43a1-9d8f-1b95a208e683,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:36.051866 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5efb5bc8-4e46-4c7a-a94d-efe9d487f314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:36.053061 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5efb5bc8-4e46-4c7a-a94d-efe9d487f314 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1383243 Mar 14 16:12:36.055750 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60880) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:12:36.061757 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a19a354b-48fc-4f3e-8fec-aab503a5ba59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': '8409b6aa-4231-4339-80d0-4a5c0e55c4d8', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:12:36.067356 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a19a354b-48fc-4f3e-8fec-aab503a5ba59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:12:36.071067 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a19a354b-48fc-4f3e-8fec-aab503a5ba59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:12:36.073959 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-a19a354b-48fc-4f3e-8fec-aab503a5ba59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:12:36.079807 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a19a354b-48fc-4f3e-8fec-aab503a5ba59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:12:36.089587 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-a19a354b-48fc-4f3e-8fec-aab503a5ba59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Project 96fdbaa24f1f46029ef4ffe39ae4eb01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 16:12:36.095648 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a19a354b-48fc-4f3e-8fec-aab503a5ba59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:36.161643 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a19a354b-48fc-4f3e-8fec-aab503a5ba59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:36.165055 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a19a354b-48fc-4f3e-8fec-aab503a5ba59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:36.189991 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a354b-48fc-4f3e-8fec-aab503a5ba59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc4e597-944c-41c3-ad39-b78521a11a8e,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:36.199128 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a19a354b-48fc-4f3e-8fec-aab503a5ba59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:36.200569 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a19a354b-48fc-4f3e-8fec-aab503a5ba59 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1439281 Mar 14 16:12:36.203281 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60884) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:12:36.208742 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-cdb251e8-9389-46cf-9749-de8f07a17896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': '8409b6aa-4231-4339-80d0-4a5c0e55c4d8', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:12:36.214903 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cdb251e8-9389-46cf-9749-de8f07a17896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:12:36.218636 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-cdb251e8-9389-46cf-9749-de8f07a17896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:12:36.221450 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-cdb251e8-9389-46cf-9749-de8f07a17896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:12:36.227046 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cdb251e8-9389-46cf-9749-de8f07a17896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:12:36.238473 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-cdb251e8-9389-46cf-9749-de8f07a17896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Project 96fdbaa24f1f46029ef4ffe39ae4eb01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 16:12:36.245323 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cdb251e8-9389-46cf-9749-de8f07a17896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:36.309668 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cdb251e8-9389-46cf-9749-de8f07a17896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:36.313239 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cdb251e8-9389-46cf-9749-de8f07a17896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:36.336965 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb251e8-9389-46cf-9749-de8f07a17896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=befe393a-6756-43aa-8e60-d90721636e2a,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:36.345722 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cdb251e8-9389-46cf-9749-de8f07a17896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:36.346981 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-cdb251e8-9389-46cf-9749-de8f07a17896 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1427996 Mar 14 16:12:36.349784 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60888) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:12:36.355777 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-77dd261f-9eed-480b-bb72-f4099f2b704d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'network': {'name': 'tempest-network-smoke--1321426249', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'port_security_enabled': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:12:36.360556 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-77dd261f-9eed-480b-bb72-f4099f2b704d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:12:36.364550 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-77dd261f-9eed-480b-bb72-f4099f2b704d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:network and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:12:36.367422 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-77dd261f-9eed-480b-bb72-f4099f2b704d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:12:36.372993 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-77dd261f-9eed-480b-bb72-f4099f2b704d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:12:36.382828 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dd261f-9eed-480b-bb72-f4099f2b704d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Made reservation on behalf of 96fdbaa24f1f46029ef4ffe39ae4eb01 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:12:36.385725 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-77dd261f-9eed-480b-bb72-f4099f2b704d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:36.413583 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77dd261f-9eed-480b-bb72-f4099f2b704d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 16:12:36.422510 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-77dd261f-9eed-480b-bb72-f4099f2b704d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:36.422877 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-77dd261f-9eed-480b-bb72-f4099f2b704d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Added segment 304f5e9e-72d1-480c-a138-f877b057dc2e of type vlan for network 0b593d4c-a75c-4f20-93ed-53433963bd92 Mar 14 16:12:36.451272 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-77dd261f-9eed-480b-bb72-f4099f2b704d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:36.480573 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-77dd261f-9eed-480b-bb72-f4099f2b704d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:36.484142 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dd261f-9eed-480b-bb72-f4099f2b704d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:36.484711 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-77dd261f-9eed-480b-bb72-f4099f2b704d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:36.585700 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-77dd261f-9eed-480b-bb72-f4099f2b704d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2348015 Mar 14 16:12:36.588391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60892) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:12:36.595063 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2b1970f8-8245-4019-89b2-7f445765c41f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-375937264', 'admin_state_up': True, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:12:36.600966 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd261f-9eed-480b-bb72-f4099f2b704d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Network': ['ID=0b593d4c-a75c-4f20-93ed-53433963bd92,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:36.603253 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2b1970f8-8245-4019-89b2-7f445765c41f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:12:36.607275 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2b1970f8-8245-4019-89b2-7f445765c41f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:router and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:12:36.610847 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-2b1970f8-8245-4019-89b2-7f445765c41f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:12:36.611515 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 0b593d4c-a75c-4f20-93ed-53433963bd92 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 16:12:36.616776 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2b1970f8-8245-4019-89b2-7f445765c41f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:12:36.627433 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b1970f8-8245-4019-89b2-7f445765c41f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:36.628424 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b1970f8-8245-4019-89b2-7f445765c41f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:36.648333 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b1970f8-8245-4019-89b2-7f445765c41f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:36.792099 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b1970f8-8245-4019-89b2-7f445765c41f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:37.046511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b1970f8-8245-4019-89b2-7f445765c41f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:37.075345 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b1970f8-8245-4019-89b2-7f445765c41f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:37.207447 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-2b1970f8-8245-4019-89b2-7f445765c41f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Allocated IP 172.26.4.31 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/6c683870-99f9-4a7d-a6c3-c1ab833b921a) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:12:37.349434 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b1970f8-8245-4019-89b2-7f445765c41f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:37.376838 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b1970f8-8245-4019-89b2-7f445765c41f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:37.445926 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1970f8-8245-4019-89b2-7f445765c41f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:12:37.449693 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-2b1970f8-8245-4019-89b2-7f445765c41f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:12:37.453984 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1970f8-8245-4019-89b2-7f445765c41f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:12:37.482819 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1970f8-8245-4019-89b2-7f445765c41f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=6c683870-99f9-4a7d-a6c3-c1ab833b921a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:37.609644 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b1970f8-8245-4019-89b2-7f445765c41f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:37.610319 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b1970f8-8245-4019-89b2-7f445765c41f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:37.835098 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1970f8-8245-4019-89b2-7f445765c41f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router 8e945a00-f419-4303-bb53-dec98101e612 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 16:12:38.030001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1970f8-8245-4019-89b2-7f445765c41f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:12:38.039287 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] Sync routers for ids ['8e945a00-f419-4303-bb53-dec98101e612'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:12:38.050741 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] Routers {'8e945a00-f419-4303-bb53-dec98101e612'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:12:38.051388 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:12:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8e945a00-f419-4303-bb53-dec98101e612'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:38.054831 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b1970f8-8245-4019-89b2-7f445765c41f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:38.059756 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-2b1970f8-8245-4019-89b2-7f445765c41f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4669764 Mar 14 16:12:38.059978 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60896) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:12:38.101796 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-791d1e0d-0aa5-490b-bf5b-a95941b6e8f7 tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=96fdbaa24f1f46029ef4ffe39ae4eb01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384972 Mar 14 16:12:38.102015 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60900) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:12:38.230536 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] Set router 8e945a00-f419-4303-bb53-dec98101e612 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:12:38.230918 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599bf0ba-d223-4e36-838f-81ca4de1b09b tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:38.232388 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-599bf0ba-d223-4e36-838f-81ca4de1b09b tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295068 Mar 14 16:12:38.235181 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60904) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:12:38.279808 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-600bd61c-59c7-42f0-8c6e-256bfa65590f tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435829 Mar 14 16:12:38.282341 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60908) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:12:38.287403 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5dfaa8a8-518b-48ef-b87b-7f88864a2601 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1937627530', 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:12:38.391153 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5dfaa8a8-518b-48ef-b87b-7f88864a2601 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:12:38.394985 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5dfaa8a8-518b-48ef-b87b-7f88864a2601 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:subnet and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:12:38.397705 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-5dfaa8a8-518b-48ef-b87b-7f88864a2601 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:12:38.403467 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5dfaa8a8-518b-48ef-b87b-7f88864a2601 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:12:38.413921 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfaa8a8-518b-48ef-b87b-7f88864a2601 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Made reservation on behalf of 96fdbaa24f1f46029ef4ffe39ae4eb01 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:12:38.515930 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5dfaa8a8-518b-48ef-b87b-7f88864a2601 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:38.540208 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e945a00-f419-4303-bb53-dec98101e612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375937264', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:12:36Z', 'updated_at': '2022-03-14T16:12:37Z', 'revision_number': 3, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e945a00-f419-4303-bb53-dec98101e612', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:12:37Z', 'updated_at': '2022-03-14T16:12:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:38.544174 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] Checking router: 8e945a00-f419-4303-bb53-dec98101e612 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:12:38.544522 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] Updating router 8e945a00-f419-4303-bb53-dec98101e612 port 6c683870-99f9-4a7d-a6c3-c1ab833b921a binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:12:38.601138 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:38.826235 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5dfaa8a8-518b-48ef-b87b-7f88864a2601 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:38.900177 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfaa8a8-518b-48ef-b87b-7f88864a2601 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Subnet': ['ID=f09a4b78-d773-4394-aa96-4bfe582878d3,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:38.912094 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfaa8a8-518b-48ef-b87b-7f88864a2601 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Checking segment: {'id': '304f5e9e-72d1-480c-a138-f877b057dc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:12:38.912454 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfaa8a8-518b-48ef-b87b-7f88864a2601 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network hostable DHCP agents. Network: 0b593d4c-a75c-4f20-93ed-53433963bd92, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 16:12:38.932300 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:38.935285 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfaa8a8-518b-48ef-b87b-7f88864a2601 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network 0b593d4c-a75c-4f20-93ed-53433963bd92 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 16:12:38.943667 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] Transition to ACTIVE for port object 6c683870-99f9-4a7d-a6c3-c1ab833b921a will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:12:38.944601 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-5dfaa8a8-518b-48ef-b87b-7f88864a2601 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 0b593d4c-a75c-4f20-93ed-53433963bd92) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:12:38.949248 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfaa8a8-518b-48ef-b87b-7f88864a2601 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:38.950249 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5dfaa8a8-518b-48ef-b87b-7f88864a2601 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:38.951251 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:38.972461 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5dfaa8a8-518b-48ef-b87b-7f88864a2601 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6892178 Mar 14 16:12:38.975213 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60912) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:12:38.987900 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79f9412-acba-446e-9ea7-8e1bb07196d2 None None] Network 0b593d4c-a75c-4f20-93ed-53433963bd92 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:12:39.106720 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a399421-4324-4f66-8eff-f1551724291e None None] Pushing event updated for resources: {'Port': ['ID=6c683870-99f9-4a7d-a6c3-c1ab833b921a,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:39.110779 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] Attempting to bind port 6c683870-99f9-4a7d-a6c3-c1ab833b921a on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:12:39.111148 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] Attempting to bind port 6c683870-99f9-4a7d-a6c3-c1ab833b921a by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:12:39.111503 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] Attempting to bind port 6c683870-99f9-4a7d-a6c3-c1ab833b921a on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:12:39.134086 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:12:39.135096 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:12:39.135385 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:39.135771 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:12:39.136257 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] Bound port: 6c683870-99f9-4a7d-a6c3-c1ab833b921a, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:12:39.136622 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:39.262520 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] For port 6c683870-99f9-4a7d-a6c3-c1ab833b921a, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:12:39.267100 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] For port 6c683870-99f9-4a7d-a6c3-c1ab833b921a, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6c683870-99f9-4a7d-a6c3-c1ab833b921a,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:12:39.294416 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:39.349521 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c539e0-da2e-4b10-bd92-0472ab288c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-0b593d4c-a75c-4f20-93ed-53433963bd92', 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ips': [{'subnet_id': 'f09a4b78-d773-4394-aa96-4bfe582878d3'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 16:12:39.350352 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-69c539e0-da2e-4b10-bd92-0472ab288c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:39.443796 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a399421-4324-4f66-8eff-f1551724291e None None] Pushing event updated for resources: {'Port': ['ID=6c683870-99f9-4a7d-a6c3-c1ab833b921a,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:39.468143 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] Routers {'8e945a00-f419-4303-bb53-dec98101e612'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:12:39.468765 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:12:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8e945a00-f419-4303-bb53-dec98101e612'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:39.678158 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-69c539e0-da2e-4b10-bd92-0472ab288c7c None None] Allocated IP 172.20.0.2 (0b593d4c-a75c-4f20-93ed-53433963bd92/f09a4b78-d773-4394-aa96-4bfe582878d3/b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:12:39.722573 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] Set router 8e945a00-f419-4303-bb53-dec98101e612 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:12:39.747093 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f12b-a93d-49f4-8707-097aa2d8a672 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:40.157051 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-69c539e0-da2e-4b10-bd92-0472ab288c7c None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:40.173583 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-69c539e0-da2e-4b10-bd92-0472ab288c7c None None] Transition to ACTIVE for port object b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:12:40.196265 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-69c539e0-da2e-4b10-bd92-0472ab288c7c None None] Transition to ACTIVE for port object b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:12:40.202641 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-69c539e0-da2e-4b10-bd92-0472ab288c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:40.264768 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-a1e3f12b-a93d-49f4-8707-097aa2d8a672 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Allocated IP 172.20.0.1 (0b593d4c-a75c-4f20-93ed-53433963bd92/f09a4b78-d773-4394-aa96-4bfe582878d3/75c6d48d-38a2-4d6c-b1cb-c40fc401f018) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:12:40.267348 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e945a00-f419-4303-bb53-dec98101e612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375937264', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:12:36Z', 'updated_at': '2022-03-14T16:12:37Z', 'revision_number': 3, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e945a00-f419-4303-bb53-dec98101e612', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:12:37Z', 'updated_at': '2022-03-14T16:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:40.274771 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b0361-194f-4f1a-9c11-8c8f8b122ff9 None None] The sync data for ids ['8e945a00-f419-4303-bb53-dec98101e612'] in dv-neutron-833561-1-hyperv is: [{'id': '8e945a00-f419-4303-bb53-dec98101e612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375937264', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:12:36Z', 'updated_at': '2022-03-14T16:12:37Z', 'revision_number': 3, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e945a00-f419-4303-bb53-dec98101e612', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:12:37Z', 'updated_at': '2022-03-14T16:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:12:40.288526 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c539e0-da2e-4b10-bd92-0472ab288c7c None None] Network 0b593d4c-a75c-4f20-93ed-53433963bd92 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:12:40.289401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c539e0-da2e-4b10-bd92-0472ab288c7c None None] Pushing event updated for resources: {'Port': ['ID=b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:40.294973 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-69c539e0-da2e-4b10-bd92-0472ab288c7c None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:12:40.296683 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c539e0-da2e-4b10-bd92-0472ab288c7c None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:12:40.389938 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-69c539e0-da2e-4b10-bd92-0472ab288c7c None None] Attempting to bind port b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:12:40.390425 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-69c539e0-da2e-4b10-bd92-0472ab288c7c None None] Attempting to bind port b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '304f5e9e-72d1-480c-a138-f877b057dc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:12:40.390789 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c539e0-da2e-4b10-bd92-0472ab288c7c None None] Attempting to bind port b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf on network 0b593d4c-a75c-4f20-93ed-53433963bd92 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:12:40.398604 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c539e0-da2e-4b10-bd92-0472ab288c7c None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:12:40.399034 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c539e0-da2e-4b10-bd92-0472ab288c7c None None] Checking segment: {'id': '304f5e9e-72d1-480c-a138-f877b057dc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:12:40.399408 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-69c539e0-da2e-4b10-bd92-0472ab288c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:40.399801 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c539e0-da2e-4b10-bd92-0472ab288c7c None None] Bound using segment: {'id': '304f5e9e-72d1-480c-a138-f877b057dc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:12:40.401151 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-69c539e0-da2e-4b10-bd92-0472ab288c7c None None] Bound port: b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304f5e9e-72d1-480c-a138-f877b057dc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:12:40.401540 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-69c539e0-da2e-4b10-bd92-0472ab288c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:40.524064 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-69c539e0-da2e-4b10-bd92-0472ab288c7c None None] For port b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:12:40.528316 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-69c539e0-da2e-4b10-bd92-0472ab288c7c None None] For port b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf,segment=NetworkSegment(304f5e9e-72d1-480c-a138-f877b057dc2e),segment_id=304f5e9e-72d1-480c-a138-f877b057dc2e)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:12:40.533062 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-69c539e0-da2e-4b10-bd92-0472ab288c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:40.557355 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f12b-a93d-49f4-8707-097aa2d8a672 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:40.575397 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-a1e3f12b-a93d-49f4-8707-097aa2d8a672 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Transition to ACTIVE for port object 75c6d48d-38a2-4d6c-b1cb-c40fc401f018 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:12:40.599635 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f12b-a93d-49f4-8707-097aa2d8a672 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:40.627084 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c539e0-da2e-4b10-bd92-0472ab288c7c None None] Pushing event updated for resources: {'Port': ['ID=b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:40.688955 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e3f12b-a93d-49f4-8707-097aa2d8a672 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network 0b593d4c-a75c-4f20-93ed-53433963bd92 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:12:40.692506 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3f12b-a93d-49f4-8707-097aa2d8a672 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=75c6d48d-38a2-4d6c-b1cb-c40fc401f018,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:40.694950 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-a1e3f12b-a93d-49f4-8707-097aa2d8a672 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:12:40.696936 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e3f12b-a93d-49f4-8707-097aa2d8a672 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:12:40.758441 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f12b-a93d-49f4-8707-097aa2d8a672 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:40.868387 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f12b-a93d-49f4-8707-097aa2d8a672 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:41.299732 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f12b-a93d-49f4-8707-097aa2d8a672 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:41.304677 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f12b-a93d-49f4-8707-097aa2d8a672 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:41.413725 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3f12b-a93d-49f4-8707-097aa2d8a672 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=75c6d48d-38a2-4d6c-b1cb-c40fc401f018,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:41.416908 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f12b-a93d-49f4-8707-097aa2d8a672 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:41.559530 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e3f12b-a93d-49f4-8707-097aa2d8a672 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network 0b593d4c-a75c-4f20-93ed-53433963bd92 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:12:41.560510 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-a1e3f12b-a93d-49f4-8707-097aa2d8a672 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:12:41.572815 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738f1f80-115f-4471-868f-ad0f87fc545e None None] Network 0b593d4c-a75c-4f20-93ed-53433963bd92 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:12:41.679590 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f47ede1d-3daa-41f8-9758-2b05d723a6bf None None] Provisioning for port b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:12:41.958700 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e3f12b-a93d-49f4-8707-097aa2d8a672 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router 8e945a00-f419-4303-bb53-dec98101e612 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:12:42.017958 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b4cad0a5-a3a2-4604-aa6e-44eff7b4326e None None] Provisioning for port 75c6d48d-38a2-4d6c-b1cb-c40fc401f018 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:12:42.023546 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b4cad0a5-a3a2-4604-aa6e-44eff7b4326e None None] Provisioning complete for port 75c6d48d-38a2-4d6c-b1cb-c40fc401f018 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:12:42.023913 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b4cad0a5-a3a2-4604-aa6e-44eff7b4326e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:42.077177 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b4cad0a5-a3a2-4604-aa6e-44eff7b4326e None None] Port 75c6d48d-38a2-4d6c-b1cb-c40fc401f018 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:12:42.216136 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7791d9d0-1987-47b0-af12-39fd41d71864 None None] Provisioning complete for port 75c6d48d-38a2-4d6c-b1cb-c40fc401f018 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:12:42.216509 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7791d9d0-1987-47b0-af12-39fd41d71864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:42.273439 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e3f12b-a93d-49f4-8707-097aa2d8a672 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:12:42.273650 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7791d9d0-1987-47b0-af12-39fd41d71864 None None] Port 75c6d48d-38a2-4d6c-b1cb-c40fc401f018 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:12:42.288682 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a1e3f12b-a93d-49f4-8707-097aa2d8a672 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "PUT /v2.0/routers/8e945a00-f419-4303-bb53-dec98101e612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3124638 Mar 14 16:12:42.409140 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6e53a50b-14cf-479e-b27b-13df5b2232e2 None None] Provisioning complete for port 75c6d48d-38a2-4d6c-b1cb-c40fc401f018 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:12:42.409522 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e53a50b-14cf-479e-b27b-13df5b2232e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:42.464550 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:12:42.498329 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-09f1559b-d073-493f-8c82-d2ef22a094fd tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:12:42.504690 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6e53a50b-14cf-479e-b27b-13df5b2232e2 None None] Port 75c6d48d-38a2-4d6c-b1cb-c40fc401f018 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:12:42.514491 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-09f1559b-d073-493f-8c82-d2ef22a094fd tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:12:42.516233 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-09f1559b-d073-493f-8c82-d2ef22a094fd tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1787380157&fields=id&tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01 HTTP/1.1" status: 200 len: 267 time: 0.0592074 Mar 14 16:12:42.540890 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:12:42.545566 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:12:42.545941 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:42.655395 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:42.665812 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-128d82e6-f916-4d50-82d2-33ccf73ec24a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:42.666746 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-128d82e6-f916-4d50-82d2-33ccf73ec24a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:12:42.683354 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-128d82e6-f916-4d50-82d2-33ccf73ec24a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:12:42.684608 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-128d82e6-f916-4d50-82d2-33ccf73ec24a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/networks?id=0b593d4c-a75c-4f20-93ed-53433963bd92 HTTP/1.1" status: 200 len: 797 time: 0.1618299 Mar 14 16:12:42.690327 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf,segment=NetworkSegment(304f5e9e-72d1-480c-a138-f877b057dc2e),segment_id=304f5e9e-72d1-480c-a138-f877b057dc2e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:12:42.691693 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:12:42.694675 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:42.695463 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6c683870-99f9-4a7d-a6c3-c1ab833b921a up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:12:42.701998 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-c01f9663-146a-43e3-9fb5-fca6cd16a4a7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/quotas/96fdbaa24f1f46029ef4ffe39ae4eb01 HTTP/1.1" status: 200 len: 375 time: 0.0121460 Mar 14 16:12:42.786138 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-dc0f2f0e-2dbe-429c-aec1-4f0af751ca27 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:12:42.801737 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-dc0f2f0e-2dbe-429c-aec1-4f0af751ca27 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:12:42.803043 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-dc0f2f0e-2dbe-429c-aec1-4f0af751ca27 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958087 Mar 14 16:12:42.815551 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:42.820511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-956583f5-e8bb-4d45-825d-3a73fd978a5a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 16:12:42.821467 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-956583f5-e8bb-4d45-825d-3a73fd978a5a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055101 Mar 14 16:12:42.831815 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 6c683870-99f9-4a7d-a6c3-c1ab833b921a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:12:42.836838 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 6c683870-99f9-4a7d-a6c3-c1ab833b921a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:12:42.837213 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:42.961188 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-37b4fb75-b756-44d4-bd9a-3d2e46724f91 service neutron] 10.222.0.60 "GET /v2.0/networks/0b593d4c-a75c-4f20-93ed-53433963bd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295068 Mar 14 16:12:42.991913 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:43.017096 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 6c683870-99f9-4a7d-a6c3-c1ab833b921a, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6c683870-99f9-4a7d-a6c3-c1ab833b921a,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:12:43.022466 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:43.055050 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d04e295-cab3-41a3-a8ea-61e3eb7a1cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:43.089567 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=6c683870-99f9-4a7d-a6c3-c1ab833b921a,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:43.106897 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-d9e1554d-67ef-4543-82e9-2a14885a6382 service neutron] 10.222.0.60 "GET /v2.0/networks/0b593d4c-a75c-4f20-93ed-53433963bd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361639 Mar 14 16:12:43.291766 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-385267ba-2282-4049-b89e-c839a6190870 req-e0193986-e15c-4390-a0c2-8f738bb4bb09 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 210 time: 0.0406604 Mar 14 16:12:43.848697 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] Sync routers for ids ['8e945a00-f419-4303-bb53-dec98101e612'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:12:43.860128 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] Routers {'8e945a00-f419-4303-bb53-dec98101e612'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:12:43.860712 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:12:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8e945a00-f419-4303-bb53-dec98101e612'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:44.034020 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] Set router 8e945a00-f419-4303-bb53-dec98101e612 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:12:44.302506 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-e9bef935-0b97-44a1-b913-7067e6a08d9c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:44.303866 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-e9bef935-0b97-44a1-b913-7067e6a08d9c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "GET /v2.0/networks?id=0b593d4c-a75c-4f20-93ed-53433963bd92 HTTP/1.1" status: 200 len: 797 time: 0.1573045 Mar 14 16:12:44.362916 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-51e7d960-2901-4ff8-9e33-1a05aee94f37 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01 HTTP/1.1" status: 200 len: 380 time: 0.0475264 Mar 14 16:12:44.378911 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-87e35991-ec75-47c2-b48f-d56d862161ec tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'port': {'device_id': '8b47d631-a88e-4d64-aeb1-3d3a98a354cb', 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92', 'admin_state_up': True, 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'security_groups': ['8409b6aa-4231-4339-80d0-4a5c0e55c4d8']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:12:44.405043 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e945a00-f419-4303-bb53-dec98101e612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375937264', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:12:36Z', 'updated_at': '2022-03-14T16:12:40Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e945a00-f419-4303-bb53-dec98101e612', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:12:37Z', 'updated_at': '2022-03-14T16:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '75c6d48d-38a2-4d6c-b1cb-c40fc401f018', 'name': '', 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:a0:22:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e945a00-f419-4303-bb53-dec98101e612', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09a4b78-d773-4394-aa96-4bfe582878d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:12:39Z', 'updated_at': '2022-03-14T16:12:41Z', 'revision_number': 2, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': 'f09a4b78-d773-4394-aa96-4bfe582878d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:44.412370 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] Checking router: 8e945a00-f419-4303-bb53-dec98101e612 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:12:44.413140 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] Updating router 8e945a00-f419-4303-bb53-dec98101e612 port 75c6d48d-38a2-4d6c-b1cb-c40fc401f018 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:12:44.420197 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:12:44.480835 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:44.499203 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:12:44.499797 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:44.522640 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7e73539b-131b-4dba-a10c-dd43ab748d2e req-4c96e46c-962f-4921-bf98-2152b5dd37a0 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 210 time: 0.0528815 Mar 14 16:12:44.581488 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-87e35991-ec75-47c2-b48f-d56d862161ec tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:12:44.591340 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-87e35991-ec75-47c2-b48f-d56d862161ec tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:12:44.601683 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-87e35991-ec75-47c2-b48f-d56d862161ec tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Made reservation on behalf of 96fdbaa24f1f46029ef4ffe39ae4eb01 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:12:44.605794 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-87e35991-ec75-47c2-b48f-d56d862161ec tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:44.623832 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6c683870-99f9-4a7d-a6c3-c1ab833b921a up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:12:44.690870 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 6c683870-99f9-4a7d-a6c3-c1ab833b921a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:12:44.691497 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:44.826520 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:44.838328 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] Transition to ACTIVE for port object 75c6d48d-38a2-4d6c-b1cb-c40fc401f018 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:12:44.843811 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:44.913609 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-87e35991-ec75-47c2-b48f-d56d862161ec tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Allocated IP 172.20.0.13 (0b593d4c-a75c-4f20-93ed-53433963bd92/f09a4b78-d773-4394-aa96-4bfe582878d3/a2e4fa7f-b0eb-472a-b767-aba9316045cb) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:12:44.971375 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff494b-f63e-4651-b7de-cf9046957f85 None None] Pushing event updated for resources: {'Port': ['ID=75c6d48d-38a2-4d6c-b1cb-c40fc401f018,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:44.985102 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff494b-f63e-4651-b7de-cf9046957f85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:44.985441 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff494b-f63e-4651-b7de-cf9046957f85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:44.985957 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff494b-f63e-4651-b7de-cf9046957f85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:44.986311 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff494b-f63e-4651-b7de-cf9046957f85 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:44.986638 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff494b-f63e-4651-b7de-cf9046957f85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:44.986962 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff494b-f63e-4651-b7de-cf9046957f85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:44.987281 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff494b-f63e-4651-b7de-cf9046957f85 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:44.987601 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff494b-f63e-4651-b7de-cf9046957f85 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:44.987918 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff494b-f63e-4651-b7de-cf9046957f85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:44.988227 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff494b-f63e-4651-b7de-cf9046957f85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:44.988544 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff494b-f63e-4651-b7de-cf9046957f85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:12:45.074977 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] Attempting to bind port 75c6d48d-38a2-4d6c-b1cb-c40fc401f018 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:12:45.075341 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] Attempting to bind port 75c6d48d-38a2-4d6c-b1cb-c40fc401f018 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '304f5e9e-72d1-480c-a138-f877b057dc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:12:45.075696 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] Attempting to bind port 75c6d48d-38a2-4d6c-b1cb-c40fc401f018 on network 0b593d4c-a75c-4f20-93ed-53433963bd92 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:12:45.082424 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:12:45.082805 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] Checking segment: {'id': '304f5e9e-72d1-480c-a138-f877b057dc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:12:45.083199 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:45.083582 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] Bound using segment: {'id': '304f5e9e-72d1-480c-a138-f877b057dc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:12:45.084201 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] Bound port: 75c6d48d-38a2-4d6c-b1cb-c40fc401f018, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304f5e9e-72d1-480c-a138-f877b057dc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:12:45.084760 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:45.121838 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-87e35991-ec75-47c2-b48f-d56d862161ec tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:45.151690 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-87e35991-ec75-47c2-b48f-d56d862161ec tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Transition to ACTIVE for port object a2e4fa7f-b0eb-472a-b767-aba9316045cb will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:12:45.180374 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa6e1588-fcd1-4e5f-a0c4-14477dfeb81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:45.184918 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-87e35991-ec75-47c2-b48f-d56d862161ec tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:45.195833 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] For port 75c6d48d-38a2-4d6c-b1cb-c40fc401f018, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:12:45.199255 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] For port 75c6d48d-38a2-4d6c-b1cb-c40fc401f018, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=75c6d48d-38a2-4d6c-b1cb-c40fc401f018,segment=NetworkSegment(304f5e9e-72d1-480c-a138-f877b057dc2e),segment_id=304f5e9e-72d1-480c-a138-f877b057dc2e)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:12:45.203989 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:45.260435 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-87e35991-ec75-47c2-b48f-d56d862161ec tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network 0b593d4c-a75c-4f20-93ed-53433963bd92 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:12:45.263413 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-87e35991-ec75-47c2-b48f-d56d862161ec tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:12:45.267333 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-87e35991-ec75-47c2-b48f-d56d862161ec tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:12:45.288065 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff494b-f63e-4651-b7de-cf9046957f85 None None] Pushing event updated for resources: {'Port': ['ID=75c6d48d-38a2-4d6c-b1cb-c40fc401f018,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:45.293290 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] Routers {'8e945a00-f419-4303-bb53-dec98101e612'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:12:45.294355 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:12:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8e945a00-f419-4303-bb53-dec98101e612'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:45.300928 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e35991-ec75-47c2-b48f-d56d862161ec tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=a2e4fa7f-b0eb-472a-b767-aba9316045cb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:45.331279 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-87e35991-ec75-47c2-b48f-d56d862161ec tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:45.331967 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-87e35991-ec75-47c2-b48f-d56d862161ec tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:45.357489 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-87e35991-ec75-47c2-b48f-d56d862161ec tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9841740 Mar 14 16:12:45.368420 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-7bbb371c-3702-47bb-8a59-1571937cb54f service neutron] Request body: {'port': {'device_id': '8b47d631-a88e-4d64-aeb1-3d3a98a354cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:12:45.481262 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] Set router 8e945a00-f419-4303-bb53-dec98101e612 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:12:45.496271 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-7bbb371c-3702-47bb-8a59-1571937cb54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:45.713185 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-03c2779b-f61c-4be9-aeef-f7ce9beea484 None None] Provisioning for port a2e4fa7f-b0eb-472a-b767-aba9316045cb completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:12:45.719988 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-03c2779b-f61c-4be9-aeef-f7ce9beea484 None None] Provisioning complete for port a2e4fa7f-b0eb-472a-b767-aba9316045cb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:12:45.720595 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-03c2779b-f61c-4be9-aeef-f7ce9beea484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:45.777200 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-03c2779b-f61c-4be9-aeef-f7ce9beea484 None None] Port a2e4fa7f-b0eb-472a-b767-aba9316045cb cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:12:45.782112 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269dd6f-e48f-4ac3-b58f-d45830ee68fe req-1137cf58-206f-472c-a6cf-75dbe098f8ac tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:45.783779 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c269dd6f-e48f-4ac3-b58f-d45830ee68fe req-1137cf58-206f-472c-a6cf-75dbe098f8ac tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 932 time: 0.1088314 Mar 14 16:12:45.836227 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c269dd6f-e48f-4ac3-b58f-d45830ee68fe req-eac55259-72dc-42bd-8267-03f393417b27 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466962 Mar 14 16:12:45.865362 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e945a00-f419-4303-bb53-dec98101e612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375937264', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:12:36Z', 'updated_at': '2022-03-14T16:12:40Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e945a00-f419-4303-bb53-dec98101e612', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:12:37Z', 'updated_at': '2022-03-14T16:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '75c6d48d-38a2-4d6c-b1cb-c40fc401f018', 'name': '', 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:a0:22:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e945a00-f419-4303-bb53-dec98101e612', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09a4b78-d773-4394-aa96-4bfe582878d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:12:39Z', 'updated_at': '2022-03-14T16:12:45Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': 'f09a4b78-d773-4394-aa96-4bfe582878d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:45.867643 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dca58ad-08d3-478b-abdb-5ad6ee61a840 None None] The sync data for ids ['8e945a00-f419-4303-bb53-dec98101e612'] in dv-neutron-833561-1-hyperv is: [{'id': '8e945a00-f419-4303-bb53-dec98101e612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375937264', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:12:36Z', 'updated_at': '2022-03-14T16:12:40Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e945a00-f419-4303-bb53-dec98101e612', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:12:37Z', 'updated_at': '2022-03-14T16:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '75c6d48d-38a2-4d6c-b1cb-c40fc401f018', 'name': '', 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:a0:22:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e945a00-f419-4303-bb53-dec98101e612', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09a4b78-d773-4394-aa96-4bfe582878d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:12:39Z', 'updated_at': '2022-03-14T16:12:45Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': 'f09a4b78-d773-4394-aa96-4bfe582878d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:12:46.002941 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-7bbb371c-3702-47bb-8a59-1571937cb54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e4fa7f-b0eb-472a-b767-aba9316045cb {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:12:46.011638 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-7bbb371c-3702-47bb-8a59-1571937cb54f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:46.027602 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-7bbb371c-3702-47bb-8a59-1571937cb54f service neutron] Transition to ACTIVE for port object a2e4fa7f-b0eb-472a-b767-aba9316045cb will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:12:46.030756 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-7bbb371c-3702-47bb-8a59-1571937cb54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:46.163337 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb371c-3702-47bb-8a59-1571937cb54f service neutron] Pushing event updated for resources: {'Port': ['ID=a2e4fa7f-b0eb-472a-b767-aba9316045cb,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:46.278795 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-7bbb371c-3702-47bb-8a59-1571937cb54f service neutron] Attempting to bind port a2e4fa7f-b0eb-472a-b767-aba9316045cb on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:12:46.279493 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-7bbb371c-3702-47bb-8a59-1571937cb54f service neutron] Attempting to bind port a2e4fa7f-b0eb-472a-b767-aba9316045cb by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '304f5e9e-72d1-480c-a138-f877b057dc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:12:46.279928 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-7bbb371c-3702-47bb-8a59-1571937cb54f service neutron] Attempting to bind port a2e4fa7f-b0eb-472a-b767-aba9316045cb on network 0b593d4c-a75c-4f20-93ed-53433963bd92 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:12:46.287265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-7bbb371c-3702-47bb-8a59-1571937cb54f service neutron] Port a2e4fa7f-b0eb-472a-b767-aba9316045cb on network 0b593d4c-a75c-4f20-93ed-53433963bd92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 16:12:46.287747 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-7bbb371c-3702-47bb-8a59-1571937cb54f service neutron] Attempting to bind port a2e4fa7f-b0eb-472a-b767-aba9316045cb on network 0b593d4c-a75c-4f20-93ed-53433963bd92 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:12:46.295332 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-7bbb371c-3702-47bb-8a59-1571937cb54f service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:12:46.295823 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-7bbb371c-3702-47bb-8a59-1571937cb54f service neutron] Checking segment: {'id': '304f5e9e-72d1-480c-a138-f877b057dc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:12:46.296308 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-7bbb371c-3702-47bb-8a59-1571937cb54f service neutron] Bound using segment: {'id': '304f5e9e-72d1-480c-a138-f877b057dc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:12:46.296879 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-7bbb371c-3702-47bb-8a59-1571937cb54f service neutron] Bound port: a2e4fa7f-b0eb-472a-b767-aba9316045cb, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '304f5e9e-72d1-480c-a138-f877b057dc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:12:46.297320 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-7bbb371c-3702-47bb-8a59-1571937cb54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:46.401861 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-7bbb371c-3702-47bb-8a59-1571937cb54f service neutron] For port a2e4fa7f-b0eb-472a-b767-aba9316045cb, host hv-neutron-8335, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:12:46.405121 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-7bbb371c-3702-47bb-8a59-1571937cb54f service neutron] For port a2e4fa7f-b0eb-472a-b767-aba9316045cb, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a2e4fa7f-b0eb-472a-b767-aba9316045cb,segment=NetworkSegment(304f5e9e-72d1-480c-a138-f877b057dc2e),segment_id=304f5e9e-72d1-480c-a138-f877b057dc2e)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:12:46.415189 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-7bbb371c-3702-47bb-8a59-1571937cb54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:46.426825 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 75c6d48d-38a2-4d6c-b1cb-c40fc401f018 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:12:46.485925 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-7bbb371c-3702-47bb-8a59-1571937cb54f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:46.487437 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-7bbb371c-3702-47bb-8a59-1571937cb54f service neutron] 10.222.0.24 "PUT /v2.0/ports/a2e4fa7f-b0eb-472a-b767-aba9316045cb HTTP/1.1" status: 200 len: 1094 time: 1.1231952 Mar 14 16:12:46.487977 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b47d631-a88e-4d64-aeb1-3d3a98a354cb', 'tag': 'a2e4fa7f-b0eb-472a-b767-aba9316045cb'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:12:46.507327 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb371c-3702-47bb-8a59-1571937cb54f service neutron] Pushing event updated for resources: {'Port': ['ID=a2e4fa7f-b0eb-472a-b767-aba9316045cb,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:46.548288 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:46.553229 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 75c6d48d-38a2-4d6c-b1cb-c40fc401f018 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:12:46.565384 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 75c6d48d-38a2-4d6c-b1cb-c40fc401f018 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:12:46.565979 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:46.607956 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b47d631-a88e-4d64-aeb1-3d3a98a354cb', 'tag': 'a2e4fa7f-b0eb-472a-b767-aba9316045cb', 'status': 'completed', 'code': 200} Mar 14 16:12:46.647411 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-8c55a92b-e434-43f0-a2ba-e88b787b4200 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 1097 time: 0.0949998 Mar 14 16:12:46.656114 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:46.719601 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:46.735848 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-32c496f6-f0b5-4dd0-aa40-0a415010f445 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2e4fa7f-b0eb-472a-b767-aba9316045cb HTTP/1.1" status: 200 len: 217 time: 0.0819819 Mar 14 16:12:46.766755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 75c6d48d-38a2-4d6c-b1cb-c40fc401f018, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=75c6d48d-38a2-4d6c-b1cb-c40fc401f018,segment=NetworkSegment(304f5e9e-72d1-480c-a138-f877b057dc2e),segment_id=304f5e9e-72d1-480c-a138-f877b057dc2e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:12:46.773301 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:46.809748 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-76c6c9b2-fab3-4824-842a-28c4539ffe4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:46.811226 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-76c6c9b2-fab3-4824-842a-28c4539ffe4e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f09a4b78-d773-4394-aa96-4bfe582878d3 HTTP/1.1" status: 200 len: 835 time: 0.0699229 Mar 14 16:12:46.854723 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=75c6d48d-38a2-4d6c-b1cb-c40fc401f018,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:46.888439 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-12f55b1f-d407-4251-95f8-76e38bf2f886 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b593d4c-a75c-4f20-93ed-53433963bd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714891 Mar 14 16:12:47.022151 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-877ccd1a-76d4-4aa3-87ff-c020897bbada service neutron] 10.222.0.24 "GET /v2.0/networks/0b593d4c-a75c-4f20-93ed-53433963bd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275101 Mar 14 16:12:47.054899 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71e6d9-9384-4a5f-a69f-652ef4cd61c6 req-b4d17ca1-277b-4a90-ad23-2940d283f171 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:47.056385 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fc71e6d9-9384-4a5f-a69f-652ef4cd61c6 req-b4d17ca1-277b-4a90-ad23-2940d283f171 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 944 time: 0.0784464 Mar 14 16:12:47.106534 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fc71e6d9-9384-4a5f-a69f-652ef4cd61c6 req-f5fbbb40-b8ea-42dc-9d96-58f1c08b324b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444543 Mar 14 16:12:47.156159 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f08c0776-de5d-4b04-bf6e-c0d55b784fcc req-79d09672-3449-487b-88d9-a1c9cfa916f1 service neutron] 10.222.0.24 "GET /v2.0/networks/0b593d4c-a75c-4f20-93ed-53433963bd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278219 Mar 14 16:12:47.270451 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7b962cef-e6c7-4eb7-b9b1-aaf06491cf9c req-4aacf3f7-2e1f-4f7e-be42-f826aaad0f56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 1097 time: 0.0712686 Mar 14 16:12:47.399806 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b962cef-e6c7-4eb7-b9b1-aaf06491cf9c req-093ef4bb-84e9-4158-98e8-ba3376d96b0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:47.401828 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7b962cef-e6c7-4eb7-b9b1-aaf06491cf9c req-093ef4bb-84e9-4158-98e8-ba3376d96b0f service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b593d4c-a75c-4f20-93ed-53433963bd92 HTTP/1.1" status: 200 len: 898 time: 0.1252103 Mar 14 16:12:47.472587 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7b962cef-e6c7-4eb7-b9b1-aaf06491cf9c req-8da7187f-c877-4a1a-a6a1-5430a5fa2d16 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2e4fa7f-b0eb-472a-b767-aba9316045cb HTTP/1.1" status: 200 len: 217 time: 0.0645750 Mar 14 16:12:47.623152 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b962cef-e6c7-4eb7-b9b1-aaf06491cf9c req-6e963de2-85c3-475f-b7dd-352704d01045 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:47.624615 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7b962cef-e6c7-4eb7-b9b1-aaf06491cf9c req-6e963de2-85c3-475f-b7dd-352704d01045 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f09a4b78-d773-4394-aa96-4bfe582878d3 HTTP/1.1" status: 200 len: 835 time: 0.1472168 Mar 14 16:12:47.699438 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7b962cef-e6c7-4eb7-b9b1-aaf06491cf9c req-d1a19c7d-d29d-410d-9660-9c8dce894568 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b593d4c-a75c-4f20-93ed-53433963bd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694559 Mar 14 16:12:47.832416 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7b962cef-e6c7-4eb7-b9b1-aaf06491cf9c req-d3f6a53e-fe79-4b08-be75-707093e8d504 service neutron] 10.222.0.24 "GET /v2.0/networks/0b593d4c-a75c-4f20-93ed-53433963bd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257858 Mar 14 16:12:47.961280 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7b962cef-e6c7-4eb7-b9b1-aaf06491cf9c req-30fca437-1afa-4e88-8844-e7eae916d389 service neutron] 10.222.0.24 "GET /v2.0/networks/0b593d4c-a75c-4f20-93ed-53433963bd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225972 Mar 14 16:12:48.091922 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:48.308890 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bdebf-0c03-436d-9ad9-6dfb8238be10 req-43fdae10-7920-484f-b4ff-0e2b263cb6d5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:48.309570 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-d83bdebf-0c03-436d-9ad9-6dfb8238be10 req-43fdae10-7920-484f-b4ff-0e2b263cb6d5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:12:48.324813 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-d83bdebf-0c03-436d-9ad9-6dfb8238be10 req-43fdae10-7920-484f-b4ff-0e2b263cb6d5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:12:48.326693 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d83bdebf-0c03-436d-9ad9-6dfb8238be10 req-43fdae10-7920-484f-b4ff-0e2b263cb6d5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 944 time: 0.0911200 Mar 14 16:12:48.376717 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d83bdebf-0c03-436d-9ad9-6dfb8238be10 req-d931d661-6b6c-4edd-b886-5329ad894599 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453284 Mar 14 16:12:48.392883 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 75c6d48d-38a2-4d6c-b1cb-c40fc401f018 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:12:48.462087 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 75c6d48d-38a2-4d6c-b1cb-c40fc401f018 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:12:48.462531 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:49.574891 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849db4ef-f822-4400-9a63-053a606110e3 req-87e56847-5e5e-4d8f-9f96-dcf307081ef9 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:49.576258 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-849db4ef-f822-4400-9a63-053a606110e3 req-87e56847-5e5e-4d8f-9f96-dcf307081ef9 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 944 time: 0.0760036 Mar 14 16:12:49.624471 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-849db4ef-f822-4400-9a63-053a606110e3 req-55167a8d-cde7-4e18-8c11-16443b085f3e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428882 Mar 14 16:12:50.248898 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device a2e4fa7f-b0eb-472a-b767-aba9316045cb details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 16:12:50.380895 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port a2e4fa7f-b0eb-472a-b767-aba9316045cb, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a2e4fa7f-b0eb-472a-b767-aba9316045cb,segment=NetworkSegment(304f5e9e-72d1-480c-a138-f877b057dc2e),segment_id=304f5e9e-72d1-480c-a138-f877b057dc2e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:12:50.394805 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': 'a2e4fa7f-b0eb-472a-b767-aba9316045cb', 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92', 'port_id': 'a2e4fa7f-b0eb-472a-b767-aba9316045cb', 'mac_address': 'fa:16:3e:43:2a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f09a4b78-d773-4394-aa96-4bfe582878d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 16:12:50.456341 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:50.474103 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e4fa7f-b0eb-472a-b767-aba9316045cb {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:12:50.489913 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port a2e4fa7f-b0eb-472a-b767-aba9316045cb, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a2e4fa7f-b0eb-472a-b767-aba9316045cb,segment=NetworkSegment(304f5e9e-72d1-480c-a138-f877b057dc2e),segment_id=304f5e9e-72d1-480c-a138-f877b057dc2e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:12:50.493283 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:50.557073 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=a2e4fa7f-b0eb-472a-b767-aba9316045cb,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:50.814194 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2bffc-1c89-493f-845b-88d548a951b6 req-ccc68432-aacf-4957-8722-ec3d6f3e2f1f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:50.815520 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-00c2bffc-1c89-493f-845b-88d548a951b6 req-ccc68432-aacf-4957-8722-ec3d6f3e2f1f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 945 time: 0.0742307 Mar 14 16:12:50.823840 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['a2e4fa7f-b0eb-472a-b767-aba9316045cb'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:12:50.860044 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-00c2bffc-1c89-493f-845b-88d548a951b6 req-18a8b8f4-9648-49d2-96a6-d551eb5ff260 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391951 Mar 14 16:12:51.321887 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:52.053334 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8a3f6-8867-4645-9688-a5e589547ce4 req-0763fedc-511a-47dc-95f1-9227f5ad0f36 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:52.054794 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-31e8a3f6-8867-4645-9688-a5e589547ce4 req-0763fedc-511a-47dc-95f1-9227f5ad0f36 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 945 time: 0.0747795 Mar 14 16:12:52.100237 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-31e8a3f6-8867-4645-9688-a5e589547ce4 req-1a32ec92-1b3d-445e-b7ce-e5ad153661f3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398777 Mar 14 16:12:52.249358 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device a2e4fa7f-b0eb-472a-b767-aba9316045cb up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:12:52.317558 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port a2e4fa7f-b0eb-472a-b767-aba9316045cb completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:12:52.322730 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port a2e4fa7f-b0eb-472a-b767-aba9316045cb triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:12:52.323373 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:52.434395 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:52.486031 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b47d631-a88e-4d64-aeb1-3d3a98a354cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e4fa7f-b0eb-472a-b767-aba9316045cb'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:12:52.495912 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port a2e4fa7f-b0eb-472a-b767-aba9316045cb, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a2e4fa7f-b0eb-472a-b767-aba9316045cb,segment=NetworkSegment(304f5e9e-72d1-480c-a138-f877b057dc2e),segment_id=304f5e9e-72d1-480c-a138-f877b057dc2e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:12:52.500069 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:52.550118 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b47d631-a88e-4d64-aeb1-3d3a98a354cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e4fa7f-b0eb-472a-b767-aba9316045cb', 'code': 200} Mar 14 16:12:52.566378 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=a2e4fa7f-b0eb-472a-b767-aba9316045cb,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:52.793908 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-272f17ca-3e9d-40c4-ba26-89b4e1144efc req-a98f21b6-8e35-4188-a495-fb1b32dbb664 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 1099 time: 0.0685399 Mar 14 16:12:52.834338 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-272f17ca-3e9d-40c4-ba26-89b4e1144efc req-51d12268-ca4d-4d90-90ce-cb87c58d283d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348911 Mar 14 16:12:53.304906 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d74f2-4ced-4030-9a27-f97db13a7cf7 req-a56aa874-1be1-49cf-9b00-04772629588a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:53.306448 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c32d74f2-4ced-4030-9a27-f97db13a7cf7 req-a56aa874-1be1-49cf-9b00-04772629588a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 946 time: 0.0796962 Mar 14 16:12:53.352542 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c32d74f2-4ced-4030-9a27-f97db13a7cf7 req-05f4b5c8-fb0e-4995-a9f6-37e65bb3a80e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404577 Mar 14 16:12:54.550457 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b0d58-8fb3-4968-8bb3-c4a0dc00d2e1 req-aba27333-ec15-421d-85d8-69678258fc79 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:54.551862 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8c0b0d58-8fb3-4968-8bb3-c4a0dc00d2e1 req-aba27333-ec15-421d-85d8-69678258fc79 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 946 time: 0.0792427 Mar 14 16:12:54.599400 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8c0b0d58-8fb3-4968-8bb3-c4a0dc00d2e1 req-c88e8d6e-6c99-456f-94cb-191d8cc4b439 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420511 Mar 14 16:12:54.790791 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15d11e-345a-4f9b-af70-70e2395d73ea req-fedab593-9ab3-4aad-9d1d-b59189b19dcb tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:54.792194 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3d15d11e-345a-4f9b-af70-70e2395d73ea req-fedab593-9ab3-4aad-9d1d-b59189b19dcb tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 946 time: 0.0744891 Mar 14 16:12:54.839230 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3d15d11e-345a-4f9b-af70-70e2395d73ea req-b8b993b2-6347-4ad8-b0c9-56713aaefe4c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415049 Mar 14 16:12:54.868520 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60958) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:12:54.939242 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ad4222e6-2840-43d6-98a3-7ff676e379da tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 1094 time: 0.0694392 Mar 14 16:12:54.941711 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60962) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:12:54.947818 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': 'a2e4fa7f-b0eb-472a-b767-aba9316045cb', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:12:54.953231 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:12:54.957091 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:floatingip and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:12:54.959877 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:12:54.966217 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:12:54.976410 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:55.108451 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:55.246815 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Allocated IP 172.26.4.33 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/b5b11c56-d896-4bc2-bd77-1b85f36b13a2) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:12:55.392203 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:55.419010 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:55.485342 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:12:55.488152 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:12:55.490714 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:12:55.519501 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=b5b11c56-d896-4bc2-bd77-1b85f36b13a2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:56.064440 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:56.116777 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:56.317067 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:56.321391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:56.434395 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=b5b11c56-d896-4bc2-bd77-1b85f36b13a2,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:12:56.446079 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:56.631727 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Floating IP 9a35d7a1-2d8d-4ec5-bc39-d6974d7169e9 associated. External IP: 172.26.4.33, port: a2e4fa7f-b0eb-472a-b767-aba9316045cb. Mar 14 16:12:57.010729 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router 8e945a00-f419-4303-bb53-dec98101e612 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:12:57.204381 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:12:57.214539 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11042807-76b3-41f1-b6ec-3ffcf97e3061 None None] Sync routers for ids ['8e945a00-f419-4303-bb53-dec98101e612'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:12:57.225854 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11042807-76b3-41f1-b6ec-3ffcf97e3061 None None] Routers {'8e945a00-f419-4303-bb53-dec98101e612'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:12:57.226500 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-11042807-76b3-41f1-b6ec-3ffcf97e3061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:12:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8e945a00-f419-4303-bb53-dec98101e612'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:57.228881 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:57.281461 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-aee4c227-28bf-4449-aa6f-af5d34da0027 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3383145 Mar 14 16:12:57.281950 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b47d631-a88e-4d64-aeb1-3d3a98a354cb', 'tag': 'a2e4fa7f-b0eb-472a-b767-aba9316045cb'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:12:57.336821 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b47d631-a88e-4d64-aeb1-3d3a98a354cb', 'tag': 'a2e4fa7f-b0eb-472a-b767-aba9316045cb', 'status': 'completed', 'code': 200} Mar 14 16:12:57.408317 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-11042807-76b3-41f1-b6ec-3ffcf97e3061 None None] Set router 8e945a00-f419-4303-bb53-dec98101e612 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:12:57.601488 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b3af1aa9-7abc-4cc8-8858-53dac5a7127b req-04a2cd59-0457-4176-8869-4776f3026639 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 1099 time: 0.2434700 Mar 14 16:12:57.612191 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415ea48-c293-4681-a6c5-d7a78f082bc4 req-aa194594-c07c-4de9-8d8b-9bd527c1c5e4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:57.613548 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7415ea48-c293-4681-a6c5-d7a78f082bc4 req-aa194594-c07c-4de9-8d8b-9bd527c1c5e4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 946 time: 0.2199376 Mar 14 16:12:57.754909 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-7415ea48-c293-4681-a6c5-d7a78f082bc4 req-4b58c450-1ee5-4a82-a9f2-4caac12fb919 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223192 Mar 14 16:12:57.761434 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-11042807-76b3-41f1-b6ec-3ffcf97e3061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e945a00-f419-4303-bb53-dec98101e612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375937264', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:12:36Z', 'updated_at': '2022-03-14T16:12:40Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e945a00-f419-4303-bb53-dec98101e612', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:12:37Z', 'updated_at': '2022-03-14T16:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '9a35d7a1-2d8d-4ec5-bc39-d6974d7169e9', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'floating_ip_address': '172.26.4.33', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '8e945a00-f419-4303-bb53-dec98101e612', 'port_id': 'a2e4fa7f-b0eb-472a-b767-aba9316045cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92', 'mac_address': 'fa:16:3e:43:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47d631-a88e-4d64-aeb1-3d3a98a354cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:12:55Z', 'updated_at': '2022-03-14T16:12:55Z', 'revision_number': 0, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c6d48d-38a2-4d6c-b1cb-c40fc401f018', 'name': '', 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:a0:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e945a00-f419-4303-bb53-dec98101e612', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09a4b78-d773-4394-aa96-4bfe582878d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:12:39Z', 'updated_at': '2022-03-14T16:12:46Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': 'f09a4b78-d773-4394-aa96-4bfe582878d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:57.765302 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11042807-76b3-41f1-b6ec-3ffcf97e3061 None None] Checking router: 8e945a00-f419-4303-bb53-dec98101e612 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:12:57.779307 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11042807-76b3-41f1-b6ec-3ffcf97e3061 None None] Routers {'8e945a00-f419-4303-bb53-dec98101e612'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:12:57.779307 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-11042807-76b3-41f1-b6ec-3ffcf97e3061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:12:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8e945a00-f419-4303-bb53-dec98101e612'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:57.783958 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60970) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:12:57.784701 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af1aa9-7abc-4cc8-8858-53dac5a7127b req-ae4d0597-ded8-4ebc-b446-e4c56cf2ff16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:57.786460 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b3af1aa9-7abc-4cc8-8858-53dac5a7127b req-ae4d0597-ded8-4ebc-b446-e4c56cf2ff16 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b593d4c-a75c-4f20-93ed-53433963bd92 HTTP/1.1" status: 200 len: 898 time: 0.1720920 Mar 14 16:12:57.891386 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b3af1aa9-7abc-4cc8-8858-53dac5a7127b req-3b06a144-b1a9-48ae-9a31-feaadc6d0849 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2e4fa7f-b0eb-472a-b767-aba9316045cb HTTP/1.1" status: 200 len: 999 time: 0.0987177 Mar 14 16:12:57.894709 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-77ec7941-e983-4d81-91de-87d87677ac70 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/9a35d7a1-2d8d-4ec5-bc39-d6974d7169e9 HTTP/1.1" status: 200 len: 991 time: 0.1096394 Mar 14 16:12:57.952415 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-11042807-76b3-41f1-b6ec-3ffcf97e3061 None None] Set router 8e945a00-f419-4303-bb53-dec98101e612 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:12:57.955585 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af1aa9-7abc-4cc8-8858-53dac5a7127b req-73220d72-04a3-405f-84e2-b896375bb340 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:57.956997 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b3af1aa9-7abc-4cc8-8858-53dac5a7127b req-73220d72-04a3-405f-84e2-b896375bb340 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f09a4b78-d773-4394-aa96-4bfe582878d3 HTTP/1.1" status: 200 len: 835 time: 0.0605881 Mar 14 16:12:58.029131 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b3af1aa9-7abc-4cc8-8858-53dac5a7127b req-b599a37e-f2b7-4b4e-b63c-831500a8d74e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b593d4c-a75c-4f20-93ed-53433963bd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668893 Mar 14 16:12:58.160047 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b3af1aa9-7abc-4cc8-8858-53dac5a7127b req-0b01076a-966f-4968-9492-4cdfc24154f8 service neutron] 10.222.0.24 "GET /v2.0/networks/0b593d4c-a75c-4f20-93ed-53433963bd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247962 Mar 14 16:12:58.297046 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b3af1aa9-7abc-4cc8-8858-53dac5a7127b req-c009d1ac-f052-486a-bc03-bea0d45b6cd7 service neutron] 10.222.0.24 "GET /v2.0/networks/0b593d4c-a75c-4f20-93ed-53433963bd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314459 Mar 14 16:12:58.337346 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-11042807-76b3-41f1-b6ec-3ffcf97e3061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e945a00-f419-4303-bb53-dec98101e612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375937264', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:12:36Z', 'updated_at': '2022-03-14T16:12:40Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e945a00-f419-4303-bb53-dec98101e612', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:12:37Z', 'updated_at': '2022-03-14T16:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '9a35d7a1-2d8d-4ec5-bc39-d6974d7169e9', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'floating_ip_address': '172.26.4.33', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '8e945a00-f419-4303-bb53-dec98101e612', 'port_id': 'a2e4fa7f-b0eb-472a-b767-aba9316045cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92', 'mac_address': 'fa:16:3e:43:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47d631-a88e-4d64-aeb1-3d3a98a354cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:12:55Z', 'updated_at': '2022-03-14T16:12:55Z', 'revision_number': 0, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c6d48d-38a2-4d6c-b1cb-c40fc401f018', 'name': '', 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:a0:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e945a00-f419-4303-bb53-dec98101e612', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09a4b78-d773-4394-aa96-4bfe582878d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:12:39Z', 'updated_at': '2022-03-14T16:12:46Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': 'f09a4b78-d773-4394-aa96-4bfe582878d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:58.341510 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11042807-76b3-41f1-b6ec-3ffcf97e3061 None None] The sync data for ids ['8e945a00-f419-4303-bb53-dec98101e612'] in dv-neutron-833561-1-hyperv is: [{'id': '8e945a00-f419-4303-bb53-dec98101e612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375937264', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:12:36Z', 'updated_at': '2022-03-14T16:12:40Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e945a00-f419-4303-bb53-dec98101e612', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:12:37Z', 'updated_at': '2022-03-14T16:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '9a35d7a1-2d8d-4ec5-bc39-d6974d7169e9', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'floating_ip_address': '172.26.4.33', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '8e945a00-f419-4303-bb53-dec98101e612', 'port_id': 'a2e4fa7f-b0eb-472a-b767-aba9316045cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92', 'mac_address': 'fa:16:3e:43:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47d631-a88e-4d64-aeb1-3d3a98a354cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:12:55Z', 'updated_at': '2022-03-14T16:12:55Z', 'revision_number': 0, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c6d48d-38a2-4d6c-b1cb-c40fc401f018', 'name': '', 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:a0:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e945a00-f419-4303-bb53-dec98101e612', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09a4b78-d773-4394-aa96-4bfe582878d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:12:39Z', 'updated_at': '2022-03-14T16:12:46Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': 'f09a4b78-d773-4394-aa96-4bfe582878d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:12:58.898824 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60974) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:12:59.003062 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-d8a8da86-11a6-4d7b-b9f6-cf123ea2b6c5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/9a35d7a1-2d8d-4ec5-bc39-d6974d7169e9 HTTP/1.1" status: 200 len: 991 time: 0.1029079 Mar 14 16:13:00.006479 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60978) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:13:00.108326 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-36dd9946-0cb7-4b2d-a642-652eadb5ae2b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/9a35d7a1-2d8d-4ec5-bc39-d6974d7169e9 HTTP/1.1" status: 200 len: 991 time: 0.1008272 Mar 14 16:13:01.111610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 60982) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:13:01.216761 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b99b0c85-b0b9-4972-be58-ca839bac58eb tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/9a35d7a1-2d8d-4ec5-bc39-d6974d7169e9 HTTP/1.1" status: 200 len: 991 time: 0.1040359 Mar 14 16:13:01.834936 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc17a56f-bc84-4f94-a1e7-e6b0f8bc5081 None None] New status for floating IP 9a35d7a1-2d8d-4ec5-bc39-d6974d7169e9: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 16:13:02.219906 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 60986) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:13:02.323697 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cbaa6196-897e-43d7-9159-0b5c07b9a197 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/9a35d7a1-2d8d-4ec5-bc39-d6974d7169e9 HTTP/1.1" status: 200 len: 993 time: 0.1026287 Mar 14 16:13:11.613092 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [req-1c3251c6-e6e7-4b51-b563-25bb3f22583b req-08db3e01-12c8-422f-97b4-1037ef82942d service neutron] (83910) timed out ('10.222.0.60', 57378) {{(pid=83910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 14 16:13:13.017882 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-496b5f64-9551-43b2-8eb3-aadc07c15804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:15.174379 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f4b129e9-83af-4deb-b7b6-6abddd49c2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:16.439546 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:16.628841 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:18.095245 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:19.691580 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:13:21.343525 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:42.755352 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-931b8318-3f76-4dc3-b688-0b160bdbbeb8 req-e4978004-0517-4297-af2a-7957ab4ebb7f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675592 Mar 14 16:13:42.892935 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-931b8318-3f76-4dc3-b688-0b160bdbbeb8 req-4494009d-ee64-448b-bfda-5b9d3d6ac7c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 1099 time: 0.0675836 Mar 14 16:13:43.019327 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-60b19c8e-9b1b-4f39-ae54-dd553b420a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:43.032028 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b8318-3f76-4dc3-b688-0b160bdbbeb8 req-26356d21-deb1-447d-98e1-d9351a050398 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:13:43.033440 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-931b8318-3f76-4dc3-b688-0b160bdbbeb8 req-26356d21-deb1-447d-98e1-d9351a050398 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b593d4c-a75c-4f20-93ed-53433963bd92 HTTP/1.1" status: 200 len: 898 time: 0.1232655 Mar 14 16:13:43.136971 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-931b8318-3f76-4dc3-b688-0b160bdbbeb8 req-fc3425fe-824b-420b-9724-73571306c855 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2e4fa7f-b0eb-472a-b767-aba9316045cb HTTP/1.1" status: 200 len: 1001 time: 0.0978286 Mar 14 16:13:43.199384 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b8318-3f76-4dc3-b688-0b160bdbbeb8 req-c55c4c91-e3b2-4261-a234-644c0a5a407b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:13:43.200774 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-931b8318-3f76-4dc3-b688-0b160bdbbeb8 req-c55c4c91-e3b2-4261-a234-644c0a5a407b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f09a4b78-d773-4394-aa96-4bfe582878d3 HTTP/1.1" status: 200 len: 835 time: 0.0587866 Mar 14 16:13:43.358556 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-931b8318-3f76-4dc3-b688-0b160bdbbeb8 req-104d82dc-a6be-4964-9b87-2da3638cfdc0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b593d4c-a75c-4f20-93ed-53433963bd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1518097 Mar 14 16:13:43.484729 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-931b8318-3f76-4dc3-b688-0b160bdbbeb8 req-89966e31-4755-4b5f-9a23-f71d6c98b3a7 service neutron] 10.222.0.24 "GET /v2.0/networks/0b593d4c-a75c-4f20-93ed-53433963bd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206403 Mar 14 16:13:43.610834 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-931b8318-3f76-4dc3-b688-0b160bdbbeb8 req-e0a423e9-c7c8-4fef-b160-50d38cc9b78f service neutron] 10.222.0.24 "GET /v2.0/networks/0b593d4c-a75c-4f20-93ed-53433963bd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202917 Mar 14 16:13:45.178126 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f7004e3-2a65-45d8-808d-81d8bf1d4fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:46.441512 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:46.631014 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:48.096718 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:51.340741 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:56.692085 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:14:01.306633 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431aed51-8140-4b5e-ae32-a6f6f642644c req-84a76d46-8b11-4fd6-941e-30a015a498b7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:14:01.307972 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-431aed51-8140-4b5e-ae32-a6f6f642644c req-84a76d46-8b11-4fd6-941e-30a015a498b7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 946 time: 0.0772502 Mar 14 16:14:01.352386 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-431aed51-8140-4b5e-ae32-a6f6f642644c req-c4160f2f-c858-461e-aa28-98119e73af4b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385470 Mar 14 16:14:02.552653 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978fd95-0df5-4899-8284-a4c5f29a5614 req-1adb82b5-0557-4f32-8065-c35bc9489ad2 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:14:02.553978 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b978fd95-0df5-4899-8284-a4c5f29a5614 req-1adb82b5-0557-4f32-8065-c35bc9489ad2 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 946 time: 0.0739503 Mar 14 16:14:02.601816 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b978fd95-0df5-4899-8284-a4c5f29a5614 req-23fde2e0-8743-4ebe-b086-9b254d74dfb1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416999 Mar 14 16:14:03.794783 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352886fb-f44e-4987-84b2-4ce9db7b1775 req-f0d20f67-5c7f-4d27-958b-570a65994819 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:14:03.796219 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-352886fb-f44e-4987-84b2-4ce9db7b1775 req-f0d20f67-5c7f-4d27-958b-570a65994819 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 946 time: 0.0748715 Mar 14 16:14:03.840679 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-352886fb-f44e-4987-84b2-4ce9db7b1775 req-8d0da82a-5269-4170-b40a-b8d76003691a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391276 Mar 14 16:14:05.032254 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ecee7-4e52-4d2b-a8a6-030b8056c543 req-85ac1f1d-a605-45a8-a391-9944ff8366ad tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:14:05.034717 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3f6ecee7-4e52-4d2b-a8a6-030b8056c543 req-85ac1f1d-a605-45a8-a391-9944ff8366ad tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 946 time: 0.0766072 Mar 14 16:14:05.080979 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3f6ecee7-4e52-4d2b-a8a6-030b8056c543 req-4642e05d-152f-42fd-b1de-75f56d87b268 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408132 Mar 14 16:14:06.297356 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247459f-74b7-48fe-8627-0a32c560db43 req-257baa74-f947-4fa7-9b70-f2a36d582e2a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:14:06.298827 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b247459f-74b7-48fe-8627-0a32c560db43 req-257baa74-f947-4fa7-9b70-f2a36d582e2a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 946 time: 0.0793240 Mar 14 16:14:06.342298 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b247459f-74b7-48fe-8627-0a32c560db43 req-aa52a484-6173-4c1f-bf12-a97041020e5d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381613 Mar 14 16:14:07.543931 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62317f2-b189-4d59-8d99-06248f1468c2 req-fc6d90b9-95cb-4e35-a193-c542a31bf57b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:14:07.545262 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d62317f2-b189-4d59-8d99-06248f1468c2 req-fc6d90b9-95cb-4e35-a193-c542a31bf57b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 946 time: 0.0837543 Mar 14 16:14:07.595602 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d62317f2-b189-4d59-8d99-06248f1468c2 req-eb946d6b-f6e9-4c9e-8e05-9575fef45a05 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440257 Mar 14 16:14:08.793726 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e7ca7-3173-4eb2-bb1a-4dba0367d986 req-607830fb-daef-42ad-8981-cd8263f10a8e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:14:08.795201 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-843e7ca7-3173-4eb2-bb1a-4dba0367d986 req-607830fb-daef-42ad-8981-cd8263f10a8e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 946 time: 0.0748117 Mar 14 16:14:08.840039 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-843e7ca7-3173-4eb2-bb1a-4dba0367d986 req-5b5aabb3-2cd5-4854-8590-c22510b44005 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394387 Mar 14 16:14:10.032661 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1179ada-1270-4f43-b406-e7810ac71ae0 req-f18fd3b1-bd29-4250-999d-b886b725dda2 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:14:10.034099 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e1179ada-1270-4f43-b406-e7810ac71ae0 req-f18fd3b1-bd29-4250-999d-b886b725dda2 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 946 time: 0.0744879 Mar 14 16:14:10.080410 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e1179ada-1270-4f43-b406-e7810ac71ae0 req-9bdaff0d-a280-4d88-94ce-7abc8fbd2ee3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409427 Mar 14 16:14:11.358192 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c395ec1-4b0d-4fc6-a28e-a749a5c45f98 req-afd2204b-ac32-460b-bea1-72987c764ff1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:14:11.359645 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8c395ec1-4b0d-4fc6-a28e-a749a5c45f98 req-afd2204b-ac32-460b-bea1-72987c764ff1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 946 time: 0.1600735 Mar 14 16:14:11.403423 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8c395ec1-4b0d-4fc6-a28e-a749a5c45f98 req-adf78868-11b3-46a5-a890-b5accaebc4ae tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382860 Mar 14 16:14:12.599055 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1d13b-12fc-4c37-b34d-9a9d955e9272 req-d2e1dabc-d264-41be-baa9-3a51eba1916b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:14:12.600486 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9db1d13b-12fc-4c37-b34d-9a9d955e9272 req-d2e1dabc-d264-41be-baa9-3a51eba1916b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 946 time: 0.0769014 Mar 14 16:14:12.643723 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9db1d13b-12fc-4c37-b34d-9a9d955e9272 req-8b5ab6d2-5596-4821-93ac-1a20b9b32eb4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379193 Mar 14 16:14:13.020501 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b061f112-19a5-43ec-991a-e307fb44e5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:14:13.843489 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7a529-aa3f-4101-a51b-3bb93d01cca9 req-9f51d06a-e367-4e0e-8cc9-4a9b528d6460 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:14:13.844920 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b1f7a529-aa3f-4101-a51b-3bb93d01cca9 req-9f51d06a-e367-4e0e-8cc9-4a9b528d6460 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 946 time: 0.0784047 Mar 14 16:14:13.888545 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b1f7a529-aa3f-4101-a51b-3bb93d01cca9 req-48769c6c-9c22-42ce-a581-ae6c65d72a5a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382881 Mar 14 16:14:15.082775 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c401f-32a5-4a4e-a8f4-956ce51eb368 req-8b13e77b-fe90-4837-9c7b-b30ed32a2494 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:14:15.084193 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a83c401f-32a5-4a4e-a8f4-956ce51eb368 req-8b13e77b-fe90-4837-9c7b-b30ed32a2494 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 946 time: 0.0752654 Mar 14 16:14:15.131777 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a83c401f-32a5-4a4e-a8f4-956ce51eb368 req-64533cb3-cdea-402e-bf51-28d22eb5f150 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421841 Mar 14 16:14:15.180093 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6badf74d-417f-4a4a-a5e2-6de2be7fca46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:14:16.331085 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc3451-ff62-435e-a5a8-69cc026901fa req-cb221680-db69-450e-a847-44e3c5b65794 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:14:16.332513 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-70cc3451-ff62-435e-a5a8-69cc026901fa req-cb221680-db69-450e-a847-44e3c5b65794 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 946 time: 0.0751252 Mar 14 16:14:16.387584 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-70cc3451-ff62-435e-a5a8-69cc026901fa req-b8d6d7bf-a1ac-4f67-b35d-ff775abfdc3b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467551 Mar 14 16:14:16.444304 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:14:16.633545 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:14:17.585636 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffad4a-1c88-4c36-b167-0d8147d2b781 req-2ae4d913-539b-44e4-a04c-20a842281a2b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:14:17.586973 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a2ffad4a-1c88-4c36-b167-0d8147d2b781 req-2ae4d913-539b-44e4-a04c-20a842281a2b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 946 time: 0.0781510 Mar 14 16:14:17.639608 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a2ffad4a-1c88-4c36-b167-0d8147d2b781 req-eb1406bc-8ad5-4283-bd0d-be726e9ec9fe tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468657 Mar 14 16:14:17.667095 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 32816) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:14:17.773154 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-40ceca3c-d8eb-47f0-92b2-d7fb7f004397 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/9a35d7a1-2d8d-4ec5-bc39-d6974d7169e9 HTTP/1.1" status: 200 len: 993 time: 0.1047769 Mar 14 16:14:18.100060 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:14:19.262082 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70941f12-e401-43d6-878d-582fe1d30f7d req-72918969-4a45-41fe-8dde-7862533a8734 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:14:19.263714 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-70941f12-e401-43d6-878d-582fe1d30f7d req-72918969-4a45-41fe-8dde-7862533a8734 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 946 time: 0.0832932 Mar 14 16:14:19.294236 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-46d64951-badc-4a8f-9c3d-12a47fe20f73 req-5bafdaca-da56-4e8c-ae44-b5cc62c068cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 1099 time: 0.0668347 Mar 14 16:14:19.309557 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-70941f12-e401-43d6-878d-582fe1d30f7d req-118f1618-08dd-4310-88c1-949710c41214 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400369 Mar 14 16:14:19.422560 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d64951-badc-4a8f-9c3d-12a47fe20f73 req-1ce97846-0915-4a70-b7db-5cb82b5bacf2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:14:19.424014 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-46d64951-badc-4a8f-9c3d-12a47fe20f73 req-1ce97846-0915-4a70-b7db-5cb82b5bacf2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b593d4c-a75c-4f20-93ed-53433963bd92 HTTP/1.1" status: 200 len: 898 time: 0.1246037 Mar 14 16:14:19.525911 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-46d64951-badc-4a8f-9c3d-12a47fe20f73 req-7712bb46-a228-4239-a87e-d5b2ce6b78e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2e4fa7f-b0eb-472a-b767-aba9316045cb HTTP/1.1" status: 200 len: 1001 time: 0.0966086 Mar 14 16:14:19.589170 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d64951-badc-4a8f-9c3d-12a47fe20f73 req-882e660d-9fd1-4a7f-bb6e-2c02806243de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:14:19.591457 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-46d64951-badc-4a8f-9c3d-12a47fe20f73 req-882e660d-9fd1-4a7f-bb6e-2c02806243de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f09a4b78-d773-4394-aa96-4bfe582878d3 HTTP/1.1" status: 200 len: 835 time: 0.0600195 Mar 14 16:14:19.663275 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-46d64951-badc-4a8f-9c3d-12a47fe20f73 req-42707c49-c521-466d-8d50-21254add1cfc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b593d4c-a75c-4f20-93ed-53433963bd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659201 Mar 14 16:14:19.873282 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-46d64951-badc-4a8f-9c3d-12a47fe20f73 req-3811605a-4fd6-4530-a6ed-28100fcd0f63 service neutron] 10.222.0.24 "GET /v2.0/networks/0b593d4c-a75c-4f20-93ed-53433963bd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031684 Mar 14 16:14:19.999426 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-46d64951-badc-4a8f-9c3d-12a47fe20f73 req-d2c4f276-c031-4232-85fd-a0273998912d service neutron] 10.222.0.24 "GET /v2.0/networks/0b593d4c-a75c-4f20-93ed-53433963bd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206086 Mar 14 16:14:20.512646 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ff082-f1b5-4d5a-a4d5-9726f44317db req-ba5c7735-f706-41da-b757-9e548abfa146 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:14:20.514033 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-920ff082-f1b5-4d5a-a4d5-9726f44317db req-ba5c7735-f706-41da-b757-9e548abfa146 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 946 time: 0.0823407 Mar 14 16:14:20.562570 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-920ff082-f1b5-4d5a-a4d5-9726f44317db req-c0dd2ea4-3cc8-4070-b841-eaddeaa89dc6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424600 Mar 14 16:14:21.354718 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:14:21.761641 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65e51a-1f58-4502-be33-7e7e75e29dcb req-57e725ec-c617-4ae0-bdc5-cc7cf3132d40 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:14:21.763216 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-dd65e51a-1f58-4502-be33-7e7e75e29dcb req-57e725ec-c617-4ae0-bdc5-cc7cf3132d40 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 946 time: 0.0775504 Mar 14 16:14:21.807044 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-dd65e51a-1f58-4502-be33-7e7e75e29dcb req-b1611135-a676-4c0c-a8dc-dd79244c606c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383773 Mar 14 16:14:21.834991 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 32830) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:14:21.938173 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2978c576-30c7-496f-bba4-f023e14e7ee6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/9a35d7a1-2d8d-4ec5-bc39-d6974d7169e9 HTTP/1.1" status: 200 len: 993 time: 0.1020327 Mar 14 16:14:33.692659 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:14:43.022815 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-85174849-97ca-483a-9cc4-855920d3d20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:14:43.826800 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4d3ec74b-d884-45f5-9ac3-41b60c57120a req-cda9f176-859f-4df0-a3ea-0613ea23eea2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1416728 Mar 14 16:14:43.962075 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4d3ec74b-d884-45f5-9ac3-41b60c57120a req-447036c6-3746-4ad5-9c9e-14e89130af17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 1099 time: 0.0701623 Mar 14 16:14:44.102259 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ec74b-d884-45f5-9ac3-41b60c57120a req-d936b4dd-16f8-4843-bf73-86d9e1448361 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:14:44.103649 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4d3ec74b-d884-45f5-9ac3-41b60c57120a req-d936b4dd-16f8-4843-bf73-86d9e1448361 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b593d4c-a75c-4f20-93ed-53433963bd92 HTTP/1.1" status: 200 len: 898 time: 0.1241970 Mar 14 16:14:44.199513 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4d3ec74b-d884-45f5-9ac3-41b60c57120a req-d2586e86-af2b-4040-92c2-020f7879a5d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2e4fa7f-b0eb-472a-b767-aba9316045cb HTTP/1.1" status: 200 len: 1001 time: 0.0899560 Mar 14 16:14:44.263291 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ec74b-d884-45f5-9ac3-41b60c57120a req-d4679e2a-7960-4f29-a589-e6587e08230f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:14:44.264593 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4d3ec74b-d884-45f5-9ac3-41b60c57120a req-d4679e2a-7960-4f29-a589-e6587e08230f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f09a4b78-d773-4394-aa96-4bfe582878d3 HTTP/1.1" status: 200 len: 835 time: 0.0594020 Mar 14 16:14:44.335497 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4d3ec74b-d884-45f5-9ac3-41b60c57120a req-a9379082-f84e-4735-b64d-7dfe0da3df1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b593d4c-a75c-4f20-93ed-53433963bd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654743 Mar 14 16:14:44.467321 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4d3ec74b-d884-45f5-9ac3-41b60c57120a req-ae140d9c-f0af-4dc4-916f-edfb26b10234 service neutron] 10.222.0.24 "GET /v2.0/networks/0b593d4c-a75c-4f20-93ed-53433963bd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238022 Mar 14 16:14:44.595943 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4d3ec74b-d884-45f5-9ac3-41b60c57120a req-1bcb615c-6071-401a-a49e-16dca5ddc723 service neutron] 10.222.0.24 "GET /v2.0/networks/0b593d4c-a75c-4f20-93ed-53433963bd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222911 Mar 14 16:14:45.182002 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-150ca04f-d50f-407a-87ec-82679a91003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:14:46.446748 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:14:46.635039 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:14:48.103007 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:14:51.351113 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:10.594794 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 32854) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:10.692816 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:15:11.005006 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e04c32bf-4d87-4e2c-97ce-1af75bc67589 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting port b5b11c56-d896-4bc2-bd77-1b85f36b13a2 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:15:11.005345 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e04c32bf-4d87-4e2c-97ce-1af75bc67589 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:11.170419 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e04c32bf-4d87-4e2c-97ce-1af75bc67589 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:11.170750 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e04c32bf-4d87-4e2c-97ce-1af75bc67589 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:11.294462 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e04c32bf-4d87-4e2c-97ce-1af75bc67589 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Calling delete_port for b5b11c56-d896-4bc2-bd77-1b85f36b13a2 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:15:11.436020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e04c32bf-4d87-4e2c-97ce-1af75bc67589 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:11.488872 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c32bf-4d87-4e2c-97ce-1af75bc67589 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Port': ['ID=b5b11c56-d896-4bc2-bd77-1b85f36b13a2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:11.531102 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c32bf-4d87-4e2c-97ce-1af75bc67589 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:11.531447 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c32bf-4d87-4e2c-97ce-1af75bc67589 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:11.531781 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c32bf-4d87-4e2c-97ce-1af75bc67589 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:11.532110 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c32bf-4d87-4e2c-97ce-1af75bc67589 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:11.532434 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c32bf-4d87-4e2c-97ce-1af75bc67589 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:11.532757 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c32bf-4d87-4e2c-97ce-1af75bc67589 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:11.533077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c32bf-4d87-4e2c-97ce-1af75bc67589 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:11.533394 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c32bf-4d87-4e2c-97ce-1af75bc67589 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:11.533712 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c32bf-4d87-4e2c-97ce-1af75bc67589 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:11.534029 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c32bf-4d87-4e2c-97ce-1af75bc67589 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:11.534367 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c32bf-4d87-4e2c-97ce-1af75bc67589 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:11.592058 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e04c32bf-4d87-4e2c-97ce-1af75bc67589 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:12.059512 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04c32bf-4d87-4e2c-97ce-1af75bc67589 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router 8e945a00-f419-4303-bb53-dec98101e612 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:15:12.254401 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04c32bf-4d87-4e2c-97ce-1af75bc67589 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:15:12.264510 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8715c8a3-28ea-4d80-a9f7-ac38eff0f11c None None] Sync routers for ids ['8e945a00-f419-4303-bb53-dec98101e612'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:15:12.274966 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e04c32bf-4d87-4e2c-97ce-1af75bc67589 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:12.277874 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8715c8a3-28ea-4d80-a9f7-ac38eff0f11c None None] Routers {'8e945a00-f419-4303-bb53-dec98101e612'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:15:12.278555 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8715c8a3-28ea-4d80-a9f7-ac38eff0f11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:14:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8e945a00-f419-4303-bb53-dec98101e612'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:15:12.327095 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e04c32bf-4d87-4e2c-97ce-1af75bc67589 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/floatingips/9a35d7a1-2d8d-4ec5-bc39-d6974d7169e9 HTTP/1.1" status: 204 len: 168 time: 1.7312465 Mar 14 16:15:12.327580 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b47d631-a88e-4d64-aeb1-3d3a98a354cb', 'tag': 'a2e4fa7f-b0eb-472a-b767-aba9316045cb'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:15:12.461390 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-8715c8a3-28ea-4d80-a9f7-ac38eff0f11c None None] Set router 8e945a00-f419-4303-bb53-dec98101e612 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:15:12.568574 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b47d631-a88e-4d64-aeb1-3d3a98a354cb', 'tag': 'a2e4fa7f-b0eb-472a-b767-aba9316045cb', 'status': 'completed', 'code': 200} Mar 14 16:15:12.675619 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af995adb-3669-4217-beb3-7a0009a1459e req-2fc3ef71-3e64-4019-b61e-dc8fabb9a222 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 1099 time: 0.0754395 Mar 14 16:15:12.790028 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8715c8a3-28ea-4d80-a9f7-ac38eff0f11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e945a00-f419-4303-bb53-dec98101e612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375937264', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:12:36Z', 'updated_at': '2022-03-14T16:12:40Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e945a00-f419-4303-bb53-dec98101e612', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:12:37Z', 'updated_at': '2022-03-14T16:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '75c6d48d-38a2-4d6c-b1cb-c40fc401f018', 'name': '', 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:a0:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e945a00-f419-4303-bb53-dec98101e612', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09a4b78-d773-4394-aa96-4bfe582878d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:12:39Z', 'updated_at': '2022-03-14T16:12:46Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': 'f09a4b78-d773-4394-aa96-4bfe582878d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:15:12.795600 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8715c8a3-28ea-4d80-a9f7-ac38eff0f11c None None] Checking router: 8e945a00-f419-4303-bb53-dec98101e612 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:15:12.805162 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8715c8a3-28ea-4d80-a9f7-ac38eff0f11c None None] Routers {'8e945a00-f419-4303-bb53-dec98101e612'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:15:12.806040 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8715c8a3-28ea-4d80-a9f7-ac38eff0f11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:14:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8e945a00-f419-4303-bb53-dec98101e612'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:15:12.817275 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af995adb-3669-4217-beb3-7a0009a1459e req-672fb78a-9be5-47a3-b703-79f67b0dde72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:12.819715 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af995adb-3669-4217-beb3-7a0009a1459e req-672fb78a-9be5-47a3-b703-79f67b0dde72 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b593d4c-a75c-4f20-93ed-53433963bd92 HTTP/1.1" status: 200 len: 898 time: 0.1365926 Mar 14 16:15:12.836878 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982808a5-f8bf-4234-9c2d-abda3ab1d206 req-a5c28f7e-50aa-4836-901c-9c7868337c44 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:12.837673 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-982808a5-f8bf-4234-9c2d-abda3ab1d206 req-a5c28f7e-50aa-4836-901c-9c7868337c44 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:15:12.855650 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-982808a5-f8bf-4234-9c2d-abda3ab1d206 req-a5c28f7e-50aa-4836-901c-9c7868337c44 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:15:12.857017 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-982808a5-f8bf-4234-9c2d-abda3ab1d206 req-a5c28f7e-50aa-4836-901c-9c7868337c44 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 946 time: 0.2034743 Mar 14 16:15:12.892035 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af995adb-3669-4217-beb3-7a0009a1459e req-a8fd87d9-1deb-4f22-82f0-0016598db538 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2e4fa7f-b0eb-472a-b767-aba9316045cb HTTP/1.1" status: 200 len: 217 time: 0.0663192 Mar 14 16:15:12.906707 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-982808a5-f8bf-4234-9c2d-abda3ab1d206 req-d08df7b7-f9b8-476e-9b37-5b863ae22a7b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431097 Mar 14 16:15:12.959489 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af995adb-3669-4217-beb3-7a0009a1459e req-00f36dd4-e14f-42ca-9e1f-769a16fdd552 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:12.960945 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af995adb-3669-4217-beb3-7a0009a1459e req-00f36dd4-e14f-42ca-9e1f-769a16fdd552 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f09a4b78-d773-4394-aa96-4bfe582878d3 HTTP/1.1" status: 200 len: 835 time: 0.0622611 Mar 14 16:15:12.999152 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-8715c8a3-28ea-4d80-a9f7-ac38eff0f11c None None] Set router 8e945a00-f419-4303-bb53-dec98101e612 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:15:13.038150 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af995adb-3669-4217-beb3-7a0009a1459e req-b4582cc9-60d0-459f-9998-2cd78fc5bce2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b593d4c-a75c-4f20-93ed-53433963bd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700619 Mar 14 16:15:13.073569 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-394e153e-ee4d-4a1a-bc98-d5272599dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:13.260620 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af995adb-3669-4217-beb3-7a0009a1459e req-f11d2c76-2416-4fb0-b08f-87064de42b60 service neutron] 10.222.0.24 "GET /v2.0/networks/0b593d4c-a75c-4f20-93ed-53433963bd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157373 Mar 14 16:15:13.376352 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8715c8a3-28ea-4d80-a9f7-ac38eff0f11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e945a00-f419-4303-bb53-dec98101e612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375937264', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:12:36Z', 'updated_at': '2022-03-14T16:12:40Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e945a00-f419-4303-bb53-dec98101e612', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:12:37Z', 'updated_at': '2022-03-14T16:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '75c6d48d-38a2-4d6c-b1cb-c40fc401f018', 'name': '', 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:a0:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e945a00-f419-4303-bb53-dec98101e612', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09a4b78-d773-4394-aa96-4bfe582878d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:12:39Z', 'updated_at': '2022-03-14T16:12:46Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': 'f09a4b78-d773-4394-aa96-4bfe582878d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:15:13.380306 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8715c8a3-28ea-4d80-a9f7-ac38eff0f11c None None] The sync data for ids ['8e945a00-f419-4303-bb53-dec98101e612'] in dv-neutron-833561-1-hyperv is: [{'id': '8e945a00-f419-4303-bb53-dec98101e612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375937264', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:12:36Z', 'updated_at': '2022-03-14T16:12:40Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e945a00-f419-4303-bb53-dec98101e612', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:12:37Z', 'updated_at': '2022-03-14T16:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '75c6d48d-38a2-4d6c-b1cb-c40fc401f018', 'name': '', 'network_id': '0b593d4c-a75c-4f20-93ed-53433963bd92', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:a0:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e945a00-f419-4303-bb53-dec98101e612', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09a4b78-d773-4394-aa96-4bfe582878d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:12:39Z', 'updated_at': '2022-03-14T16:12:46Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': 'f09a4b78-d773-4394-aa96-4bfe582878d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:15:13.397577 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af995adb-3669-4217-beb3-7a0009a1459e req-729b34a0-c67e-4021-b738-18697b5977ec service neutron] 10.222.0.24 "GET /v2.0/networks/0b593d4c-a75c-4f20-93ed-53433963bd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304882 Mar 14 16:15:13.612166 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325395ce-c4dc-4584-90c4-dd9e66a29ca8 None None] New status for floating IP 9a35d7a1-2d8d-4ec5-bc39-d6974d7169e9: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 16:15:14.197151 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5da9b-47ba-45a6-8710-dbe722dd6b9c req-2f66dc3f-2dda-49f5-b199-1e6d586d6171 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:14.198681 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-10e5da9b-47ba-45a6-8710-dbe722dd6b9c req-2f66dc3f-2dda-49f5-b199-1e6d586d6171 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 946 time: 0.1681948 Mar 14 16:15:14.243911 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-10e5da9b-47ba-45a6-8710-dbe722dd6b9c req-694bb31e-aff4-474e-ba8a-5d5b6e0b33e3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=8409b6aa-4231-4339-80d0-4a5c0e55c4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394385 Mar 14 16:15:14.409353 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76dda9-6a89-4cd4-a94e-abbb3020b296 req-bdf7bc7a-f537-4837-99fd-fb6db49cf3f7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:14.410802 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8a76dda9-6a89-4cd4-a94e-abbb3020b296 req-bdf7bc7a-f537-4837-99fd-fb6db49cf3f7 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 946 time: 0.0747800 Mar 14 16:15:14.483510 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-8a76dda9-6a89-4cd4-a94e-abbb3020b296 req-5324c48d-b1c0-46e9-9b1f-33eca945951f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting port a2e4fa7f-b0eb-472a-b767-aba9316045cb {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:15:14.483885 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8a76dda9-6a89-4cd4-a94e-abbb3020b296 req-5324c48d-b1c0-46e9-9b1f-33eca945951f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:14.718128 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-8a76dda9-6a89-4cd4-a94e-abbb3020b296 req-5324c48d-b1c0-46e9-9b1f-33eca945951f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] For port a2e4fa7f-b0eb-472a-b767-aba9316045cb, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a2e4fa7f-b0eb-472a-b767-aba9316045cb,segment=NetworkSegment(304f5e9e-72d1-480c-a138-f877b057dc2e),segment_id=304f5e9e-72d1-480c-a138-f877b057dc2e)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:15:14.718397 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8a76dda9-6a89-4cd4-a94e-abbb3020b296 req-5324c48d-b1c0-46e9-9b1f-33eca945951f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:14.837202 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-8a76dda9-6a89-4cd4-a94e-abbb3020b296 req-5324c48d-b1c0-46e9-9b1f-33eca945951f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Calling delete_port for a2e4fa7f-b0eb-472a-b767-aba9316045cb owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:15:14.972747 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8a76dda9-6a89-4cd4-a94e-abbb3020b296 req-5324c48d-b1c0-46e9-9b1f-33eca945951f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:15.021410 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324c48d-b1c0-46e9-9b1f-33eca945951f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Port': ['ID=a2e4fa7f-b0eb-472a-b767-aba9316045cb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:15.033211 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324c48d-b1c0-46e9-9b1f-33eca945951f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:15.033555 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324c48d-b1c0-46e9-9b1f-33eca945951f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:15.033896 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324c48d-b1c0-46e9-9b1f-33eca945951f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:15.034259 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324c48d-b1c0-46e9-9b1f-33eca945951f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:15.034593 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324c48d-b1c0-46e9-9b1f-33eca945951f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:15.034925 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324c48d-b1c0-46e9-9b1f-33eca945951f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:15.035250 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324c48d-b1c0-46e9-9b1f-33eca945951f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:15.035577 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324c48d-b1c0-46e9-9b1f-33eca945951f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:15.036232 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324c48d-b1c0-46e9-9b1f-33eca945951f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:15.036232 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324c48d-b1c0-46e9-9b1f-33eca945951f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:15.036520 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324c48d-b1c0-46e9-9b1f-33eca945951f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:15.104315 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a76dda9-6a89-4cd4-a94e-abbb3020b296 req-5324c48d-b1c0-46e9-9b1f-33eca945951f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] No DVR routers for this DVR port a2e4fa7f-b0eb-472a-b767-aba9316045cb on host hv-neutron-8335 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:15:15.106826 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8a76dda9-6a89-4cd4-a94e-abbb3020b296 req-5324c48d-b1c0-46e9-9b1f-33eca945951f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:15.109207 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b47d631-a88e-4d64-aeb1-3d3a98a354cb', 'name': 'network-vif-deleted', 'tag': 'a2e4fa7f-b0eb-472a-b767-aba9316045cb'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:15:15.124209 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8a76dda9-6a89-4cd4-a94e-abbb3020b296 req-5324c48d-b1c0-46e9-9b1f-33eca945951f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "DELETE /v2.0/ports/a2e4fa7f-b0eb-472a-b767-aba9316045cb HTTP/1.1" status: 204 len: 173 time: 0.7068911 Mar 14 16:15:15.184477 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-18cf9a07-f70d-47bc-94dc-9c2cbf37f07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:15.244812 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b47d631-a88e-4d64-aeb1-3d3a98a354cb', 'name': 'network-vif-deleted', 'tag': 'a2e4fa7f-b0eb-472a-b767-aba9316045cb', 'status': 'completed', 'code': 200} Mar 14 16:15:15.429537 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-0d7afb6a-d22e-4e01-860f-832dc4b9b883 req-b8092870-6dce-47fd-b021-8d46f43c76f8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:15:15.444950 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-0d7afb6a-d22e-4e01-860f-832dc4b9b883 req-b8092870-6dce-47fd-b021-8d46f43c76f8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:15:15.446135 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0d7afb6a-d22e-4e01-860f-832dc4b9b883 req-b8092870-6dce-47fd-b021-8d46f43c76f8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b47d631-a88e-4d64-aeb1-3d3a98a354cb HTTP/1.1" status: 200 len: 210 time: 0.0612218 Mar 14 16:15:16.450167 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:16.551752 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 32882) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:16.638001 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:16.868429 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device a2e4fa7f-b0eb-472a-b767-aba9316045cb no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:15:16.903363 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: a2e4fa7f-b0eb-472a-b767-aba9316045cb {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:15:16.903698 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device a2e4fa7f-b0eb-472a-b767-aba9316045cb not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:15:16.944530 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63f603e9-e667-4531-82a6-f92542a2c983 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:17.655065 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-63f603e9-e667-4531-82a6-f92542a2c983 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting port 75c6d48d-38a2-4d6c-b1cb-c40fc401f018 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:15:17.655759 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63f603e9-e667-4531-82a6-f92542a2c983 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:17.841624 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-63f603e9-e667-4531-82a6-f92542a2c983 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] For port 75c6d48d-38a2-4d6c-b1cb-c40fc401f018, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=75c6d48d-38a2-4d6c-b1cb-c40fc401f018,segment=NetworkSegment(304f5e9e-72d1-480c-a138-f877b057dc2e),segment_id=304f5e9e-72d1-480c-a138-f877b057dc2e)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:15:17.841978 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63f603e9-e667-4531-82a6-f92542a2c983 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:17.959729 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-63f603e9-e667-4531-82a6-f92542a2c983 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Calling delete_port for 75c6d48d-38a2-4d6c-b1cb-c40fc401f018 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:15:18.106382 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:18.132664 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63f603e9-e667-4531-82a6-f92542a2c983 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:18.180926 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f603e9-e667-4531-82a6-f92542a2c983 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Port': ['ID=75c6d48d-38a2-4d6c-b1cb-c40fc401f018,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:18.468535 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63f603e9-e667-4531-82a6-f92542a2c983 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:19.120081 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f603e9-e667-4531-82a6-f92542a2c983 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router 8e945a00-f419-4303-bb53-dec98101e612 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:15:19.319903 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f603e9-e667-4531-82a6-f92542a2c983 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:15:19.330962 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf59e51-e482-41aa-8871-4577dff49335 None None] Sync routers for ids ['8e945a00-f419-4303-bb53-dec98101e612'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:15:19.340833 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-63f603e9-e667-4531-82a6-f92542a2c983 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "PUT /v2.0/routers/8e945a00-f419-4303-bb53-dec98101e612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7879734 Mar 14 16:15:19.344278 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf59e51-e482-41aa-8871-4577dff49335 None None] Routers {'8e945a00-f419-4303-bb53-dec98101e612'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:15:19.344436 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 32886) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:19.344893 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-faf59e51-e482-41aa-8871-4577dff49335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:15:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8e945a00-f419-4303-bb53-dec98101e612'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:15:19.520114 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-faf59e51-e482-41aa-8871-4577dff49335 None None] Set router 8e945a00-f419-4303-bb53-dec98101e612 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:15:19.526340 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b7dc1f-682e-49ee-a921-a430d7f4440e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting subnet f09a4b78-d773-4394-aa96-4bfe582878d3 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 16:15:19.529989 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1b7dc1f-682e-49ee-a921-a430d7f4440e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:19.581617 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1b7dc1f-682e-49ee-a921-a430d7f4440e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:19.669639 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1b7dc1f-682e-49ee-a921-a430d7f4440e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:19.740573 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1b7dc1f-682e-49ee-a921-a430d7f4440e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:19.783738 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7dc1f-682e-49ee-a921-a430d7f4440e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Subnet': ['ID=f09a4b78-d773-4394-aa96-4bfe582878d3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:19.788454 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1b7dc1f-682e-49ee-a921-a430d7f4440e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:19.795341 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c1b7dc1f-682e-49ee-a921-a430d7f4440e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/subnets/f09a4b78-d773-4394-aa96-4bfe582878d3 HTTP/1.1" status: 204 len: 168 time: 0.4499910 Mar 14 16:15:19.797299 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634866c3-c31e-49a4-9113-fb3843341993 None None] Network 0b593d4c-a75c-4f20-93ed-53433963bd92 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:15:19.798346 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 32890) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:19.926077 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-faf59e51-e482-41aa-8871-4577dff49335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e945a00-f419-4303-bb53-dec98101e612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375937264', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:12:36Z', 'updated_at': '2022-03-14T16:15:18Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e945a00-f419-4303-bb53-dec98101e612', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:12:37Z', 'updated_at': '2022-03-14T16:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:15:19.963875 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf59e51-e482-41aa-8871-4577dff49335 None None] Checking router: 8e945a00-f419-4303-bb53-dec98101e612 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:15:19.992595 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf59e51-e482-41aa-8871-4577dff49335 None None] Routers {'8e945a00-f419-4303-bb53-dec98101e612'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:15:19.993226 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-faf59e51-e482-41aa-8871-4577dff49335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:15:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8e945a00-f419-4303-bb53-dec98101e612'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:15:20.001451 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75d4f7a1-e006-4d47-b38b-d434e447ab6c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:20.179244 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-faf59e51-e482-41aa-8871-4577dff49335 None None] Set router 8e945a00-f419-4303-bb53-dec98101e612 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:15:20.208807 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75d4f7a1-e006-4d47-b38b-d434e447ab6c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:20.220548 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-75d4f7a1-e006-4d47-b38b-d434e447ab6c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting port 6c683870-99f9-4a7d-a6c3-c1ab833b921a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:15:20.221077 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75d4f7a1-e006-4d47-b38b-d434e447ab6c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:20.222844 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d75a63-f0cf-4446-8707-7627e5ff78c5 None None] DHCP port deletion for 0b593d4c-a75c-4f20-93ed-53433963bd92 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 16:15:20.283260 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-57d75a63-f0cf-4446-8707-7627e5ff78c5 None None] Deleting port b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:15:20.283260 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-57d75a63-f0cf-4446-8707-7627e5ff78c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:20.397475 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-75d4f7a1-e006-4d47-b38b-d434e447ab6c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] For port 6c683870-99f9-4a7d-a6c3-c1ab833b921a, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6c683870-99f9-4a7d-a6c3-c1ab833b921a,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:15:20.397745 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75d4f7a1-e006-4d47-b38b-d434e447ab6c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:20.500514 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:15:20.634641 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-75d4f7a1-e006-4d47-b38b-d434e447ab6c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Calling delete_port for 6c683870-99f9-4a7d-a6c3-c1ab833b921a owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:15:20.788697 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-57d75a63-f0cf-4446-8707-7627e5ff78c5 None None] For port b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf,segment=NetworkSegment(304f5e9e-72d1-480c-a138-f877b057dc2e),segment_id=304f5e9e-72d1-480c-a138-f877b057dc2e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:15:20.788985 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-57d75a63-f0cf-4446-8707-7627e5ff78c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:20.815647 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75d4f7a1-e006-4d47-b38b-d434e447ab6c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:20.863255 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4f7a1-e006-4d47-b38b-d434e447ab6c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Port': ['ID=6c683870-99f9-4a7d-a6c3-c1ab833b921a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:20.919556 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-57d75a63-f0cf-4446-8707-7627e5ff78c5 None None] Calling delete_port for b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:15:20.951273 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:21.019770 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-faf59e51-e482-41aa-8871-4577dff49335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e945a00-f419-4303-bb53-dec98101e612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375937264', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:12:36Z', 'updated_at': '2022-03-14T16:15:18Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e945a00-f419-4303-bb53-dec98101e612', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:12:37Z', 'updated_at': '2022-03-14T16:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:15:21.025902 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf,segment=NetworkSegment(304f5e9e-72d1-480c-a138-f877b057dc2e),segment_id=304f5e9e-72d1-480c-a138-f877b057dc2e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:15:21.027742 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf59e51-e482-41aa-8871-4577dff49335 None None] The sync data for ids ['8e945a00-f419-4303-bb53-dec98101e612'] in dv-neutron-833561-1-hyperv is: [{'id': '8e945a00-f419-4303-bb53-dec98101e612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375937264', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:12:36Z', 'updated_at': '2022-03-14T16:15:18Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '6c683870-99f9-4a7d-a6c3-c1ab833b921a', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e945a00-f419-4303-bb53-dec98101e612', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:12:37Z', 'updated_at': '2022-03-14T16:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:15:21.031322 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:21.081905 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-57d75a63-f0cf-4446-8707-7627e5ff78c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 16:15:21.082391 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-57d75a63-f0cf-4446-8707-7627e5ff78c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 16:15:21.099343 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75d4f7a1-e006-4d47-b38b-d434e447ab6c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:21.111223 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:21.119465 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:21.119816 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:21.120160 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:21.120720 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:21.121178 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:21.121462 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:21.121796 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:21.122157 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:21.122483 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:21.122812 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:21.123138 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:21.356419 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75d4f7a1-e006-4d47-b38b-d434e447ab6c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:21.360977 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75d4f7a1-e006-4d47-b38b-d434e447ab6c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:21.373291 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:21.387891 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75d4f7a1-e006-4d47-b38b-d434e447ab6c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:21.388449 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d4f7a1-e006-4d47-b38b-d434e447ab6c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Fanout notify agent at l3_agent the message router_deleted on router 8e945a00-f419-4303-bb53-dec98101e612 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 16:15:21.402943 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75d4f7a1-e006-4d47-b38b-d434e447ab6c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:21.404034 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-75d4f7a1-e006-4d47-b38b-d434e447ab6c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/routers/8e945a00-f419-4303-bb53-dec98101e612 HTTP/1.1" status: 204 len: 168 time: 1.6046886 Mar 14 16:15:21.406639 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 32894) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:21.520187 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1eecadcb-32cb-4d40-953d-176aed269a6d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:21.530802 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1eecadcb-32cb-4d40-953d-176aed269a6d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting port b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:15:21.531128 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1eecadcb-32cb-4d40-953d-176aed269a6d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:21.583482 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-57d75a63-f0cf-4446-8707-7627e5ff78c5 None None] Deleting port b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:15:21.584011 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-57d75a63-f0cf-4446-8707-7627e5ff78c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:21.747938 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-1eecadcb-32cb-4d40-953d-176aed269a6d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] For port b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf,segment=NetworkSegment(304f5e9e-72d1-480c-a138-f877b057dc2e),segment_id=304f5e9e-72d1-480c-a138-f877b057dc2e)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:15:21.748321 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1eecadcb-32cb-4d40-953d-176aed269a6d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:21.793640 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-57d75a63-f0cf-4446-8707-7627e5ff78c5 None None] For port b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf,segment=NetworkSegment(304f5e9e-72d1-480c-a138-f877b057dc2e),segment_id=304f5e9e-72d1-480c-a138-f877b057dc2e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:15:21.794022 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-57d75a63-f0cf-4446-8707-7627e5ff78c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:21.865960 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1eecadcb-32cb-4d40-953d-176aed269a6d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Calling delete_port for b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:15:21.911463 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-57d75a63-f0cf-4446-8707-7627e5ff78c5 None None] Calling delete_port for b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:15:21.990259 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-57d75a63-f0cf-4446-8707-7627e5ff78c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:22.040339 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.db.api [None req-1eecadcb-32cb-4d40-953d-176aed269a6d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 16:15:22.040650 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG oslo_db.api [None req-1eecadcb-32cb-4d40-953d-176aed269a6d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 16:15:22.041050 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d75a63-f0cf-4446-8707-7627e5ff78c5 None None] Pushing event deleted for resources: {'Port': ['ID=b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:22.044863 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d75a63-f0cf-4446-8707-7627e5ff78c5 None None] No DVR routers for this DVR port b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:15:22.460312 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 75c6d48d-38a2-4d6c-b1cb-c40fc401f018 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:15:22.493393 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 75c6d48d-38a2-4d6c-b1cb-c40fc401f018 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:15:22.493737 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 75c6d48d-38a2-4d6c-b1cb-c40fc401f018 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:15:22.494183 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6c683870-99f9-4a7d-a6c3-c1ab833b921a no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:15:22.527864 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 6c683870-99f9-4a7d-a6c3-c1ab833b921a {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:15:22.528209 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6c683870-99f9-4a7d-a6c3-c1ab833b921a not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:15:22.541601 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1eecadcb-32cb-4d40-953d-176aed269a6d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting port b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:15:22.542088 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1eecadcb-32cb-4d40-953d-176aed269a6d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:22.605936 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1eecadcb-32cb-4d40-953d-176aed269a6d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] The port 'b5ed5f54-a1c4-43fb-b1b8-5161afd2b8bf' was deleted {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 16:15:22.721375 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1eecadcb-32cb-4d40-953d-176aed269a6d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:22.746638 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-1eecadcb-32cb-4d40-953d-176aed269a6d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b593d4c-a75c-4f20-93ed-53433963bd92']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:15:22.758039 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-1eecadcb-32cb-4d40-953d-176aed269a6d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '304f5e9e-72d1-480c-a138-f877b057dc2e') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:15:22.758424 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-1eecadcb-32cb-4d40-953d-176aed269a6d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '304f5e9e-72d1-480c-a138-f877b057dc2e') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:15:22.769298 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1eecadcb-32cb-4d40-953d-176aed269a6d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:22.785483 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1eecadcb-32cb-4d40-953d-176aed269a6d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:22.791434 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eecadcb-32cb-4d40-953d-176aed269a6d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 16:15:22.791810 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1eecadcb-32cb-4d40-953d-176aed269a6d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: util.warn( Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: util.warn( Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: util.warn( Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: util.warn( Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 16:15:22.806095 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 16:15:22.883254 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1eecadcb-32cb-4d40-953d-176aed269a6d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:22.899360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1eecadcb-32cb-4d40-953d-176aed269a6d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:22.910631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eecadcb-32cb-4d40-953d-176aed269a6d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Network': ['ID=0b593d4c-a75c-4f20-93ed-53433963bd92,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:22.923745 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1eecadcb-32cb-4d40-953d-176aed269a6d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/networks/0b593d4c-a75c-4f20-93ed-53433963bd92 HTTP/1.1" status: 204 len: 168 time: 1.5160921 Mar 14 16:15:22.926346 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 32898) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:22.992208 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-afb15d8f-877e-4e74-8901-af2512f29b27 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:23.019558 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-afb15d8f-877e-4e74-8901-af2512f29b27 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:23.081951 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-afb15d8f-877e-4e74-8901-af2512f29b27 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:23.103507 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb15d8f-877e-4e74-8901-af2512f29b27 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8409b6aa-4231-4339-80d0-4a5c0e55c4d8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:23.116562 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-afb15d8f-877e-4e74-8901-af2512f29b27 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:23.117759 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-afb15d8f-877e-4e74-8901-af2512f29b27 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/security-groups/8409b6aa-4231-4339-80d0-4a5c0e55c4d8 HTTP/1.1" status: 204 len: 168 time: 0.1905396 Mar 14 16:15:23.328199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 32906) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:23.334023 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4c42d7a7-7b86-4ac0-9a85-cdc564f6e198 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-970049047', 'description': 'tempest-secgroup-smoke-970049047 description', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:15:23.340705 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4c42d7a7-7b86-4ac0-9a85-cdc564f6e198 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:15:23.344881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4c42d7a7-7b86-4ac0-9a85-cdc564f6e198 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:15:23.347748 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4c42d7a7-7b86-4ac0-9a85-cdc564f6e198 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:15:23.353512 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4c42d7a7-7b86-4ac0-9a85-cdc564f6e198 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:15:23.363802 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c42d7a7-7b86-4ac0-9a85-cdc564f6e198 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:23.398256 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4c42d7a7-7b86-4ac0-9a85-cdc564f6e198 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:15:23.402575 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4c42d7a7-7b86-4ac0-9a85-cdc564f6e198 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:15:23.405275 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4c42d7a7-7b86-4ac0-9a85-cdc564f6e198 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:15:23.410809 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4c42d7a7-7b86-4ac0-9a85-cdc564f6e198 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:15:23.466913 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c42d7a7-7b86-4ac0-9a85-cdc564f6e198 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:23.470465 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c42d7a7-7b86-4ac0-9a85-cdc564f6e198 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:23.515380 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42d7a7-7b86-4ac0-9a85-cdc564f6e198 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa572798-99b4-420e-b21d-38ae9bea5bf9,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:23.518356 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c42d7a7-7b86-4ac0-9a85-cdc564f6e198 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:23.519516 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4c42d7a7-7b86-4ac0-9a85-cdc564f6e198 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1900916 Mar 14 16:15:23.522433 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 32910) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:23.527666 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-25371fc9-5a4a-46eb-bf76-6249801383f6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': 'fa572798-99b4-420e-b21d-38ae9bea5bf9', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:15:23.533652 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-25371fc9-5a4a-46eb-bf76-6249801383f6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:15:23.537542 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-25371fc9-5a4a-46eb-bf76-6249801383f6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:15:23.540448 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-25371fc9-5a4a-46eb-bf76-6249801383f6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:15:23.546128 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-25371fc9-5a4a-46eb-bf76-6249801383f6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:15:23.562716 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-25371fc9-5a4a-46eb-bf76-6249801383f6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:23.622319 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-25371fc9-5a4a-46eb-bf76-6249801383f6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:23.625625 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-25371fc9-5a4a-46eb-bf76-6249801383f6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:23.648130 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25371fc9-5a4a-46eb-bf76-6249801383f6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12815b45-d68e-4821-8186-7e804a84a6e7,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:23.656336 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-25371fc9-5a4a-46eb-bf76-6249801383f6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:23.657634 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-25371fc9-5a4a-46eb-bf76-6249801383f6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1343844 Mar 14 16:15:23.660433 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 32914) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:23.665926 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-923588e4-09a1-45cf-a60e-9a81ac5d19b9 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': 'fa572798-99b4-420e-b21d-38ae9bea5bf9', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:15:23.671716 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-923588e4-09a1-45cf-a60e-9a81ac5d19b9 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:15:23.675513 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-923588e4-09a1-45cf-a60e-9a81ac5d19b9 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:15:23.678357 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-923588e4-09a1-45cf-a60e-9a81ac5d19b9 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:15:23.684495 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-923588e4-09a1-45cf-a60e-9a81ac5d19b9 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:15:23.702985 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-923588e4-09a1-45cf-a60e-9a81ac5d19b9 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:23.762981 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-923588e4-09a1-45cf-a60e-9a81ac5d19b9 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:23.766392 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-923588e4-09a1-45cf-a60e-9a81ac5d19b9 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:23.789030 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923588e4-09a1-45cf-a60e-9a81ac5d19b9 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e69ca1-643c-4120-a1d1-2eccec5cb264,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:23.797352 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-923588e4-09a1-45cf-a60e-9a81ac5d19b9 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:23.798535 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-923588e4-09a1-45cf-a60e-9a81ac5d19b9 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1372011 Mar 14 16:15:23.801293 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 32918) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:23.806514 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8f02b32a-f78f-4d7f-b49d-fb449e4c3c61 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': 'fa572798-99b4-420e-b21d-38ae9bea5bf9', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:15:23.812805 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8f02b32a-f78f-4d7f-b49d-fb449e4c3c61 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:15:23.816630 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8f02b32a-f78f-4d7f-b49d-fb449e4c3c61 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:15:23.819478 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-8f02b32a-f78f-4d7f-b49d-fb449e4c3c61 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:15:23.826349 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8f02b32a-f78f-4d7f-b49d-fb449e4c3c61 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:15:23.844553 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f02b32a-f78f-4d7f-b49d-fb449e4c3c61 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:23.905130 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f02b32a-f78f-4d7f-b49d-fb449e4c3c61 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:23.908330 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f02b32a-f78f-4d7f-b49d-fb449e4c3c61 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:23.931969 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02b32a-f78f-4d7f-b49d-fb449e4c3c61 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4abbda5-6fb4-4d59-ba78-5ed21e13844b,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:23.941354 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f02b32a-f78f-4d7f-b49d-fb449e4c3c61 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:23.942596 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-8f02b32a-f78f-4d7f-b49d-fb449e4c3c61 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1404231 Mar 14 16:15:23.945301 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 32922) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:23.950533 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-88d21e18-0d8f-4c7d-8791-701333e41e18 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': 'fa572798-99b4-420e-b21d-38ae9bea5bf9', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:15:23.956367 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-88d21e18-0d8f-4c7d-8791-701333e41e18 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:15:23.960150 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-88d21e18-0d8f-4c7d-8791-701333e41e18 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:15:23.962945 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-88d21e18-0d8f-4c7d-8791-701333e41e18 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:15:23.968631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-88d21e18-0d8f-4c7d-8791-701333e41e18 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:15:23.985492 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88d21e18-0d8f-4c7d-8791-701333e41e18 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:24.049734 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88d21e18-0d8f-4c7d-8791-701333e41e18 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:24.053015 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88d21e18-0d8f-4c7d-8791-701333e41e18 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:24.075681 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d21e18-0d8f-4c7d-8791-701333e41e18 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc792a5-bcd0-4b42-91fd-27f846c61a61,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:24.084522 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88d21e18-0d8f-4c7d-8791-701333e41e18 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:24.085671 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-88d21e18-0d8f-4c7d-8791-701333e41e18 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1394985 Mar 14 16:15:24.088442 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 32926) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:24.093716 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7378bcab-16ec-4086-afff-311988da44c3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': 'fa572798-99b4-420e-b21d-38ae9bea5bf9', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:15:24.099377 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7378bcab-16ec-4086-afff-311988da44c3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:15:24.103149 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7378bcab-16ec-4086-afff-311988da44c3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:15:24.106668 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-7378bcab-16ec-4086-afff-311988da44c3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:15:24.112330 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7378bcab-16ec-4086-afff-311988da44c3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:15:24.122264 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-7378bcab-16ec-4086-afff-311988da44c3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Project 96fdbaa24f1f46029ef4ffe39ae4eb01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 16:15:24.128458 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7378bcab-16ec-4086-afff-311988da44c3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:24.191441 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7378bcab-16ec-4086-afff-311988da44c3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:24.195139 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7378bcab-16ec-4086-afff-311988da44c3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:24.218027 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378bcab-16ec-4086-afff-311988da44c3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ef15c3-1fa5-4e79-bb0c-9e21d00031bc,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:24.226160 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7378bcab-16ec-4086-afff-311988da44c3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:24.227265 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-7378bcab-16ec-4086-afff-311988da44c3 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1379414 Mar 14 16:15:24.230622 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 32930) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:24.236073 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b7bfb204-7770-48b1-9fad-03fd02155055 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'security_group_rule': {'security_group_id': 'fa572798-99b4-420e-b21d-38ae9bea5bf9', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:15:24.241842 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b7bfb204-7770-48b1-9fad-03fd02155055 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:15:24.246223 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b7bfb204-7770-48b1-9fad-03fd02155055 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:security_group_rule and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:15:24.249060 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b7bfb204-7770-48b1-9fad-03fd02155055 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:15:24.254646 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b7bfb204-7770-48b1-9fad-03fd02155055 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:15:24.264727 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-b7bfb204-7770-48b1-9fad-03fd02155055 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Project 96fdbaa24f1f46029ef4ffe39ae4eb01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 16:15:24.271116 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b7bfb204-7770-48b1-9fad-03fd02155055 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:24.334402 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b7bfb204-7770-48b1-9fad-03fd02155055 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:24.337657 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b7bfb204-7770-48b1-9fad-03fd02155055 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:24.364976 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfb204-7770-48b1-9fad-03fd02155055 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9161df-c658-4292-bc21-3f54b7b48248,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:24.373969 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b7bfb204-7770-48b1-9fad-03fd02155055 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:24.375168 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b7bfb204-7770-48b1-9fad-03fd02155055 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1434300 Mar 14 16:15:24.378042 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 32934) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:24.383390 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-37e58692-e061-4989-ace6-a024d2c571b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'network': {'name': 'tempest-network-smoke--878566246', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'port_security_enabled': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:15:24.388166 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-37e58692-e061-4989-ace6-a024d2c571b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:15:24.392249 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-37e58692-e061-4989-ace6-a024d2c571b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:network and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:15:24.395203 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-37e58692-e061-4989-ace6-a024d2c571b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:15:24.400856 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-37e58692-e061-4989-ace6-a024d2c571b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:15:24.410991 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e58692-e061-4989-ace6-a024d2c571b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Made reservation on behalf of 96fdbaa24f1f46029ef4ffe39ae4eb01 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:15:24.413944 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-37e58692-e061-4989-ace6-a024d2c571b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:24.441676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e58692-e061-4989-ace6-a024d2c571b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 16:15:24.450254 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-37e58692-e061-4989-ace6-a024d2c571b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:24.450593 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-37e58692-e061-4989-ace6-a024d2c571b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Added segment 6ab53964-3f69-49ec-9731-7d8dd89e9a7b of type vlan for network 933d49b0-a215-4b7e-90b5-312e7054ef11 Mar 14 16:15:24.476163 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-37e58692-e061-4989-ace6-a024d2c571b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:24.504138 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-37e58692-e061-4989-ace6-a024d2c571b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:24.507756 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e58692-e061-4989-ace6-a024d2c571b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:24.508333 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-37e58692-e061-4989-ace6-a024d2c571b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:24.610653 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-37e58692-e061-4989-ace6-a024d2c571b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2314937 Mar 14 16:15:24.613368 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 32938) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:24.616641 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e58692-e061-4989-ace6-a024d2c571b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Network': ['ID=933d49b0-a215-4b7e-90b5-312e7054ef11,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:24.618530 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8945927f-1997-4b4d-9352-3f43ac202888 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1707115817', 'admin_state_up': True, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:15:24.626422 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8945927f-1997-4b4d-9352-3f43ac202888 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:15:24.626724 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 933d49b0-a215-4b7e-90b5-312e7054ef11 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 16:15:24.630364 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8945927f-1997-4b4d-9352-3f43ac202888 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:router and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:15:24.633211 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-8945927f-1997-4b4d-9352-3f43ac202888 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:15:24.640150 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8945927f-1997-4b4d-9352-3f43ac202888 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:15:24.650147 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8945927f-1997-4b4d-9352-3f43ac202888 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:24.651051 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8945927f-1997-4b4d-9352-3f43ac202888 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:24.671576 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8945927f-1997-4b4d-9352-3f43ac202888 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:24.812204 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8945927f-1997-4b4d-9352-3f43ac202888 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:24.989930 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8945927f-1997-4b4d-9352-3f43ac202888 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:25.106191 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8945927f-1997-4b4d-9352-3f43ac202888 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:25.239359 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-8945927f-1997-4b4d-9352-3f43ac202888 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Allocated IP 172.26.4.30 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/748faf33-728a-4ebe-a612-c640069f4ded) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:15:25.392823 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8945927f-1997-4b4d-9352-3f43ac202888 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:25.420533 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8945927f-1997-4b4d-9352-3f43ac202888 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:25.489144 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8945927f-1997-4b4d-9352-3f43ac202888 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:15:25.492007 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-8945927f-1997-4b4d-9352-3f43ac202888 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:15:25.498164 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8945927f-1997-4b4d-9352-3f43ac202888 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:15:25.521344 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945927f-1997-4b4d-9352-3f43ac202888 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=748faf33-728a-4ebe-a612-c640069f4ded,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:25.655989 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8945927f-1997-4b4d-9352-3f43ac202888 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:25.656626 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8945927f-1997-4b4d-9352-3f43ac202888 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:25.879035 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8945927f-1997-4b4d-9352-3f43ac202888 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router 2d03c45a-d08d-4236-b2c7-de5e14388a92 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 16:15:26.070874 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8945927f-1997-4b4d-9352-3f43ac202888 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:15:26.080842 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] Sync routers for ids ['2d03c45a-d08d-4236-b2c7-de5e14388a92'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:15:26.093243 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] Routers {'2d03c45a-d08d-4236-b2c7-de5e14388a92'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:15:26.093869 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:15:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2d03c45a-d08d-4236-b2c7-de5e14388a92'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:15:26.096049 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8945927f-1997-4b4d-9352-3f43ac202888 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:26.097213 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8945927f-1997-4b4d-9352-3f43ac202888 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4828734 Mar 14 16:15:26.100603 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 32942) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:26.265978 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] Set router 2d03c45a-d08d-4236-b2c7-de5e14388a92 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:15:26.314348 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-cc2b1b07-f01e-466d-9dcd-4b8bd54c5de3 tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=96fdbaa24f1f46029ef4ffe39ae4eb01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2125521 Mar 14 16:15:26.316980 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 32948) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:26.450394 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855579ae-c672-427b-9dac-c9b342c13a5d tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:26.452258 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-855579ae-c672-427b-9dac-c9b342c13a5d tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1339612 Mar 14 16:15:26.454998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 32952) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:26.497282 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a346de6f-124f-42a7-87d2-1625e67ca828 tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e91d4e5d-6c7e-46ec-93fa-aca4dce492d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412319 Mar 14 16:15:26.500097 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 32956) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:26.505683 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1ae94fae-ce7f-41dc-a6e9-56bca36fdfbe tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-79252010', 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11', 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:15:26.541793 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707115817', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '748faf33-728a-4ebe-a612-c640069f4ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:15:24Z', 'updated_at': '2022-03-14T16:15:25Z', 'revision_number': 3, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '748faf33-728a-4ebe-a612-c640069f4ded', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:15:25Z', 'updated_at': '2022-03-14T16:15:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:15:26.545720 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] Checking router: 2d03c45a-d08d-4236-b2c7-de5e14388a92 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:15:26.546096 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] Updating router 2d03c45a-d08d-4236-b2c7-de5e14388a92 port 748faf33-728a-4ebe-a612-c640069f4ded binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:15:26.595515 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:26.613705 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1ae94fae-ce7f-41dc-a6e9-56bca36fdfbe tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:15:26.617477 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1ae94fae-ce7f-41dc-a6e9-56bca36fdfbe tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:subnet and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:15:26.620754 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-1ae94fae-ce7f-41dc-a6e9-56bca36fdfbe tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:15:26.626469 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1ae94fae-ce7f-41dc-a6e9-56bca36fdfbe tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:15:26.636595 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae94fae-ce7f-41dc-a6e9-56bca36fdfbe tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Made reservation on behalf of 96fdbaa24f1f46029ef4ffe39ae4eb01 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:15:26.738221 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ae94fae-ce7f-41dc-a6e9-56bca36fdfbe tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:26.934968 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:26.947140 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] Transition to ACTIVE for port object 748faf33-728a-4ebe-a612-c640069f4ded will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:15:26.949760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ae94fae-ce7f-41dc-a6e9-56bca36fdfbe tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:26.953823 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:27.029976 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae94fae-ce7f-41dc-a6e9-56bca36fdfbe tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Subnet': ['ID=9d25192b-698e-4610-ba5f-e0711165e39f,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:27.032446 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf206a-fd65-4026-987b-902223e1de70 None None] Pushing event updated for resources: {'Port': ['ID=748faf33-728a-4ebe-a612-c640069f4ded,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:27.034727 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] Attempting to bind port 748faf33-728a-4ebe-a612-c640069f4ded on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:15:27.035084 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] Attempting to bind port 748faf33-728a-4ebe-a612-c640069f4ded by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:15:27.035434 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] Attempting to bind port 748faf33-728a-4ebe-a612-c640069f4ded on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:15:27.039861 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae94fae-ce7f-41dc-a6e9-56bca36fdfbe tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Checking segment: {'id': '6ab53964-3f69-49ec-9731-7d8dd89e9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:15:27.040454 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae94fae-ce7f-41dc-a6e9-56bca36fdfbe tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network hostable DHCP agents. Network: 933d49b0-a215-4b7e-90b5-312e7054ef11, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 16:15:27.047040 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaf206a-fd65-4026-987b-902223e1de70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:27.047374 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaf206a-fd65-4026-987b-902223e1de70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:27.047699 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaf206a-fd65-4026-987b-902223e1de70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:27.048050 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaf206a-fd65-4026-987b-902223e1de70 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:27.048366 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaf206a-fd65-4026-987b-902223e1de70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:27.048681 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaf206a-fd65-4026-987b-902223e1de70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:27.048992 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaf206a-fd65-4026-987b-902223e1de70 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:27.049306 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaf206a-fd65-4026-987b-902223e1de70 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:27.049617 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaf206a-fd65-4026-987b-902223e1de70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:27.049923 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaf206a-fd65-4026-987b-902223e1de70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:27.050260 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaf206a-fd65-4026-987b-902223e1de70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:15:27.053315 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:15:27.053676 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:15:27.054082 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:27.054503 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:15:27.054896 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] Bound port: 748faf33-728a-4ebe-a612-c640069f4ded, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:15:27.055260 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:27.063368 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae94fae-ce7f-41dc-a6e9-56bca36fdfbe tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network 933d49b0-a215-4b7e-90b5-312e7054ef11 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 16:15:27.072279 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-1ae94fae-ce7f-41dc-a6e9-56bca36fdfbe tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 933d49b0-a215-4b7e-90b5-312e7054ef11) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:15:27.076585 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae94fae-ce7f-41dc-a6e9-56bca36fdfbe tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:27.077107 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ae94fae-ce7f-41dc-a6e9-56bca36fdfbe tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:27.081934 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5940649-1c92-48a5-8380-4ceb99d45f18 None None] Network 933d49b0-a215-4b7e-90b5-312e7054ef11 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:15:27.098190 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1ae94fae-ce7f-41dc-a6e9-56bca36fdfbe tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5969689 Mar 14 16:15:27.100999 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 32960) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:27.125839 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] For port 748faf33-728a-4ebe-a612-c640069f4ded, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:15:27.129761 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] For port 748faf33-728a-4ebe-a612-c640069f4ded, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=748faf33-728a-4ebe-a612-c640069f4ded,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:15:27.135170 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:27.225854 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] Routers {'2d03c45a-d08d-4236-b2c7-de5e14388a92'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:15:27.226596 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:15:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2d03c45a-d08d-4236-b2c7-de5e14388a92'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:15:27.345737 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e9108b-169e-4d29-a62d-8076b3528952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-933d49b0-a215-4b7e-90b5-312e7054ef11', 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ips': [{'subnet_id': '9d25192b-698e-4610-ba5f-e0711165e39f'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 16:15:27.346674 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e8e9108b-169e-4d29-a62d-8076b3528952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:27.363613 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf206a-fd65-4026-987b-902223e1de70 None None] Pushing event updated for resources: {'Port': ['ID=748faf33-728a-4ebe-a612-c640069f4ded,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:27.420087 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] Set router 2d03c45a-d08d-4236-b2c7-de5e14388a92 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:15:27.513996 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-e8e9108b-169e-4d29-a62d-8076b3528952 None None] Allocated IP 172.20.0.2 (933d49b0-a215-4b7e-90b5-312e7054ef11/9d25192b-698e-4610-ba5f-e0711165e39f/f0b7ceb4-2835-4a29-8cc1-074d4239c7bb) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:15:27.711369 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707115817', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '748faf33-728a-4ebe-a612-c640069f4ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:15:24Z', 'updated_at': '2022-03-14T16:15:25Z', 'revision_number': 3, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '748faf33-728a-4ebe-a612-c640069f4ded', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:15:25Z', 'updated_at': '2022-03-14T16:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:15:27.715781 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a888da16-26dc-4ae9-9abb-8aeecfdc22bd None None] The sync data for ids ['2d03c45a-d08d-4236-b2c7-de5e14388a92'] in dv-neutron-833561-1-hyperv is: [{'id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707115817', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '748faf33-728a-4ebe-a612-c640069f4ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:15:24Z', 'updated_at': '2022-03-14T16:15:25Z', 'revision_number': 3, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '748faf33-728a-4ebe-a612-c640069f4ded', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:15:25Z', 'updated_at': '2022-03-14T16:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:15:27.731535 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e8e9108b-169e-4d29-a62d-8076b3528952 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:27.743677 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e8e9108b-169e-4d29-a62d-8076b3528952 None None] Transition to ACTIVE for port object f0b7ceb4-2835-4a29-8cc1-074d4239c7bb will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:15:27.763639 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e8e9108b-169e-4d29-a62d-8076b3528952 None None] Transition to ACTIVE for port object f0b7ceb4-2835-4a29-8cc1-074d4239c7bb will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:15:27.770395 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e8e9108b-169e-4d29-a62d-8076b3528952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:27.839850 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e9108b-169e-4d29-a62d-8076b3528952 None None] Network 933d49b0-a215-4b7e-90b5-312e7054ef11 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:15:27.842621 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-e8e9108b-169e-4d29-a62d-8076b3528952 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:15:27.845239 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e9108b-169e-4d29-a62d-8076b3528952 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:15:27.858182 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9108b-169e-4d29-a62d-8076b3528952 None None] Pushing event updated for resources: {'Port': ['ID=f0b7ceb4-2835-4a29-8cc1-074d4239c7bb,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:27.962201 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e8e9108b-169e-4d29-a62d-8076b3528952 None None] Attempting to bind port f0b7ceb4-2835-4a29-8cc1-074d4239c7bb on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:15:27.962201 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e8e9108b-169e-4d29-a62d-8076b3528952 None None] Attempting to bind port f0b7ceb4-2835-4a29-8cc1-074d4239c7bb by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '6ab53964-3f69-49ec-9731-7d8dd89e9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:15:27.962201 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e9108b-169e-4d29-a62d-8076b3528952 None None] Attempting to bind port f0b7ceb4-2835-4a29-8cc1-074d4239c7bb on network 933d49b0-a215-4b7e-90b5-312e7054ef11 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:15:27.970169 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e9108b-169e-4d29-a62d-8076b3528952 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:15:27.970544 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e9108b-169e-4d29-a62d-8076b3528952 None None] Checking segment: {'id': '6ab53964-3f69-49ec-9731-7d8dd89e9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:15:27.971004 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e8e9108b-169e-4d29-a62d-8076b3528952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:27.971393 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e9108b-169e-4d29-a62d-8076b3528952 None None] Bound using segment: {'id': '6ab53964-3f69-49ec-9731-7d8dd89e9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:15:27.971855 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e8e9108b-169e-4d29-a62d-8076b3528952 None None] Bound port: f0b7ceb4-2835-4a29-8cc1-074d4239c7bb, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab53964-3f69-49ec-9731-7d8dd89e9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:15:27.972225 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e8e9108b-169e-4d29-a62d-8076b3528952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:28.031789 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8247c97-4100-494d-9277-c75594dc53bf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:28.063945 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e8e9108b-169e-4d29-a62d-8076b3528952 None None] For port f0b7ceb4-2835-4a29-8cc1-074d4239c7bb, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:15:28.067678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e8e9108b-169e-4d29-a62d-8076b3528952 None None] For port f0b7ceb4-2835-4a29-8cc1-074d4239c7bb, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f0b7ceb4-2835-4a29-8cc1-074d4239c7bb,segment=NetworkSegment(6ab53964-3f69-49ec-9731-7d8dd89e9a7b),segment_id=6ab53964-3f69-49ec-9731-7d8dd89e9a7b)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:15:28.072589 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e8e9108b-169e-4d29-a62d-8076b3528952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:28.174603 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9108b-169e-4d29-a62d-8076b3528952 None None] Pushing event updated for resources: {'Port': ['ID=f0b7ceb4-2835-4a29-8cc1-074d4239c7bb,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:28.475778 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-c8247c97-4100-494d-9277-c75594dc53bf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Allocated IP 172.20.0.1 (933d49b0-a215-4b7e-90b5-312e7054ef11/9d25192b-698e-4610-ba5f-e0711165e39f/49ae8bae-c6ff-497c-9236-ed594eb6eaeb) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:15:28.549969 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 748faf33-728a-4ebe-a612-c640069f4ded up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:15:28.622810 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 748faf33-728a-4ebe-a612-c640069f4ded completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:15:28.628473 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 748faf33-728a-4ebe-a612-c640069f4ded triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:15:28.628856 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:28.672045 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8247c97-4100-494d-9277-c75594dc53bf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:28.688081 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-c8247c97-4100-494d-9277-c75594dc53bf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Transition to ACTIVE for port object 49ae8bae-c6ff-497c-9236-ed594eb6eaeb will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:15:28.712464 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8247c97-4100-494d-9277-c75594dc53bf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:28.750437 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:28.767364 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 748faf33-728a-4ebe-a612-c640069f4ded, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=748faf33-728a-4ebe-a612-c640069f4ded,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:15:28.771071 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:28.771855 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f0b7ceb4-2835-4a29-8cc1-074d4239c7bb up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:15:28.781608 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8247c97-4100-494d-9277-c75594dc53bf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network 933d49b0-a215-4b7e-90b5-312e7054ef11 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:15:28.784509 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c8247c97-4100-494d-9277-c75594dc53bf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:15:28.788395 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8247c97-4100-494d-9277-c75594dc53bf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:15:28.818000 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8247c97-4100-494d-9277-c75594dc53bf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=49ae8bae-c6ff-497c-9236-ed594eb6eaeb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:28.855391 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8247c97-4100-494d-9277-c75594dc53bf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:28.887632 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=748faf33-728a-4ebe-a612-c640069f4ded,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:28.900906 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port f0b7ceb4-2835-4a29-8cc1-074d4239c7bb completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:15:28.948226 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8247c97-4100-494d-9277-c75594dc53bf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:29.240633 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dd5c90-40d7-4440-bb9e-138272fbeb2e None None] Network 933d49b0-a215-4b7e-90b5-312e7054ef11 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:15:29.335441 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-793cd092-5249-4cc0-afc9-ccf7f8833878 None None] Provisioning for port f0b7ceb4-2835-4a29-8cc1-074d4239c7bb completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:15:29.351576 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-793cd092-5249-4cc0-afc9-ccf7f8833878 None None] Provisioning complete for port f0b7ceb4-2835-4a29-8cc1-074d4239c7bb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:15:29.351952 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-793cd092-5249-4cc0-afc9-ccf7f8833878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:29.457595 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8247c97-4100-494d-9277-c75594dc53bf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:29.462193 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8247c97-4100-494d-9277-c75594dc53bf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:29.556367 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-793cd092-5249-4cc0-afc9-ccf7f8833878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:29.575260 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8247c97-4100-494d-9277-c75594dc53bf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:29.579449 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8247c97-4100-494d-9277-c75594dc53bf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=49ae8bae-c6ff-497c-9236-ed594eb6eaeb,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:29.600825 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-793cd092-5249-4cc0-afc9-ccf7f8833878 None None] For port f0b7ceb4-2835-4a29-8cc1-074d4239c7bb, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f0b7ceb4-2835-4a29-8cc1-074d4239c7bb,segment=NetworkSegment(6ab53964-3f69-49ec-9731-7d8dd89e9a7b),segment_id=6ab53964-3f69-49ec-9731-7d8dd89e9a7b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:15:29.605622 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-793cd092-5249-4cc0-afc9-ccf7f8833878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:29.679791 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cd092-5249-4cc0-afc9-ccf7f8833878 None None] Pushing event updated for resources: {'Port': ['ID=f0b7ceb4-2835-4a29-8cc1-074d4239c7bb,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:29.732347 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8247c97-4100-494d-9277-c75594dc53bf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network 933d49b0-a215-4b7e-90b5-312e7054ef11 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:15:29.733574 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c8247c97-4100-494d-9277-c75594dc53bf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:15:29.835417 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4b434f3b-743c-46b1-b44f-f4164604d00b None None] Provisioning for port 49ae8bae-c6ff-497c-9236-ed594eb6eaeb completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:15:29.841458 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4b434f3b-743c-46b1-b44f-f4164604d00b None None] Provisioning complete for port 49ae8bae-c6ff-497c-9236-ed594eb6eaeb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:15:29.841752 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4b434f3b-743c-46b1-b44f-f4164604d00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:29.899466 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4b434f3b-743c-46b1-b44f-f4164604d00b None None] Port 49ae8bae-c6ff-497c-9236-ed594eb6eaeb cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:15:29.913698 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4b434f3b-743c-46b1-b44f-f4164604d00b None None] Provisioning complete for port f0b7ceb4-2835-4a29-8cc1-074d4239c7bb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:15:29.913994 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4b434f3b-743c-46b1-b44f-f4164604d00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:30.143519 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8247c97-4100-494d-9277-c75594dc53bf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router 2d03c45a-d08d-4236-b2c7-de5e14388a92 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:15:30.198950 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3b6f87f3-cf9b-4562-bea9-113dbb6725bb None None] Provisioning complete for port 49ae8bae-c6ff-497c-9236-ed594eb6eaeb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:15:30.199608 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b6f87f3-cf9b-4562-bea9-113dbb6725bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:30.251160 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f87f3-cf9b-4562-bea9-113dbb6725bb None None] Port 49ae8bae-c6ff-497c-9236-ed594eb6eaeb cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:15:30.347848 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8247c97-4100-494d-9277-c75594dc53bf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:15:30.360454 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c8247c97-4100-494d-9277-c75594dc53bf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "PUT /v2.0/routers/2d03c45a-d08d-4236-b2c7-de5e14388a92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2584419 Mar 14 16:15:30.476741 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 748faf33-728a-4ebe-a612-c640069f4ded up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:15:30.553460 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 748faf33-728a-4ebe-a612-c640069f4ded triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:15:30.553837 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:30.673766 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f0b7ceb4-2835-4a29-8cc1-074d4239c7bb up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:15:30.693598 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-99386ed0-0538-4887-b2f7-e5600fbb8fc1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-970049047&fields=id&tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01 HTTP/1.1" status: 200 len: 267 time: 0.0408094 Mar 14 16:15:30.740643 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port f0b7ceb4-2835-4a29-8cc1-074d4239c7bb triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:15:30.741016 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:30.841898 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-476fbb81-a4de-44af-a8d8-af447fe123e6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:30.843358 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-476fbb81-a4de-44af-a8d8-af447fe123e6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/networks?id=933d49b0-a215-4b7e-90b5-312e7054ef11 HTTP/1.1" status: 200 len: 796 time: 0.1427231 Mar 14 16:15:30.861203 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-6820d81e-70c0-462e-86bc-b44f612e1881 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/quotas/96fdbaa24f1f46029ef4ffe39ae4eb01 HTTP/1.1" status: 200 len: 375 time: 0.0125432 Mar 14 16:15:30.938748 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-372dc585-5c6b-42a7-858f-57a3b26c732a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:15:30.954694 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-372dc585-5c6b-42a7-858f-57a3b26c732a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:15:30.955947 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-372dc585-5c6b-42a7-858f-57a3b26c732a tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896461 Mar 14 16:15:31.207925 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-49486084-13e6-4414-80cd-397cdfc4a3f5 service neutron] 10.222.0.60 "GET /v2.0/networks/933d49b0-a215-4b7e-90b5-312e7054ef11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400982 Mar 14 16:15:31.296966 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] Sync routers for ids ['2d03c45a-d08d-4236-b2c7-de5e14388a92'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:15:31.308912 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] Routers {'2d03c45a-d08d-4236-b2c7-de5e14388a92'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:15:31.309600 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:15:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2d03c45a-d08d-4236-b2c7-de5e14388a92'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:15:31.346930 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-177f5ab9-f2b7-4d42-916f-821c04526370 service neutron] 10.222.0.60 "GET /v2.0/networks/933d49b0-a215-4b7e-90b5-312e7054ef11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333621 Mar 14 16:15:31.489138 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] Set router 2d03c45a-d08d-4236-b2c7-de5e14388a92 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:15:31.536095 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-0bbfc7c5-46f8-47bd-bcf1-0a0630e8d551 req-f4adb569-6110-4975-8e99-dbbb8bd2e2bf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:15:31.548930 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-0bbfc7c5-46f8-47bd-bcf1-0a0630e8d551 req-f4adb569-6110-4975-8e99-dbbb8bd2e2bf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:15:31.550094 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0bbfc7c5-46f8-47bd-bcf1-0a0630e8d551 req-f4adb569-6110-4975-8e99-dbbb8bd2e2bf tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 210 time: 0.0544586 Mar 14 16:15:31.809783 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707115817', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '748faf33-728a-4ebe-a612-c640069f4ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:15:24Z', 'updated_at': '2022-03-14T16:15:28Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '748faf33-728a-4ebe-a612-c640069f4ded', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:15:25Z', 'updated_at': '2022-03-14T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '49ae8bae-c6ff-497c-9236-ed594eb6eaeb', 'name': '', 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:6e:b7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d25192b-698e-4610-ba5f-e0711165e39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:15:28Z', 'updated_at': '2022-03-14T16:15:29Z', 'revision_number': 2, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '9d25192b-698e-4610-ba5f-e0711165e39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:15:31.813697 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] Checking router: 2d03c45a-d08d-4236-b2c7-de5e14388a92 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:15:31.814136 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] Updating router 2d03c45a-d08d-4236-b2c7-de5e14388a92 port 49ae8bae-c6ff-497c-9236-ed594eb6eaeb binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:15:31.864285 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:32.213838 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:32.226147 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] Transition to ACTIVE for port object 49ae8bae-c6ff-497c-9236-ed594eb6eaeb will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:15:32.231985 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:32.388965 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf23fa-35bb-475a-be81-d1477f0a0865 None None] Pushing event updated for resources: {'Port': ['ID=49ae8bae-c6ff-497c-9236-ed594eb6eaeb,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:32.480145 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] Attempting to bind port 49ae8bae-c6ff-497c-9236-ed594eb6eaeb on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:15:32.480581 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] Attempting to bind port 49ae8bae-c6ff-497c-9236-ed594eb6eaeb by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '6ab53964-3f69-49ec-9731-7d8dd89e9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:15:32.480953 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] Attempting to bind port 49ae8bae-c6ff-497c-9236-ed594eb6eaeb on network 933d49b0-a215-4b7e-90b5-312e7054ef11 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:15:32.492216 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:15:32.492580 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] Checking segment: {'id': '6ab53964-3f69-49ec-9731-7d8dd89e9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:15:32.492986 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:32.493380 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] Bound using segment: {'id': '6ab53964-3f69-49ec-9731-7d8dd89e9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:15:32.493845 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] Bound port: 49ae8bae-c6ff-497c-9236-ed594eb6eaeb, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab53964-3f69-49ec-9731-7d8dd89e9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:15:32.494248 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:32.588383 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] For port 49ae8bae-c6ff-497c-9236-ed594eb6eaeb, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:15:32.591916 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] For port 49ae8bae-c6ff-497c-9236-ed594eb6eaeb, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=49ae8bae-c6ff-497c-9236-ed594eb6eaeb,segment=NetworkSegment(6ab53964-3f69-49ec-9731-7d8dd89e9a7b),segment_id=6ab53964-3f69-49ec-9731-7d8dd89e9a7b)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:15:32.595548 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:32.684108 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf23fa-35bb-475a-be81-d1477f0a0865 None None] Pushing event updated for resources: {'Port': ['ID=49ae8bae-c6ff-497c-9236-ed594eb6eaeb,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:32.692789 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] Routers {'2d03c45a-d08d-4236-b2c7-de5e14388a92'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:15:32.693492 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:15:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2d03c45a-d08d-4236-b2c7-de5e14388a92'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:15:32.821422 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4d8fca81-4d05-446f-b18f-08610eec90d9 req-b7377a58-6e67-4b5b-a3d3-cfc55175a37f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 210 time: 0.1081357 Mar 14 16:15:32.909177 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] Set router 2d03c45a-d08d-4236-b2c7-de5e14388a92 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:15:32.915783 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-5ad33dd1-4958-43bd-b892-4eb23f5fde71 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:32.917875 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-5ad33dd1-4958-43bd-b892-4eb23f5fde71 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "GET /v2.0/networks?id=933d49b0-a215-4b7e-90b5-312e7054ef11 HTTP/1.1" status: 200 len: 796 time: 0.2534676 Mar 14 16:15:32.976781 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-3e5921f6-8471-4e58-885d-2c4ef867d990 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01 HTTP/1.1" status: 200 len: 379 time: 0.0438857 Mar 14 16:15:32.985067 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-76d54713-442e-4995-9e24-ec7e434ebef8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'port': {'device_id': 'e060789d-5302-4f23-9694-c55006f45c24', 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11', 'admin_state_up': True, 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'security_groups': ['fa572798-99b4-420e-b21d-38ae9bea5bf9']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:15:33.123072 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-76d54713-442e-4995-9e24-ec7e434ebef8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:15:33.132284 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-76d54713-442e-4995-9e24-ec7e434ebef8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:15:33.143745 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-76d54713-442e-4995-9e24-ec7e434ebef8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Made reservation on behalf of 96fdbaa24f1f46029ef4ffe39ae4eb01 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:15:33.147007 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-76d54713-442e-4995-9e24-ec7e434ebef8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:33.256156 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707115817', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '748faf33-728a-4ebe-a612-c640069f4ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:15:24Z', 'updated_at': '2022-03-14T16:15:28Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '748faf33-728a-4ebe-a612-c640069f4ded', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:15:25Z', 'updated_at': '2022-03-14T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '49ae8bae-c6ff-497c-9236-ed594eb6eaeb', 'name': '', 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:6e:b7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d25192b-698e-4610-ba5f-e0711165e39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:15:28Z', 'updated_at': '2022-03-14T16:15:32Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '9d25192b-698e-4610-ba5f-e0711165e39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:15:33.260107 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a57c2-ec2d-469d-8a71-e08c81d1063f None None] The sync data for ids ['2d03c45a-d08d-4236-b2c7-de5e14388a92'] in dv-neutron-833561-1-hyperv is: [{'id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707115817', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '748faf33-728a-4ebe-a612-c640069f4ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:15:24Z', 'updated_at': '2022-03-14T16:15:28Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '748faf33-728a-4ebe-a612-c640069f4ded', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:15:25Z', 'updated_at': '2022-03-14T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '49ae8bae-c6ff-497c-9236-ed594eb6eaeb', 'name': '', 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:6e:b7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d25192b-698e-4610-ba5f-e0711165e39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:15:28Z', 'updated_at': '2022-03-14T16:15:32Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '9d25192b-698e-4610-ba5f-e0711165e39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:15:33.332272 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-76d54713-442e-4995-9e24-ec7e434ebef8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Allocated IP 172.20.0.10 (933d49b0-a215-4b7e-90b5-312e7054ef11/9d25192b-698e-4610-ba5f-e0711165e39f/1cb7cb7c-fed9-42d4-a694-d41093ac26e6) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:15:33.530541 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-76d54713-442e-4995-9e24-ec7e434ebef8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:33.546472 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-76d54713-442e-4995-9e24-ec7e434ebef8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Transition to ACTIVE for port object 1cb7cb7c-fed9-42d4-a694-d41093ac26e6 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:15:33.569255 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-76d54713-442e-4995-9e24-ec7e434ebef8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:33.650771 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-76d54713-442e-4995-9e24-ec7e434ebef8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network 933d49b0-a215-4b7e-90b5-312e7054ef11 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:15:33.654542 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-76d54713-442e-4995-9e24-ec7e434ebef8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:15:33.659040 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-76d54713-442e-4995-9e24-ec7e434ebef8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:15:33.687487 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d54713-442e-4995-9e24-ec7e434ebef8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=1cb7cb7c-fed9-42d4-a694-d41093ac26e6,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:33.729409 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-76d54713-442e-4995-9e24-ec7e434ebef8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:33.731352 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-76d54713-442e-4995-9e24-ec7e434ebef8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:33.762249 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-76d54713-442e-4995-9e24-ec7e434ebef8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7806916 Mar 14 16:15:33.774707 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-68d4370f-a1f7-4fdf-8f66-b9b099a3f3ee service neutron] Request body: {'port': {'device_id': 'e060789d-5302-4f23-9694-c55006f45c24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:15:33.898375 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3cbcfbd1-83f2-419b-8766-519aa3a38057 None None] Provisioning for port 1cb7cb7c-fed9-42d4-a694-d41093ac26e6 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:15:33.915256 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3cbcfbd1-83f2-419b-8766-519aa3a38057 None None] Provisioning complete for port 1cb7cb7c-fed9-42d4-a694-d41093ac26e6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:15:33.915641 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3cbcfbd1-83f2-419b-8766-519aa3a38057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:33.922480 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-68d4370f-a1f7-4fdf-8f66-b9b099a3f3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:34.002793 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3cbcfbd1-83f2-419b-8766-519aa3a38057 None None] Port 1cb7cb7c-fed9-42d4-a694-d41093ac26e6 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:15:34.056048 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db39920-a2e0-4e4d-8def-23fb70dc2b26 req-c14e27ee-adc5-4dca-bdfa-87c6615385b1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:34.057545 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0db39920-a2e0-4e4d-8def-23fb70dc2b26 req-c14e27ee-adc5-4dca-bdfa-87c6615385b1 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 932 time: 0.0899856 Mar 14 16:15:34.109570 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-0db39920-a2e0-4e4d-8def-23fb70dc2b26 req-6792ddfe-e1a1-49d7-ae97-e0312c1eb79b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:15:34.125844 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-0db39920-a2e0-4e4d-8def-23fb70dc2b26 req-6792ddfe-e1a1-49d7-ae97-e0312c1eb79b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:15:34.127063 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0db39920-a2e0-4e4d-8def-23fb70dc2b26 req-6792ddfe-e1a1-49d7-ae97-e0312c1eb79b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa572798-99b4-420e-b21d-38ae9bea5bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629015 Mar 14 16:15:34.319651 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-68d4370f-a1f7-4fdf-8f66-b9b099a3f3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb7cb7c-fed9-42d4-a694-d41093ac26e6 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:15:34.326340 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-68d4370f-a1f7-4fdf-8f66-b9b099a3f3ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:34.341053 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-68d4370f-a1f7-4fdf-8f66-b9b099a3f3ee service neutron] Transition to ACTIVE for port object 1cb7cb7c-fed9-42d4-a694-d41093ac26e6 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:15:34.344314 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-68d4370f-a1f7-4fdf-8f66-b9b099a3f3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:34.506794 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 49ae8bae-c6ff-497c-9236-ed594eb6eaeb up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:15:34.565293 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4370f-a1f7-4fdf-8f66-b9b099a3f3ee service neutron] Pushing event updated for resources: {'Port': ['ID=1cb7cb7c-fed9-42d4-a694-d41093ac26e6,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:34.581644 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 49ae8bae-c6ff-497c-9236-ed594eb6eaeb completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:15:34.587066 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 49ae8bae-c6ff-497c-9236-ed594eb6eaeb triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:15:34.587406 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:34.672128 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-68d4370f-a1f7-4fdf-8f66-b9b099a3f3ee service neutron] Attempting to bind port 1cb7cb7c-fed9-42d4-a694-d41093ac26e6 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:15:34.672403 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-68d4370f-a1f7-4fdf-8f66-b9b099a3f3ee service neutron] Attempting to bind port 1cb7cb7c-fed9-42d4-a694-d41093ac26e6 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '6ab53964-3f69-49ec-9731-7d8dd89e9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:15:34.672726 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-68d4370f-a1f7-4fdf-8f66-b9b099a3f3ee service neutron] Attempting to bind port 1cb7cb7c-fed9-42d4-a694-d41093ac26e6 on network 933d49b0-a215-4b7e-90b5-312e7054ef11 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:15:34.678387 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-68d4370f-a1f7-4fdf-8f66-b9b099a3f3ee service neutron] Port 1cb7cb7c-fed9-42d4-a694-d41093ac26e6 on network 933d49b0-a215-4b7e-90b5-312e7054ef11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 16:15:34.678704 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-68d4370f-a1f7-4fdf-8f66-b9b099a3f3ee service neutron] Attempting to bind port 1cb7cb7c-fed9-42d4-a694-d41093ac26e6 on network 933d49b0-a215-4b7e-90b5-312e7054ef11 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:15:34.685468 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-68d4370f-a1f7-4fdf-8f66-b9b099a3f3ee service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:15:34.685804 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-68d4370f-a1f7-4fdf-8f66-b9b099a3f3ee service neutron] Checking segment: {'id': '6ab53964-3f69-49ec-9731-7d8dd89e9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:15:34.686206 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-68d4370f-a1f7-4fdf-8f66-b9b099a3f3ee service neutron] Bound using segment: {'id': '6ab53964-3f69-49ec-9731-7d8dd89e9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:15:34.686624 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-68d4370f-a1f7-4fdf-8f66-b9b099a3f3ee service neutron] Bound port: 1cb7cb7c-fed9-42d4-a694-d41093ac26e6, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab53964-3f69-49ec-9731-7d8dd89e9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:15:34.686978 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-68d4370f-a1f7-4fdf-8f66-b9b099a3f3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:34.719250 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:34.757865 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 49ae8bae-c6ff-497c-9236-ed594eb6eaeb, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=49ae8bae-c6ff-497c-9236-ed594eb6eaeb,segment=NetworkSegment(6ab53964-3f69-49ec-9731-7d8dd89e9a7b),segment_id=6ab53964-3f69-49ec-9731-7d8dd89e9a7b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:15:34.762960 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:34.791433 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-68d4370f-a1f7-4fdf-8f66-b9b099a3f3ee service neutron] For port 1cb7cb7c-fed9-42d4-a694-d41093ac26e6, host hv-neutron-8335, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:15:34.795221 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-68d4370f-a1f7-4fdf-8f66-b9b099a3f3ee service neutron] For port 1cb7cb7c-fed9-42d4-a694-d41093ac26e6, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1cb7cb7c-fed9-42d4-a694-d41093ac26e6,segment=NetworkSegment(6ab53964-3f69-49ec-9731-7d8dd89e9a7b),segment_id=6ab53964-3f69-49ec-9731-7d8dd89e9a7b)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:15:34.799541 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-68d4370f-a1f7-4fdf-8f66-b9b099a3f3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:34.833674 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=49ae8bae-c6ff-497c-9236-ed594eb6eaeb,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:34.864270 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-68d4370f-a1f7-4fdf-8f66-b9b099a3f3ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:34.865633 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-68d4370f-a1f7-4fdf-8f66-b9b099a3f3ee service neutron] 10.222.0.24 "PUT /v2.0/ports/1cb7cb7c-fed9-42d4-a694-d41093ac26e6 HTTP/1.1" status: 200 len: 1094 time: 1.0952466 Mar 14 16:15:34.866088 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e060789d-5302-4f23-9694-c55006f45c24', 'tag': '1cb7cb7c-fed9-42d4-a694-d41093ac26e6'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:15:34.883070 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4370f-a1f7-4fdf-8f66-b9b099a3f3ee service neutron] Pushing event updated for resources: {'Port': ['ID=1cb7cb7c-fed9-42d4-a694-d41093ac26e6,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:34.943848 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e060789d-5302-4f23-9694-c55006f45c24', 'tag': '1cb7cb7c-fed9-42d4-a694-d41093ac26e6', 'status': 'completed', 'code': 200} Mar 14 16:15:34.986653 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-124b2710-4b07-43b7-96d6-9052f7546c72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 1097 time: 0.0748689 Mar 14 16:15:35.061983 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-1078b24f-91d6-4cbb-b1e3-d369fac3906d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cb7cb7c-fed9-42d4-a694-d41093ac26e6 HTTP/1.1" status: 200 len: 217 time: 0.0681539 Mar 14 16:15:35.124054 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-c64e86e5-47b4-42fb-a808-7fc8bdf0913d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:35.125471 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-c64e86e5-47b4-42fb-a808-7fc8bdf0913d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d25192b-698e-4610-ba5f-e0711165e39f HTTP/1.1" status: 200 len: 833 time: 0.0582030 Mar 14 16:15:35.202970 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-23a4666d-4b3d-4eae-8e2f-8377075d7bf0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=933d49b0-a215-4b7e-90b5-312e7054ef11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717022 Mar 14 16:15:35.349736 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-a103fb53-fdfc-4abf-9f43-50c6ea70486c service neutron] 10.222.0.24 "GET /v2.0/networks/933d49b0-a215-4b7e-90b5-312e7054ef11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367812 Mar 14 16:15:35.423260 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be5938-3e23-4d1d-9a7a-56db7a723b0f req-a9520f6b-7ab8-46f5-989b-e7bf07e3d9ab tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:35.424721 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-35be5938-3e23-4d1d-9a7a-56db7a723b0f req-a9520f6b-7ab8-46f5-989b-e7bf07e3d9ab tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 944 time: 0.1731160 Mar 14 16:15:35.469965 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-35be5938-3e23-4d1d-9a7a-56db7a723b0f req-2957caa8-e90b-4153-8e35-c8aa912e3bff tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa572798-99b4-420e-b21d-38ae9bea5bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396242 Mar 14 16:15:35.481425 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c1d7a332-b677-40d0-9b22-91db7e1d576c req-8ddef5d3-0c21-4862-9835-7eff366fcb39 service neutron] 10.222.0.24 "GET /v2.0/networks/933d49b0-a215-4b7e-90b5-312e7054ef11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254177 Mar 14 16:15:35.598777 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-74eed0f1-e421-4f47-ba9c-b7d222edadc4 req-8c514df6-69a5-4a42-acef-8700dccf08b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 1097 time: 0.0671322 Mar 14 16:15:35.735698 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eed0f1-e421-4f47-ba9c-b7d222edadc4 req-8e57fa6f-883e-4a20-b457-0bbe60877381 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:35.737074 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-74eed0f1-e421-4f47-ba9c-b7d222edadc4 req-8e57fa6f-883e-4a20-b457-0bbe60877381 service neutron] 10.222.0.24 "GET /v2.0/networks?id=933d49b0-a215-4b7e-90b5-312e7054ef11 HTTP/1.1" status: 200 len: 897 time: 0.1326826 Mar 14 16:15:35.810627 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-74eed0f1-e421-4f47-ba9c-b7d222edadc4 req-9787ff48-7838-4479-a07e-56a5630e4b38 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cb7cb7c-fed9-42d4-a694-d41093ac26e6 HTTP/1.1" status: 200 len: 217 time: 0.0673580 Mar 14 16:15:35.872871 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eed0f1-e421-4f47-ba9c-b7d222edadc4 req-92e06399-6b24-499d-b448-73384ffeac9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:35.874301 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-74eed0f1-e421-4f47-ba9c-b7d222edadc4 req-92e06399-6b24-499d-b448-73384ffeac9a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d25192b-698e-4610-ba5f-e0711165e39f HTTP/1.1" status: 200 len: 833 time: 0.0583980 Mar 14 16:15:35.949472 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-74eed0f1-e421-4f47-ba9c-b7d222edadc4 req-e36567ae-6c97-4553-b51d-145a77e1fcae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=933d49b0-a215-4b7e-90b5-312e7054ef11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697906 Mar 14 16:15:36.088083 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-74eed0f1-e421-4f47-ba9c-b7d222edadc4 req-cd77e997-ddfa-4bbd-9bac-c3ea8ac064a0 service neutron] 10.222.0.24 "GET /v2.0/networks/933d49b0-a215-4b7e-90b5-312e7054ef11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327908 Mar 14 16:15:36.216238 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-74eed0f1-e421-4f47-ba9c-b7d222edadc4 req-4a0d3877-2822-40ee-914a-bf044e3ce9a6 service neutron] 10.222.0.24 "GET /v2.0/networks/933d49b0-a215-4b7e-90b5-312e7054ef11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217933 Mar 14 16:15:36.471087 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 49ae8bae-c6ff-497c-9236-ed594eb6eaeb up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:15:36.541375 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 49ae8bae-c6ff-497c-9236-ed594eb6eaeb triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:15:36.541757 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:36.758076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cf765-ec22-4cf9-8a3d-85cbfbbe986b req-19df12b1-50a4-437d-a98c-6de891478309 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:36.758775 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-716cf765-ec22-4cf9-8a3d-85cbfbbe986b req-19df12b1-50a4-437d-a98c-6de891478309 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:15:36.773181 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-716cf765-ec22-4cf9-8a3d-85cbfbbe986b req-19df12b1-50a4-437d-a98c-6de891478309 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:15:36.774358 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-716cf765-ec22-4cf9-8a3d-85cbfbbe986b req-19df12b1-50a4-437d-a98c-6de891478309 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 944 time: 0.1793764 Mar 14 16:15:36.820208 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-716cf765-ec22-4cf9-8a3d-85cbfbbe986b req-cbd9d431-0c8b-4b5a-9ae2-086b4be1e2ef tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa572798-99b4-420e-b21d-38ae9bea5bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397329 Mar 14 16:15:36.979379 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 1cb7cb7c-fed9-42d4-a694-d41093ac26e6 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 16:15:37.110737 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 1cb7cb7c-fed9-42d4-a694-d41093ac26e6, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1cb7cb7c-fed9-42d4-a694-d41093ac26e6,segment=NetworkSegment(6ab53964-3f69-49ec-9731-7d8dd89e9a7b),segment_id=6ab53964-3f69-49ec-9731-7d8dd89e9a7b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:15:37.123381 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '1cb7cb7c-fed9-42d4-a694-d41093ac26e6', 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11', 'port_id': '1cb7cb7c-fed9-42d4-a694-d41093ac26e6', 'mac_address': 'fa:16:3e:f7:dd:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d25192b-698e-4610-ba5f-e0711165e39f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 16:15:37.175274 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:37.191829 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb7cb7c-fed9-42d4-a694-d41093ac26e6 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:15:37.206745 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 1cb7cb7c-fed9-42d4-a694-d41093ac26e6, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1cb7cb7c-fed9-42d4-a694-d41093ac26e6,segment=NetworkSegment(6ab53964-3f69-49ec-9731-7d8dd89e9a7b),segment_id=6ab53964-3f69-49ec-9731-7d8dd89e9a7b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:15:37.210649 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:37.311872 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=1cb7cb7c-fed9-42d4-a694-d41093ac26e6,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:37.571783 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['1cb7cb7c-fed9-42d4-a694-d41093ac26e6'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:15:38.021480 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac2e60-c44e-4d8c-a700-6b563e3d4c0f req-b6744f6c-911f-4ba7-8c91-af3581f6fccc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:38.022939 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-25ac2e60-c44e-4d8c-a700-6b563e3d4c0f req-b6744f6c-911f-4ba7-8c91-af3581f6fccc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 945 time: 0.0823972 Mar 14 16:15:38.066585 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-25ac2e60-c44e-4d8c-a700-6b563e3d4c0f req-5e68ed3e-93b5-494f-8466-aaf3c2a9cbb4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa572798-99b4-420e-b21d-38ae9bea5bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381265 Mar 14 16:15:38.981634 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 1cb7cb7c-fed9-42d4-a694-d41093ac26e6 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:15:39.046791 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 1cb7cb7c-fed9-42d4-a694-d41093ac26e6 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:15:39.051327 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 1cb7cb7c-fed9-42d4-a694-d41093ac26e6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:15:39.051697 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:39.163631 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:39.191411 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e060789d-5302-4f23-9694-c55006f45c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb7cb7c-fed9-42d4-a694-d41093ac26e6'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:15:39.201637 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 1cb7cb7c-fed9-42d4-a694-d41093ac26e6, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1cb7cb7c-fed9-42d4-a694-d41093ac26e6,segment=NetworkSegment(6ab53964-3f69-49ec-9731-7d8dd89e9a7b),segment_id=6ab53964-3f69-49ec-9731-7d8dd89e9a7b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:15:39.206856 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:39.254231 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e060789d-5302-4f23-9694-c55006f45c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb7cb7c-fed9-42d4-a694-d41093ac26e6', 'code': 200} Mar 14 16:15:39.267602 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939ac59-264d-4fe5-a3ed-47f38a8796f4 req-ba3c0f92-1fe1-4202-9a8d-6d2e5e470b90 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:39.269376 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9939ac59-264d-4fe5-a3ed-47f38a8796f4 req-ba3c0f92-1fe1-4202-9a8d-6d2e5e470b90 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 946 time: 0.0824792 Mar 14 16:15:39.280074 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=1cb7cb7c-fed9-42d4-a694-d41093ac26e6,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:39.316022 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9939ac59-264d-4fe5-a3ed-47f38a8796f4 req-03aa1412-f9b9-4d56-bc40-e5b9e0ff9f37 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa572798-99b4-420e-b21d-38ae9bea5bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404110 Mar 14 16:15:39.475745 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-890c7f64-f00f-4ca6-be4a-7bf4035fd09e req-b2f31863-b249-4c03-8ddd-94fb4ff3a179 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 1099 time: 0.0657556 Mar 14 16:15:39.516289 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-890c7f64-f00f-4ca6-be4a-7bf4035fd09e req-60220f6b-d361-40dc-aa93-1b679e17e7c9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fa572798-99b4-420e-b21d-38ae9bea5bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351977 Mar 14 16:15:40.514040 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed88d6-88e3-4e1a-9ce6-1f7be1bd2b98 req-0b1fa1d3-5f97-4b94-87ff-8311f5e54bc8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:40.515509 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-45ed88d6-88e3-4e1a-9ce6-1f7be1bd2b98 req-0b1fa1d3-5f97-4b94-87ff-8311f5e54bc8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 946 time: 0.0753334 Mar 14 16:15:40.559892 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-45ed88d6-88e3-4e1a-9ce6-1f7be1bd2b98 req-41ae0547-7ee3-4a86-8f43-ca128d2d380c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa572798-99b4-420e-b21d-38ae9bea5bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388980 Mar 14 16:15:41.752143 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e324514-ad6d-4434-a39b-95760872e824 req-f4aa48b8-4423-4860-a395-9ab9e574a61e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:41.753561 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9e324514-ad6d-4434-a39b-95760872e824 req-f4aa48b8-4423-4860-a395-9ab9e574a61e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 946 time: 0.0773633 Mar 14 16:15:41.797031 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9e324514-ad6d-4434-a39b-95760872e824 req-c5aa451b-cbc0-455d-b8d8-37441bd53bef tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa572798-99b4-420e-b21d-38ae9bea5bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381258 Mar 14 16:15:41.991628 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1397f22-5169-4039-907e-86d260dbb59c req-80d94c44-c43f-4928-a7fe-ff61eb4c34e4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:41.993049 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e1397f22-5169-4039-907e-86d260dbb59c req-80d94c44-c43f-4928-a7fe-ff61eb4c34e4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 946 time: 0.0794940 Mar 14 16:15:42.038856 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e1397f22-5169-4039-907e-86d260dbb59c req-ca7923bb-5bf4-4223-ba35-45fa85157112 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa572798-99b4-420e-b21d-38ae9bea5bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394440 Mar 14 16:15:42.066902 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 33012) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:42.134833 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-c252b522-5ab1-493e-b4a6-4d0c779755eb tempest-TestNetworkAdvancedServerOps-838407939 tempest-TestNetworkAdvancedServerOps-838407939-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 1094 time: 0.0667560 Mar 14 16:15:42.137419 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 33016) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:42.142423 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': '1cb7cb7c-fed9-42d4-a694-d41093ac26e6', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:15:42.147866 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:15:42.151636 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Usage tracker for resource:floatingip and tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:15:42.154416 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:15:42.159939 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:15:42.171266 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:42.304558 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:42.438796 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Allocated IP 172.26.4.229 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/06d66fb2-9644-49ea-af36-8914f9037167) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:15:42.584171 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:42.612919 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:42.683600 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:15:42.686486 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:15:42.689102 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:15:42.719176 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=06d66fb2-9644-49ea-af36-8914f9037167,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:43.026153 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bf47b134-cde9-454b-80bd-e9f1f01e7cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:43.182103 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:43.237082 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:43.521646 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:43.525882 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:43.632111 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event updated for resources: {'Port': ['ID=06d66fb2-9644-49ea-af36-8914f9037167,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:15:43.647530 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:43.834827 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.l3_db [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Floating IP 0fa754d0-364d-47c4-a0e9-810064d85b0c associated. External IP: 172.26.4.229, port: 1cb7cb7c-fed9-42d4-a694-d41093ac26e6. Mar 14 16:15:44.223374 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router 2d03c45a-d08d-4236-b2c7-de5e14388a92 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:15:44.417552 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:15:44.441796 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:44.500244 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d3ba885e-68f4-49a5-acfb-22c882196bb5 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3618300 Mar 14 16:15:44.500815 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e060789d-5302-4f23-9694-c55006f45c24', 'tag': '1cb7cb7c-fed9-42d4-a694-d41093ac26e6'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:15:44.553880 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e060789d-5302-4f23-9694-c55006f45c24', 'tag': '1cb7cb7c-fed9-42d4-a694-d41093ac26e6', 'status': 'completed', 'code': 200} Mar 14 16:15:44.701306 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2c59ce12-78f0-47a4-a1a9-75c6fb9e2130 req-8fd8d32a-f399-49bd-ace8-7c3a3095a1e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 1099 time: 0.1267457 Mar 14 16:15:44.711522 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4d50d-9c28-458b-8cf6-68ea16b8ef42 req-a2ec0cb8-bae3-4c69-a69f-990eaa4f8074 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:44.712859 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-27b4d50d-9c28-458b-8cf6-68ea16b8ef42 req-a2ec0cb8-bae3-4c69-a69f-990eaa4f8074 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 946 time: 0.1043806 Mar 14 16:15:44.852962 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-27b4d50d-9c28-458b-8cf6-68ea16b8ef42 req-007a9ed7-978a-4b3c-9a2a-784904e8310d tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa572798-99b4-420e-b21d-38ae9bea5bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167295 Mar 14 16:15:44.875946 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59ce12-78f0-47a4-a1a9-75c6fb9e2130 req-29cef9d6-7ee6-401f-9750-647ba384874e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:44.877497 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2c59ce12-78f0-47a4-a1a9-75c6fb9e2130 req-29cef9d6-7ee6-401f-9750-647ba384874e service neutron] 10.222.0.24 "GET /v2.0/networks?id=933d49b0-a215-4b7e-90b5-312e7054ef11 HTTP/1.1" status: 200 len: 897 time: 0.1622400 Mar 14 16:15:44.880692 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33026) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:45.068930 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-73e2a191-b521-4ae5-a85f-f31b6351100e tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/0fa754d0-364d-47c4-a0e9-810064d85b0c HTTP/1.1" status: 200 len: 992 time: 0.1870797 Mar 14 16:15:45.074401 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2c59ce12-78f0-47a4-a1a9-75c6fb9e2130 req-a3c3fa76-30da-4f85-97e9-6292eadc9220 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cb7cb7c-fed9-42d4-a694-d41093ac26e6 HTTP/1.1" status: 200 len: 1000 time: 0.1296277 Mar 14 16:15:45.134778 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59ce12-78f0-47a4-a1a9-75c6fb9e2130 req-de0601cb-1781-4026-a835-3a75cb8657ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:45.136743 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2c59ce12-78f0-47a4-a1a9-75c6fb9e2130 req-de0601cb-1781-4026-a835-3a75cb8657ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d25192b-698e-4610-ba5f-e0711165e39f HTTP/1.1" status: 200 len: 833 time: 0.0573349 Mar 14 16:15:45.189913 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-961ded68-dc24-424f-9e4e-67532a90b9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:45.204451 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9c3177-3dac-4c3c-b06d-8514b0b3cea3 None None] Sync routers for ids ['2d03c45a-d08d-4236-b2c7-de5e14388a92'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:15:45.216435 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2c59ce12-78f0-47a4-a1a9-75c6fb9e2130 req-ed782f33-44fa-4e7e-807d-39439815715e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=933d49b0-a215-4b7e-90b5-312e7054ef11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741611 Mar 14 16:15:45.218092 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9c3177-3dac-4c3c-b06d-8514b0b3cea3 None None] Routers {'2d03c45a-d08d-4236-b2c7-de5e14388a92'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:15:45.218704 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8e9c3177-3dac-4c3c-b06d-8514b0b3cea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:15:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2d03c45a-d08d-4236-b2c7-de5e14388a92'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:15:45.346422 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2c59ce12-78f0-47a4-a1a9-75c6fb9e2130 req-b7dfdf54-a206-49b8-a072-c040f2b5f049 service neutron] 10.222.0.24 "GET /v2.0/networks/933d49b0-a215-4b7e-90b5-312e7054ef11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237071 Mar 14 16:15:45.395858 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-8e9c3177-3dac-4c3c-b06d-8514b0b3cea3 None None] Set router 2d03c45a-d08d-4236-b2c7-de5e14388a92 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:15:45.474734 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-2c59ce12-78f0-47a4-a1a9-75c6fb9e2130 req-8741e144-2d9b-48a4-9e7a-26ec77236322 service neutron] 10.222.0.24 "GET /v2.0/networks/933d49b0-a215-4b7e-90b5-312e7054ef11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228933 Mar 14 16:15:45.762534 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8e9c3177-3dac-4c3c-b06d-8514b0b3cea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707115817', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '748faf33-728a-4ebe-a612-c640069f4ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:15:24Z', 'updated_at': '2022-03-14T16:15:28Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '748faf33-728a-4ebe-a612-c640069f4ded', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:15:25Z', 'updated_at': '2022-03-14T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '0fa754d0-364d-47c4-a0e9-810064d85b0c', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'floating_ip_address': '172.26.4.229', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'port_id': '1cb7cb7c-fed9-42d4-a694-d41093ac26e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11', 'mac_address': 'fa:16:3e:f7:dd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060789d-5302-4f23-9694-c55006f45c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:15:43Z', 'updated_at': '2022-03-14T16:15:43Z', 'revision_number': 0, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ae8bae-c6ff-497c-9236-ed594eb6eaeb', 'name': '', 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:6e:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d25192b-698e-4610-ba5f-e0711165e39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:15:28Z', 'updated_at': '2022-03-14T16:15:34Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '9d25192b-698e-4610-ba5f-e0711165e39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:15:45.766565 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9c3177-3dac-4c3c-b06d-8514b0b3cea3 None None] Checking router: 2d03c45a-d08d-4236-b2c7-de5e14388a92 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:15:45.769428 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5b195085-3e73-4af4-b421-35eb75481e69 req-b8de60c0-4aa0-4f3d-836f-41be5b65a988 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673389 Mar 14 16:15:45.777959 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9c3177-3dac-4c3c-b06d-8514b0b3cea3 None None] Routers {'2d03c45a-d08d-4236-b2c7-de5e14388a92'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:15:45.778570 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8e9c3177-3dac-4c3c-b06d-8514b0b3cea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:15:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2d03c45a-d08d-4236-b2c7-de5e14388a92'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:15:45.906736 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5b195085-3e73-4af4-b421-35eb75481e69 req-6735f5cb-0b5d-4073-be4c-8a9c34863316 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 1099 time: 0.0707753 Mar 14 16:15:45.953379 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-8e9c3177-3dac-4c3c-b06d-8514b0b3cea3 None None] Set router 2d03c45a-d08d-4236-b2c7-de5e14388a92 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:15:46.072053 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 33030) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:46.152708 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b195085-3e73-4af4-b421-35eb75481e69 req-f03040a1-792d-4cb0-a3c6-aaf516992878 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:46.154944 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5b195085-3e73-4af4-b421-35eb75481e69 req-f03040a1-792d-4cb0-a3c6-aaf516992878 service neutron] 10.222.0.24 "GET /v2.0/networks?id=933d49b0-a215-4b7e-90b5-312e7054ef11 HTTP/1.1" status: 200 len: 897 time: 0.2314196 Mar 14 16:15:46.183356 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9631f353-4620-4f31-b3aa-ad670dd45b68 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/0fa754d0-364d-47c4-a0e9-810064d85b0c HTTP/1.1" status: 200 len: 992 time: 0.1098955 Mar 14 16:15:46.265865 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5b195085-3e73-4af4-b421-35eb75481e69 req-ec280621-b2da-4a1d-b70d-e1fed0138c4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cb7cb7c-fed9-42d4-a694-d41093ac26e6 HTTP/1.1" status: 200 len: 1000 time: 0.1054101 Mar 14 16:15:46.307052 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8e9c3177-3dac-4c3c-b06d-8514b0b3cea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707115817', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '748faf33-728a-4ebe-a612-c640069f4ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:15:24Z', 'updated_at': '2022-03-14T16:15:28Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '748faf33-728a-4ebe-a612-c640069f4ded', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:15:25Z', 'updated_at': '2022-03-14T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '0fa754d0-364d-47c4-a0e9-810064d85b0c', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'floating_ip_address': '172.26.4.229', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'port_id': '1cb7cb7c-fed9-42d4-a694-d41093ac26e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11', 'mac_address': 'fa:16:3e:f7:dd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060789d-5302-4f23-9694-c55006f45c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:15:43Z', 'updated_at': '2022-03-14T16:15:43Z', 'revision_number': 0, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ae8bae-c6ff-497c-9236-ed594eb6eaeb', 'name': '', 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:6e:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d25192b-698e-4610-ba5f-e0711165e39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:15:28Z', 'updated_at': '2022-03-14T16:15:34Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '9d25192b-698e-4610-ba5f-e0711165e39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:15:46.311629 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9c3177-3dac-4c3c-b06d-8514b0b3cea3 None None] The sync data for ids ['2d03c45a-d08d-4236-b2c7-de5e14388a92'] in dv-neutron-833561-1-hyperv is: [{'id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707115817', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '748faf33-728a-4ebe-a612-c640069f4ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:15:24Z', 'updated_at': '2022-03-14T16:15:28Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '748faf33-728a-4ebe-a612-c640069f4ded', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:15:25Z', 'updated_at': '2022-03-14T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '0fa754d0-364d-47c4-a0e9-810064d85b0c', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'floating_ip_address': '172.26.4.229', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'port_id': '1cb7cb7c-fed9-42d4-a694-d41093ac26e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11', 'mac_address': 'fa:16:3e:f7:dd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060789d-5302-4f23-9694-c55006f45c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:15:43Z', 'updated_at': '2022-03-14T16:15:43Z', 'revision_number': 0, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ae8bae-c6ff-497c-9236-ed594eb6eaeb', 'name': '', 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:6e:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d25192b-698e-4610-ba5f-e0711165e39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:15:28Z', 'updated_at': '2022-03-14T16:15:34Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '9d25192b-698e-4610-ba5f-e0711165e39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:15:46.330697 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b195085-3e73-4af4-b421-35eb75481e69 req-022f4a4a-6986-412a-8eaa-b538eede4100 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:15:46.332140 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5b195085-3e73-4af4-b421-35eb75481e69 req-022f4a4a-6986-412a-8eaa-b538eede4100 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d25192b-698e-4610-ba5f-e0711165e39f HTTP/1.1" status: 200 len: 833 time: 0.0605066 Mar 14 16:15:46.408635 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5b195085-3e73-4af4-b421-35eb75481e69 req-a0b4d1d9-8ee4-46da-9998-cca6713136a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=933d49b0-a215-4b7e-90b5-312e7054ef11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702875 Mar 14 16:15:46.451790 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:46.547315 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5b195085-3e73-4af4-b421-35eb75481e69 req-796250ba-216d-42a4-9734-124fd1957d08 service neutron] 10.222.0.24 "GET /v2.0/networks/933d49b0-a215-4b7e-90b5-312e7054ef11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319582 Mar 14 16:15:46.643879 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:46.678176 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5b195085-3e73-4af4-b421-35eb75481e69 req-d158c6be-2750-4528-811d-f6c925f346ab service neutron] 10.222.0.24 "GET /v2.0/networks/933d49b0-a215-4b7e-90b5-312e7054ef11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250758 Mar 14 16:15:47.187136 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 33036) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:47.290216 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-89fc3190-ac8c-469f-8291-9b30a2b19a32 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/0fa754d0-364d-47c4-a0e9-810064d85b0c HTTP/1.1" status: 200 len: 992 time: 0.1018345 Mar 14 16:15:47.692580 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:15:48.107944 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:48.294131 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33040) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:48.401623 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-79077a32-0715-4cf0-bf4b-de319aa0372c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/0fa754d0-364d-47c4-a0e9-810064d85b0c HTTP/1.1" status: 200 len: 992 time: 0.1058602 Mar 14 16:15:49.405038 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33044) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:49.450845 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f2a0fd-1681-4afc-8031-b62bb3d7afbd None None] New status for floating IP 0fa754d0-364d-47c4-a0e9-810064d85b0c: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 16:15:49.511735 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-796d50cf-8bed-4c2d-be1f-8f09cc6fbcf6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/0fa754d0-364d-47c4-a0e9-810064d85b0c HTTP/1.1" status: 200 len: 992 time: 0.1047695 Mar 14 16:15:50.515303 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33048) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:15:50.619375 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1cff819c-a5b2-4207-b326-4752696c03e6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/0fa754d0-364d-47c4-a0e9-810064d85b0c HTTP/1.1" status: 200 len: 994 time: 0.1029050 Mar 14 16:15:51.381655 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:13.029357 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-966adc6d-9d0e-4a87-938e-13f61308878d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:15.191395 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8d5acb45-f51a-47b1-9fa9-228ae3b03153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:16.455478 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:16.644817 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:18.110156 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:21.405500 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:24.692868 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:16:43.032033 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-61a8b555-ff0a-44a7-9467-f601f28e1b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:45.192924 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc27219e-12c4-4fe5-9804-1c1b8a648794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:45.753284 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f72ef95e-3069-4f26-9e26-cb7c66032a11 req-bb03cacc-9229-4906-b968-235f869ccb9a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661392 Mar 14 16:16:45.890985 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f72ef95e-3069-4f26-9e26-cb7c66032a11 req-2bd28707-4a93-4c98-a975-1827d9a618fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 1099 time: 0.0708325 Mar 14 16:16:46.029852 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ef95e-3069-4f26-9e26-cb7c66032a11 req-285f1615-8a41-4e9c-9274-0ee322887e47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:16:46.031267 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f72ef95e-3069-4f26-9e26-cb7c66032a11 req-285f1615-8a41-4e9c-9274-0ee322887e47 service neutron] 10.222.0.24 "GET /v2.0/networks?id=933d49b0-a215-4b7e-90b5-312e7054ef11 HTTP/1.1" status: 200 len: 897 time: 0.1233153 Mar 14 16:16:46.130303 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f72ef95e-3069-4f26-9e26-cb7c66032a11 req-4c7735ed-6613-4e68-8b64-1aafa9d1a516 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cb7cb7c-fed9-42d4-a694-d41093ac26e6 HTTP/1.1" status: 200 len: 1002 time: 0.0931640 Mar 14 16:16:46.190846 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ef95e-3069-4f26-9e26-cb7c66032a11 req-aa7dcfaf-9dba-431d-9c33-91aeacd471fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:16:46.192249 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f72ef95e-3069-4f26-9e26-cb7c66032a11 req-aa7dcfaf-9dba-431d-9c33-91aeacd471fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d25192b-698e-4610-ba5f-e0711165e39f HTTP/1.1" status: 200 len: 833 time: 0.0569105 Mar 14 16:16:46.265165 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f72ef95e-3069-4f26-9e26-cb7c66032a11 req-a5a046cd-3479-40c6-9848-518d4e14c152 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=933d49b0-a215-4b7e-90b5-312e7054ef11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667417 Mar 14 16:16:46.395357 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f72ef95e-3069-4f26-9e26-cb7c66032a11 req-aaa261e8-e9c8-48e3-acdb-2a16df6b9a70 service neutron] 10.222.0.24 "GET /v2.0/networks/933d49b0-a215-4b7e-90b5-312e7054ef11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228695 Mar 14 16:16:46.460654 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:46.613882 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f72ef95e-3069-4f26-9e26-cb7c66032a11 req-89ecdde0-add0-41a0-85f6-8da58024fdac service neutron] 10.222.0.24 "GET /v2.0/networks/933d49b0-a215-4b7e-90b5-312e7054ef11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090755 Mar 14 16:16:46.646911 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:48.115135 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:51.412516 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:56.451962 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df3c88-a300-499e-9c09-86fd5f9188ea req-c9048bec-fb60-471e-ac15-bc956014161b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:16:56.453343 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-19df3c88-a300-499e-9c09-86fd5f9188ea req-c9048bec-fb60-471e-ac15-bc956014161b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 946 time: 0.0797772 Mar 14 16:16:56.500366 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-19df3c88-a300-499e-9c09-86fd5f9188ea req-fb2e9042-7b19-4b5f-9ac4-33ed774a9e1f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa572798-99b4-420e-b21d-38ae9bea5bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413890 Mar 14 16:16:57.700281 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573966f5-9577-4106-abb3-c39d73005efb req-12d78ed1-f3b8-4c5a-8d49-3895d5f9354f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:16:57.701730 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-573966f5-9577-4106-abb3-c39d73005efb req-12d78ed1-f3b8-4c5a-8d49-3895d5f9354f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 946 time: 0.0779662 Mar 14 16:16:57.748781 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-573966f5-9577-4106-abb3-c39d73005efb req-d519ae90-3fe8-4df0-a47d-bea2265fee2b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa572798-99b4-420e-b21d-38ae9bea5bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411153 Mar 14 16:16:58.941438 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4d632-18c5-4814-80f7-bda55cb671cd req-eea0faab-d447-4e8e-ac30-b07c6e3758dc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:16:58.942888 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b7a4d632-18c5-4814-80f7-bda55cb671cd req-eea0faab-d447-4e8e-ac30-b07c6e3758dc tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 946 time: 0.0737798 Mar 14 16:16:59.078866 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b7a4d632-18c5-4814-80f7-bda55cb671cd req-97cab1b4-0d13-4711-878a-d7c0a51fa982 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa572798-99b4-420e-b21d-38ae9bea5bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305168 Mar 14 16:16:59.107753 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 33078) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:16:59.208099 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1c04c0bd-4dac-40c7-9359-f366c2991c8c tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/0fa754d0-364d-47c4-a0e9-810064d85b0c HTTP/1.1" status: 200 len: 994 time: 0.0992041 Mar 14 16:17:00.758934 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757e3d0-479a-4257-8b4f-e91162208f38 req-527dc8d0-b1a3-47c3-9876-72bcdc907dda tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:00.760260 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8757e3d0-479a-4257-8b4f-e91162208f38 req-527dc8d0-b1a3-47c3-9876-72bcdc907dda tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 946 time: 0.1026614 Mar 14 16:17:00.765982 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3ff15616-5455-4178-835c-2a1d6c2b71cc req-a38418b3-781f-482c-b19f-84001f8dc9d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 1099 time: 0.1371586 Mar 14 16:17:00.892088 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8757e3d0-479a-4257-8b4f-e91162208f38 req-ffd3d622-05ac-4b73-a97a-d61942b37d20 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa572798-99b4-420e-b21d-38ae9bea5bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251473 Mar 14 16:17:00.925072 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff15616-5455-4178-835c-2a1d6c2b71cc req-a9dad238-705c-441b-81bc-f004a75a3409 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:00.926629 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3ff15616-5455-4178-835c-2a1d6c2b71cc req-a9dad238-705c-441b-81bc-f004a75a3409 service neutron] 10.222.0.24 "GET /v2.0/networks?id=933d49b0-a215-4b7e-90b5-312e7054ef11 HTTP/1.1" status: 200 len: 897 time: 0.1464636 Mar 14 16:17:01.027780 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3ff15616-5455-4178-835c-2a1d6c2b71cc req-f20e925b-40ad-481d-a9fa-b7b33510fbd8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cb7cb7c-fed9-42d4-a694-d41093ac26e6 HTTP/1.1" status: 200 len: 1002 time: 0.0945816 Mar 14 16:17:01.087484 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff15616-5455-4178-835c-2a1d6c2b71cc req-6bc64e0b-9cd4-4b41-89a8-6cf1876e7b62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:01.088851 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3ff15616-5455-4178-835c-2a1d6c2b71cc req-6bc64e0b-9cd4-4b41-89a8-6cf1876e7b62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d25192b-698e-4610-ba5f-e0711165e39f HTTP/1.1" status: 200 len: 833 time: 0.0552447 Mar 14 16:17:01.165174 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3ff15616-5455-4178-835c-2a1d6c2b71cc req-8691140d-8c8a-4dfd-acaf-041e63f4453c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=933d49b0-a215-4b7e-90b5-312e7054ef11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704319 Mar 14 16:17:01.296038 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3ff15616-5455-4178-835c-2a1d6c2b71cc req-8cc004a0-83ec-48ad-8a25-598fec27f68e service neutron] 10.222.0.24 "GET /v2.0/networks/933d49b0-a215-4b7e-90b5-312e7054ef11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241426 Mar 14 16:17:01.424312 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3ff15616-5455-4178-835c-2a1d6c2b71cc req-3b172752-fbfb-4684-8587-f7365bdec013 service neutron] 10.222.0.24 "GET /v2.0/networks/933d49b0-a215-4b7e-90b5-312e7054ef11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231341 Mar 14 16:17:01.694042 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:17:02.087977 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf46b7-39a3-42d4-a9e1-870699fd5aae req-1cd96a02-bb8c-43f6-b1d0-8f33620c10d4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:02.089333 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7aaf46b7-39a3-42d4-a9e1-870699fd5aae req-1cd96a02-bb8c-43f6-b1d0-8f33620c10d4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 946 time: 0.0762312 Mar 14 16:17:02.133862 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7aaf46b7-39a3-42d4-a9e1-870699fd5aae req-0903282c-6a24-4ccd-a0b3-9e394cfb5448 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa572798-99b4-420e-b21d-38ae9bea5bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384696 Mar 14 16:17:03.329678 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759b655-5418-408c-918d-f6d1bf0abeb9 req-5be56b25-f578-4de9-aa32-710d4692573b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:03.331382 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e759b655-5418-408c-918d-f6d1bf0abeb9 req-5be56b25-f578-4de9-aa32-710d4692573b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 946 time: 0.0745015 Mar 14 16:17:03.375259 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e759b655-5418-408c-918d-f6d1bf0abeb9 req-a3ce3883-cc1f-40f2-b1b1-9b49d94dfede tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa572798-99b4-420e-b21d-38ae9bea5bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384896 Mar 14 16:17:03.402767 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33092) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:03.503519 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b111fad1-fadd-478e-a826-6f77f290e107 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/floatingips/0fa754d0-364d-47c4-a0e9-810064d85b0c HTTP/1.1" status: 200 len: 994 time: 0.0989313 Mar 14 16:17:03.780195 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33100) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:03.976456 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-48bb32ad-6e8f-4c7e-a6ec-0f09cebecb8f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting port 06d66fb2-9644-49ea-af36-8914f9037167 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:17:03.976790 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-48bb32ad-6e8f-4c7e-a6ec-0f09cebecb8f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:04.219282 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-48bb32ad-6e8f-4c7e-a6ec-0f09cebecb8f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:04.219603 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-48bb32ad-6e8f-4c7e-a6ec-0f09cebecb8f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:04.337907 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-48bb32ad-6e8f-4c7e-a6ec-0f09cebecb8f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Calling delete_port for 06d66fb2-9644-49ea-af36-8914f9037167 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:17:04.483090 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-48bb32ad-6e8f-4c7e-a6ec-0f09cebecb8f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:04.530810 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb32ad-6e8f-4c7e-a6ec-0f09cebecb8f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Port': ['ID=06d66fb2-9644-49ea-af36-8914f9037167,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:04.567699 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb32ad-6e8f-4c7e-a6ec-0f09cebecb8f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:04.568078 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb32ad-6e8f-4c7e-a6ec-0f09cebecb8f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:04.568421 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb32ad-6e8f-4c7e-a6ec-0f09cebecb8f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:04.568760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb32ad-6e8f-4c7e-a6ec-0f09cebecb8f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:04.569096 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb32ad-6e8f-4c7e-a6ec-0f09cebecb8f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:04.569429 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb32ad-6e8f-4c7e-a6ec-0f09cebecb8f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:04.569756 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb32ad-6e8f-4c7e-a6ec-0f09cebecb8f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:04.570114 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb32ad-6e8f-4c7e-a6ec-0f09cebecb8f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:04.570442 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb32ad-6e8f-4c7e-a6ec-0f09cebecb8f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:04.570768 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb32ad-6e8f-4c7e-a6ec-0f09cebecb8f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:04.571100 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb32ad-6e8f-4c7e-a6ec-0f09cebecb8f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:04.628755 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-48bb32ad-6e8f-4c7e-a6ec-0f09cebecb8f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:05.027104 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bb32ad-6e8f-4c7e-a6ec-0f09cebecb8f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router 2d03c45a-d08d-4236-b2c7-de5e14388a92 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:17:05.223594 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bb32ad-6e8f-4c7e-a6ec-0f09cebecb8f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:17:05.234194 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfdba28-90bb-4e04-b1ea-65bc5d77bb43 None None] Sync routers for ids ['2d03c45a-d08d-4236-b2c7-de5e14388a92'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:17:05.245662 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfdba28-90bb-4e04-b1ea-65bc5d77bb43 None None] Routers {'2d03c45a-d08d-4236-b2c7-de5e14388a92'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:17:05.246305 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7bfdba28-90bb-4e04-b1ea-65bc5d77bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:16:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2d03c45a-d08d-4236-b2c7-de5e14388a92'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:05.248693 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-48bb32ad-6e8f-4c7e-a6ec-0f09cebecb8f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:05.303650 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-48bb32ad-6e8f-4c7e-a6ec-0f09cebecb8f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/floatingips/0fa754d0-364d-47c4-a0e9-810064d85b0c HTTP/1.1" status: 204 len: 168 time: 1.5223088 Mar 14 16:17:05.304047 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e060789d-5302-4f23-9694-c55006f45c24', 'tag': '1cb7cb7c-fed9-42d4-a694-d41093ac26e6'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:17:05.361883 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e060789d-5302-4f23-9694-c55006f45c24', 'tag': '1cb7cb7c-fed9-42d4-a694-d41093ac26e6', 'status': 'completed', 'code': 200} Mar 14 16:17:05.428518 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-7bfdba28-90bb-4e04-b1ea-65bc5d77bb43 None None] Set router 2d03c45a-d08d-4236-b2c7-de5e14388a92 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:17:05.453063 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0690a7c3-13ee-4f0a-87fd-a239d1ac3ff6 req-887bb34f-e4ba-4f91-9c9a-8b894a037a65 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 1099 time: 0.0697567 Mar 14 16:17:05.585468 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690a7c3-13ee-4f0a-87fd-a239d1ac3ff6 req-5dae452c-4370-4d23-96ab-618122ce3855 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:05.586847 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0690a7c3-13ee-4f0a-87fd-a239d1ac3ff6 req-5dae452c-4370-4d23-96ab-618122ce3855 service neutron] 10.222.0.24 "GET /v2.0/networks?id=933d49b0-a215-4b7e-90b5-312e7054ef11 HTTP/1.1" status: 200 len: 897 time: 0.1279337 Mar 14 16:17:05.701279 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fe389-c6b8-4b83-8c43-4cd9630aaf42 req-5d0ac376-7620-43bc-9b90-14cdce909657 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:05.703606 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d06fe389-c6b8-4b83-8c43-4cd9630aaf42 req-5d0ac376-7620-43bc-9b90-14cdce909657 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 946 time: 0.0832717 Mar 14 16:17:05.754836 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d06fe389-c6b8-4b83-8c43-4cd9630aaf42 req-a25d8c1e-d3f2-419c-953e-e8c340d3607f tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa572798-99b4-420e-b21d-38ae9bea5bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449686 Mar 14 16:17:05.769735 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0690a7c3-13ee-4f0a-87fd-a239d1ac3ff6 req-f05f6dc9-16c3-411f-852b-6659fbbc951f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cb7cb7c-fed9-42d4-a694-d41093ac26e6 HTTP/1.1" status: 200 len: 217 time: 0.1756940 Mar 14 16:17:05.798948 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7bfdba28-90bb-4e04-b1ea-65bc5d77bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707115817', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '748faf33-728a-4ebe-a612-c640069f4ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:15:24Z', 'updated_at': '2022-03-14T16:15:28Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '748faf33-728a-4ebe-a612-c640069f4ded', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:15:25Z', 'updated_at': '2022-03-14T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '49ae8bae-c6ff-497c-9236-ed594eb6eaeb', 'name': '', 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:6e:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d25192b-698e-4610-ba5f-e0711165e39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:15:28Z', 'updated_at': '2022-03-14T16:15:34Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '9d25192b-698e-4610-ba5f-e0711165e39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:05.802824 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfdba28-90bb-4e04-b1ea-65bc5d77bb43 None None] Checking router: 2d03c45a-d08d-4236-b2c7-de5e14388a92 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:17:05.813812 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfdba28-90bb-4e04-b1ea-65bc5d77bb43 None None] Routers {'2d03c45a-d08d-4236-b2c7-de5e14388a92'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:17:05.814456 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7bfdba28-90bb-4e04-b1ea-65bc5d77bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:16:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2d03c45a-d08d-4236-b2c7-de5e14388a92'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:05.831511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690a7c3-13ee-4f0a-87fd-a239d1ac3ff6 req-ace7bc97-f4c8-412c-91d3-25813448acdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:05.832922 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0690a7c3-13ee-4f0a-87fd-a239d1ac3ff6 req-ace7bc97-f4c8-412c-91d3-25813448acdb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d25192b-698e-4610-ba5f-e0711165e39f HTTP/1.1" status: 200 len: 833 time: 0.0573931 Mar 14 16:17:05.905545 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0690a7c3-13ee-4f0a-87fd-a239d1ac3ff6 req-255cb6c0-3cd6-45b1-bc3c-b462626be4c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=933d49b0-a215-4b7e-90b5-312e7054ef11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663807 Mar 14 16:17:05.988116 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-7bfdba28-90bb-4e04-b1ea-65bc5d77bb43 None None] Set router 2d03c45a-d08d-4236-b2c7-de5e14388a92 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:17:06.034933 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0690a7c3-13ee-4f0a-87fd-a239d1ac3ff6 req-d48c0ca9-6d1b-4a9c-9fb6-116be358ee27 service neutron] 10.222.0.24 "GET /v2.0/networks/933d49b0-a215-4b7e-90b5-312e7054ef11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224673 Mar 14 16:17:06.166113 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0690a7c3-13ee-4f0a-87fd-a239d1ac3ff6 req-50535a2b-cf5c-4a41-94e3-8428ba05ad29 service neutron] 10.222.0.24 "GET /v2.0/networks/933d49b0-a215-4b7e-90b5-312e7054ef11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249089 Mar 14 16:17:06.291307 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7bfdba28-90bb-4e04-b1ea-65bc5d77bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707115817', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '748faf33-728a-4ebe-a612-c640069f4ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:15:24Z', 'updated_at': '2022-03-14T16:15:28Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '748faf33-728a-4ebe-a612-c640069f4ded', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:15:25Z', 'updated_at': '2022-03-14T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '49ae8bae-c6ff-497c-9236-ed594eb6eaeb', 'name': '', 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:6e:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d25192b-698e-4610-ba5f-e0711165e39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:15:28Z', 'updated_at': '2022-03-14T16:15:34Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '9d25192b-698e-4610-ba5f-e0711165e39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:06.295254 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfdba28-90bb-4e04-b1ea-65bc5d77bb43 None None] The sync data for ids ['2d03c45a-d08d-4236-b2c7-de5e14388a92'] in dv-neutron-833561-1-hyperv is: [{'id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707115817', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '748faf33-728a-4ebe-a612-c640069f4ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:15:24Z', 'updated_at': '2022-03-14T16:15:28Z', 'revision_number': 4, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '748faf33-728a-4ebe-a612-c640069f4ded', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:15:25Z', 'updated_at': '2022-03-14T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '49ae8bae-c6ff-497c-9236-ed594eb6eaeb', 'name': '', 'network_id': '933d49b0-a215-4b7e-90b5-312e7054ef11', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'mac_address': 'fa:16:3e:6e:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d25192b-698e-4610-ba5f-e0711165e39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:15:28Z', 'updated_at': '2022-03-14T16:15:34Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'subnets': [{'id': '9d25192b-698e-4610-ba5f-e0711165e39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:17:06.498927 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3837f241-1e78-4325-ae91-77fc1d68b14b None None] New status for floating IP 0fa754d0-364d-47c4-a0e9-810064d85b0c: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 16:17:06.959556 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0012072-ba8a-46dd-9fef-349826bbfe9b req-f8a70461-0598-4132-9a66-ffa869381e93 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:06.960230 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-e0012072-ba8a-46dd-9fef-349826bbfe9b req-f8a70461-0598-4132-9a66-ffa869381e93 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Synchronizing usage tracker for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:17:06.974983 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-e0012072-ba8a-46dd-9fef-349826bbfe9b req-f8a70461-0598-4132-9a66-ffa869381e93 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Unset dirty status for tenant:96fdbaa24f1f46029ef4ffe39ae4eb01 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:17:06.976127 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e0012072-ba8a-46dd-9fef-349826bbfe9b req-f8a70461-0598-4132-9a66-ffa869381e93 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 946 time: 0.0928357 Mar 14 16:17:07.021068 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e0012072-ba8a-46dd-9fef-349826bbfe9b req-1d3f991c-a70f-4cdc-88f4-64235d86e715 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa572798-99b4-420e-b21d-38ae9bea5bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389888 Mar 14 16:17:07.400890 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c63b93-e624-4d85-b54a-84e19dd1a0b8 req-cc7e2505-e6eb-4c26-b6fd-af2f66ebc976 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:07.402333 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-23c63b93-e624-4d85-b54a-84e19dd1a0b8 req-cc7e2505-e6eb-4c26-b6fd-af2f66ebc976 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 946 time: 0.0862954 Mar 14 16:17:07.472371 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-23c63b93-e624-4d85-b54a-84e19dd1a0b8 req-fae3e4e6-8240-42ff-bd71-cc60b2e58db6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting port 1cb7cb7c-fed9-42d4-a694-d41093ac26e6 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:17:07.472626 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-23c63b93-e624-4d85-b54a-84e19dd1a0b8 req-fae3e4e6-8240-42ff-bd71-cc60b2e58db6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:07.736664 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-23c63b93-e624-4d85-b54a-84e19dd1a0b8 req-fae3e4e6-8240-42ff-bd71-cc60b2e58db6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] For port 1cb7cb7c-fed9-42d4-a694-d41093ac26e6, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1cb7cb7c-fed9-42d4-a694-d41093ac26e6,segment=NetworkSegment(6ab53964-3f69-49ec-9731-7d8dd89e9a7b),segment_id=6ab53964-3f69-49ec-9731-7d8dd89e9a7b)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:17:07.736932 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-23c63b93-e624-4d85-b54a-84e19dd1a0b8 req-fae3e4e6-8240-42ff-bd71-cc60b2e58db6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:07.858078 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-23c63b93-e624-4d85-b54a-84e19dd1a0b8 req-fae3e4e6-8240-42ff-bd71-cc60b2e58db6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Calling delete_port for 1cb7cb7c-fed9-42d4-a694-d41093ac26e6 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:17:07.996115 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-23c63b93-e624-4d85-b54a-84e19dd1a0b8 req-fae3e4e6-8240-42ff-bd71-cc60b2e58db6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:08.057962 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3e4e6-8240-42ff-bd71-cc60b2e58db6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Port': ['ID=1cb7cb7c-fed9-42d4-a694-d41093ac26e6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:08.132091 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c63b93-e624-4d85-b54a-84e19dd1a0b8 req-fae3e4e6-8240-42ff-bd71-cc60b2e58db6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] No DVR routers for this DVR port 1cb7cb7c-fed9-42d4-a694-d41093ac26e6 on host hv-neutron-8335 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:17:08.134759 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-23c63b93-e624-4d85-b54a-84e19dd1a0b8 req-fae3e4e6-8240-42ff-bd71-cc60b2e58db6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:08.137556 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e060789d-5302-4f23-9694-c55006f45c24', 'name': 'network-vif-deleted', 'tag': '1cb7cb7c-fed9-42d4-a694-d41093ac26e6'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:17:08.157623 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-23c63b93-e624-4d85-b54a-84e19dd1a0b8 req-fae3e4e6-8240-42ff-bd71-cc60b2e58db6 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.24 "DELETE /v2.0/ports/1cb7cb7c-fed9-42d4-a694-d41093ac26e6 HTTP/1.1" status: 204 len: 173 time: 0.7495971 Mar 14 16:17:08.198515 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e060789d-5302-4f23-9694-c55006f45c24', 'name': 'network-vif-deleted', 'tag': '1cb7cb7c-fed9-42d4-a694-d41093ac26e6', 'status': 'completed', 'code': 200} Mar 14 16:17:08.206135 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4e78fd43-4845-4d23-a1b4-f5689ac8fabf req-29a62ff7-ffd8-43be-a695-a8a47d9ae0d4 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e060789d-5302-4f23-9694-c55006f45c24 HTTP/1.1" status: 200 len: 210 time: 0.0643463 Mar 14 16:17:09.315279 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33118) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:09.791840 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef9db383-112d-46cc-a0f9-ed5ba6994850 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:10.383675 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ef9db383-112d-46cc-a0f9-ed5ba6994850 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting port 49ae8bae-c6ff-497c-9236-ed594eb6eaeb {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:17:10.384381 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef9db383-112d-46cc-a0f9-ed5ba6994850 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:10.569170 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-ef9db383-112d-46cc-a0f9-ed5ba6994850 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] For port 49ae8bae-c6ff-497c-9236-ed594eb6eaeb, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=49ae8bae-c6ff-497c-9236-ed594eb6eaeb,segment=NetworkSegment(6ab53964-3f69-49ec-9731-7d8dd89e9a7b),segment_id=6ab53964-3f69-49ec-9731-7d8dd89e9a7b)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:17:10.569521 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef9db383-112d-46cc-a0f9-ed5ba6994850 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:10.685498 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ef9db383-112d-46cc-a0f9-ed5ba6994850 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Calling delete_port for 49ae8bae-c6ff-497c-9236-ed594eb6eaeb owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:17:10.853065 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef9db383-112d-46cc-a0f9-ed5ba6994850 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:10.898443 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9db383-112d-46cc-a0f9-ed5ba6994850 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Port': ['ID=49ae8bae-c6ff-497c-9236-ed594eb6eaeb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:11.273816 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef9db383-112d-46cc-a0f9-ed5ba6994850 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:11.380260 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 1cb7cb7c-fed9-42d4-a694-d41093ac26e6 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:17:11.417114 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 1cb7cb7c-fed9-42d4-a694-d41093ac26e6 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:17:11.417555 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 1cb7cb7c-fed9-42d4-a694-d41093ac26e6 not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:17:11.832937 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9db383-112d-46cc-a0f9-ed5ba6994850 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Router 2d03c45a-d08d-4236-b2c7-de5e14388a92 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:17:12.025366 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9db383-112d-46cc-a0f9-ed5ba6994850 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:17:12.035374 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9b648c-cf42-464b-a0c1-367066b9ce1f None None] Sync routers for ids ['2d03c45a-d08d-4236-b2c7-de5e14388a92'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:17:12.039072 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ef9db383-112d-46cc-a0f9-ed5ba6994850 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "PUT /v2.0/routers/2d03c45a-d08d-4236-b2c7-de5e14388a92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7225361 Mar 14 16:17:12.041621 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33122) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:12.047984 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9b648c-cf42-464b-a0c1-367066b9ce1f None None] Routers {'2d03c45a-d08d-4236-b2c7-de5e14388a92'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:17:12.048579 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-5e9b648c-cf42-464b-a0c1-367066b9ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:16:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2d03c45a-d08d-4236-b2c7-de5e14388a92'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:12.223415 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4cc39e0-dd18-4a4b-8c3b-13672ffa29e8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting subnet 9d25192b-698e-4610-ba5f-e0711165e39f {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 16:17:12.223942 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-5e9b648c-cf42-464b-a0c1-367066b9ce1f None None] Set router 2d03c45a-d08d-4236-b2c7-de5e14388a92 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:17:12.226303 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4cc39e0-dd18-4a4b-8c3b-13672ffa29e8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:12.282301 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4cc39e0-dd18-4a4b-8c3b-13672ffa29e8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:12.360962 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4cc39e0-dd18-4a4b-8c3b-13672ffa29e8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:12.434468 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4cc39e0-dd18-4a4b-8c3b-13672ffa29e8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:12.480224 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc39e0-dd18-4a4b-8c3b-13672ffa29e8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Subnet': ['ID=9d25192b-698e-4610-ba5f-e0711165e39f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:12.484749 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4cc39e0-dd18-4a4b-8c3b-13672ffa29e8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:12.495639 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e4cc39e0-dd18-4a4b-8c3b-13672ffa29e8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/subnets/9d25192b-698e-4610-ba5f-e0711165e39f HTTP/1.1" status: 204 len: 168 time: 0.4493184 Mar 14 16:17:12.495639 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33126) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:12.499734 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4060f2-1671-441d-b931-f8a910a965a6 None None] Network 933d49b0-a215-4b7e-90b5-312e7054ef11 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:17:12.515908 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-5e9b648c-cf42-464b-a0c1-367066b9ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707115817', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '748faf33-728a-4ebe-a612-c640069f4ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:15:24Z', 'updated_at': '2022-03-14T16:17:10Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '748faf33-728a-4ebe-a612-c640069f4ded', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:15:25Z', 'updated_at': '2022-03-14T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:12.525942 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9b648c-cf42-464b-a0c1-367066b9ce1f None None] Checking router: 2d03c45a-d08d-4236-b2c7-de5e14388a92 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:17:12.539317 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9b648c-cf42-464b-a0c1-367066b9ce1f None None] Routers {'2d03c45a-d08d-4236-b2c7-de5e14388a92'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:17:12.540358 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-5e9b648c-cf42-464b-a0c1-367066b9ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:16:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['2d03c45a-d08d-4236-b2c7-de5e14388a92'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:12.723451 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-5e9b648c-cf42-464b-a0c1-367066b9ce1f None None] Set router 2d03c45a-d08d-4236-b2c7-de5e14388a92 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:17:12.783444 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd543a94-cdc4-4ebe-9e06-db00924f9c4f None None] DHCP port deletion for 933d49b0-a215-4b7e-90b5-312e7054ef11 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 16:17:12.787661 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fd543a94-cdc4-4ebe-9e06-db00924f9c4f None None] Deleting port f0b7ceb4-2835-4a29-8cc1-074d4239c7bb {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:17:12.788098 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd543a94-cdc4-4ebe-9e06-db00924f9c4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:12.813474 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ba56857-9186-479e-96d9-3cce8d9896e8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:13.018269 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ba56857-9186-479e-96d9-3cce8d9896e8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:13.029348 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-3ba56857-9186-479e-96d9-3cce8d9896e8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Deleting port 748faf33-728a-4ebe-a612-c640069f4ded {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:17:13.029750 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ba56857-9186-479e-96d9-3cce8d9896e8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:13.043645 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fd543a94-cdc4-4ebe-9e06-db00924f9c4f None None] For port f0b7ceb4-2835-4a29-8cc1-074d4239c7bb, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=f0b7ceb4-2835-4a29-8cc1-074d4239c7bb,segment=NetworkSegment(6ab53964-3f69-49ec-9731-7d8dd89e9a7b),segment_id=6ab53964-3f69-49ec-9731-7d8dd89e9a7b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:17:13.044059 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd543a94-cdc4-4ebe-9e06-db00924f9c4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:13.050638 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-5e9b648c-cf42-464b-a0c1-367066b9ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707115817', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '748faf33-728a-4ebe-a612-c640069f4ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:15:24Z', 'updated_at': '2022-03-14T16:17:10Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '748faf33-728a-4ebe-a612-c640069f4ded', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:15:25Z', 'updated_at': '2022-03-14T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:13.054964 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9b648c-cf42-464b-a0c1-367066b9ce1f None None] The sync data for ids ['2d03c45a-d08d-4236-b2c7-de5e14388a92'] in dv-neutron-833561-1-hyperv is: [{'id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707115817', 'tenant_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '748faf33-728a-4ebe-a612-c640069f4ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:15:24Z', 'updated_at': '2022-03-14T16:17:10Z', 'revision_number': 5, 'project_id': '96fdbaa24f1f46029ef4ffe39ae4eb01', 'gw_port': {'id': '748faf33-728a-4ebe-a612-c640069f4ded', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03c45a-d08d-4236-b2c7-de5e14388a92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:15:25Z', 'updated_at': '2022-03-14T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:17:13.056404 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc31d9b4-2ea6-44f4-9249-e5e4b23b0cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:13.172227 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fd543a94-cdc4-4ebe-9e06-db00924f9c4f None None] Calling delete_port for f0b7ceb4-2835-4a29-8cc1-074d4239c7bb owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:17:13.211087 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-3ba56857-9186-479e-96d9-3cce8d9896e8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] For port 748faf33-728a-4ebe-a612-c640069f4ded, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=748faf33-728a-4ebe-a612-c640069f4ded,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:17:13.211442 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ba56857-9186-479e-96d9-3cce8d9896e8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:13.244717 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd543a94-cdc4-4ebe-9e06-db00924f9c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:13.288112 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd543a94-cdc4-4ebe-9e06-db00924f9c4f None None] Pushing event deleted for resources: {'Port': ['ID=f0b7ceb4-2835-4a29-8cc1-074d4239c7bb,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:13.298659 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd543a94-cdc4-4ebe-9e06-db00924f9c4f None None] No DVR routers for this DVR port f0b7ceb4-2835-4a29-8cc1-074d4239c7bb on host dv-neutron-833561-1-hyperv {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:17:13.301799 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd543a94-cdc4-4ebe-9e06-db00924f9c4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:13.302187 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd543a94-cdc4-4ebe-9e06-db00924f9c4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:13.304622 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd543a94-cdc4-4ebe-9e06-db00924f9c4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:13.304622 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd543a94-cdc4-4ebe-9e06-db00924f9c4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:13.304622 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd543a94-cdc4-4ebe-9e06-db00924f9c4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:13.304622 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd543a94-cdc4-4ebe-9e06-db00924f9c4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:13.304622 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd543a94-cdc4-4ebe-9e06-db00924f9c4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:13.304622 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd543a94-cdc4-4ebe-9e06-db00924f9c4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:13.304622 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd543a94-cdc4-4ebe-9e06-db00924f9c4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:13.305641 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd543a94-cdc4-4ebe-9e06-db00924f9c4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:13.305641 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd543a94-cdc4-4ebe-9e06-db00924f9c4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:13.337146 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-3ba56857-9186-479e-96d9-3cce8d9896e8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Calling delete_port for 748faf33-728a-4ebe-a612-c640069f4ded owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:17:13.509369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ba56857-9186-479e-96d9-3cce8d9896e8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:13.554558 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba56857-9186-479e-96d9-3cce8d9896e8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Port': ['ID=748faf33-728a-4ebe-a612-c640069f4ded,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:13.776725 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ba56857-9186-479e-96d9-3cce8d9896e8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:14.116067 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ba56857-9186-479e-96d9-3cce8d9896e8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:14.120417 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ba56857-9186-479e-96d9-3cce8d9896e8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:14.146275 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ba56857-9186-479e-96d9-3cce8d9896e8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:14.146826 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba56857-9186-479e-96d9-3cce8d9896e8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Fanout notify agent at l3_agent the message router_deleted on router 2d03c45a-d08d-4236-b2c7-de5e14388a92 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 16:17:14.161696 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ba56857-9186-479e-96d9-3cce8d9896e8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:14.162791 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3ba56857-9186-479e-96d9-3cce8d9896e8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/routers/2d03c45a-d08d-4236-b2c7-de5e14388a92 HTTP/1.1" status: 204 len: 168 time: 1.6673007 Mar 14 16:17:14.165478 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33130) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:14.282436 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-787972cc-9536-44e9-8159-e2f4246662b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:14.409073 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-787972cc-9536-44e9-8159-e2f4246662b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:14.433511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-787972cc-9536-44e9-8159-e2f4246662b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933d49b0-a215-4b7e-90b5-312e7054ef11']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:14.447286 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-787972cc-9536-44e9-8159-e2f4246662b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab53964-3f69-49ec-9731-7d8dd89e9a7b') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:14.447710 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-787972cc-9536-44e9-8159-e2f4246662b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab53964-3f69-49ec-9731-7d8dd89e9a7b') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:14.459831 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-787972cc-9536-44e9-8159-e2f4246662b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:14.475167 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-787972cc-9536-44e9-8159-e2f4246662b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:14.481622 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787972cc-9536-44e9-8159-e2f4246662b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 16:17:14.482076 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-787972cc-9536-44e9-8159-e2f4246662b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 16:17:14.496259 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 16:17:14.578548 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-787972cc-9536-44e9-8159-e2f4246662b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:14.602579 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-787972cc-9536-44e9-8159-e2f4246662b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:14.609587 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787972cc-9536-44e9-8159-e2f4246662b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'Network': ['ID=933d49b0-a215-4b7e-90b5-312e7054ef11,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:14.618258 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-787972cc-9536-44e9-8159-e2f4246662b8 tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/networks/933d49b0-a215-4b7e-90b5-312e7054ef11 HTTP/1.1" status: 204 len: 168 time: 0.4516196 Mar 14 16:17:14.620122 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 33134) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:14.634569 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f0b7ceb4-2835-4a29-8cc1-074d4239c7bb no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:17:14.671081 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: f0b7ceb4-2835-4a29-8cc1-074d4239c7bb {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:17:14.671349 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device f0b7ceb4-2835-4a29-8cc1-074d4239c7bb not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:17:14.671771 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 748faf33-728a-4ebe-a612-c640069f4ded no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:17:14.701685 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-99ead379-1034-463e-b980-be652672a34b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:14.702869 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 748faf33-728a-4ebe-a612-c640069f4ded {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:17:14.703220 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 748faf33-728a-4ebe-a612-c640069f4ded not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:17:14.703641 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 49ae8bae-c6ff-497c-9236-ed594eb6eaeb no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:17:14.734408 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-99ead379-1034-463e-b980-be652672a34b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:14.734871 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 49ae8bae-c6ff-497c-9236-ed594eb6eaeb {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:17:14.735216 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 49ae8bae-c6ff-497c-9236-ed594eb6eaeb not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:17:14.799499 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-99ead379-1034-463e-b980-be652672a34b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:14.816393 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ead379-1034-463e-b980-be652672a34b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa572798-99b4-420e-b21d-38ae9bea5bf9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:14.828667 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ead379-1034-463e-b980-be652672a34b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:14.829007 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ead379-1034-463e-b980-be652672a34b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:14.829342 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ead379-1034-463e-b980-be652672a34b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:14.829676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ead379-1034-463e-b980-be652672a34b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:14.830003 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ead379-1034-463e-b980-be652672a34b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:14.830349 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ead379-1034-463e-b980-be652672a34b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:14.830926 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ead379-1034-463e-b980-be652672a34b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:14.831243 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ead379-1034-463e-b980-be652672a34b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:14.831557 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ead379-1034-463e-b980-be652672a34b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:14.831872 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ead379-1034-463e-b980-be652672a34b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:14.832187 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ead379-1034-463e-b980-be652672a34b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:14.837237 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-99ead379-1034-463e-b980-be652672a34b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:14.838356 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-99ead379-1034-463e-b980-be652672a34b tempest-TestNetworkAdvancedServerOps-373800989 tempest-TestNetworkAdvancedServerOps-373800989-project] 10.222.0.60 "DELETE /v2.0/security-groups/fa572798-99b4-420e-b21d-38ae9bea5bf9 HTTP/1.1" status: 204 len: 168 time: 0.2172644 Mar 14 16:17:15.195560 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f7fe2588-2a0c-4ba9-8776-92f482ff2f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:15.236154 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 33144) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:15.461280 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-295b982f-4634-4741-a831-f0cae05e9b4e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=96fdbaa24f1f46029ef4ffe39ae4eb01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2240019 Mar 14 16:17:15.463777 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 33152) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:15.522524 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a8c809d8-cbff-4e9a-873c-905fff3d9959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:15.547837 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a8c809d8-cbff-4e9a-873c-905fff3d9959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:15.612823 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a8c809d8-cbff-4e9a-873c-905fff3d9959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:15.633689 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c809d8-cbff-4e9a-873c-905fff3d9959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32432b5-491a-48d8-bdcf-d3d54959df3e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:15.640056 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a8c809d8-cbff-4e9a-873c-905fff3d9959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:15.641106 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a8c809d8-cbff-4e9a-873c-905fff3d9959 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b32432b5-491a-48d8-bdcf-d3d54959df3e HTTP/1.1" status: 204 len: 168 time: 0.1764467 Mar 14 16:17:15.971562 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 33160) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:15.989307 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb79c4e2-81ac-4437-97d9-840c8883c0b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:16.019960 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bb79c4e2-81ac-4437-97d9-840c8883c0b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:17:16.023672 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bb79c4e2-81ac-4437-97d9-840c8883c0b0 admin admin] Usage tracker for resource:security_group_rule and tenant:3aa65462b8104deaaf34a6f1dee7dcc4 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:17:16.026422 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bb79c4e2-81ac-4437-97d9-840c8883c0b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:17:16.032562 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bb79c4e2-81ac-4437-97d9-840c8883c0b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:17:16.095096 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb79c4e2-81ac-4437-97d9-840c8883c0b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:16.098596 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb79c4e2-81ac-4437-97d9-840c8883c0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:16.143297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79c4e2-81ac-4437-97d9-840c8883c0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac0128d-522d-4d61-a5fd-90caa77fd74e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:16.149521 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bb79c4e2-81ac-4437-97d9-840c8883c0b0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3aa65462b8104deaaf34a6f1dee7dcc4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1746571 Mar 14 16:17:16.149758 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 33164) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:16.207753 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4fa0f828-0c63-4404-95df-72bcf225f28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:16.232631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4fa0f828-0c63-4404-95df-72bcf225f28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:16.286158 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4fa0f828-0c63-4404-95df-72bcf225f28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:16.302197 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0f828-0c63-4404-95df-72bcf225f28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac0128d-522d-4d61-a5fd-90caa77fd74e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:16.306399 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4fa0f828-0c63-4404-95df-72bcf225f28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:16.307492 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4fa0f828-0c63-4404-95df-72bcf225f28c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ac0128d-522d-4d61-a5fd-90caa77fd74e HTTP/1.1" status: 204 len: 168 time: 0.1568711 Mar 14 16:17:16.462793 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:16.648579 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:17.163428 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 33186) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:17.289211 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-47f3b2c2-0a1d-482e-b2c7-5d1948ff86b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-715801827-network', 'tenant_id': '3efb24ad252c4df49496c4391887f790'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:17:17.293909 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-47f3b2c2-0a1d-482e-b2c7-5d1948ff86b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:17:17.297699 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-47f3b2c2-0a1d-482e-b2c7-5d1948ff86b4 admin admin] Usage tracker for resource:network and tenant:3efb24ad252c4df49496c4391887f790 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:17:17.300504 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-47f3b2c2-0a1d-482e-b2c7-5d1948ff86b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:17:17.305984 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-47f3b2c2-0a1d-482e-b2c7-5d1948ff86b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:17:17.316689 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f3b2c2-0a1d-482e-b2c7-5d1948ff86b4 admin admin] Made reservation on behalf of 3efb24ad252c4df49496c4391887f790 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:17:17.319047 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-47f3b2c2-0a1d-482e-b2c7-5d1948ff86b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:17.331716 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-47f3b2c2-0a1d-482e-b2c7-5d1948ff86b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:17.361278 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-47f3b2c2-0a1d-482e-b2c7-5d1948ff86b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:17:17.364989 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-47f3b2c2-0a1d-482e-b2c7-5d1948ff86b4 admin admin] Usage tracker for resource:security_group_rule and tenant:3efb24ad252c4df49496c4391887f790 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:17:17.367743 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-47f3b2c2-0a1d-482e-b2c7-5d1948ff86b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:17:17.373875 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-47f3b2c2-0a1d-482e-b2c7-5d1948ff86b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:17:17.439536 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-47f3b2c2-0a1d-482e-b2c7-5d1948ff86b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:17.443088 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-47f3b2c2-0a1d-482e-b2c7-5d1948ff86b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:17.472724 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f3b2c2-0a1d-482e-b2c7-5d1948ff86b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 16:17:17.480812 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3b2c2-0a1d-482e-b2c7-5d1948ff86b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cd73af-fb3a-4041-920e-2a0cd6170562,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:17.486790 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-47f3b2c2-0a1d-482e-b2c7-5d1948ff86b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:17.487176 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-47f3b2c2-0a1d-482e-b2c7-5d1948ff86b4 admin admin] Added segment 912782af-36be-416d-ab49-87b5f6fb2529 of type vlan for network b1246b31-9018-4d77-96fe-3d921c54d5b5 Mar 14 16:17:17.513577 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-47f3b2c2-0a1d-482e-b2c7-5d1948ff86b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:17.544020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-47f3b2c2-0a1d-482e-b2c7-5d1948ff86b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:17.544859 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f3b2c2-0a1d-482e-b2c7-5d1948ff86b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:17.545429 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-47f3b2c2-0a1d-482e-b2c7-5d1948ff86b4 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:17.644418 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-47f3b2c2-0a1d-482e-b2c7-5d1948ff86b4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4798174 Mar 14 16:17:17.647303 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3b2c2-0a1d-482e-b2c7-5d1948ff86b4 admin admin] Pushing event updated for resources: {'Network': ['ID=b1246b31-9018-4d77-96fe-3d921c54d5b5,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:17.647545 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33192) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:17.653314 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-33206c60-8ddf-4c7e-ab79-fc7af53665c9 admin admin] Request body: {'subnet': {'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-715801827-subnet', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:17:17.657103 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network b1246b31-9018-4d77-96fe-3d921c54d5b5 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 16:17:17.658689 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-33206c60-8ddf-4c7e-ab79-fc7af53665c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:17:17.662531 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-33206c60-8ddf-4c7e-ab79-fc7af53665c9 admin admin] Usage tracker for resource:subnet and tenant:3efb24ad252c4df49496c4391887f790 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:17:17.665338 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-33206c60-8ddf-4c7e-ab79-fc7af53665c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:17:17.671917 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-33206c60-8ddf-4c7e-ab79-fc7af53665c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:17:17.682244 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33206c60-8ddf-4c7e-ab79-fc7af53665c9 admin admin] Made reservation on behalf of 3efb24ad252c4df49496c4391887f790 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:17:17.685247 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-33206c60-8ddf-4c7e-ab79-fc7af53665c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:17.881498 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-33206c60-8ddf-4c7e-ab79-fc7af53665c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:17.958235 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33206c60-8ddf-4c7e-ab79-fc7af53665c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3da994ac-f901-43d5-b66e-42c5d5a1d416,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:17.967255 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33206c60-8ddf-4c7e-ab79-fc7af53665c9 admin admin] Checking segment: {'id': '912782af-36be-416d-ab49-87b5f6fb2529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:17:17.967605 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33206c60-8ddf-4c7e-ab79-fc7af53665c9 admin admin] Network hostable DHCP agents. Network: b1246b31-9018-4d77-96fe-3d921c54d5b5, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 16:17:17.989338 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33206c60-8ddf-4c7e-ab79-fc7af53665c9 admin admin] Network b1246b31-9018-4d77-96fe-3d921c54d5b5 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 16:17:17.998314 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-33206c60-8ddf-4c7e-ab79-fc7af53665c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, b1246b31-9018-4d77-96fe-3d921c54d5b5) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:17:18.002103 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33206c60-8ddf-4c7e-ab79-fc7af53665c9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:18.002682 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-33206c60-8ddf-4c7e-ab79-fc7af53665c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:18.007336 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083a22cd-4d3e-4289-a54f-92037dcbfcd0 None None] Network b1246b31-9018-4d77-96fe-3d921c54d5b5 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:17:18.022518 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-33206c60-8ddf-4c7e-ab79-fc7af53665c9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3738217 Mar 14 16:17:18.025049 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33196) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:18.030469 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-347c1bf8-af83-4627-a01a-1094c43aed18 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-715801827-router', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:17:18.034898 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-347c1bf8-af83-4627-a01a-1094c43aed18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:17:18.038736 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-347c1bf8-af83-4627-a01a-1094c43aed18 admin admin] Usage tracker for resource:router and tenant:3efb24ad252c4df49496c4391887f790 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:17:18.041505 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-347c1bf8-af83-4627-a01a-1094c43aed18 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:17:18.047952 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-347c1bf8-af83-4627-a01a-1094c43aed18 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:17:18.058706 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-347c1bf8-af83-4627-a01a-1094c43aed18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:18.059691 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-347c1bf8-af83-4627-a01a-1094c43aed18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:18.077300 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-347c1bf8-af83-4627-a01a-1094c43aed18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:18.137925 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:18.225453 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-347c1bf8-af83-4627-a01a-1094c43aed18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:18.238883 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfe55b4-6ff9-49fa-97a5-42b92c885bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-b1246b31-9018-4d77-96fe-3d921c54d5b5', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'fixed_ips': [{'subnet_id': '3da994ac-f901-43d5-b66e-42c5d5a1d416'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 16:17:18.239703 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0dfe55b4-6ff9-49fa-97a5-42b92c885bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:18.391855 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-0dfe55b4-6ff9-49fa-97a5-42b92c885bf6 None None] Allocated IP 172.20.0.2 (b1246b31-9018-4d77-96fe-3d921c54d5b5/3da994ac-f901-43d5-b66e-42c5d5a1d416/ddda8a7d-7688-4343-bdbf-35a281524bdf) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:17:18.413111 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-347c1bf8-af83-4627-a01a-1094c43aed18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:18.442983 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-347c1bf8-af83-4627-a01a-1094c43aed18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:18.580215 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-347c1bf8-af83-4627-a01a-1094c43aed18 admin admin] Allocated IP 172.26.4.105 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/3b077f68-cc39-4387-86c9-eac309b5d803) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:17:18.595389 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0dfe55b4-6ff9-49fa-97a5-42b92c885bf6 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:18.605181 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0dfe55b4-6ff9-49fa-97a5-42b92c885bf6 None None] Transition to ACTIVE for port object ddda8a7d-7688-4343-bdbf-35a281524bdf will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:17:18.623358 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0dfe55b4-6ff9-49fa-97a5-42b92c885bf6 None None] Transition to ACTIVE for port object ddda8a7d-7688-4343-bdbf-35a281524bdf will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:17:18.628949 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0dfe55b4-6ff9-49fa-97a5-42b92c885bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:18.700119 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfe55b4-6ff9-49fa-97a5-42b92c885bf6 None None] Network b1246b31-9018-4d77-96fe-3d921c54d5b5 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:17:18.702765 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-0dfe55b4-6ff9-49fa-97a5-42b92c885bf6 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:17:18.706714 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfe55b4-6ff9-49fa-97a5-42b92c885bf6 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:17:18.712725 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe55b4-6ff9-49fa-97a5-42b92c885bf6 None None] Pushing event updated for resources: {'Port': ['ID=ddda8a7d-7688-4343-bdbf-35a281524bdf,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:18.736352 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-347c1bf8-af83-4627-a01a-1094c43aed18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:18.763594 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-347c1bf8-af83-4627-a01a-1094c43aed18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:18.795458 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0dfe55b4-6ff9-49fa-97a5-42b92c885bf6 None None] Attempting to bind port ddda8a7d-7688-4343-bdbf-35a281524bdf on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:17:18.795835 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0dfe55b4-6ff9-49fa-97a5-42b92c885bf6 None None] Attempting to bind port ddda8a7d-7688-4343-bdbf-35a281524bdf by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '912782af-36be-416d-ab49-87b5f6fb2529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:17:18.796197 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfe55b4-6ff9-49fa-97a5-42b92c885bf6 None None] Attempting to bind port ddda8a7d-7688-4343-bdbf-35a281524bdf on network b1246b31-9018-4d77-96fe-3d921c54d5b5 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:17:18.802753 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfe55b4-6ff9-49fa-97a5-42b92c885bf6 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:17:18.803143 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfe55b4-6ff9-49fa-97a5-42b92c885bf6 None None] Checking segment: {'id': '912782af-36be-416d-ab49-87b5f6fb2529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:17:18.803543 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0dfe55b4-6ff9-49fa-97a5-42b92c885bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:18.804043 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfe55b4-6ff9-49fa-97a5-42b92c885bf6 None None] Bound using segment: {'id': '912782af-36be-416d-ab49-87b5f6fb2529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:17:18.804515 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0dfe55b4-6ff9-49fa-97a5-42b92c885bf6 None None] Bound port: ddda8a7d-7688-4343-bdbf-35a281524bdf, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912782af-36be-416d-ab49-87b5f6fb2529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:17:18.804887 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0dfe55b4-6ff9-49fa-97a5-42b92c885bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:18.829171 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347c1bf8-af83-4627-a01a-1094c43aed18 admin admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:17:18.832260 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-347c1bf8-af83-4627-a01a-1094c43aed18 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:17:18.836501 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347c1bf8-af83-4627-a01a-1094c43aed18 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:17:18.865568 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c1bf8-af83-4627-a01a-1094c43aed18 admin admin] Pushing event updated for resources: {'Port': ['ID=3b077f68-cc39-4387-86c9-eac309b5d803,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:18.931920 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0dfe55b4-6ff9-49fa-97a5-42b92c885bf6 None None] For port ddda8a7d-7688-4343-bdbf-35a281524bdf, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:17:18.935291 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0dfe55b4-6ff9-49fa-97a5-42b92c885bf6 None None] For port ddda8a7d-7688-4343-bdbf-35a281524bdf, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ddda8a7d-7688-4343-bdbf-35a281524bdf,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:17:18.939978 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0dfe55b4-6ff9-49fa-97a5-42b92c885bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:19.030322 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe55b4-6ff9-49fa-97a5-42b92c885bf6 None None] Pushing event updated for resources: {'Port': ['ID=ddda8a7d-7688-4343-bdbf-35a281524bdf,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:19.102412 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-347c1bf8-af83-4627-a01a-1094c43aed18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:19.103164 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-347c1bf8-af83-4627-a01a-1094c43aed18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:19.348233 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347c1bf8-af83-4627-a01a-1094c43aed18 admin admin] Router b60da69a-c632-4487-8d30-61a4c2f4070e is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 16:17:19.543068 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347c1bf8-af83-4627-a01a-1094c43aed18 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:17:19.552316 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] Sync routers for ids ['b60da69a-c632-4487-8d30-61a4c2f4070e'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:17:19.564517 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] Routers {'b60da69a-c632-4487-8d30-61a4c2f4070e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:17:19.565266 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:17:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['b60da69a-c632-4487-8d30-61a4c2f4070e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:19.565570 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-347c1bf8-af83-4627-a01a-1094c43aed18 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:19.566818 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-347c1bf8-af83-4627-a01a-1094c43aed18 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5408835 Mar 14 16:17:19.569418 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33200) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:19.756984 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] Set router b60da69a-c632-4487-8d30-61a4c2f4070e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:17:19.946849 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c92983-5500-4065-b9d9-fe7323bf282c None None] Network b1246b31-9018-4d77-96fe-3d921c54d5b5 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:17:20.074203 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5e1825ea-becb-457d-aad6-b117e586a7df None None] Provisioning for port ddda8a7d-7688-4343-bdbf-35a281524bdf completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:17:20.246870 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'name': 'tempest-TestShelveInstance-715801827-router', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:19Z', 'revision_number': 3, 'project_id': '3efb24ad252c4df49496c4391887f790', 'gw_port': {'id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:20.253068 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] Checking router: b60da69a-c632-4487-8d30-61a4c2f4070e for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:17:20.253419 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] Updating router b60da69a-c632-4487-8d30-61a4c2f4070e port 3b077f68-cc39-4387-86c9-eac309b5d803 binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:17:20.316521 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:20.334958 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4e504a8-0364-4e33-94e2-1d222567fe0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:20.579027 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ddda8a7d-7688-4343-bdbf-35a281524bdf up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:17:20.591846 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-b4e504a8-0364-4e33-94e2-1d222567fe0f admin admin] Allocated IP 172.20.0.1 (b1246b31-9018-4d77-96fe-3d921c54d5b5/3da994ac-f901-43d5-b66e-42c5d5a1d416/6bfba9fb-45ec-4c77-84f9-cc2fe463021a) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:17:20.738420 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port ddda8a7d-7688-4343-bdbf-35a281524bdf completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:17:20.747798 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port ddda8a7d-7688-4343-bdbf-35a281524bdf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:17:20.748147 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:20.785602 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:20.813508 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] Transition to ACTIVE for port object 3b077f68-cc39-4387-86c9-eac309b5d803 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:17:20.822929 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:20.851674 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4e504a8-0364-4e33-94e2-1d222567fe0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:20.867430 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-b4e504a8-0364-4e33-94e2-1d222567fe0f admin admin] Transition to ACTIVE for port object 6bfba9fb-45ec-4c77-84f9-cc2fe463021a will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:17:20.889620 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4e504a8-0364-4e33-94e2-1d222567fe0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:20.933037 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d97008-a09a-405c-84a2-f448e3b4fa13 None None] Pushing event updated for resources: {'Port': ['ID=3b077f68-cc39-4387-86c9-eac309b5d803,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:20.950743 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] Attempting to bind port 3b077f68-cc39-4387-86c9-eac309b5d803 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:17:20.951036 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] Attempting to bind port 3b077f68-cc39-4387-86c9-eac309b5d803 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:17:20.951397 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] Attempting to bind port 3b077f68-cc39-4387-86c9-eac309b5d803 on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:17:20.958234 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e504a8-0364-4e33-94e2-1d222567fe0f admin admin] Network b1246b31-9018-4d77-96fe-3d921c54d5b5 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:17:20.960907 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b4e504a8-0364-4e33-94e2-1d222567fe0f admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:17:20.962710 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:17:20.962710 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:17:20.962974 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:20.963357 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:17:20.963816 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] Bound port: 3b077f68-cc39-4387-86c9-eac309b5d803, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:17:20.964187 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:20.965715 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e504a8-0364-4e33-94e2-1d222567fe0f admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:17:20.991638 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e504a8-0364-4e33-94e2-1d222567fe0f admin admin] Pushing event updated for resources: {'Port': ['ID=6bfba9fb-45ec-4c77-84f9-cc2fe463021a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:21.024344 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4e504a8-0364-4e33-94e2-1d222567fe0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:21.032765 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:21.102044 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port ddda8a7d-7688-4343-bdbf-35a281524bdf, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ddda8a7d-7688-4343-bdbf-35a281524bdf,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:17:21.109055 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:21.111026 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] For port 3b077f68-cc39-4387-86c9-eac309b5d803, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:17:21.122596 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4e504a8-0364-4e33-94e2-1d222567fe0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:21.169340 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] For port 3b077f68-cc39-4387-86c9-eac309b5d803, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=3b077f68-cc39-4387-86c9-eac309b5d803,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:17:21.177184 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:21.207968 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=ddda8a7d-7688-4343-bdbf-35a281524bdf,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:21.276059 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] Routers {'b60da69a-c632-4487-8d30-61a4c2f4070e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:17:21.276601 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:17:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['b60da69a-c632-4487-8d30-61a4c2f4070e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:21.324497 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-118c8c89-71d2-40d4-bdaa-fe0eb80e1eea None None] Provisioning for port 6bfba9fb-45ec-4c77-84f9-cc2fe463021a completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:17:21.358726 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4e504a8-0364-4e33-94e2-1d222567fe0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:21.363509 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4e504a8-0364-4e33-94e2-1d222567fe0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:21.398062 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d97008-a09a-405c-84a2-f448e3b4fa13 None None] Pushing event updated for resources: {'Port': ['ID=3b077f68-cc39-4387-86c9-eac309b5d803,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:21.402702 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-118c8c89-71d2-40d4-bdaa-fe0eb80e1eea None None] Provisioning complete for port 6bfba9fb-45ec-4c77-84f9-cc2fe463021a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:17:21.403235 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-118c8c89-71d2-40d4-bdaa-fe0eb80e1eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:21.469765 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4e504a8-0364-4e33-94e2-1d222567fe0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:21.473654 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e504a8-0364-4e33-94e2-1d222567fe0f admin admin] Pushing event updated for resources: {'Port': ['ID=6bfba9fb-45ec-4c77-84f9-cc2fe463021a,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:21.486802 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:21.490546 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-118c8c89-71d2-40d4-bdaa-fe0eb80e1eea None None] Port 6bfba9fb-45ec-4c77-84f9-cc2fe463021a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:17:21.518665 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] Set router b60da69a-c632-4487-8d30-61a4c2f4070e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:17:21.614149 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e504a8-0364-4e33-94e2-1d222567fe0f admin admin] Network b1246b31-9018-4d77-96fe-3d921c54d5b5 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:17:21.615333 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b4e504a8-0364-4e33-94e2-1d222567fe0f admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:17:21.836977 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a9d45e38-683b-42fd-885b-f52212e05f46 None None] Provisioning complete for port 6bfba9fb-45ec-4c77-84f9-cc2fe463021a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:17:21.837552 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a9d45e38-683b-42fd-885b-f52212e05f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:21.894494 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a9d45e38-683b-42fd-885b-f52212e05f46 None None] Port 6bfba9fb-45ec-4c77-84f9-cc2fe463021a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:17:21.900950 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'name': 'tempest-TestShelveInstance-715801827-router', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:21Z', 'revision_number': 4, 'project_id': '3efb24ad252c4df49496c4391887f790', 'gw_port': {'id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6bfba9fb-45ec-4c77-84f9-cc2fe463021a', 'name': '', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'mac_address': 'fa:16:3e:15:7f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:20Z', 'updated_at': '2022-03-14T16:17:20Z', 'revision_number': 1, 'project_id': '3efb24ad252c4df49496c4391887f790', 'subnets': [{'id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:21.905496 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e7acd6-cf3e-4bcd-9ff5-142c865f0459 None None] The sync data for ids ['b60da69a-c632-4487-8d30-61a4c2f4070e'] in dv-neutron-833561-1-hyperv is: [{'id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'name': 'tempest-TestShelveInstance-715801827-router', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:21Z', 'revision_number': 4, 'project_id': '3efb24ad252c4df49496c4391887f790', 'gw_port': {'id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6bfba9fb-45ec-4c77-84f9-cc2fe463021a', 'name': '', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'mac_address': 'fa:16:3e:15:7f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:20Z', 'updated_at': '2022-03-14T16:17:20Z', 'revision_number': 1, 'project_id': '3efb24ad252c4df49496c4391887f790', 'subnets': [{'id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:17:22.025956 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e504a8-0364-4e33-94e2-1d222567fe0f admin admin] Router b60da69a-c632-4487-8d30-61a4c2f4070e has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:17:22.239658 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e504a8-0364-4e33-94e2-1d222567fe0f admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:17:22.248803 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b4e504a8-0364-4e33-94e2-1d222567fe0f admin admin] 10.222.0.60 "PUT /v2.0/routers/b60da69a-c632-4487-8d30-61a4c2f4070e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6783938 Mar 14 16:17:22.642727 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 3b077f68-cc39-4387-86c9-eac309b5d803 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:17:22.721870 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 3b077f68-cc39-4387-86c9-eac309b5d803 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:17:22.727317 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 3b077f68-cc39-4387-86c9-eac309b5d803 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:17:22.727677 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:22.869714 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:22.888239 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 3b077f68-cc39-4387-86c9-eac309b5d803, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=3b077f68-cc39-4387-86c9-eac309b5d803,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:17:22.892280 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:22.893235 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ddda8a7d-7688-4343-bdbf-35a281524bdf up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:17:23.006167 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=3b077f68-cc39-4387-86c9-eac309b5d803,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:23.025539 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port ddda8a7d-7688-4343-bdbf-35a281524bdf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:17:23.025907 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:23.156855 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33222) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:23.162456 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-499491b7-1da4-4319-bf7e-95b615a873ea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1756465856-network', 'tenant_id': 'fcf9025eb08d4bda8db6206de17ed596'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:17:23.167237 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-499491b7-1da4-4319-bf7e-95b615a873ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:17:23.171822 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-499491b7-1da4-4319-bf7e-95b615a873ea admin admin] Usage tracker for resource:network and tenant:fcf9025eb08d4bda8db6206de17ed596 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:17:23.174648 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-499491b7-1da4-4319-bf7e-95b615a873ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:17:23.180229 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-499491b7-1da4-4319-bf7e-95b615a873ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:17:23.192611 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499491b7-1da4-4319-bf7e-95b615a873ea admin admin] Made reservation on behalf of fcf9025eb08d4bda8db6206de17ed596 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:17:23.195085 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-499491b7-1da4-4319-bf7e-95b615a873ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:23.208284 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-499491b7-1da4-4319-bf7e-95b615a873ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:23.239986 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-499491b7-1da4-4319-bf7e-95b615a873ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:17:23.243702 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-499491b7-1da4-4319-bf7e-95b615a873ea admin admin] Usage tracker for resource:security_group_rule and tenant:fcf9025eb08d4bda8db6206de17ed596 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:17:23.246477 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-499491b7-1da4-4319-bf7e-95b615a873ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:17:23.252182 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-499491b7-1da4-4319-bf7e-95b615a873ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:17:23.316338 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-499491b7-1da4-4319-bf7e-95b615a873ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:23.320053 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-499491b7-1da4-4319-bf7e-95b615a873ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:23.447260 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499491b7-1da4-4319-bf7e-95b615a873ea admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 16:17:23.451570 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499491b7-1da4-4319-bf7e-95b615a873ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dba1d3-5afe-4d29-bcb1-4e7cd1abc310,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:23.462291 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-499491b7-1da4-4319-bf7e-95b615a873ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:23.462608 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-499491b7-1da4-4319-bf7e-95b615a873ea admin admin] Added segment 4584dd77-022b-45ff-a460-cc1318aa328b of type vlan for network feaf5e32-df1c-4981-89eb-2bab6be8ef71 Mar 14 16:17:23.487892 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-499491b7-1da4-4319-bf7e-95b615a873ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:23.516832 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-499491b7-1da4-4319-bf7e-95b615a873ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:23.517648 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499491b7-1da4-4319-bf7e-95b615a873ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:23.518260 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-499491b7-1da4-4319-bf7e-95b615a873ea admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:23.619561 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499491b7-1da4-4319-bf7e-95b615a873ea admin admin] Pushing event updated for resources: {'Network': ['ID=feaf5e32-df1c-4981-89eb-2bab6be8ef71,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:23.623310 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-499491b7-1da4-4319-bf7e-95b615a873ea admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4653542 Mar 14 16:17:23.626690 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33226) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:23.630093 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network feaf5e32-df1c-4981-89eb-2bab6be8ef71 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 16:17:23.631419 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c9f44ce6-99fa-44ad-9a2b-df45e5f01156 admin admin] Request body: {'subnet': {'network_id': 'feaf5e32-df1c-4981-89eb-2bab6be8ef71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1756465856-subnet', 'tenant_id': 'fcf9025eb08d4bda8db6206de17ed596', 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:17:23.636301 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c9f44ce6-99fa-44ad-9a2b-df45e5f01156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:17:23.640191 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c9f44ce6-99fa-44ad-9a2b-df45e5f01156 admin admin] Usage tracker for resource:subnet and tenant:fcf9025eb08d4bda8db6206de17ed596 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:17:23.643080 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-c9f44ce6-99fa-44ad-9a2b-df45e5f01156 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:17:23.648735 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c9f44ce6-99fa-44ad-9a2b-df45e5f01156 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:17:23.658917 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f44ce6-99fa-44ad-9a2b-df45e5f01156 admin admin] Made reservation on behalf of fcf9025eb08d4bda8db6206de17ed596 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:17:23.661202 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c9f44ce6-99fa-44ad-9a2b-df45e5f01156 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:23.864965 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c9f44ce6-99fa-44ad-9a2b-df45e5f01156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:23.938407 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f44ce6-99fa-44ad-9a2b-df45e5f01156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb65a1a3-4a8a-4bc2-9802-0d87ac1c6993,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:23.952350 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f44ce6-99fa-44ad-9a2b-df45e5f01156 admin admin] Checking segment: {'id': '4584dd77-022b-45ff-a460-cc1318aa328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'feaf5e32-df1c-4981-89eb-2bab6be8ef71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:17:23.952705 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f44ce6-99fa-44ad-9a2b-df45e5f01156 admin admin] Network hostable DHCP agents. Network: feaf5e32-df1c-4981-89eb-2bab6be8ef71, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 16:17:23.974966 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f44ce6-99fa-44ad-9a2b-df45e5f01156 admin admin] Network feaf5e32-df1c-4981-89eb-2bab6be8ef71 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 16:17:23.984235 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c9f44ce6-99fa-44ad-9a2b-df45e5f01156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, feaf5e32-df1c-4981-89eb-2bab6be8ef71) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:17:23.988213 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f44ce6-99fa-44ad-9a2b-df45e5f01156 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:23.988852 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c9f44ce6-99fa-44ad-9a2b-df45e5f01156 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:23.992606 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9001dc8-b00a-4235-8a5b-588e873a295f None None] Network feaf5e32-df1c-4981-89eb-2bab6be8ef71 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:17:24.013738 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-c9f44ce6-99fa-44ad-9a2b-df45e5f01156 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3865411 Mar 14 16:17:24.016237 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33230) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:24.021134 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-6a2fe8dc-ca9c-4541-99ad-a501a3ebee99 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1756465856-router', 'tenant_id': 'fcf9025eb08d4bda8db6206de17ed596', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:17:24.025697 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6a2fe8dc-ca9c-4541-99ad-a501a3ebee99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:17:24.030043 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-6a2fe8dc-ca9c-4541-99ad-a501a3ebee99 admin admin] Usage tracker for resource:router and tenant:fcf9025eb08d4bda8db6206de17ed596 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:17:24.032973 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-6a2fe8dc-ca9c-4541-99ad-a501a3ebee99 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:17:24.038590 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6a2fe8dc-ca9c-4541-99ad-a501a3ebee99 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:17:24.049894 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6a2fe8dc-ca9c-4541-99ad-a501a3ebee99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:24.050874 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6a2fe8dc-ca9c-4541-99ad-a501a3ebee99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:24.072855 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6a2fe8dc-ca9c-4541-99ad-a501a3ebee99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:24.229036 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6a2fe8dc-ca9c-4541-99ad-a501a3ebee99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:24.254193 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee16c87-5ea6-4acc-b9bc-09f3e3cf8adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-feaf5e32-df1c-4981-89eb-2bab6be8ef71', 'network_id': 'feaf5e32-df1c-4981-89eb-2bab6be8ef71', 'tenant_id': 'fcf9025eb08d4bda8db6206de17ed596', 'fixed_ips': [{'subnet_id': 'eb65a1a3-4a8a-4bc2-9802-0d87ac1c6993'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 16:17:24.255015 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dee16c87-5ea6-4acc-b9bc-09f3e3cf8adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:24.406604 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-dee16c87-5ea6-4acc-b9bc-09f3e3cf8adc None None] Allocated IP 172.20.0.2 (feaf5e32-df1c-4981-89eb-2bab6be8ef71/eb65a1a3-4a8a-4bc2-9802-0d87ac1c6993/6addde99-0d09-4418-bb61-d7c5ca07834c) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:17:24.429350 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6a2fe8dc-ca9c-4541-99ad-a501a3ebee99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:24.459952 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6a2fe8dc-ca9c-4541-99ad-a501a3ebee99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:24.550680 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 3b077f68-cc39-4387-86c9-eac309b5d803 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:17:24.616751 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-6a2fe8dc-ca9c-4541-99ad-a501a3ebee99 admin admin] Allocated IP 172.26.4.95 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/8a36d306-709d-418c-a3e3-e720f2624bb1) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:17:24.674740 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dee16c87-5ea6-4acc-b9bc-09f3e3cf8adc None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:24.688643 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dee16c87-5ea6-4acc-b9bc-09f3e3cf8adc None None] Transition to ACTIVE for port object 6addde99-0d09-4418-bb61-d7c5ca07834c will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:17:24.714578 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 3b077f68-cc39-4387-86c9-eac309b5d803 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:17:24.714875 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:24.740670 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dee16c87-5ea6-4acc-b9bc-09f3e3cf8adc None None] Transition to ACTIVE for port object 6addde99-0d09-4418-bb61-d7c5ca07834c will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:17:24.754731 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dee16c87-5ea6-4acc-b9bc-09f3e3cf8adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:24.767073 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6a2fe8dc-ca9c-4541-99ad-a501a3ebee99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:24.793015 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6a2fe8dc-ca9c-4541-99ad-a501a3ebee99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:24.837141 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee16c87-5ea6-4acc-b9bc-09f3e3cf8adc None None] Network feaf5e32-df1c-4981-89eb-2bab6be8ef71 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:17:24.842681 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-dee16c87-5ea6-4acc-b9bc-09f3e3cf8adc None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:17:24.847360 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee16c87-5ea6-4acc-b9bc-09f3e3cf8adc None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:17:24.853344 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee16c87-5ea6-4acc-b9bc-09f3e3cf8adc None None] Pushing event updated for resources: {'Port': ['ID=6addde99-0d09-4418-bb61-d7c5ca07834c,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:24.860032 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2fe8dc-ca9c-4541-99ad-a501a3ebee99 admin admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:17:24.862946 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-6a2fe8dc-ca9c-4541-99ad-a501a3ebee99 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:17:24.867257 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2fe8dc-ca9c-4541-99ad-a501a3ebee99 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:17:24.897778 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fe8dc-ca9c-4541-99ad-a501a3ebee99 admin admin] Pushing event updated for resources: {'Port': ['ID=8a36d306-709d-418c-a3e3-e720f2624bb1,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:24.991432 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-dee16c87-5ea6-4acc-b9bc-09f3e3cf8adc None None] Attempting to bind port 6addde99-0d09-4418-bb61-d7c5ca07834c on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:17:24.991688 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-dee16c87-5ea6-4acc-b9bc-09f3e3cf8adc None None] Attempting to bind port 6addde99-0d09-4418-bb61-d7c5ca07834c by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '4584dd77-022b-45ff-a460-cc1318aa328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'feaf5e32-df1c-4981-89eb-2bab6be8ef71'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:17:24.992049 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee16c87-5ea6-4acc-b9bc-09f3e3cf8adc None None] Attempting to bind port 6addde99-0d09-4418-bb61-d7c5ca07834c on network feaf5e32-df1c-4981-89eb-2bab6be8ef71 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:17:25.002547 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee16c87-5ea6-4acc-b9bc-09f3e3cf8adc None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:17:25.003273 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee16c87-5ea6-4acc-b9bc-09f3e3cf8adc None None] Checking segment: {'id': '4584dd77-022b-45ff-a460-cc1318aa328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'feaf5e32-df1c-4981-89eb-2bab6be8ef71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:17:25.003273 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dee16c87-5ea6-4acc-b9bc-09f3e3cf8adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:25.003759 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee16c87-5ea6-4acc-b9bc-09f3e3cf8adc None None] Bound using segment: {'id': '4584dd77-022b-45ff-a460-cc1318aa328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'feaf5e32-df1c-4981-89eb-2bab6be8ef71'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:17:25.004099 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-dee16c87-5ea6-4acc-b9bc-09f3e3cf8adc None None] Bound port: 6addde99-0d09-4418-bb61-d7c5ca07834c, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4584dd77-022b-45ff-a460-cc1318aa328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'feaf5e32-df1c-4981-89eb-2bab6be8ef71'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:17:25.004474 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dee16c87-5ea6-4acc-b9bc-09f3e3cf8adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:25.033404 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6a2fe8dc-ca9c-4541-99ad-a501a3ebee99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:25.034225 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6a2fe8dc-ca9c-4541-99ad-a501a3ebee99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:25.100309 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dee16c87-5ea6-4acc-b9bc-09f3e3cf8adc None None] For port 6addde99-0d09-4418-bb61-d7c5ca07834c, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:17:25.103468 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dee16c87-5ea6-4acc-b9bc-09f3e3cf8adc None None] For port 6addde99-0d09-4418-bb61-d7c5ca07834c, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6addde99-0d09-4418-bb61-d7c5ca07834c,segment=NetworkSegment(4584dd77-022b-45ff-a460-cc1318aa328b),segment_id=4584dd77-022b-45ff-a460-cc1318aa328b)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:17:25.107660 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dee16c87-5ea6-4acc-b9bc-09f3e3cf8adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:25.183251 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee16c87-5ea6-4acc-b9bc-09f3e3cf8adc None None] Pushing event updated for resources: {'Port': ['ID=6addde99-0d09-4418-bb61-d7c5ca07834c,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:25.386334 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2fe8dc-ca9c-4541-99ad-a501a3ebee99 admin admin] Router 8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 16:17:25.592983 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2fe8dc-ca9c-4541-99ad-a501a3ebee99 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:17:25.601249 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] Sync routers for ids ['8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:17:25.613377 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] Routers {'8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:17:25.613975 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:17:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:25.620689 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6a2fe8dc-ca9c-4541-99ad-a501a3ebee99 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:25.624110 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6a2fe8dc-ca9c-4541-99ad-a501a3ebee99 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6050792 Mar 14 16:17:25.625113 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33234) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:25.796485 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] Set router 8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:17:26.096650 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d', 'name': 'tempest-TestShelveInstance-1756465856-router', 'tenant_id': 'fcf9025eb08d4bda8db6206de17ed596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '8a36d306-709d-418c-a3e3-e720f2624bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:24Z', 'updated_at': '2022-03-14T16:17:24Z', 'revision_number': 3, 'project_id': 'fcf9025eb08d4bda8db6206de17ed596', 'gw_port': {'id': '8a36d306-709d-418c-a3e3-e720f2624bb1', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:27:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:24Z', 'updated_at': '2022-03-14T16:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:26.100843 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] Checking router: 8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:17:26.101259 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] Updating router 8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d port 8a36d306-709d-418c-a3e3-e720f2624bb1 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:17:26.119883 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5944b1a4-d4ff-44bd-b7c9-11fd44ce5a34 None None] Network feaf5e32-df1c-4981-89eb-2bab6be8ef71 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:17:26.167973 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:26.219099 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-24133949-f6a4-4471-b647-66dc5a05b1c5 None None] Provisioning for port 6addde99-0d09-4418-bb61-d7c5ca07834c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:17:26.374344 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-47942949-dab7-4bd2-b519-e17214ad6d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:26.548280 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:26.562899 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] Transition to ACTIVE for port object 8a36d306-709d-418c-a3e3-e720f2624bb1 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:17:26.581067 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:26.591023 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6addde99-0d09-4418-bb61-d7c5ca07834c up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:17:26.607293 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-47942949-dab7-4bd2-b519-e17214ad6d77 admin admin] Allocated IP 172.20.0.1 (feaf5e32-df1c-4981-89eb-2bab6be8ef71/eb65a1a3-4a8a-4bc2-9802-0d87ac1c6993/bb0005eb-aa55-43c1-89e5-befb63e18cd7) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:17:26.660619 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] Attempting to bind port 8a36d306-709d-418c-a3e3-e720f2624bb1 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:17:26.661209 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] Attempting to bind port 8a36d306-709d-418c-a3e3-e720f2624bb1 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:17:26.661327 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] Attempting to bind port 8a36d306-709d-418c-a3e3-e720f2624bb1 on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:17:26.677592 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa180d-2589-4c2a-8c75-025d63b32824 None None] Pushing event updated for resources: {'Port': ['ID=8a36d306-709d-418c-a3e3-e720f2624bb1,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:26.679918 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:17:26.680282 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:17:26.680700 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:26.680823 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 6addde99-0d09-4418-bb61-d7c5ca07834c completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:17:26.681054 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:17:26.681503 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] Bound port: 8a36d306-709d-418c-a3e3-e720f2624bb1, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:17:26.681889 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:26.685948 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 6addde99-0d09-4418-bb61-d7c5ca07834c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:17:26.686354 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:26.714793 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa180d-2589-4c2a-8c75-025d63b32824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:26.715177 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa180d-2589-4c2a-8c75-025d63b32824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:26.715816 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa180d-2589-4c2a-8c75-025d63b32824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:26.716135 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa180d-2589-4c2a-8c75-025d63b32824 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:26.716460 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa180d-2589-4c2a-8c75-025d63b32824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:26.717440 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa180d-2589-4c2a-8c75-025d63b32824 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:26.717440 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa180d-2589-4c2a-8c75-025d63b32824 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:26.717440 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa180d-2589-4c2a-8c75-025d63b32824 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:26.717776 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa180d-2589-4c2a-8c75-025d63b32824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:26.717998 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa180d-2589-4c2a-8c75-025d63b32824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:26.718377 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa180d-2589-4c2a-8c75-025d63b32824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:17:26.768444 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] For port 8a36d306-709d-418c-a3e3-e720f2624bb1, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:17:26.771491 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] For port 8a36d306-709d-418c-a3e3-e720f2624bb1, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8a36d306-709d-418c-a3e3-e720f2624bb1,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:17:26.774616 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-47942949-dab7-4bd2-b519-e17214ad6d77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:26.775124 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:26.792215 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-47942949-dab7-4bd2-b519-e17214ad6d77 admin admin] Transition to ACTIVE for port object bb0005eb-aa55-43c1-89e5-befb63e18cd7 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:17:26.801566 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:26.818372 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-47942949-dab7-4bd2-b519-e17214ad6d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:26.836160 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 6addde99-0d09-4418-bb61-d7c5ca07834c, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6addde99-0d09-4418-bb61-d7c5ca07834c,segment=NetworkSegment(4584dd77-022b-45ff-a460-cc1318aa328b),segment_id=4584dd77-022b-45ff-a460-cc1318aa328b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:17:26.843574 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:26.860020 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] Routers {'8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:17:26.860632 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:17:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:26.895720 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47942949-dab7-4bd2-b519-e17214ad6d77 admin admin] Network feaf5e32-df1c-4981-89eb-2bab6be8ef71 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:17:26.898651 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-47942949-dab7-4bd2-b519-e17214ad6d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:17:26.904073 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47942949-dab7-4bd2-b519-e17214ad6d77 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:17:26.914902 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa180d-2589-4c2a-8c75-025d63b32824 None None] Pushing event updated for resources: {'Port': ['ID=8a36d306-709d-418c-a3e3-e720f2624bb1,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:26.915057 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=6addde99-0d09-4418-bb61-d7c5ca07834c,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:26.936367 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47942949-dab7-4bd2-b519-e17214ad6d77 admin admin] Pushing event updated for resources: {'Port': ['ID=bb0005eb-aa55-43c1-89e5-befb63e18cd7,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:26.964219 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-47942949-dab7-4bd2-b519-e17214ad6d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:27.049694 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-47942949-dab7-4bd2-b519-e17214ad6d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:27.076736 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] Set router 8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:17:27.197992 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8827f446-370b-48d4-9543-a9c63cd24590 None None] Provisioning for port bb0005eb-aa55-43c1-89e5-befb63e18cd7 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:17:27.205135 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8827f446-370b-48d4-9543-a9c63cd24590 None None] Provisioning complete for port bb0005eb-aa55-43c1-89e5-befb63e18cd7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:17:27.205891 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8827f446-370b-48d4-9543-a9c63cd24590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:27.257804 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8827f446-370b-48d4-9543-a9c63cd24590 None None] Port bb0005eb-aa55-43c1-89e5-befb63e18cd7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:17:27.362455 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d', 'name': 'tempest-TestShelveInstance-1756465856-router', 'tenant_id': 'fcf9025eb08d4bda8db6206de17ed596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '8a36d306-709d-418c-a3e3-e720f2624bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:24Z', 'updated_at': '2022-03-14T16:17:24Z', 'revision_number': 3, 'project_id': 'fcf9025eb08d4bda8db6206de17ed596', 'gw_port': {'id': '8a36d306-709d-418c-a3e3-e720f2624bb1', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:27:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:24Z', 'updated_at': '2022-03-14T16:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:27.366236 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dcf357-9cf4-4795-8932-ac81d012377d None None] The sync data for ids ['8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d'] in dv-neutron-833561-1-hyperv is: [{'id': '8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d', 'name': 'tempest-TestShelveInstance-1756465856-router', 'tenant_id': 'fcf9025eb08d4bda8db6206de17ed596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '8a36d306-709d-418c-a3e3-e720f2624bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:24Z', 'updated_at': '2022-03-14T16:17:24Z', 'revision_number': 3, 'project_id': 'fcf9025eb08d4bda8db6206de17ed596', 'gw_port': {'id': '8a36d306-709d-418c-a3e3-e720f2624bb1', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:27:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:24Z', 'updated_at': '2022-03-14T16:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:17:27.392174 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-47942949-dab7-4bd2-b519-e17214ad6d77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:27.396494 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-47942949-dab7-4bd2-b519-e17214ad6d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:27.496326 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47942949-dab7-4bd2-b519-e17214ad6d77 admin admin] Pushing event updated for resources: {'Port': ['ID=bb0005eb-aa55-43c1-89e5-befb63e18cd7,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:27.500960 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-47942949-dab7-4bd2-b519-e17214ad6d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:27.632448 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47942949-dab7-4bd2-b519-e17214ad6d77 admin admin] Network feaf5e32-df1c-4981-89eb-2bab6be8ef71 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:17:27.633476 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-47942949-dab7-4bd2-b519-e17214ad6d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:17:27.882730 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5bacd4a8-3b7f-4d3e-9cb4-6454049cf86e None None] Provisioning complete for port bb0005eb-aa55-43c1-89e5-befb63e18cd7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:17:27.883111 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5bacd4a8-3b7f-4d3e-9cb4-6454049cf86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:27.970576 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5bacd4a8-3b7f-4d3e-9cb4-6454049cf86e None None] Port bb0005eb-aa55-43c1-89e5-befb63e18cd7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:17:28.013859 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47942949-dab7-4bd2-b519-e17214ad6d77 admin admin] Router 8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:17:28.205354 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47942949-dab7-4bd2-b519-e17214ad6d77 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:17:28.213971 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-47942949-dab7-4bd2-b519-e17214ad6d77 admin admin] 10.222.0.60 "PUT /v2.0/routers/8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5879090 Mar 14 16:17:28.533136 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6addde99-0d09-4418-bb61-d7c5ca07834c up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:17:28.601164 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 6addde99-0d09-4418-bb61-d7c5ca07834c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:17:28.601541 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:28.906309 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 33244) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:28.911942 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d5df981b-5703-42cb-8fa5-07db227dd76a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-196244026', 'description': 'tempest-secgroup-smoke-196244026 description', 'project_id': '3efb24ad252c4df49496c4391887f790'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:17:28.918010 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d5df981b-5703-42cb-8fa5-07db227dd76a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:17:28.922177 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-d5df981b-5703-42cb-8fa5-07db227dd76a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Usage tracker for resource:security_group and tenant:3efb24ad252c4df49496c4391887f790 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:17:28.925075 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-d5df981b-5703-42cb-8fa5-07db227dd76a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:17:28.931422 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d5df981b-5703-42cb-8fa5-07db227dd76a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:17:28.940466 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d5df981b-5703-42cb-8fa5-07db227dd76a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:28.975100 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d5df981b-5703-42cb-8fa5-07db227dd76a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:17:28.978738 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-d5df981b-5703-42cb-8fa5-07db227dd76a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Usage tracker for resource:security_group_rule and tenant:3efb24ad252c4df49496c4391887f790 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:17:28.981567 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-d5df981b-5703-42cb-8fa5-07db227dd76a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:17:28.987073 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d5df981b-5703-42cb-8fa5-07db227dd76a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:17:29.044950 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d5df981b-5703-42cb-8fa5-07db227dd76a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.048339 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d5df981b-5703-42cb-8fa5-07db227dd76a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.090041 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df981b-5703-42cb-8fa5-07db227dd76a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8999dcf1-bace-4426-a9fc-568b60a4c6b7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:29.094647 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d5df981b-5703-42cb-8fa5-07db227dd76a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.095936 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d5df981b-5703-42cb-8fa5-07db227dd76a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1886241 Mar 14 16:17:29.098817 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 33248) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:29.104854 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2a4deed2-b3a4-4856-8509-c86099e92b91 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Request body: {'security_group_rule': {'security_group_id': '8999dcf1-bace-4426-a9fc-568b60a4c6b7', 'project_id': '3efb24ad252c4df49496c4391887f790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:17:29.111689 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2a4deed2-b3a4-4856-8509-c86099e92b91 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:17:29.115849 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2a4deed2-b3a4-4856-8509-c86099e92b91 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Usage tracker for resource:security_group_rule and tenant:3efb24ad252c4df49496c4391887f790 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:17:29.118874 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-2a4deed2-b3a4-4856-8509-c86099e92b91 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:17:29.125144 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2a4deed2-b3a4-4856-8509-c86099e92b91 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:17:29.143108 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a4deed2-b3a4-4856-8509-c86099e92b91 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.203266 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a4deed2-b3a4-4856-8509-c86099e92b91 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.206979 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a4deed2-b3a4-4856-8509-c86099e92b91 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.230111 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4deed2-b3a4-4856-8509-c86099e92b91 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195396e0-bab6-431e-ae76-6c9b54087642,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:29.238421 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a4deed2-b3a4-4856-8509-c86099e92b91 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.239563 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2a4deed2-b3a4-4856-8509-c86099e92b91 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1394985 Mar 14 16:17:29.242323 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 33252) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:29.247704 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5b727b9d-ba25-48d4-a5c3-af97beef95c9 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Request body: {'security_group_rule': {'security_group_id': '8999dcf1-bace-4426-a9fc-568b60a4c6b7', 'project_id': '3efb24ad252c4df49496c4391887f790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:17:29.253362 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5b727b9d-ba25-48d4-a5c3-af97beef95c9 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:17:29.257072 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5b727b9d-ba25-48d4-a5c3-af97beef95c9 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Usage tracker for resource:security_group_rule and tenant:3efb24ad252c4df49496c4391887f790 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:17:29.259907 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-5b727b9d-ba25-48d4-a5c3-af97beef95c9 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:17:29.265494 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5b727b9d-ba25-48d4-a5c3-af97beef95c9 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:17:29.282117 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b727b9d-ba25-48d4-a5c3-af97beef95c9 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.345204 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b727b9d-ba25-48d4-a5c3-af97beef95c9 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.348728 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b727b9d-ba25-48d4-a5c3-af97beef95c9 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.375076 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b727b9d-ba25-48d4-a5c3-af97beef95c9 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4d4a3b-554a-4c69-9e7e-7f0b5556f8f7,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:29.381362 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b727b9d-ba25-48d4-a5c3-af97beef95c9 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.382606 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-5b727b9d-ba25-48d4-a5c3-af97beef95c9 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1394017 Mar 14 16:17:29.385308 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 33256) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:29.391155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a22aeed6-358e-4288-b2b0-703ecc25ac05 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Request body: {'security_group_rule': {'security_group_id': '8999dcf1-bace-4426-a9fc-568b60a4c6b7', 'project_id': '3efb24ad252c4df49496c4391887f790', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:17:29.397209 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a22aeed6-358e-4288-b2b0-703ecc25ac05 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:17:29.400882 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a22aeed6-358e-4288-b2b0-703ecc25ac05 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Usage tracker for resource:security_group_rule and tenant:3efb24ad252c4df49496c4391887f790 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:17:29.403808 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-a22aeed6-358e-4288-b2b0-703ecc25ac05 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:17:29.409391 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a22aeed6-358e-4288-b2b0-703ecc25ac05 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:17:29.427083 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a22aeed6-358e-4288-b2b0-703ecc25ac05 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.493711 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a22aeed6-358e-4288-b2b0-703ecc25ac05 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.497761 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a22aeed6-358e-4288-b2b0-703ecc25ac05 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.520995 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22aeed6-358e-4288-b2b0-703ecc25ac05 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ac063a-de21-466c-bef3-b24c3bf9d4a8,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:29.529898 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a22aeed6-358e-4288-b2b0-703ecc25ac05 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.531071 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-a22aeed6-358e-4288-b2b0-703ecc25ac05 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1449008 Mar 14 16:17:29.533750 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 33260) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:29.538944 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6460e57c-9393-4a49-ac09-dce8439d0924 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Request body: {'security_group_rule': {'security_group_id': '8999dcf1-bace-4426-a9fc-568b60a4c6b7', 'project_id': '3efb24ad252c4df49496c4391887f790', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:17:29.545196 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6460e57c-9393-4a49-ac09-dce8439d0924 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:17:29.548927 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-6460e57c-9393-4a49-ac09-dce8439d0924 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Usage tracker for resource:security_group_rule and tenant:3efb24ad252c4df49496c4391887f790 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:17:29.551740 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-6460e57c-9393-4a49-ac09-dce8439d0924 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:17:29.557210 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6460e57c-9393-4a49-ac09-dce8439d0924 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:17:29.574287 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6460e57c-9393-4a49-ac09-dce8439d0924 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.637659 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6460e57c-9393-4a49-ac09-dce8439d0924 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.641046 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6460e57c-9393-4a49-ac09-dce8439d0924 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.667580 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460e57c-9393-4a49-ac09-dce8439d0924 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2088443-bdbf-49f6-92f9-2d7e51081d16,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:29.673780 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6460e57c-9393-4a49-ac09-dce8439d0924 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.674926 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-6460e57c-9393-4a49-ac09-dce8439d0924 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1402528 Mar 14 16:17:29.677648 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 33264) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:29.682892 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9b53c2ce-a624-47ab-9fde-a5dc43621f15 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Request body: {'security_group_rule': {'security_group_id': '8999dcf1-bace-4426-a9fc-568b60a4c6b7', 'project_id': '3efb24ad252c4df49496c4391887f790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:17:29.688946 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9b53c2ce-a624-47ab-9fde-a5dc43621f15 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:17:29.692828 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9b53c2ce-a624-47ab-9fde-a5dc43621f15 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Usage tracker for resource:security_group_rule and tenant:3efb24ad252c4df49496c4391887f790 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:17:29.695802 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-9b53c2ce-a624-47ab-9fde-a5dc43621f15 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:17:29.702389 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9b53c2ce-a624-47ab-9fde-a5dc43621f15 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:17:29.717092 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-9b53c2ce-a624-47ab-9fde-a5dc43621f15 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Project 3efb24ad252c4df49496c4391887f790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 16:17:29.723662 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b53c2ce-a624-47ab-9fde-a5dc43621f15 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.790360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b53c2ce-a624-47ab-9fde-a5dc43621f15 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.794479 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b53c2ce-a624-47ab-9fde-a5dc43621f15 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.817691 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53c2ce-a624-47ab-9fde-a5dc43621f15 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d65c8eb-c855-4e36-873b-e1c3f8620505,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:29.827297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b53c2ce-a624-47ab-9fde-a5dc43621f15 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.828475 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-9b53c2ce-a624-47ab-9fde-a5dc43621f15 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1499147 Mar 14 16:17:29.831562 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 33268) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:29.836770 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-019f6a03-b9c0-4715-9a8d-3ae41a9e9061 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Request body: {'security_group_rule': {'security_group_id': '8999dcf1-bace-4426-a9fc-568b60a4c6b7', 'project_id': '3efb24ad252c4df49496c4391887f790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:17:29.842962 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-019f6a03-b9c0-4715-9a8d-3ae41a9e9061 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:17:29.846678 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-019f6a03-b9c0-4715-9a8d-3ae41a9e9061 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Usage tracker for resource:security_group_rule and tenant:3efb24ad252c4df49496c4391887f790 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:17:29.849480 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-019f6a03-b9c0-4715-9a8d-3ae41a9e9061 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:17:29.855030 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-019f6a03-b9c0-4715-9a8d-3ae41a9e9061 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:17:29.866111 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-019f6a03-b9c0-4715-9a8d-3ae41a9e9061 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Project 3efb24ad252c4df49496c4391887f790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 16:17:29.872389 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-019f6a03-b9c0-4715-9a8d-3ae41a9e9061 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.935738 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-019f6a03-b9c0-4715-9a8d-3ae41a9e9061 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.939117 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-019f6a03-b9c0-4715-9a8d-3ae41a9e9061 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.961979 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f6a03-b9c0-4715-9a8d-3ae41a9e9061 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9591bb7-3db9-4648-bc4d-8b6ebe651bb4,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:29.970690 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-019f6a03-b9c0-4715-9a8d-3ae41a9e9061 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:29.971982 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-019f6a03-b9c0-4715-9a8d-3ae41a9e9061 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1395354 Mar 14 16:17:30.140145 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-a2813ab1-baca-4dfe-88cb-d5365d39a100 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Synchronizing usage tracker for tenant:3efb24ad252c4df49496c4391887f790 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:17:30.158194 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-a2813ab1-baca-4dfe-88cb-d5365d39a100 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Unset dirty status for tenant:3efb24ad252c4df49496c4391887f790 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:17:30.159383 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-a2813ab1-baca-4dfe-88cb-d5365d39a100 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-196244026&fields=id&tenant_id=3efb24ad252c4df49496c4391887f790 HTTP/1.1" status: 200 len: 267 time: 0.0614378 Mar 14 16:17:30.310808 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-40154b9d-8d3f-4c06-bbde-aea107163fbf tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:30.311481 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-40154b9d-8d3f-4c06-bbde-aea107163fbf tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Synchronizing usage tracker for tenant:3efb24ad252c4df49496c4391887f790 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:17:30.327930 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-40154b9d-8d3f-4c06-bbde-aea107163fbf tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Unset dirty status for tenant:3efb24ad252c4df49496c4391887f790 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:17:30.329390 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-40154b9d-8d3f-4c06-bbde-aea107163fbf tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/networks?id=b1246b31-9018-4d77-96fe-3d921c54d5b5 HTTP/1.1" status: 200 len: 808 time: 0.1631827 Mar 14 16:17:30.345853 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-69d6015f-7746-4ecb-9b02-6721b986bbaf tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/quotas/3efb24ad252c4df49496c4391887f790 HTTP/1.1" status: 200 len: 375 time: 0.0108995 Mar 14 16:17:30.430487 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-8f97d2ad-c1d0-4d7c-ba1f-47fcff424449 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3efb24ad252c4df49496c4391887f790&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796402 Mar 14 16:17:30.565187 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-bd5fc88e-acdf-4bf5-9847-451d79d8230a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 16:17:30.566256 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-bd5fc88e-acdf-4bf5-9847-451d79d8230a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1235332 Mar 14 16:17:30.777194 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-057fa469-3586-43e7-b763-1966fa5158d3 service neutron] 10.222.0.60 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046306 Mar 14 16:17:30.906287 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-c94ae1b8-bbb0-484c-bb13-c13a4e0f91ed service neutron] 10.222.0.60 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228898 Mar 14 16:17:32.106721 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-5f9e34f0-cace-4c15-b7a1-dedc6f3149b8 req-985bbad3-a3b6-4efa-b79e-a0471d78189f tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Synchronizing usage tracker for tenant:3efb24ad252c4df49496c4391887f790 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:17:32.123223 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-5f9e34f0-cace-4c15-b7a1-dedc6f3149b8 req-985bbad3-a3b6-4efa-b79e-a0471d78189f tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Unset dirty status for tenant:3efb24ad252c4df49496c4391887f790 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:17:32.124372 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5f9e34f0-cace-4c15-b7a1-dedc6f3149b8 req-985bbad3-a3b6-4efa-b79e-a0471d78189f tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 210 time: 0.0599844 Mar 14 16:17:32.567043 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8a36d306-709d-418c-a3e3-e720f2624bb1 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:17:32.637984 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 8a36d306-709d-418c-a3e3-e720f2624bb1 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:17:32.644421 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 8a36d306-709d-418c-a3e3-e720f2624bb1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:17:32.644799 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:32.776288 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:32.795837 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 8a36d306-709d-418c-a3e3-e720f2624bb1, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8a36d306-709d-418c-a3e3-e720f2624bb1,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:17:32.799756 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:32.869446 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=8a36d306-709d-418c-a3e3-e720f2624bb1,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:33.289045 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-afa72210-f517-480b-b92a-41a853018c85 req-842a425a-41bf-4efc-9fcf-d601544dbd28 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 210 time: 0.0415838 Mar 14 16:17:33.455053 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-c973401c-c796-4d65-bfd7-24c74b89c1ee tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:33.456593 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-c973401c-c796-4d65-bfd7-24c74b89c1ee tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.24 "GET /v2.0/networks?id=b1246b31-9018-4d77-96fe-3d921c54d5b5 HTTP/1.1" status: 200 len: 808 time: 0.1499121 Mar 14 16:17:33.509961 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-49b33fb9-5b7b-4626-9f6e-aea1831a06db tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3efb24ad252c4df49496c4391887f790 HTTP/1.1" status: 200 len: 379 time: 0.0401697 Mar 14 16:17:33.516760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-c78351f3-0516-446a-bd1f-e29ec9cce293 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Request body: {'port': {'device_id': '727b8a88-dded-4cd9-a887-3f9997050517', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'admin_state_up': True, 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'security_groups': ['8999dcf1-bace-4426-a9fc-568b60a4c6b7']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:17:33.646039 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-c78351f3-0516-446a-bd1f-e29ec9cce293 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:17:33.655965 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-c78351f3-0516-446a-bd1f-e29ec9cce293 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:17:33.665248 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-c78351f3-0516-446a-bd1f-e29ec9cce293 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Made reservation on behalf of 3efb24ad252c4df49496c4391887f790 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:17:33.669001 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-c78351f3-0516-446a-bd1f-e29ec9cce293 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:33.913946 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-c78351f3-0516-446a-bd1f-e29ec9cce293 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Allocated IP 172.20.0.7 (b1246b31-9018-4d77-96fe-3d921c54d5b5/3da994ac-f901-43d5-b66e-42c5d5a1d416/73e5a239-46cf-49ae-819a-8a68923d7c2f) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:17:34.091118 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-c78351f3-0516-446a-bd1f-e29ec9cce293 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:34.105607 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-c78351f3-0516-446a-bd1f-e29ec9cce293 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Transition to ACTIVE for port object 73e5a239-46cf-49ae-819a-8a68923d7c2f will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:17:34.126417 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-c78351f3-0516-446a-bd1f-e29ec9cce293 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:34.198462 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-c78351f3-0516-446a-bd1f-e29ec9cce293 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Network b1246b31-9018-4d77-96fe-3d921c54d5b5 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:17:34.201303 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-c78351f3-0516-446a-bd1f-e29ec9cce293 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:17:34.206208 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-c78351f3-0516-446a-bd1f-e29ec9cce293 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:17:34.242164 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78351f3-0516-446a-bd1f-e29ec9cce293 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event updated for resources: {'Port': ['ID=73e5a239-46cf-49ae-819a-8a68923d7c2f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:34.272510 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-c78351f3-0516-446a-bd1f-e29ec9cce293 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:34.273112 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-c78351f3-0516-446a-bd1f-e29ec9cce293 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:34.299106 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-c78351f3-0516-446a-bd1f-e29ec9cce293 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7858150 Mar 14 16:17:34.311750 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-d236da6a-1fcf-43e7-a79a-94a885ccad6d service neutron] Request body: {'port': {'device_id': '727b8a88-dded-4cd9-a887-3f9997050517', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:17:34.436571 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-539f5061-e5d7-4217-b844-347f050bd2e7 None None] Provisioning for port 73e5a239-46cf-49ae-819a-8a68923d7c2f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:17:34.443418 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-539f5061-e5d7-4217-b844-347f050bd2e7 None None] Provisioning complete for port 73e5a239-46cf-49ae-819a-8a68923d7c2f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:17:34.443964 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-539f5061-e5d7-4217-b844-347f050bd2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:34.469412 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-d236da6a-1fcf-43e7-a79a-94a885ccad6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:34.502296 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-539f5061-e5d7-4217-b844-347f050bd2e7 None None] Port 73e5a239-46cf-49ae-819a-8a68923d7c2f cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:17:34.538871 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8a36d306-709d-418c-a3e3-e720f2624bb1 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:17:34.606773 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 8a36d306-709d-418c-a3e3-e720f2624bb1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:17:34.607117 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:34.634873 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a082a9-05dc-4694-b0b0-b456eacef40f req-e602cea5-5e98-4486-a3f0-35f4eb631b3c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:34.635568 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-40a082a9-05dc-4694-b0b0-b456eacef40f req-e602cea5-5e98-4486-a3f0-35f4eb631b3c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Synchronizing usage tracker for tenant:3efb24ad252c4df49496c4391887f790 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:17:34.677383 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-40a082a9-05dc-4694-b0b0-b456eacef40f req-e602cea5-5e98-4486-a3f0-35f4eb631b3c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Unset dirty status for tenant:3efb24ad252c4df49496c4391887f790 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:17:34.678546 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-40a082a9-05dc-4694-b0b0-b456eacef40f req-e602cea5-5e98-4486-a3f0-35f4eb631b3c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 931 time: 0.2498336 Mar 14 16:17:34.812509 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-40a082a9-05dc-4694-b0b0-b456eacef40f req-cf8ff209-c223-42df-b221-995a7cd6e7dd tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836446 Mar 14 16:17:34.897182 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-d236da6a-1fcf-43e7-a79a-94a885ccad6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e5a239-46cf-49ae-819a-8a68923d7c2f {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:17:34.904341 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-d236da6a-1fcf-43e7-a79a-94a885ccad6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:34.917991 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-d236da6a-1fcf-43e7-a79a-94a885ccad6d service neutron] Transition to ACTIVE for port object 73e5a239-46cf-49ae-819a-8a68923d7c2f will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:17:34.922732 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-d236da6a-1fcf-43e7-a79a-94a885ccad6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:35.051636 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236da6a-1fcf-43e7-a79a-94a885ccad6d service neutron] Pushing event updated for resources: {'Port': ['ID=73e5a239-46cf-49ae-819a-8a68923d7c2f,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:35.160676 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-d236da6a-1fcf-43e7-a79a-94a885ccad6d service neutron] Attempting to bind port 73e5a239-46cf-49ae-819a-8a68923d7c2f on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:17:35.161007 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-d236da6a-1fcf-43e7-a79a-94a885ccad6d service neutron] Attempting to bind port 73e5a239-46cf-49ae-819a-8a68923d7c2f by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '912782af-36be-416d-ab49-87b5f6fb2529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:17:35.161328 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-d236da6a-1fcf-43e7-a79a-94a885ccad6d service neutron] Attempting to bind port 73e5a239-46cf-49ae-819a-8a68923d7c2f on network b1246b31-9018-4d77-96fe-3d921c54d5b5 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:17:35.167121 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-d236da6a-1fcf-43e7-a79a-94a885ccad6d service neutron] Port 73e5a239-46cf-49ae-819a-8a68923d7c2f on network b1246b31-9018-4d77-96fe-3d921c54d5b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 16:17:35.167437 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-d236da6a-1fcf-43e7-a79a-94a885ccad6d service neutron] Attempting to bind port 73e5a239-46cf-49ae-819a-8a68923d7c2f on network b1246b31-9018-4d77-96fe-3d921c54d5b5 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:17:35.174141 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-d236da6a-1fcf-43e7-a79a-94a885ccad6d service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:17:35.174513 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-d236da6a-1fcf-43e7-a79a-94a885ccad6d service neutron] Checking segment: {'id': '912782af-36be-416d-ab49-87b5f6fb2529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:17:35.174898 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-d236da6a-1fcf-43e7-a79a-94a885ccad6d service neutron] Bound using segment: {'id': '912782af-36be-416d-ab49-87b5f6fb2529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:17:35.175314 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-d236da6a-1fcf-43e7-a79a-94a885ccad6d service neutron] Bound port: 73e5a239-46cf-49ae-819a-8a68923d7c2f, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '912782af-36be-416d-ab49-87b5f6fb2529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:17:35.175650 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-d236da6a-1fcf-43e7-a79a-94a885ccad6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:35.263033 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-d236da6a-1fcf-43e7-a79a-94a885ccad6d service neutron] For port 73e5a239-46cf-49ae-819a-8a68923d7c2f, host hv-neutron-8335, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:17:35.265791 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-d236da6a-1fcf-43e7-a79a-94a885ccad6d service neutron] For port 73e5a239-46cf-49ae-819a-8a68923d7c2f, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=73e5a239-46cf-49ae-819a-8a68923d7c2f,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:17:35.270241 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-d236da6a-1fcf-43e7-a79a-94a885ccad6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:35.331320 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-d236da6a-1fcf-43e7-a79a-94a885ccad6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:35.332660 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-d236da6a-1fcf-43e7-a79a-94a885ccad6d service neutron] 10.222.0.24 "PUT /v2.0/ports/73e5a239-46cf-49ae-819a-8a68923d7c2f HTTP/1.1" status: 200 len: 1093 time: 1.0267699 Mar 14 16:17:35.333094 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727b8a88-dded-4cd9-a887-3f9997050517', 'tag': '73e5a239-46cf-49ae-819a-8a68923d7c2f'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:17:35.350878 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236da6a-1fcf-43e7-a79a-94a885ccad6d service neutron] Pushing event updated for resources: {'Port': ['ID=73e5a239-46cf-49ae-819a-8a68923d7c2f,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:35.403767 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727b8a88-dded-4cd9-a887-3f9997050517', 'tag': '73e5a239-46cf-49ae-819a-8a68923d7c2f', 'status': 'completed', 'code': 200} Mar 14 16:17:35.449049 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-e1762723-961f-4d38-88e8-da4574e5f60d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3efb24ad252c4df49496c4391887f790&device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 1096 time: 0.0801036 Mar 14 16:17:35.525114 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-5d22ff57-6403-45e1-a5b1-ca997704401a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73e5a239-46cf-49ae-819a-8a68923d7c2f HTTP/1.1" status: 200 len: 217 time: 0.0684607 Mar 14 16:17:35.588459 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-9b2898cf-d7e0-498b-aeae-38ab5dcb57f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:35.589904 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-9b2898cf-d7e0-498b-aeae-38ab5dcb57f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3da994ac-f901-43d5-b66e-42c5d5a1d416 HTTP/1.1" status: 200 len: 847 time: 0.0595570 Mar 14 16:17:35.664597 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-ded54604-f148-45bd-a204-991fc33a90a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1246b31-9018-4d77-96fe-3d921c54d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689690 Mar 14 16:17:35.888963 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-6868d97b-479c-4560-97e7-95925b181311 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180731 Mar 14 16:17:36.073174 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9568c365-2591-4caa-b4da-4907c39e5fe0 req-0cb704f5-646a-48db-8946-1a8cfd368956 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781490 Mar 14 16:17:36.087470 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e0479-e40a-46b8-809c-5106767bff79 req-d095b3b6-f866-4a81-8ae5-62bc75ef99d2 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:36.088769 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ad1e0479-e40a-46b8-809c-5106767bff79 req-d095b3b6-f866-4a81-8ae5-62bc75ef99d2 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 943 time: 0.1246946 Mar 14 16:17:36.173293 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ad1e0479-e40a-46b8-809c-5106767bff79 req-0078e859-0d62-40a3-97e0-74c84337f267 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781589 Mar 14 16:17:36.202695 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-40e2b1ae-545b-4f96-a66d-eea70f36c564 req-88c176e7-b751-405c-85f2-80c8f30ece17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3efb24ad252c4df49496c4391887f790&device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 1096 time: 0.0794442 Mar 14 16:17:36.329888 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2b1ae-545b-4f96-a66d-eea70f36c564 req-03d29b54-c0f4-4531-bd61-4eda4c7bc5dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:36.331568 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-40e2b1ae-545b-4f96-a66d-eea70f36c564 req-03d29b54-c0f4-4531-bd61-4eda4c7bc5dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1246b31-9018-4d77-96fe-3d921c54d5b5 HTTP/1.1" status: 200 len: 909 time: 0.1225886 Mar 14 16:17:36.397146 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-40e2b1ae-545b-4f96-a66d-eea70f36c564 req-c2f37758-20fc-47ed-ae20-07986c2c518e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73e5a239-46cf-49ae-819a-8a68923d7c2f HTTP/1.1" status: 200 len: 217 time: 0.0597889 Mar 14 16:17:36.459986 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2b1ae-545b-4f96-a66d-eea70f36c564 req-fd2dc37a-5176-4b2c-bb99-8d84cf428be4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:36.461262 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-40e2b1ae-545b-4f96-a66d-eea70f36c564 req-fd2dc37a-5176-4b2c-bb99-8d84cf428be4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3da994ac-f901-43d5-b66e-42c5d5a1d416 HTTP/1.1" status: 200 len: 847 time: 0.0577674 Mar 14 16:17:36.533605 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-40e2b1ae-545b-4f96-a66d-eea70f36c564 req-d19ce4ba-bb85-4f6a-813d-f77bd80aba38 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1246b31-9018-4d77-96fe-3d921c54d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665381 Mar 14 16:17:36.634526 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] Sync routers for ids ['b60da69a-c632-4487-8d30-61a4c2f4070e'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:17:36.648079 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] Routers {'b60da69a-c632-4487-8d30-61a4c2f4070e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:17:36.648699 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:17:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['b60da69a-c632-4487-8d30-61a4c2f4070e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:36.664421 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-40e2b1ae-545b-4f96-a66d-eea70f36c564 req-a4e96f55-e218-4f9d-8ade-adaa953fc578 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248856 Mar 14 16:17:36.795259 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-40e2b1ae-545b-4f96-a66d-eea70f36c564 req-12aa6069-fff0-4105-b829-3136dde0773a service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242926 Mar 14 16:17:36.829886 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] Set router b60da69a-c632-4487-8d30-61a4c2f4070e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:17:37.137680 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'name': 'tempest-TestShelveInstance-715801827-router', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:21Z', 'revision_number': 4, 'project_id': '3efb24ad252c4df49496c4391887f790', 'gw_port': {'id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6bfba9fb-45ec-4c77-84f9-cc2fe463021a', 'name': '', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'mac_address': 'fa:16:3e:15:7f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:20Z', 'updated_at': '2022-03-14T16:17:21Z', 'revision_number': 2, 'project_id': '3efb24ad252c4df49496c4391887f790', 'subnets': [{'id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:37.141401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] Checking router: b60da69a-c632-4487-8d30-61a4c2f4070e for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:17:37.141755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] Updating router b60da69a-c632-4487-8d30-61a4c2f4070e port 6bfba9fb-45ec-4c77-84f9-cc2fe463021a binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:17:37.194565 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:37.373309 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea321e41-7f4d-425e-8b92-e8642395ce2d req-b8061b79-fd89-4281-8c1f-9b7bf03b5456 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:37.374779 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ea321e41-7f4d-425e-8b92-e8642395ce2d req-b8061b79-fd89-4281-8c1f-9b7bf03b5456 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 943 time: 0.0803876 Mar 14 16:17:37.420116 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ea321e41-7f4d-425e-8b92-e8642395ce2d req-213df16b-e9fc-4507-a575-2b5da37921b1 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396616 Mar 14 16:17:37.561701 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:37.573397 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] Transition to ACTIVE for port object 6bfba9fb-45ec-4c77-84f9-cc2fe463021a will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:17:37.580689 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:37.703630 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70680a-b618-4223-9307-0f829a867b8c None None] Pushing event updated for resources: {'Port': ['ID=6bfba9fb-45ec-4c77-84f9-cc2fe463021a,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:37.792915 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] Attempting to bind port 6bfba9fb-45ec-4c77-84f9-cc2fe463021a on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:17:37.793812 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] Attempting to bind port 6bfba9fb-45ec-4c77-84f9-cc2fe463021a by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '912782af-36be-416d-ab49-87b5f6fb2529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:17:37.794319 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] Attempting to bind port 6bfba9fb-45ec-4c77-84f9-cc2fe463021a on network b1246b31-9018-4d77-96fe-3d921c54d5b5 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:17:37.801801 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:17:37.802388 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] Checking segment: {'id': '912782af-36be-416d-ab49-87b5f6fb2529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:17:37.802789 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:37.803178 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] Bound using segment: {'id': '912782af-36be-416d-ab49-87b5f6fb2529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:17:37.803631 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] Bound port: 6bfba9fb-45ec-4c77-84f9-cc2fe463021a, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912782af-36be-416d-ab49-87b5f6fb2529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:17:37.804000 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:37.896958 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] For port 6bfba9fb-45ec-4c77-84f9-cc2fe463021a, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:17:37.900381 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] For port 6bfba9fb-45ec-4c77-84f9-cc2fe463021a, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6bfba9fb-45ec-4c77-84f9-cc2fe463021a,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:17:37.908100 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:37.990434 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] Routers {'b60da69a-c632-4487-8d30-61a4c2f4070e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:17:37.991036 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:17:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['b60da69a-c632-4487-8d30-61a4c2f4070e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:38.041640 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70680a-b618-4223-9307-0f829a867b8c None None] Pushing event updated for resources: {'Port': ['ID=6bfba9fb-45ec-4c77-84f9-cc2fe463021a,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:38.192014 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] Set router b60da69a-c632-4487-8d30-61a4c2f4070e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:17:38.308087 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] Sync routers for ids ['8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:17:38.320745 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] Routers {'8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:17:38.321340 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:17:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:38.516153 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] Set router 8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:17:38.538066 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'name': 'tempest-TestShelveInstance-715801827-router', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:21Z', 'revision_number': 4, 'project_id': '3efb24ad252c4df49496c4391887f790', 'gw_port': {'id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6bfba9fb-45ec-4c77-84f9-cc2fe463021a', 'name': '', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'mac_address': 'fa:16:3e:15:7f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:20Z', 'updated_at': '2022-03-14T16:17:37Z', 'revision_number': 4, 'project_id': '3efb24ad252c4df49496c4391887f790', 'subnets': [{'id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:38.542697 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabf1907-79b3-4aba-8bc8-8ae9725f03df None None] The sync data for ids ['b60da69a-c632-4487-8d30-61a4c2f4070e'] in dv-neutron-833561-1-hyperv is: [{'id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'name': 'tempest-TestShelveInstance-715801827-router', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:21Z', 'revision_number': 4, 'project_id': '3efb24ad252c4df49496c4391887f790', 'gw_port': {'id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6bfba9fb-45ec-4c77-84f9-cc2fe463021a', 'name': '', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'mac_address': 'fa:16:3e:15:7f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:20Z', 'updated_at': '2022-03-14T16:17:37Z', 'revision_number': 4, 'project_id': '3efb24ad252c4df49496c4391887f790', 'subnets': [{'id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:17:38.608837 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6bfba9fb-45ec-4c77-84f9-cc2fe463021a up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:17:38.645694 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e3716-2341-4180-a68c-0108d6db2b31 req-af424259-ea1d-44b7-b94b-90454d1691de tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:38.647392 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4f7e3716-2341-4180-a68c-0108d6db2b31 req-af424259-ea1d-44b7-b94b-90454d1691de tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 943 time: 0.0959096 Mar 14 16:17:38.691274 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 6bfba9fb-45ec-4c77-84f9-cc2fe463021a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:17:38.697122 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 6bfba9fb-45ec-4c77-84f9-cc2fe463021a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:17:38.697495 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:38.702639 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4f7e3716-2341-4180-a68c-0108d6db2b31 req-2c57806a-1d61-46d8-81e9-1f902d9e5759 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485165 Mar 14 16:17:38.752272 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:17:38.816400 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:38.854785 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 6bfba9fb-45ec-4c77-84f9-cc2fe463021a, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6bfba9fb-45ec-4c77-84f9-cc2fe463021a,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:17:38.860087 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:38.883304 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d', 'name': 'tempest-TestShelveInstance-1756465856-router', 'tenant_id': 'fcf9025eb08d4bda8db6206de17ed596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '8a36d306-709d-418c-a3e3-e720f2624bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:24Z', 'updated_at': '2022-03-14T16:17:26Z', 'revision_number': 4, 'project_id': 'fcf9025eb08d4bda8db6206de17ed596', 'gw_port': {'id': '8a36d306-709d-418c-a3e3-e720f2624bb1', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:24Z', 'updated_at': '2022-03-14T16:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'bb0005eb-aa55-43c1-89e5-befb63e18cd7', 'name': '', 'network_id': 'feaf5e32-df1c-4981-89eb-2bab6be8ef71', 'tenant_id': 'fcf9025eb08d4bda8db6206de17ed596', 'mac_address': 'fa:16:3e:ea:34:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb65a1a3-4a8a-4bc2-9802-0d87ac1c6993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:26Z', 'updated_at': '2022-03-14T16:17:27Z', 'revision_number': 2, 'project_id': 'fcf9025eb08d4bda8db6206de17ed596', 'subnets': [{'id': 'eb65a1a3-4a8a-4bc2-9802-0d87ac1c6993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:38.887465 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] Checking router: 8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:17:38.888082 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] Updating router 8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d port bb0005eb-aa55-43c1-89e5-befb63e18cd7 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:17:38.930738 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=6bfba9fb-45ec-4c77-84f9-cc2fe463021a,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:38.941199 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:39.289215 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:39.300329 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] Transition to ACTIVE for port object bb0005eb-aa55-43c1-89e5-befb63e18cd7 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:17:39.306856 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:39.427354 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46749f49-696d-4851-aca1-d6fc3be88ad6 None None] Pushing event updated for resources: {'Port': ['ID=bb0005eb-aa55-43c1-89e5-befb63e18cd7,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:39.551699 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 73e5a239-46cf-49ae-819a-8a68923d7c2f details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 16:17:39.551885 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] Attempting to bind port bb0005eb-aa55-43c1-89e5-befb63e18cd7 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:17:39.552049 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] Attempting to bind port bb0005eb-aa55-43c1-89e5-befb63e18cd7 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '4584dd77-022b-45ff-a460-cc1318aa328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'feaf5e32-df1c-4981-89eb-2bab6be8ef71'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:17:39.552394 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] Attempting to bind port bb0005eb-aa55-43c1-89e5-befb63e18cd7 on network feaf5e32-df1c-4981-89eb-2bab6be8ef71 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:17:39.558698 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:17:39.560023 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] Checking segment: {'id': '4584dd77-022b-45ff-a460-cc1318aa328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'feaf5e32-df1c-4981-89eb-2bab6be8ef71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:17:39.560132 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:39.560506 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] Bound using segment: {'id': '4584dd77-022b-45ff-a460-cc1318aa328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'feaf5e32-df1c-4981-89eb-2bab6be8ef71'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:17:39.560948 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] Bound port: bb0005eb-aa55-43c1-89e5-befb63e18cd7, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4584dd77-022b-45ff-a460-cc1318aa328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'feaf5e32-df1c-4981-89eb-2bab6be8ef71'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:17:39.561308 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:39.643752 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] For port bb0005eb-aa55-43c1-89e5-befb63e18cd7, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:17:39.646688 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] For port bb0005eb-aa55-43c1-89e5-befb63e18cd7, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=bb0005eb-aa55-43c1-89e5-befb63e18cd7,segment=NetworkSegment(4584dd77-022b-45ff-a460-cc1318aa328b),segment_id=4584dd77-022b-45ff-a460-cc1318aa328b)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:17:39.651378 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:39.698959 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 73e5a239-46cf-49ae-819a-8a68923d7c2f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=73e5a239-46cf-49ae-819a-8a68923d7c2f,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:17:39.712722 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '73e5a239-46cf-49ae-819a-8a68923d7c2f', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'port_id': '73e5a239-46cf-49ae-819a-8a68923d7c2f', 'mac_address': 'fa:16:3e:a8:5d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 16:17:39.731712 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46749f49-696d-4851-aca1-d6fc3be88ad6 None None] Pushing event updated for resources: {'Port': ['ID=bb0005eb-aa55-43c1-89e5-befb63e18cd7,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:39.735701 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] Routers {'8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:17:39.736295 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:17:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:39.773538 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:39.798741 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e5a239-46cf-49ae-819a-8a68923d7c2f {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:17:39.818256 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 73e5a239-46cf-49ae-819a-8a68923d7c2f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=73e5a239-46cf-49ae-819a-8a68923d7c2f,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:17:39.827318 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:39.933340 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] Set router 8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:17:39.941892 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c4075-3d99-4d87-a74c-959db629fb73 req-d3d9c683-27fa-49bb-a2d3-c7a1c7ad7669 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:39.947384 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=73e5a239-46cf-49ae-819a-8a68923d7c2f,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:39.949916 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4c9c4075-3d99-4d87-a74c-959db629fb73 req-d3d9c683-27fa-49bb-a2d3-c7a1c7ad7669 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 944 time: 0.0944066 Mar 14 16:17:39.998608 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-4c9c4075-3d99-4d87-a74c-959db629fb73 req-03a36237-1c5d-461f-980c-20825ca71a80 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475187 Mar 14 16:17:40.193691 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['73e5a239-46cf-49ae-819a-8a68923d7c2f'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:17:40.248604 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d', 'name': 'tempest-TestShelveInstance-1756465856-router', 'tenant_id': 'fcf9025eb08d4bda8db6206de17ed596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '8a36d306-709d-418c-a3e3-e720f2624bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:24Z', 'updated_at': '2022-03-14T16:17:26Z', 'revision_number': 4, 'project_id': 'fcf9025eb08d4bda8db6206de17ed596', 'gw_port': {'id': '8a36d306-709d-418c-a3e3-e720f2624bb1', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:24Z', 'updated_at': '2022-03-14T16:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'bb0005eb-aa55-43c1-89e5-befb63e18cd7', 'name': '', 'network_id': 'feaf5e32-df1c-4981-89eb-2bab6be8ef71', 'tenant_id': 'fcf9025eb08d4bda8db6206de17ed596', 'mac_address': 'fa:16:3e:ea:34:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb65a1a3-4a8a-4bc2-9802-0d87ac1c6993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:26Z', 'updated_at': '2022-03-14T16:17:39Z', 'revision_number': 4, 'project_id': 'fcf9025eb08d4bda8db6206de17ed596', 'subnets': [{'id': 'eb65a1a3-4a8a-4bc2-9802-0d87ac1c6993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:40.252562 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0fe042-f9cd-45d8-8a18-06c8eb3fc7f1 None None] The sync data for ids ['8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d'] in dv-neutron-833561-1-hyperv is: [{'id': '8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d', 'name': 'tempest-TestShelveInstance-1756465856-router', 'tenant_id': 'fcf9025eb08d4bda8db6206de17ed596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '8a36d306-709d-418c-a3e3-e720f2624bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:24Z', 'updated_at': '2022-03-14T16:17:26Z', 'revision_number': 4, 'project_id': 'fcf9025eb08d4bda8db6206de17ed596', 'gw_port': {'id': '8a36d306-709d-418c-a3e3-e720f2624bb1', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:24Z', 'updated_at': '2022-03-14T16:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': 'bb0005eb-aa55-43c1-89e5-befb63e18cd7', 'name': '', 'network_id': 'feaf5e32-df1c-4981-89eb-2bab6be8ef71', 'tenant_id': 'fcf9025eb08d4bda8db6206de17ed596', 'mac_address': 'fa:16:3e:ea:34:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb65a1a3-4a8a-4bc2-9802-0d87ac1c6993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:26Z', 'updated_at': '2022-03-14T16:17:39Z', 'revision_number': 4, 'project_id': 'fcf9025eb08d4bda8db6206de17ed596', 'subnets': [{'id': 'eb65a1a3-4a8a-4bc2-9802-0d87ac1c6993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:17:40.607073 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6bfba9fb-45ec-4c77-84f9-cc2fe463021a up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:17:40.679731 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 6bfba9fb-45ec-4c77-84f9-cc2fe463021a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:17:40.680098 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:40.796023 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device bb0005eb-aa55-43c1-89e5-befb63e18cd7 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:17:40.865228 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port bb0005eb-aa55-43c1-89e5-befb63e18cd7 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:17:40.869848 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port bb0005eb-aa55-43c1-89e5-befb63e18cd7 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:17:40.870248 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:40.982641 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:41.014997 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port bb0005eb-aa55-43c1-89e5-befb63e18cd7, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=bb0005eb-aa55-43c1-89e5-befb63e18cd7,segment=NetworkSegment(4584dd77-022b-45ff-a460-cc1318aa328b),segment_id=4584dd77-022b-45ff-a460-cc1318aa328b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:17:41.018616 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:41.089200 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=bb0005eb-aa55-43c1-89e5-befb63e18cd7,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:41.201018 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ee5cf-09f1-454a-a633-8191ba07e332 req-367f1a7c-fbd7-4e59-84f6-175c7cd659a4 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:41.202501 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dc9ee5cf-09f1-454a-a633-8191ba07e332 req-367f1a7c-fbd7-4e59-84f6-175c7cd659a4 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 944 time: 0.0794578 Mar 14 16:17:41.249241 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dc9ee5cf-09f1-454a-a633-8191ba07e332 req-efcfc6a0-8a25-44f5-bf96-5721619f09fe tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409956 Mar 14 16:17:41.551904 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 73e5a239-46cf-49ae-819a-8a68923d7c2f up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:17:41.617666 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 73e5a239-46cf-49ae-819a-8a68923d7c2f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:17:41.622275 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 73e5a239-46cf-49ae-819a-8a68923d7c2f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:17:41.622656 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:41.734199 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:41.759526 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727b8a88-dded-4cd9-a887-3f9997050517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e5a239-46cf-49ae-819a-8a68923d7c2f'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:17:41.769636 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 73e5a239-46cf-49ae-819a-8a68923d7c2f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=73e5a239-46cf-49ae-819a-8a68923d7c2f,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:17:41.775190 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:41.846718 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=73e5a239-46cf-49ae-819a-8a68923d7c2f,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:41.897167 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727b8a88-dded-4cd9-a887-3f9997050517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e5a239-46cf-49ae-819a-8a68923d7c2f', 'code': 200} Mar 14 16:17:42.117215 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ebfd17d6-f018-4149-9d75-3912b4e4f4d8 req-daf19200-1a07-45ca-943d-b6a2eef47cc5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 1098 time: 0.0694625 Mar 14 16:17:42.157849 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ebfd17d6-f018-4149-9d75-3912b4e4f4d8 req-25df05e7-1978-4736-9f6d-938609fd4f53 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350640 Mar 14 16:17:42.440794 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b076e-7c46-4ee9-800b-5a8ef0ac4261 req-460db27a-ab8f-4822-b6c4-502c3228e280 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:42.442232 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c45b076e-7c46-4ee9-800b-5a8ef0ac4261 req-460db27a-ab8f-4822-b6c4-502c3228e280 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.0752661 Mar 14 16:17:42.486261 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c45b076e-7c46-4ee9-800b-5a8ef0ac4261 req-e7a1b178-e742-4e0d-baef-86387ecc661e tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385907 Mar 14 16:17:42.536871 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device bb0005eb-aa55-43c1-89e5-befb63e18cd7 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:17:42.603931 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port bb0005eb-aa55-43c1-89e5-befb63e18cd7 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:17:42.604298 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:43.038147 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a351879-0ab4-456a-8715-c6d556ee14ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:43.683219 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092fc05-9fd0-4fc6-8a16-bf6803411814 req-74956515-5dee-4977-91db-728b3aba7c94 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:43.685347 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0092fc05-9fd0-4fc6-8a16-bf6803411814 req-74956515-5dee-4977-91db-728b3aba7c94 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.0776014 Mar 14 16:17:43.728744 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0092fc05-9fd0-4fc6-8a16-bf6803411814 req-a6f4b0f7-0ecb-4033-a723-92bea2be4f7f tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380480 Mar 14 16:17:43.925344 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a3d6a-65eb-40fb-a87b-4bd9a86f9273 req-241df792-9ec0-4a50-b4aa-8fcd037b07e1 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:43.926787 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-843a3d6a-65eb-40fb-a87b-4bd9a86f9273 req-241df792-9ec0-4a50-b4aa-8fcd037b07e1 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.0770319 Mar 14 16:17:43.971346 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-843a3d6a-65eb-40fb-a87b-4bd9a86f9273 req-2249af3c-4f44-4279-8d0f-75d31f9c9bce tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391526 Mar 14 16:17:43.999130 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 33324) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:44.134026 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-626d5137-0dbf-4bec-baf6-f772e180de28 tempest-TestShelveInstance-122403572 tempest-TestShelveInstance-122403572-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 1093 time: 0.1337428 Mar 14 16:17:44.137258 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 33332) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:44.142383 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': '73e5a239-46cf-49ae-819a-8a68923d7c2f', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:17:44.147831 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:17:44.151606 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Usage tracker for resource:floatingip and tenant:3efb24ad252c4df49496c4391887f790 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:17:44.155017 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:17:44.160568 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:17:44.171541 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:44.307221 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:44.444461 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Allocated IP 172.26.4.128 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/6d8cdd18-7304-4bf1-aa12-07994aa93312) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:17:44.592089 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:44.619460 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:44.687576 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:17:44.690257 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:17:44.693890 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:17:44.726131 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event updated for resources: {'Port': ['ID=6d8cdd18-7304-4bf1-aa12-07994aa93312,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:45.187792 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:45.199054 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2da352ac-1e1e-49a9-9591-e2f5e87ece25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:45.337020 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:45.531811 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:45.535894 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:45.637764 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event updated for resources: {'Port': ['ID=6d8cdd18-7304-4bf1-aa12-07994aa93312,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:17:45.651370 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:45.837942 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.l3_db [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Floating IP 579b39e8-8948-40fe-8ec6-c8aeaf0a0c8f associated. External IP: 172.26.4.128, port: 73e5a239-46cf-49ae-819a-8a68923d7c2f. Mar 14 16:17:46.216166 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Router b60da69a-c632-4487-8d30-61a4c2f4070e has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:17:46.416000 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:17:46.426542 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a906a-f9af-4f83-a14f-05b33c2c007d None None] Sync routers for ids ['b60da69a-c632-4487-8d30-61a4c2f4070e'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:17:46.438465 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a906a-f9af-4f83-a14f-05b33c2c007d None None] Routers {'b60da69a-c632-4487-8d30-61a4c2f4070e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:17:46.439083 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-fd5a906a-f9af-4f83-a14f-05b33c2c007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:17:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['b60da69a-c632-4487-8d30-61a4c2f4070e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:46.441794 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:46.499703 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-df64ca22-05c4-47d4-92a0-675fa0d67b45 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3614247 Mar 14 16:17:46.500273 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727b8a88-dded-4cd9-a887-3f9997050517', 'tag': '73e5a239-46cf-49ae-819a-8a68923d7c2f'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:17:46.553654 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727b8a88-dded-4cd9-a887-3f9997050517', 'tag': '73e5a239-46cf-49ae-819a-8a68923d7c2f', 'status': 'completed', 'code': 200} Mar 14 16:17:46.584564 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:46.640601 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-fd5a906a-f9af-4f83-a14f-05b33c2c007d None None] Set router b60da69a-c632-4487-8d30-61a4c2f4070e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:17:46.647082 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f8ab1281-0c73-403b-989e-929d8a34fd63 req-23e6380a-4994-4c43-af3e-25a095b328bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3efb24ad252c4df49496c4391887f790&device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 1098 time: 0.0727191 Mar 14 16:17:46.682499 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.24', 53937) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:17:46.708701 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:46.768045 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8696e44a-6248-43fd-98ab-bcc8d635d3c0 req-cab0290e-f811-4a11-98c8-5506b8b1aa30 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0841668 Mar 14 16:17:46.886930 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab1281-0c73-403b-989e-929d8a34fd63 req-e54d4566-ee15-4894-901e-d26168aac01e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:46.888374 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f8ab1281-0c73-403b-989e-929d8a34fd63 req-e54d4566-ee15-4894-901e-d26168aac01e service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1246b31-9018-4d77-96fe-3d921c54d5b5 HTTP/1.1" status: 200 len: 909 time: 0.2362225 Mar 14 16:17:46.987100 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f8ab1281-0c73-403b-989e-929d8a34fd63 req-2ea5de5c-5dd6-4c26-8321-6872d1ed7c31 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73e5a239-46cf-49ae-819a-8a68923d7c2f HTTP/1.1" status: 200 len: 999 time: 0.0920029 Mar 14 16:17:47.028464 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-fd5a906a-f9af-4f83-a14f-05b33c2c007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'name': 'tempest-TestShelveInstance-715801827-router', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:21Z', 'revision_number': 4, 'project_id': '3efb24ad252c4df49496c4391887f790', 'gw_port': {'id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '579b39e8-8948-40fe-8ec6-c8aeaf0a0c8f', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'floating_ip_address': '172.26.4.128', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'port_id': '73e5a239-46cf-49ae-819a-8a68923d7c2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'mac_address': 'fa:16:3e:a8:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8a88-dded-4cd9-a887-3f9997050517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:17:45Z', 'updated_at': '2022-03-14T16:17:45Z', 'revision_number': 0, 'project_id': '3efb24ad252c4df49496c4391887f790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfba9fb-45ec-4c77-84f9-cc2fe463021a', 'name': '', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'mac_address': 'fa:16:3e:15:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:20Z', 'updated_at': '2022-03-14T16:17:38Z', 'revision_number': 5, 'project_id': '3efb24ad252c4df49496c4391887f790', 'subnets': [{'id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:47.032209 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a906a-f9af-4f83-a14f-05b33c2c007d None None] Checking router: b60da69a-c632-4487-8d30-61a4c2f4070e for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:17:47.042315 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a906a-f9af-4f83-a14f-05b33c2c007d None None] Routers {'b60da69a-c632-4487-8d30-61a4c2f4070e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:17:47.043436 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-fd5a906a-f9af-4f83-a14f-05b33c2c007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:17:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['b60da69a-c632-4487-8d30-61a4c2f4070e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:47.052334 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab1281-0c73-403b-989e-929d8a34fd63 req-c04b25e0-f00c-4ca1-87d3-3bb87bf932e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:47.053768 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f8ab1281-0c73-403b-989e-929d8a34fd63 req-c04b25e0-f00c-4ca1-87d3-3bb87bf932e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3da994ac-f901-43d5-b66e-42c5d5a1d416 HTTP/1.1" status: 200 len: 847 time: 0.0610740 Mar 14 16:17:47.127485 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f8ab1281-0c73-403b-989e-929d8a34fd63 req-7788cd2d-fc0f-4593-834e-203ffa7b456e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1246b31-9018-4d77-96fe-3d921c54d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673952 Mar 14 16:17:47.218755 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-fd5a906a-f9af-4f83-a14f-05b33c2c007d None None] Set router b60da69a-c632-4487-8d30-61a4c2f4070e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:17:47.259735 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f8ab1281-0c73-403b-989e-929d8a34fd63 req-bba8ab26-3d08-43c8-87ff-327f3231daa1 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261864 Mar 14 16:17:47.390026 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f8ab1281-0c73-403b-989e-929d8a34fd63 req-889ab7d4-06e5-4aaa-89ab-3573972bac25 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249721 Mar 14 16:17:47.549755 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8696e44a-6248-43fd-98ab-bcc8d635d3c0 req-6b1bd9f0-9efa-4a7c-9828-92b5b6e98383 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3efb24ad252c4df49496c4391887f790&device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 1098 time: 0.0721934 Mar 14 16:17:47.563435 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-fd5a906a-f9af-4f83-a14f-05b33c2c007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'name': 'tempest-TestShelveInstance-715801827-router', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:21Z', 'revision_number': 4, 'project_id': '3efb24ad252c4df49496c4391887f790', 'gw_port': {'id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '579b39e8-8948-40fe-8ec6-c8aeaf0a0c8f', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'floating_ip_address': '172.26.4.128', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'port_id': '73e5a239-46cf-49ae-819a-8a68923d7c2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'mac_address': 'fa:16:3e:a8:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8a88-dded-4cd9-a887-3f9997050517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:17:45Z', 'updated_at': '2022-03-14T16:17:45Z', 'revision_number': 0, 'project_id': '3efb24ad252c4df49496c4391887f790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfba9fb-45ec-4c77-84f9-cc2fe463021a', 'name': '', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'mac_address': 'fa:16:3e:15:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:20Z', 'updated_at': '2022-03-14T16:17:38Z', 'revision_number': 5, 'project_id': '3efb24ad252c4df49496c4391887f790', 'subnets': [{'id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:17:47.567377 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a906a-f9af-4f83-a14f-05b33c2c007d None None] The sync data for ids ['b60da69a-c632-4487-8d30-61a4c2f4070e'] in dv-neutron-833561-1-hyperv is: [{'id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'name': 'tempest-TestShelveInstance-715801827-router', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:21Z', 'revision_number': 4, 'project_id': '3efb24ad252c4df49496c4391887f790', 'gw_port': {'id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '579b39e8-8948-40fe-8ec6-c8aeaf0a0c8f', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'floating_ip_address': '172.26.4.128', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'port_id': '73e5a239-46cf-49ae-819a-8a68923d7c2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'mac_address': 'fa:16:3e:a8:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8a88-dded-4cd9-a887-3f9997050517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:17:45Z', 'updated_at': '2022-03-14T16:17:45Z', 'revision_number': 0, 'project_id': '3efb24ad252c4df49496c4391887f790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfba9fb-45ec-4c77-84f9-cc2fe463021a', 'name': '', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'mac_address': 'fa:16:3e:15:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:20Z', 'updated_at': '2022-03-14T16:17:38Z', 'revision_number': 5, 'project_id': '3efb24ad252c4df49496c4391887f790', 'subnets': [{'id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:17:47.693483 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696e44a-6248-43fd-98ab-bcc8d635d3c0 req-3b248d9f-9992-4163-a680-c504a99f44bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:47.694905 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8696e44a-6248-43fd-98ab-bcc8d635d3c0 req-3b248d9f-9992-4163-a680-c504a99f44bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1246b31-9018-4d77-96fe-3d921c54d5b5 HTTP/1.1" status: 200 len: 909 time: 0.1252732 Mar 14 16:17:47.793070 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8696e44a-6248-43fd-98ab-bcc8d635d3c0 req-f7e5b3c7-b0f5-4294-aa26-9b247506be9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73e5a239-46cf-49ae-819a-8a68923d7c2f HTTP/1.1" status: 200 len: 999 time: 0.0922225 Mar 14 16:17:47.855447 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696e44a-6248-43fd-98ab-bcc8d635d3c0 req-78cafe8e-bad5-492e-97ce-fa724ff848c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:17:47.856670 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8696e44a-6248-43fd-98ab-bcc8d635d3c0 req-78cafe8e-bad5-492e-97ce-fa724ff848c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3da994ac-f901-43d5-b66e-42c5d5a1d416 HTTP/1.1" status: 200 len: 847 time: 0.0584910 Mar 14 16:17:47.928531 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8696e44a-6248-43fd-98ab-bcc8d635d3c0 req-aeb42b00-3cbb-4349-b389-f7d748ed2f86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1246b31-9018-4d77-96fe-3d921c54d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652642 Mar 14 16:17:48.055721 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8696e44a-6248-43fd-98ab-bcc8d635d3c0 req-776215e0-9f9d-44bf-8272-49f3e8705768 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210661 Mar 14 16:17:48.118319 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:48.187894 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8696e44a-6248-43fd-98ab-bcc8d635d3c0 req-cff87549-d84d-41eb-9741-ecfc86dfa690 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261480 Mar 14 16:17:51.431298 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:56.790486 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfc188f-5bd2-460d-aeaf-5c956ea605c9 None None] New status for floating IP 579b39e8-8948-40fe-8ec6-c8aeaf0a0c8f: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 16:18:13.038890 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b1b96dc-3666-4e2e-900e-62f69659efc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:15.202748 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71f32e10-bb68-4b50-8b5e-685e76ae9f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:15.753017 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:18:16.466286 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:16.650348 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:18.120080 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:21.438597 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:43.043559 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4b9edf58-565a-48fb-a20b-1c43a01e6710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:45.204173 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6cd0274b-7791-4577-b1a1-036c756a0ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:46.471529 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:46.652422 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:47.751161 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-313a4d73-a87e-4487-ab47-e6a9984fd3df req-6d258992-6c1c-4b24-8e2d-28eb5952ce10 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705962 Mar 14 16:18:47.884518 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-313a4d73-a87e-4487-ab47-e6a9984fd3df req-dabae16f-79ca-4c53-a53e-f9f4d34abb70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3efb24ad252c4df49496c4391887f790&device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 1098 time: 0.0664995 Mar 14 16:18:48.097404 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a4d73-a87e-4487-ab47-e6a9984fd3df req-d1becd30-beeb-415e-9c72-6e26640f350c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:18:48.098837 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-313a4d73-a87e-4487-ab47-e6a9984fd3df req-d1becd30-beeb-415e-9c72-6e26640f350c service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1246b31-9018-4d77-96fe-3d921c54d5b5 HTTP/1.1" status: 200 len: 909 time: 0.1973026 Mar 14 16:18:48.122331 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:48.198540 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-313a4d73-a87e-4487-ab47-e6a9984fd3df req-340a922d-c51b-44a6-afba-d114f777677d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73e5a239-46cf-49ae-819a-8a68923d7c2f HTTP/1.1" status: 200 len: 1001 time: 0.0932496 Mar 14 16:18:48.258144 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a4d73-a87e-4487-ab47-e6a9984fd3df req-b3f2d898-edb8-4b52-8602-7deb93a0049d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:18:48.259511 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-313a4d73-a87e-4487-ab47-e6a9984fd3df req-b3f2d898-edb8-4b52-8602-7deb93a0049d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3da994ac-f901-43d5-b66e-42c5d5a1d416 HTTP/1.1" status: 200 len: 847 time: 0.0550554 Mar 14 16:18:48.333969 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-313a4d73-a87e-4487-ab47-e6a9984fd3df req-7617d446-46e4-4d12-af88-97701ff1ee50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1246b31-9018-4d77-96fe-3d921c54d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690053 Mar 14 16:18:48.344424 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [req-313a4d73-a87e-4487-ab47-e6a9984fd3df req-b5001236-0b73-4302-814d-8305a9fb59b2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 16:18:48.345252 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-313a4d73-a87e-4487-ab47-e6a9984fd3df req-b5001236-0b73-4302-814d-8305a9fb59b2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053363 Mar 14 16:18:48.471861 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-313a4d73-a87e-4487-ab47-e6a9984fd3df req-fa6e8be8-5374-4de5-9662-d6e66a887f74 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207161 Mar 14 16:18:48.601824 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-313a4d73-a87e-4487-ab47-e6a9984fd3df req-f726e4c8-c942-454e-afa1-331a6b145473 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240826 Mar 14 16:18:51.441592 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:52.756756 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:19:13.045667 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb4e405f-6eba-4e89-80cc-ff967fece71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:19:15.205876 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-485207a0-afbb-4257-9490-f9436ceacba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:19:16.474716 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:19:16.653728 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:19:18.126758 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:19:21.440164 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:19:29.757264 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:19:43.047530 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6d99620f-c232-4c1c-8500-e94359becb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:19:45.208914 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0d7eb97-0d05-44a9-a593-a646a9ca7aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:19:46.474964 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:19:46.655205 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:19:48.127921 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:19:49.857029 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4b84f125-e225-46fd-bd0a-5a25c5fa058c req-8b8ae40f-aefd-4727-996c-baefb00e02cc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1729047 Mar 14 16:19:49.999102 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4b84f125-e225-46fd-bd0a-5a25c5fa058c req-5a7d2a6d-6350-4378-8dce-f69222161d73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3efb24ad252c4df49496c4391887f790&device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 1098 time: 0.0703750 Mar 14 16:19:50.138712 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84f125-e225-46fd-bd0a-5a25c5fa058c req-f3f984ba-ca3b-4069-a83a-f6836e988532 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:19:50.140129 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4b84f125-e225-46fd-bd0a-5a25c5fa058c req-f3f984ba-ca3b-4069-a83a-f6836e988532 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1246b31-9018-4d77-96fe-3d921c54d5b5 HTTP/1.1" status: 200 len: 909 time: 0.1227450 Mar 14 16:19:50.241464 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4b84f125-e225-46fd-bd0a-5a25c5fa058c req-ba0fb7ee-2c6f-4023-a026-dcf9f55f803a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73e5a239-46cf-49ae-819a-8a68923d7c2f HTTP/1.1" status: 200 len: 1001 time: 0.0944207 Mar 14 16:19:50.302990 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84f125-e225-46fd-bd0a-5a25c5fa058c req-a1ef2788-2ec1-4905-97e3-9b84ce7b7c01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:19:50.304317 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4b84f125-e225-46fd-bd0a-5a25c5fa058c req-a1ef2788-2ec1-4905-97e3-9b84ce7b7c01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3da994ac-f901-43d5-b66e-42c5d5a1d416 HTTP/1.1" status: 200 len: 847 time: 0.0568008 Mar 14 16:19:50.375821 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4b84f125-e225-46fd-bd0a-5a25c5fa058c req-bc898c35-3a8b-4a23-892e-623473d415a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1246b31-9018-4d77-96fe-3d921c54d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653145 Mar 14 16:19:50.505040 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4b84f125-e225-46fd-bd0a-5a25c5fa058c req-e847cfea-1940-4627-bf96-b263ebde305e service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231041 Mar 14 16:19:50.633294 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4b84f125-e225-46fd-bd0a-5a25c5fa058c req-24e9e5d5-7cf5-4b44-8f24-13644fd440c8 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225543 Mar 14 16:19:51.442541 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:20:06.757669 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:20:13.049603 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ad8b0fe-9176-4c3d-870f-9dbcda0db865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:20:13.617466 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e49246-8b79-4e55-b689-f9350b140cd6 req-6b2eb171-acef-4a15-92f8-d7e234d04d22 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:13.619071 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-10e49246-8b79-4e55-b689-f9350b140cd6 req-6b2eb171-acef-4a15-92f8-d7e234d04d22 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.1759732 Mar 14 16:20:13.667163 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-10e49246-8b79-4e55-b689-f9350b140cd6 req-24da2780-30b6-49fa-a195-a9d916c5609a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421426 Mar 14 16:20:14.952470 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba3a48-1026-40ac-b78f-06ffbc75e2f2 req-361c5730-1be5-4d8a-a6d4-3b79194daff0 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:14.954107 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c8ba3a48-1026-40ac-b78f-06ffbc75e2f2 req-361c5730-1be5-4d8a-a6d4-3b79194daff0 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.1471856 Mar 14 16:20:14.999200 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c8ba3a48-1026-40ac-b78f-06ffbc75e2f2 req-64ae9272-0057-4e57-a52e-bd8150585736 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393183 Mar 14 16:20:15.210960 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb8da-7fc1-4b24-b6c6-9509045275e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:20:16.206392 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2643e-31ca-4368-9863-05bede1281d1 req-257f99cf-d460-4ad1-bfe1-2991de8b5b56 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:16.207850 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-14d2643e-31ca-4368-9863-05bede1281d1 req-257f99cf-d460-4ad1-bfe1-2991de8b5b56 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.0749791 Mar 14 16:20:16.255996 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-14d2643e-31ca-4368-9863-05bede1281d1 req-facc4693-8108-4e6b-8424-1fa5f3e53015 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423362 Mar 14 16:20:16.477983 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:20:16.657477 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:20:17.448670 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f79dd9-d15c-440f-8b1e-4c07a8b965b6 req-763ead14-f8d7-4a5a-b5c0-de568d896fce tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:17.449981 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-47f79dd9-d15c-440f-8b1e-4c07a8b965b6 req-763ead14-f8d7-4a5a-b5c0-de568d896fce tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.0724452 Mar 14 16:20:17.579205 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-47f79dd9-d15c-440f-8b1e-4c07a8b965b6 req-bafeaca2-1436-4957-b075-af80603c9cee tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228671 Mar 14 16:20:18.132863 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:20:18.856769 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bba84-712b-4e11-b247-ae5c2c12a91e req-3aedc7c4-84fc-43fb-9e28-c442aadd45e9 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:18.858155 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-182bba84-712b-4e11-b247-ae5c2c12a91e req-3aedc7c4-84fc-43fb-9e28-c442aadd45e9 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.1605346 Mar 14 16:20:18.903372 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-182bba84-712b-4e11-b247-ae5c2c12a91e req-77654d20-ccad-49e3-9c14-33ab36e5ff78 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391614 Mar 14 16:20:20.094680 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694e65c-c50b-450e-a773-5662b1762ed7 req-87b377e6-5978-4e43-86c3-2793c1ca74c8 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:20.096109 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d694e65c-c50b-450e-a773-5662b1762ed7 req-87b377e6-5978-4e43-86c3-2793c1ca74c8 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.0750532 Mar 14 16:20:20.139835 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d694e65c-c50b-450e-a773-5662b1762ed7 req-51d0e727-906a-4b10-b36a-9a07406e2969 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383744 Mar 14 16:20:21.336503 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76c2c6-3705-4deb-8982-c00a76c12062 req-6c195e2e-7a69-45f9-a5bc-538d2f305f9b tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:21.337933 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fc76c2c6-3705-4deb-8982-c00a76c12062 req-6c195e2e-7a69-45f9-a5bc-538d2f305f9b tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.0777886 Mar 14 16:20:21.381765 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fc76c2c6-3705-4deb-8982-c00a76c12062 req-f2c96c4c-a56b-4b75-b843-90a90ecac283 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382833 Mar 14 16:20:21.431406 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:20:22.577980 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01252393-b9e2-4756-a125-dd373033911e req-57f10a89-781d-498a-8f4a-31d5d278dc9a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:22.579457 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-01252393-b9e2-4756-a125-dd373033911e req-57f10a89-781d-498a-8f4a-31d5d278dc9a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.0779963 Mar 14 16:20:22.623756 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-01252393-b9e2-4756-a125-dd373033911e req-47c918b9-6f05-477a-bab1-79e631738eb2 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386379 Mar 14 16:20:23.818924 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed69a4-4319-4d60-a961-072038320ed3 req-9d48700c-160a-49af-aafc-b6ede45593b9 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:23.820343 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-55ed69a4-4319-4d60-a961-072038320ed3 req-9d48700c-160a-49af-aafc-b6ede45593b9 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.0740371 Mar 14 16:20:23.865558 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-55ed69a4-4319-4d60-a961-072038320ed3 req-c8dab6a9-ac84-4e7f-a3fb-f65298d8875b tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398066 Mar 14 16:20:25.063431 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa575df2-1451-46e1-9152-62bc27b6000d req-04e4f326-703f-4b8f-9a05-f28d6935139b tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:25.064852 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-aa575df2-1451-46e1-9152-62bc27b6000d req-04e4f326-703f-4b8f-9a05-f28d6935139b tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.0746837 Mar 14 16:20:25.107974 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-aa575df2-1451-46e1-9152-62bc27b6000d req-71cf3a9e-ec0b-43d5-84f8-2e57f4cc1f02 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376987 Mar 14 16:20:26.305114 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f289a-41d7-40e7-94b5-8ced550657d9 req-ef384fef-cc87-4f81-b006-45998541a665 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:26.306554 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6c9f289a-41d7-40e7-94b5-8ced550657d9 req-ef384fef-cc87-4f81-b006-45998541a665 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.0783880 Mar 14 16:20:26.349997 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6c9f289a-41d7-40e7-94b5-8ced550657d9 req-d1255f1d-7f2e-4b3a-b4f2-aadd99de37b1 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379999 Mar 14 16:20:26.365473 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 73e5a239-46cf-49ae-819a-8a68923d7c2f details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 16:20:26.495984 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 73e5a239-46cf-49ae-819a-8a68923d7c2f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=73e5a239-46cf-49ae-819a-8a68923d7c2f,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:20:26.509844 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '73e5a239-46cf-49ae-819a-8a68923d7c2f', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'port_id': '73e5a239-46cf-49ae-819a-8a68923d7c2f', 'mac_address': 'fa:16:3e:a8:5d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 16:20:26.566683 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:20:26.584212 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73e5a239-46cf-49ae-819a-8a68923d7c2f {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:20:26.599344 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 73e5a239-46cf-49ae-819a-8a68923d7c2f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=73e5a239-46cf-49ae-819a-8a68923d7c2f,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:20:26.603007 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:20:26.677971 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=73e5a239-46cf-49ae-819a-8a68923d7c2f,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:20:26.686271 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:20:26.686645 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:20:26.687535 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:20:26.687884 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:20:26.688227 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:20:26.688564 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:20:26.688898 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:20:26.689242 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:20:26.689553 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:20:26.689877 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:20:26.690240 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:20:26.714804 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['73e5a239-46cf-49ae-819a-8a68923d7c2f'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:20:27.545865 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd58a5-36bb-43da-af0b-78e9557f7a0d req-e8e47227-e8d3-4871-8f6f-07c776cc98c8 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:27.547411 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-62bd58a5-36bb-43da-af0b-78e9557f7a0d req-e8e47227-e8d3-4871-8f6f-07c776cc98c8 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 944 time: 0.0787582 Mar 14 16:20:27.594013 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-62bd58a5-36bb-43da-af0b-78e9557f7a0d req-f64a8403-47e5-41a3-8bbf-a022a2e5dce1 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411990 Mar 14 16:20:28.374845 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 73e5a239-46cf-49ae-819a-8a68923d7c2f up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:20:28.442695 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 73e5a239-46cf-49ae-819a-8a68923d7c2f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:20:28.443068 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:20:28.552976 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:20:28.579267 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727b8a88-dded-4cd9-a887-3f9997050517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e5a239-46cf-49ae-819a-8a68923d7c2f'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:20:28.589295 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 73e5a239-46cf-49ae-819a-8a68923d7c2f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=73e5a239-46cf-49ae-819a-8a68923d7c2f,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:20:28.593853 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:20:28.635294 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727b8a88-dded-4cd9-a887-3f9997050517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e5a239-46cf-49ae-819a-8a68923d7c2f', 'code': 200} Mar 14 16:20:28.660662 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=73e5a239-46cf-49ae-819a-8a68923d7c2f,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:20:28.786310 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e891fc-ebe3-4183-9446-bc2b93808244 req-e2c1869f-3513-4c23-8768-1e52ba65e733 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:28.787732 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c8e891fc-ebe3-4183-9446-bc2b93808244 req-e2c1869f-3513-4c23-8768-1e52ba65e733 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.0751870 Mar 14 16:20:28.835442 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c8e891fc-ebe3-4183-9446-bc2b93808244 req-178c660b-ec70-43a6-8079-4820ae57204f tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422742 Mar 14 16:20:30.044806 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4f87e-91f3-43d8-abd1-b79d370b3c08 req-eeb9866a-d443-4b32-9476-81a9ad1c88d3 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:30.046366 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1ef4f87e-91f3-43d8-abd1-b79d370b3c08 req-eeb9866a-d443-4b32-9476-81a9ad1c88d3 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.0763438 Mar 14 16:20:30.094592 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1ef4f87e-91f3-43d8-abd1-b79d370b3c08 req-ad2bfc45-dfad-495b-ac83-dd21b8b1e749 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428550 Mar 14 16:20:31.324112 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd65dfc-26d5-43f1-939a-565d1714edbd req-762671ba-6f63-497f-9586-99655c8a995e tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:31.326511 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ecd65dfc-26d5-43f1-939a-565d1714edbd req-762671ba-6f63-497f-9586-99655c8a995e tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.0943151 Mar 14 16:20:31.373531 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ecd65dfc-26d5-43f1-939a-565d1714edbd req-2979477a-f562-41b5-898c-4671477f34ae tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414979 Mar 14 16:20:32.609283 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a22b63-f703-4522-b858-25c480c065d8 req-9c3660aa-0823-478e-a062-33dfea83023d tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:32.610909 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-19a22b63-f703-4522-b858-25c480c065d8 req-9c3660aa-0823-478e-a062-33dfea83023d tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.0931401 Mar 14 16:20:32.674550 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-19a22b63-f703-4522-b858-25c480c065d8 req-bd893203-69ba-48e1-8088-0b401353102a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578377 Mar 14 16:20:33.894035 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baaaf77-4cf9-4870-95db-5bdc87106dbf req-f3312548-6df6-49f7-a87d-b3de0f55779f tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:33.895413 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8baaaf77-4cf9-4870-95db-5bdc87106dbf req-f3312548-6df6-49f7-a87d-b3de0f55779f tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.0841308 Mar 14 16:20:33.942472 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8baaaf77-4cf9-4870-95db-5bdc87106dbf req-5e8c60f6-d3f9-4dca-99d3-152268ffbe60 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413256 Mar 14 16:20:35.166033 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43976d-4c53-419c-88c9-42b6092acea3 req-871331aa-b2b5-40f8-bed8-3d64a138357d tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:35.169636 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bf43976d-4c53-419c-88c9-42b6092acea3 req-871331aa-b2b5-40f8-bed8-3d64a138357d tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.0984759 Mar 14 16:20:35.238202 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bf43976d-4c53-419c-88c9-42b6092acea3 req-4dae931a-3f17-4ee6-aa56-f15dc4ba1be0 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550334 Mar 14 16:20:36.463760 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71486cf7-1c20-457e-9614-c5e1cd2b1bec req-9c1012c2-0aaf-488a-a597-769698961670 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:36.465250 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-71486cf7-1c20-457e-9614-c5e1cd2b1bec req-9c1012c2-0aaf-488a-a597-769698961670 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.0941608 Mar 14 16:20:36.519049 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-71486cf7-1c20-457e-9614-c5e1cd2b1bec req-88c33f2e-2331-4fcb-8ac2-0ef33c6059aa tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473695 Mar 14 16:20:37.736054 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ad54f-3c0f-4b69-9cbb-1b80a8fcd1cb req-6b6f3db9-1f5e-4682-8b6c-142593f42fea tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:37.737652 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-033ad54f-3c0f-4b69-9cbb-1b80a8fcd1cb req-6b6f3db9-1f5e-4682-8b6c-142593f42fea tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.0851307 Mar 14 16:20:37.786369 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-033ad54f-3c0f-4b69-9cbb-1b80a8fcd1cb req-91aa5283-e4d2-43dc-ba9d-16898aa6fba5 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429039 Mar 14 16:20:39.023590 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d4286-6510-4115-81b1-829c538d87b8 req-265a8a4a-e4db-43c4-a775-2e84deed1ad6 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:39.028589 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9e5d4286-6510-4115-81b1-829c538d87b8 req-265a8a4a-e4db-43c4-a775-2e84deed1ad6 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.1043844 Mar 14 16:20:39.086417 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9e5d4286-6510-4115-81b1-829c538d87b8 req-0d0bd74c-9203-4657-84bc-e7dd3c0d9deb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504792 Mar 14 16:20:40.302221 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b1bf6-61ca-4f8f-8bf5-06d7a83a8085 req-f1623a97-9486-4c27-9454-a5296e7fca4d tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:40.303672 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2d1b1bf6-61ca-4f8f-8bf5-06d7a83a8085 req-f1623a97-9486-4c27-9454-a5296e7fca4d tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.0815637 Mar 14 16:20:40.351023 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2d1b1bf6-61ca-4f8f-8bf5-06d7a83a8085 req-b3a99092-267e-4d55-a608-ef222233361c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416381 Mar 14 16:20:41.358986 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c295b80d-280f-4c8a-b22d-205de87fa53e req-c6809e37-4062-4e42-8390-40367cd7096c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3efb24ad252c4df49496c4391887f790&device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 1098 time: 0.0689709 Mar 14 16:20:41.552627 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295b80d-280f-4c8a-b22d-205de87fa53e req-e9ae1110-d1b5-4229-af07-084c890b60b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:41.554044 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c295b80d-280f-4c8a-b22d-205de87fa53e req-e9ae1110-d1b5-4229-af07-084c890b60b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1246b31-9018-4d77-96fe-3d921c54d5b5 HTTP/1.1" status: 200 len: 909 time: 0.1806746 Mar 14 16:20:41.667163 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3546097-d6cc-466f-afab-07dd409a7e68 req-d6da23d7-e6ea-4a06-9bfd-a16869ef9dae tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:41.668579 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d3546097-d6cc-466f-afab-07dd409a7e68 req-d6da23d7-e6ea-4a06-9bfd-a16869ef9dae tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.1906497 Mar 14 16:20:41.671510 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c295b80d-280f-4c8a-b22d-205de87fa53e req-24b4b31e-0c83-474c-bc18-687fc1e24041 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73e5a239-46cf-49ae-819a-8a68923d7c2f HTTP/1.1" status: 200 len: 1001 time: 0.1095569 Mar 14 16:20:41.765570 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295b80d-280f-4c8a-b22d-205de87fa53e req-c08a9133-d499-462a-b85e-897ea41e594d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:41.766916 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c295b80d-280f-4c8a-b22d-205de87fa53e req-c08a9133-d499-462a-b85e-897ea41e594d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3da994ac-f901-43d5-b66e-42c5d5a1d416 HTTP/1.1" status: 200 len: 847 time: 0.0795195 Mar 14 16:20:41.769108 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d3546097-d6cc-466f-afab-07dd409a7e68 req-c96e0b62-b6bb-46c7-beaa-ccb5aa9b7130 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951352 Mar 14 16:20:41.847000 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c295b80d-280f-4c8a-b22d-205de87fa53e req-cc14a89d-fe7e-48b8-bcc2-9d5746c648cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1246b31-9018-4d77-96fe-3d921c54d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711286 Mar 14 16:20:41.975179 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c295b80d-280f-4c8a-b22d-205de87fa53e req-16b24c45-14c3-4bf0-86ef-fb228ed97e94 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218946 Mar 14 16:20:42.185992 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c295b80d-280f-4c8a-b22d-205de87fa53e req-7fc4455c-a8ff-45b1-9ae3-af982ccb7a35 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042546 Mar 14 16:20:42.967001 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd23927-3c06-498b-a9e9-e49aaf49a8a6 req-3d5528d2-9206-4f5c-9f46-d0627b05c4b3 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:42.968627 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fdd23927-3c06-498b-a9e9-e49aaf49a8a6 req-3d5528d2-9206-4f5c-9f46-d0627b05c4b3 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.0757976 Mar 14 16:20:43.012794 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fdd23927-3c06-498b-a9e9-e49aaf49a8a6 req-4e59c190-b350-465c-bb4c-471595d2e884 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388801 Mar 14 16:20:43.052890 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5cf62e96-b7b7-4547-bc29-dbb6eb4fc0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:20:43.758040 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:20:44.211155 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8431a5-1a71-452c-b58c-832c27e6945b req-4ec3ba03-70d8-45b8-a62f-de7aa8ed2b01 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:44.212575 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9c8431a5-1a71-452c-b58c-832c27e6945b req-4ec3ba03-70d8-45b8-a62f-de7aa8ed2b01 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.0801919 Mar 14 16:20:44.258321 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9c8431a5-1a71-452c-b58c-832c27e6945b req-c660cac2-99e8-4de0-b97e-86d9c6d6e655 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402355 Mar 14 16:20:44.447998 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7f70dfde-a1d4-4061-84c3-505e7d1e8cb4 req-7b5b355c-ed73-4dfc-85b8-13c3d5211470 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0680621 Mar 14 16:20:45.215270 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f7d0f54-f0e4-4f33-b159-2b1a5638bae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:20:45.781183 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbafd6-ffbe-4ab6-a6b3-cde59dcf3ff0 req-487e92e1-948e-4ac1-94b9-e5f06a9436cc tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:45.782551 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4abbafd6-ffbe-4ab6-a6b3-cde59dcf3ff0 req-487e92e1-948e-4ac1-94b9-e5f06a9436cc tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 945 time: 0.1264389 Mar 14 16:20:45.825550 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c0790983-6fc4-4590-8e71-6a1d3a5e2c71 req-7bdb8621-a0dc-4f77-b04a-42658a5ab3b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1750035 Mar 14 16:20:45.836240 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4abbafd6-ffbe-4ab6-a6b3-cde59dcf3ff0 req-b4cc1f65-d99b-4168-9c81-3ce598679626 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476685 Mar 14 16:20:46.454922 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 73e5a239-46cf-49ae-819a-8a68923d7c2f no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:20:46.515686 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:20:46.522019 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c0790983-6fc4-4590-8e71-6a1d3a5e2c71 req-7a443169-374c-4c80-96f1-42eeb4d1dc25 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517&tenant_id=3efb24ad252c4df49496c4391887f790 HTTP/1.1" status: 200 len: 1098 time: 0.0763245 Mar 14 16:20:46.577906 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:20:46.604284 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727b8a88-dded-4cd9-a887-3f9997050517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73e5a239-46cf-49ae-819a-8a68923d7c2f'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:20:46.612432 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c0790983-6fc4-4590-8e71-6a1d3a5e2c71 req-96c6a7e2-a8ec-481a-be21-e5952d4e7e6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3efb24ad252c4df49496c4391887f790&device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 1098 time: 0.0696971 Mar 14 16:20:46.614115 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 73e5a239-46cf-49ae-819a-8a68923d7c2f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=73e5a239-46cf-49ae-819a-8a68923d7c2f,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:20:46.617959 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:20:46.665091 dv-neutron-833561-1-hyperv neutron-server[83912]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '727b8a88-dded-4cd9-a887-3f9997050517', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '73e5a239-46cf-49ae-819a-8a68923d7c2f', 'code': 422} returned with failed status Mar 14 16:20:46.689237 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:20:46.699800 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=73e5a239-46cf-49ae-819a-8a68923d7c2f,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:20:46.750299 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0790983-6fc4-4590-8e71-6a1d3a5e2c71 req-a0618780-5d7a-4968-b113-3a08041ec322 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:46.751771 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c0790983-6fc4-4590-8e71-6a1d3a5e2c71 req-a0618780-5d7a-4968-b113-3a08041ec322 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1246b31-9018-4d77-96fe-3d921c54d5b5 HTTP/1.1" status: 200 len: 909 time: 0.1341407 Mar 14 16:20:46.851571 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c0790983-6fc4-4590-8e71-6a1d3a5e2c71 req-2c270a53-63a8-4001-b893-5ac18a45aa42 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73e5a239-46cf-49ae-819a-8a68923d7c2f HTTP/1.1" status: 200 len: 999 time: 0.0941505 Mar 14 16:20:46.912014 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0790983-6fc4-4590-8e71-6a1d3a5e2c71 req-611fa0d9-8873-497b-a5d5-ba80d23dccd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:46.913450 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c0790983-6fc4-4590-8e71-6a1d3a5e2c71 req-611fa0d9-8873-497b-a5d5-ba80d23dccd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3da994ac-f901-43d5-b66e-42c5d5a1d416 HTTP/1.1" status: 200 len: 847 time: 0.0566540 Mar 14 16:20:47.044701 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c0790983-6fc4-4590-8e71-6a1d3a5e2c71 req-6f384cc7-bf24-43cb-8d7b-e326c518c2e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1246b31-9018-4d77-96fe-3d921c54d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1247892 Mar 14 16:20:47.054512 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb671ecc-6095-4da6-9e48-35379d525626 req-7dc358d1-210f-46cf-b6f0-49b102810374 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:47.055831 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cb671ecc-6095-4da6-9e48-35379d525626 req-7dc358d1-210f-46cf-b6f0-49b102810374 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 943 time: 0.0954518 Mar 14 16:20:47.177656 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cb671ecc-6095-4da6-9e48-35379d525626 req-c81e1e45-e420-4260-a1b6-d77a194da304 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038342 Mar 14 16:20:47.217142 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c0790983-6fc4-4590-8e71-6a1d3a5e2c71 req-674f9809-f82b-4501-9d06-3f318747d1a5 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604218 Mar 14 16:20:47.346427 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c0790983-6fc4-4590-8e71-6a1d3a5e2c71 req-5add69e0-4201-4cd3-9caa-893a3ca0f3e8 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228428 Mar 14 16:20:48.158713 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:20:48.402886 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c8e27-2d34-4c1e-97c1-e8b36bd4e2e3 req-26d16141-e8b0-420b-84a1-422a471c06f4 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:48.406079 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-288c8e27-2d34-4c1e-97c1-e8b36bd4e2e3 req-26d16141-e8b0-420b-84a1-422a471c06f4 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 943 time: 0.0869570 Mar 14 16:20:48.478701 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-288c8e27-2d34-4c1e-97c1-e8b36bd4e2e3 req-c1fc3855-08a0-4458-bfc5-95f8165f0558 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663345 Mar 14 16:20:49.672456 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438caae6-74b8-40ce-b34c-e63ba9bf18d2 req-330daa26-bb52-424c-a6d7-e626b13ebd6c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:49.673975 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-438caae6-74b8-40ce-b34c-e63ba9bf18d2 req-330daa26-bb52-424c-a6d7-e626b13ebd6c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 943 time: 0.0801098 Mar 14 16:20:49.722259 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-438caae6-74b8-40ce-b34c-e63ba9bf18d2 req-ce49d8b5-252c-4f5c-a714-677c85e5007b tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427420 Mar 14 16:20:50.945169 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d9226-be3a-4db7-afbd-55268686b761 req-421a2e78-0377-4664-8f49-098cb45a2acf tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:50.946725 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-216d9226-be3a-4db7-afbd-55268686b761 req-421a2e78-0377-4664-8f49-098cb45a2acf tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 943 time: 0.0850837 Mar 14 16:20:50.996687 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-216d9226-be3a-4db7-afbd-55268686b761 req-88ee2d8c-5627-4a49-a360-c3d982113d53 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432754 Mar 14 16:20:51.451837 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:20:52.218858 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce89ce-041c-42cc-87f9-709840038cdb req-cb94f96a-9136-4c60-a43a-8894d5af888b tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:52.220990 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a8ce89ce-041c-42cc-87f9-709840038cdb req-cb94f96a-9136-4c60-a43a-8894d5af888b tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 943 time: 0.0985057 Mar 14 16:20:52.272274 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a8ce89ce-041c-42cc-87f9-709840038cdb req-126998fa-ec0a-427b-827e-8c14aed0339d tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432158 Mar 14 16:20:53.478279 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab68d8-64a6-48ed-ba08-5840901584df req-0ca23a43-0599-45bd-8b0b-dfd670de85b8 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:53.479770 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-09ab68d8-64a6-48ed-ba08-5840901584df req-0ca23a43-0599-45bd-8b0b-dfd670de85b8 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 943 time: 0.0805111 Mar 14 16:20:53.532078 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-09ab68d8-64a6-48ed-ba08-5840901584df req-ae23fa33-3ebf-4007-af80-55563b37e785 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462651 Mar 14 16:20:54.743451 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad4837-4675-43e9-a218-f60b76bc8d6a req-ee15a011-8a46-43c8-ba81-ff363831f5b0 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:54.745646 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8fad4837-4675-43e9-a218-f60b76bc8d6a req-ee15a011-8a46-43c8-ba81-ff363831f5b0 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 943 time: 0.0858493 Mar 14 16:20:54.797728 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8fad4837-4675-43e9-a218-f60b76bc8d6a req-19588e95-08e5-4596-9f97-f39009ad23d3 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451832 Mar 14 16:20:55.997269 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a233cf-775c-4d1f-af9f-93f6154468ff req-ba9e8dbe-9686-44dd-ac59-3578cf4bdfc3 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:55.998629 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b1a233cf-775c-4d1f-af9f-93f6154468ff req-ba9e8dbe-9686-44dd-ac59-3578cf4bdfc3 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 943 time: 0.0801804 Mar 14 16:20:56.042809 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b1a233cf-775c-4d1f-af9f-93f6154468ff req-e6e269d3-44e4-4cdf-911f-4e5c4a8fcbe0 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387027 Mar 14 16:20:57.241502 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715c4d8-3b33-40ef-9c2a-219a1d55c423 req-4e2ae195-1e4a-4702-953b-bf79a006276e tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:57.242978 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3715c4d8-3b33-40ef-9c2a-219a1d55c423 req-4e2ae195-1e4a-4702-953b-bf79a006276e tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 943 time: 0.0818009 Mar 14 16:20:57.289614 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3715c4d8-3b33-40ef-9c2a-219a1d55c423 req-25f255b9-4b28-4438-9663-fd3d82cada7a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411692 Mar 14 16:20:58.498160 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae3fd3-0f7d-4963-b8b3-c2022d5cd3d5 req-d5eb277c-4870-44c9-a74d-5eafe516fec4 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:58.499507 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d1ae3fd3-0f7d-4963-b8b3-c2022d5cd3d5 req-d5eb277c-4870-44c9-a74d-5eafe516fec4 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 943 time: 0.0798452 Mar 14 16:20:58.543721 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d1ae3fd3-0f7d-4963-b8b3-c2022d5cd3d5 req-e57713f3-7f33-43db-afda-7febc599c5fc tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382280 Mar 14 16:20:59.752282 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304dc0b1-9099-45c0-8152-17a4ab806097 req-434f4ccd-a516-41c1-b6fd-31534b884ce6 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:20:59.753628 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-304dc0b1-9099-45c0-8152-17a4ab806097 req-434f4ccd-a516-41c1-b6fd-31534b884ce6 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 943 time: 0.0753751 Mar 14 16:20:59.800673 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-304dc0b1-9099-45c0-8152-17a4ab806097 req-c4f24a67-a738-41dc-9a37-84d4d9e4fb1f tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414264 Mar 14 16:21:00.121111 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cdf39936-b7e2-44f4-ad6e-ee38af3af293 req-1779fef9-b756-4f0d-975f-ace04603ce49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3efb24ad252c4df49496c4391887f790&device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 1096 time: 0.0680792 Mar 14 16:21:00.272872 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf39936-b7e2-44f4-ad6e-ee38af3af293 req-b99caa34-3503-4914-804d-0a5c3dde3d16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:21:00.283147 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cdf39936-b7e2-44f4-ad6e-ee38af3af293 req-b99caa34-3503-4914-804d-0a5c3dde3d16 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1246b31-9018-4d77-96fe-3d921c54d5b5 HTTP/1.1" status: 200 len: 909 time: 0.1301529 Mar 14 16:21:00.462474 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cdf39936-b7e2-44f4-ad6e-ee38af3af293 req-43d50627-3e9a-4457-9e7a-b1c8d39f05a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73e5a239-46cf-49ae-819a-8a68923d7c2f HTTP/1.1" status: 200 len: 999 time: 0.1783638 Mar 14 16:21:00.522287 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf39936-b7e2-44f4-ad6e-ee38af3af293 req-12409026-f494-4c5a-9009-f7be7329d9f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:21:00.523682 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cdf39936-b7e2-44f4-ad6e-ee38af3af293 req-12409026-f494-4c5a-9009-f7be7329d9f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3da994ac-f901-43d5-b66e-42c5d5a1d416 HTTP/1.1" status: 200 len: 847 time: 0.0556014 Mar 14 16:21:00.606286 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cdf39936-b7e2-44f4-ad6e-ee38af3af293 req-50dbfd8e-a5c4-4cf7-8dbf-c1147a95d4fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1246b31-9018-4d77-96fe-3d921c54d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767231 Mar 14 16:21:00.735762 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cdf39936-b7e2-44f4-ad6e-ee38af3af293 req-afd06a2b-d1ab-454e-bc3c-5c9932885d97 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234481 Mar 14 16:21:00.867170 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cdf39936-b7e2-44f4-ad6e-ee38af3af293 req-8fdfbb86-7262-49c4-95c2-fc7ff018814c service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250718 Mar 14 16:21:01.005310 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fedfd-682e-4792-b841-ada459d2b3e3 req-898be6c2-19e7-4b92-882e-81d708398260 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:21:01.006700 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-743fedfd-682e-4792-b841-ada459d2b3e3 req-898be6c2-19e7-4b92-882e-81d708398260 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 943 time: 0.0738730 Mar 14 16:21:01.050878 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-743fedfd-682e-4792-b841-ada459d2b3e3 req-5c0066a6-031a-442a-99f6-5ccdf10a04cd tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386775 Mar 14 16:21:02.243722 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac8c5c-a7a1-4af7-b63e-cb3e9131f10c req-92ab755e-2994-42ee-8454-0327956e80bc tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:21:02.245148 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d2ac8c5c-a7a1-4af7-b63e-cb3e9131f10c req-92ab755e-2994-42ee-8454-0327956e80bc tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 943 time: 0.0762188 Mar 14 16:21:02.290655 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d2ac8c5c-a7a1-4af7-b63e-cb3e9131f10c req-7c2b6722-2a3b-4051-a130-7e6988cc14ec tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384417 Mar 14 16:21:02.585538 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f85d88b5-a17e-4920-8818-f060df6ad854 req-217e586c-eddd-4c97-aa1c-1e86c92414de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 1096 time: 0.0694244 Mar 14 16:21:02.628297 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f85d88b5-a17e-4920-8818-f060df6ad854 req-bd73cc09-927b-4b4b-bc1a-b1324a6cdada service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365264 Mar 14 16:21:03.489248 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da760fd-91c9-4b01-86f8-319250867a6f req-7c26c305-1685-4dd8-835e-b034e67dceb1 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:21:03.490628 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5da760fd-91c9-4b01-86f8-319250867a6f req-7c26c305-1685-4dd8-835e-b034e67dceb1 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 943 time: 0.0785859 Mar 14 16:21:03.534961 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5da760fd-91c9-4b01-86f8-319250867a6f req-d5b3fb1e-ccd2-42fe-991f-72453235f0c0 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388529 Mar 14 16:21:04.613570 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 73e5a239-46cf-49ae-819a-8a68923d7c2f details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 16:21:04.733414 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f3474-2337-4f9a-aa88-2cd3fd96c9f6 req-62325c9a-dd93-465f-92d2-41b97121cca5 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:21:04.734908 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0f5f3474-2337-4f9a-aa88-2cd3fd96c9f6 req-62325c9a-dd93-465f-92d2-41b97121cca5 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 943 time: 0.0794237 Mar 14 16:21:04.754929 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 73e5a239-46cf-49ae-819a-8a68923d7c2f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=73e5a239-46cf-49ae-819a-8a68923d7c2f,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:21:04.768715 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '73e5a239-46cf-49ae-819a-8a68923d7c2f', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'port_id': '73e5a239-46cf-49ae-819a-8a68923d7c2f', 'mac_address': 'fa:16:3e:a8:5d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 16:21:04.783282 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0f5f3474-2337-4f9a-aa88-2cd3fd96c9f6 req-ebf2c5d5-2ff0-4c2b-846e-7e8b4c6583af tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418723 Mar 14 16:21:04.821332 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:21:04.839656 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e5a239-46cf-49ae-819a-8a68923d7c2f {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:21:04.855239 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 73e5a239-46cf-49ae-819a-8a68923d7c2f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=73e5a239-46cf-49ae-819a-8a68923d7c2f,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:21:04.858663 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:21:04.926595 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=73e5a239-46cf-49ae-819a-8a68923d7c2f,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:21:05.225741 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['73e5a239-46cf-49ae-819a-8a68923d7c2f'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:21:06.627680 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 73e5a239-46cf-49ae-819a-8a68923d7c2f up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:21:06.693163 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 73e5a239-46cf-49ae-819a-8a68923d7c2f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:21:06.693530 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:21:06.802458 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:21:06.828197 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727b8a88-dded-4cd9-a887-3f9997050517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e5a239-46cf-49ae-819a-8a68923d7c2f'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:21:06.837995 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 73e5a239-46cf-49ae-819a-8a68923d7c2f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=73e5a239-46cf-49ae-819a-8a68923d7c2f,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:21:06.841717 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:21:06.882907 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727b8a88-dded-4cd9-a887-3f9997050517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e5a239-46cf-49ae-819a-8a68923d7c2f', 'code': 200} Mar 14 16:21:06.906935 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=73e5a239-46cf-49ae-819a-8a68923d7c2f,revision_number=10']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:21:13.054987 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81327635-685a-490e-b28a-19b812891aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:21:15.208427 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b59618d-c6e8-416d-94d7-9698b8df5187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:21:16.483473 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:21:16.664503 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:21:18.136185 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:21:20.759550 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:21:21.451169 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:21:43.087465 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-69071b85-149b-49f4-a059-ed83ee5a976c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:21:45.211997 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed41482d-494a-422a-adae-90d591a23130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:21:46.490341 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:21:46.666473 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:21:48.138868 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:21:51.456616 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:21:51.748278 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d5590596-3b14-4e35-9832-cc20be2763e3 req-cffdb049-dc4b-4a0a-92e2-005be3249711 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697672 Mar 14 16:21:51.883017 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d5590596-3b14-4e35-9832-cc20be2763e3 req-ebb64572-5341-4aad-aa34-1aea0dc7415a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3efb24ad252c4df49496c4391887f790&device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 1099 time: 0.0671861 Mar 14 16:21:52.024364 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5590596-3b14-4e35-9832-cc20be2763e3 req-fdb35951-caba-463b-bc7f-92815655cd11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:21:52.025701 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d5590596-3b14-4e35-9832-cc20be2763e3 req-fdb35951-caba-463b-bc7f-92815655cd11 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1246b31-9018-4d77-96fe-3d921c54d5b5 HTTP/1.1" status: 200 len: 909 time: 0.1243050 Mar 14 16:21:52.127388 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d5590596-3b14-4e35-9832-cc20be2763e3 req-4c92e66f-06d3-41cd-9e22-70a4c9e2083c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73e5a239-46cf-49ae-819a-8a68923d7c2f HTTP/1.1" status: 200 len: 1001 time: 0.0952728 Mar 14 16:21:52.189617 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5590596-3b14-4e35-9832-cc20be2763e3 req-a39e8ede-11bf-4e06-abbd-e06ecf1766cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:21:52.191024 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d5590596-3b14-4e35-9832-cc20be2763e3 req-a39e8ede-11bf-4e06-abbd-e06ecf1766cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3da994ac-f901-43d5-b66e-42c5d5a1d416 HTTP/1.1" status: 200 len: 847 time: 0.0570164 Mar 14 16:21:52.267829 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d5590596-3b14-4e35-9832-cc20be2763e3 req-b19c0c83-6081-42d8-a79d-4dce9c7ccafe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1246b31-9018-4d77-96fe-3d921c54d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697660 Mar 14 16:21:52.393471 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d5590596-3b14-4e35-9832-cc20be2763e3 req-4eb4bda4-54cc-4851-a603-15681989d9e1 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194723 Mar 14 16:21:52.519500 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d5590596-3b14-4e35-9832-cc20be2763e3 req-d28e8499-1902-4e58-bef1-87217278d8ca service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207082 Mar 14 16:21:57.758918 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:22:13.058254 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d5f75bf-a3e4-4cf3-a864-bb1c5d2f2683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:15.214899 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e6408ea6-6dae-4b03-853c-29f9e027094e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:16.490256 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:16.670460 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:18.142529 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:21.450192 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:34.759482 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:22:43.059651 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b859ba8-766f-44c7-a180-651623317311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:45.216929 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fe1ae6a4-95f8-43f5-957a-90f98f29fa41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:46.493209 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:46.671658 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:48.146125 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:49.953424 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33680) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:22:50.309589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-3c221f13-c4a2-4663-8dd1-a783f4dc58eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Deleting port 6d8cdd18-7304-4bf1-aa12-07994aa93312 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:22:50.309847 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c221f13-c4a2-4663-8dd1-a783f4dc58eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:50.476961 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c221f13-c4a2-4663-8dd1-a783f4dc58eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:50.477295 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c221f13-c4a2-4663-8dd1-a783f4dc58eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:50.594106 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-3c221f13-c4a2-4663-8dd1-a783f4dc58eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Calling delete_port for 6d8cdd18-7304-4bf1-aa12-07994aa93312 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:22:50.737567 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c221f13-c4a2-4663-8dd1-a783f4dc58eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:50.779478 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c221f13-c4a2-4663-8dd1-a783f4dc58eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event deleted for resources: {'Port': ['ID=6d8cdd18-7304-4bf1-aa12-07994aa93312,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:22:50.816990 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c221f13-c4a2-4663-8dd1-a783f4dc58eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:22:50.817336 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c221f13-c4a2-4663-8dd1-a783f4dc58eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:22:50.817672 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c221f13-c4a2-4663-8dd1-a783f4dc58eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:22:50.818005 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c221f13-c4a2-4663-8dd1-a783f4dc58eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:22:50.818358 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c221f13-c4a2-4663-8dd1-a783f4dc58eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:22:50.818682 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c221f13-c4a2-4663-8dd1-a783f4dc58eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:22:50.819003 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c221f13-c4a2-4663-8dd1-a783f4dc58eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:22:50.819322 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c221f13-c4a2-4663-8dd1-a783f4dc58eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:22:50.819640 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c221f13-c4a2-4663-8dd1-a783f4dc58eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:22:50.819958 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c221f13-c4a2-4663-8dd1-a783f4dc58eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:22:50.820271 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c221f13-c4a2-4663-8dd1-a783f4dc58eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:22:50.881294 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c221f13-c4a2-4663-8dd1-a783f4dc58eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:51.261332 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c221f13-c4a2-4663-8dd1-a783f4dc58eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Router b60da69a-c632-4487-8d30-61a4c2f4070e has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:22:51.445942 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:51.463958 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c221f13-c4a2-4663-8dd1-a783f4dc58eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:22:51.474696 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36b498f-5763-4553-bc30-c6249386818b None None] Sync routers for ids ['b60da69a-c632-4487-8d30-61a4c2f4070e'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:22:51.483663 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c221f13-c4a2-4663-8dd1-a783f4dc58eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:51.486779 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36b498f-5763-4553-bc30-c6249386818b None None] Routers {'b60da69a-c632-4487-8d30-61a4c2f4070e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:22:51.487395 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c36b498f-5763-4553-bc30-c6249386818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:22:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['b60da69a-c632-4487-8d30-61a4c2f4070e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:22:51.542860 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3c221f13-c4a2-4663-8dd1-a783f4dc58eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "DELETE /v2.0/floatingips/579b39e8-8948-40fe-8ec6-c8aeaf0a0c8f HTTP/1.1" status: 204 len: 168 time: 1.5857103 Mar 14 16:22:51.542860 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727b8a88-dded-4cd9-a887-3f9997050517', 'tag': '73e5a239-46cf-49ae-819a-8a68923d7c2f'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:22:51.664053 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-c36b498f-5763-4553-bc30-c6249386818b None None] Set router b60da69a-c632-4487-8d30-61a4c2f4070e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:22:51.701358 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727b8a88-dded-4cd9-a887-3f9997050517', 'tag': '73e5a239-46cf-49ae-819a-8a68923d7c2f', 'status': 'completed', 'code': 200} Mar 14 16:22:51.796801 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c46ee3f9-2a90-4a85-9e0b-bfe8366eecbd req-8a5d0f7f-61fb-47e9-a954-0ef9439be48c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3efb24ad252c4df49496c4391887f790&device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 1099 time: 0.0742509 Mar 14 16:22:51.965929 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848850b-b42d-4f63-a8bc-f155b74f6465 req-7e4f063b-1b9f-439f-920d-601c1384e131 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:22:51.967391 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5848850b-b42d-4f63-a8bc-f155b74f6465 req-7e4f063b-1b9f-439f-920d-601c1384e131 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 946 time: 0.0848312 Mar 14 16:22:52.006698 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c36b498f-5763-4553-bc30-c6249386818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'name': 'tempest-TestShelveInstance-715801827-router', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:21Z', 'revision_number': 4, 'project_id': '3efb24ad252c4df49496c4391887f790', 'gw_port': {'id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6bfba9fb-45ec-4c77-84f9-cc2fe463021a', 'name': '', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'mac_address': 'fa:16:3e:15:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:20Z', 'updated_at': '2022-03-14T16:17:38Z', 'revision_number': 5, 'project_id': '3efb24ad252c4df49496c4391887f790', 'subnets': [{'id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:22:52.010527 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36b498f-5763-4553-bc30-c6249386818b None None] Checking router: b60da69a-c632-4487-8d30-61a4c2f4070e for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:22:52.021627 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36b498f-5763-4553-bc30-c6249386818b None None] Routers {'b60da69a-c632-4487-8d30-61a4c2f4070e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:22:52.022262 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c36b498f-5763-4553-bc30-c6249386818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:22:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['b60da69a-c632-4487-8d30-61a4c2f4070e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:22:52.026628 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5848850b-b42d-4f63-a8bc-f155b74f6465 req-58bb96ed-3064-45c5-a3ca-cffe48c09f0d tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515823 Mar 14 16:22:52.036871 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ee3f9-2a90-4a85-9e0b-bfe8366eecbd req-06824f75-dde3-42b9-b3bf-1b5a6e5158d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:22:52.038426 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c46ee3f9-2a90-4a85-9e0b-bfe8366eecbd req-06824f75-dde3-42b9-b3bf-1b5a6e5158d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1246b31-9018-4d77-96fe-3d921c54d5b5 HTTP/1.1" status: 200 len: 909 time: 0.2359750 Mar 14 16:22:52.109148 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c46ee3f9-2a90-4a85-9e0b-bfe8366eecbd req-e0dffe46-e7ba-4dc1-83c0-530c41038f25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73e5a239-46cf-49ae-819a-8a68923d7c2f HTTP/1.1" status: 200 len: 217 time: 0.0637200 Mar 14 16:22:52.171583 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ee3f9-2a90-4a85-9e0b-bfe8366eecbd req-be7f6ee6-77d7-49d2-9036-47879aa57b5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:22:52.173764 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c46ee3f9-2a90-4a85-9e0b-bfe8366eecbd req-be7f6ee6-77d7-49d2-9036-47879aa57b5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3da994ac-f901-43d5-b66e-42c5d5a1d416 HTTP/1.1" status: 200 len: 847 time: 0.0587552 Mar 14 16:22:52.196599 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-c36b498f-5763-4553-bc30-c6249386818b None None] Set router b60da69a-c632-4487-8d30-61a4c2f4070e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:22:52.251265 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c46ee3f9-2a90-4a85-9e0b-bfe8366eecbd req-4aa56167-11e6-4577-88ef-075ae8f77f18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1246b31-9018-4d77-96fe-3d921c54d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708907 Mar 14 16:22:52.380064 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c46ee3f9-2a90-4a85-9e0b-bfe8366eecbd req-dd1cc12b-d37f-4886-93de-53c87edc6430 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225615 Mar 14 16:22:52.505408 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c36b498f-5763-4553-bc30-c6249386818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'name': 'tempest-TestShelveInstance-715801827-router', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:21Z', 'revision_number': 4, 'project_id': '3efb24ad252c4df49496c4391887f790', 'gw_port': {'id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6bfba9fb-45ec-4c77-84f9-cc2fe463021a', 'name': '', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'mac_address': 'fa:16:3e:15:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:20Z', 'updated_at': '2022-03-14T16:17:38Z', 'revision_number': 5, 'project_id': '3efb24ad252c4df49496c4391887f790', 'subnets': [{'id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:22:52.509447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36b498f-5763-4553-bc30-c6249386818b None None] The sync data for ids ['b60da69a-c632-4487-8d30-61a4c2f4070e'] in dv-neutron-833561-1-hyperv is: [{'id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'name': 'tempest-TestShelveInstance-715801827-router', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:21Z', 'revision_number': 4, 'project_id': '3efb24ad252c4df49496c4391887f790', 'gw_port': {'id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6bfba9fb-45ec-4c77-84f9-cc2fe463021a', 'name': '', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'mac_address': 'fa:16:3e:15:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:20Z', 'updated_at': '2022-03-14T16:17:38Z', 'revision_number': 5, 'project_id': '3efb24ad252c4df49496c4391887f790', 'subnets': [{'id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:22:52.510245 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c46ee3f9-2a90-4a85-9e0b-bfe8366eecbd req-45318d6c-8e8c-4410-9881-768adc6567a8 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229112 Mar 14 16:22:52.741621 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d925727-ef62-4073-a2cf-3701a45ea6b2 None None] New status for floating IP 579b39e8-8948-40fe-8ec6-c8aeaf0a0c8f: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 16:22:53.221979 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170f5bb-4927-422a-aad3-3080ad75d7a1 req-cb15abab-7de3-4ef8-a121-beddf4a74d77 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:22:53.222687 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-e170f5bb-4927-422a-aad3-3080ad75d7a1 req-cb15abab-7de3-4ef8-a121-beddf4a74d77 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Synchronizing usage tracker for tenant:3efb24ad252c4df49496c4391887f790 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:22:53.237883 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-e170f5bb-4927-422a-aad3-3080ad75d7a1 req-cb15abab-7de3-4ef8-a121-beddf4a74d77 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Unset dirty status for tenant:3efb24ad252c4df49496c4391887f790 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:22:53.239174 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e170f5bb-4927-422a-aad3-3080ad75d7a1 req-cb15abab-7de3-4ef8-a121-beddf4a74d77 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 946 time: 0.0911036 Mar 14 16:22:53.282669 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-e170f5bb-4927-422a-aad3-3080ad75d7a1 req-fca448a0-caca-4a07-9390-3aa4c2567f06 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=8999dcf1-bace-4426-a9fc-568b60a4c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381448 Mar 14 16:22:53.430717 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fdd4d-57b6-4ff8-881d-44fe390c4d43 req-b18a0c87-ce57-432d-8160-7ba55f1b84c8 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:22:53.432108 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af3fdd4d-57b6-4ff8-881d-44fe390c4d43 req-b18a0c87-ce57-432d-8160-7ba55f1b84c8 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.24 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 946 time: 0.0793726 Mar 14 16:22:53.498512 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-af3fdd4d-57b6-4ff8-881d-44fe390c4d43 req-ea4af927-e079-4355-8fd5-ae4256600164 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Deleting port 73e5a239-46cf-49ae-819a-8a68923d7c2f {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:22:53.498777 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-af3fdd4d-57b6-4ff8-881d-44fe390c4d43 req-ea4af927-e079-4355-8fd5-ae4256600164 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:53.738485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-af3fdd4d-57b6-4ff8-881d-44fe390c4d43 req-ea4af927-e079-4355-8fd5-ae4256600164 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] For port 73e5a239-46cf-49ae-819a-8a68923d7c2f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=73e5a239-46cf-49ae-819a-8a68923d7c2f,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:22:53.738835 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-af3fdd4d-57b6-4ff8-881d-44fe390c4d43 req-ea4af927-e079-4355-8fd5-ae4256600164 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:53.858955 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-af3fdd4d-57b6-4ff8-881d-44fe390c4d43 req-ea4af927-e079-4355-8fd5-ae4256600164 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Calling delete_port for 73e5a239-46cf-49ae-819a-8a68923d7c2f owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:22:53.997101 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-af3fdd4d-57b6-4ff8-881d-44fe390c4d43 req-ea4af927-e079-4355-8fd5-ae4256600164 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:54.045006 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4af927-e079-4355-8fd5-ae4256600164 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event deleted for resources: {'Port': ['ID=73e5a239-46cf-49ae-819a-8a68923d7c2f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:22:54.118786 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3fdd4d-57b6-4ff8-881d-44fe390c4d43 req-ea4af927-e079-4355-8fd5-ae4256600164 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] No DVR routers for this DVR port 73e5a239-46cf-49ae-819a-8a68923d7c2f on host hv-neutron-8335 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:22:54.121168 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-af3fdd4d-57b6-4ff8-881d-44fe390c4d43 req-ea4af927-e079-4355-8fd5-ae4256600164 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:54.124915 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727b8a88-dded-4cd9-a887-3f9997050517', 'name': 'network-vif-deleted', 'tag': '73e5a239-46cf-49ae-819a-8a68923d7c2f'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:22:54.138389 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af3fdd4d-57b6-4ff8-881d-44fe390c4d43 req-ea4af927-e079-4355-8fd5-ae4256600164 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.24 "DELETE /v2.0/ports/73e5a239-46cf-49ae-819a-8a68923d7c2f HTTP/1.1" status: 204 len: 173 time: 0.7000799 Mar 14 16:22:54.185830 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727b8a88-dded-4cd9-a887-3f9997050517', 'name': 'network-vif-deleted', 'tag': '73e5a239-46cf-49ae-819a-8a68923d7c2f', 'status': 'completed', 'code': 200} Mar 14 16:22:54.461730 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-f4ae03b2-3e81-414f-a7a2-d482062acb22 req-e26ff900-ea6f-45b7-b128-e888126cb24e tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Synchronizing usage tracker for tenant:3efb24ad252c4df49496c4391887f790 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:22:54.478142 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-f4ae03b2-3e81-414f-a7a2-d482062acb22 req-e26ff900-ea6f-45b7-b128-e888126cb24e tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Unset dirty status for tenant:3efb24ad252c4df49496c4391887f790 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:22:54.481145 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f4ae03b2-3e81-414f-a7a2-d482062acb22 req-e26ff900-ea6f-45b7-b128-e888126cb24e tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b8a88-dded-4cd9-a887-3f9997050517 HTTP/1.1" status: 200 len: 210 time: 0.0587475 Mar 14 16:22:55.585583 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33708) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:22:55.654986 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c7342f7-296f-4c8c-a93f-ffe41b0f5e08 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:55.777526 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c7342f7-296f-4c8c-a93f-ffe41b0f5e08 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:55.842763 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c7342f7-296f-4c8c-a93f-ffe41b0f5e08 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:55.861588 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7342f7-296f-4c8c-a93f-ffe41b0f5e08 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8999dcf1-bace-4426-a9fc-568b60a4c6b7,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:22:55.871209 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c7342f7-296f-4c8c-a93f-ffe41b0f5e08 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:55.872318 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1c7342f7-296f-4c8c-a93f-ffe41b0f5e08 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "DELETE /v2.0/security-groups/8999dcf1-bace-4426-a9fc-568b60a4c6b7 HTTP/1.1" status: 204 len: 168 time: 0.2857282 Mar 14 16:22:56.207348 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33716) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:22:56.213225 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-523b5286-0583-42eb-8a12-ccba06fd742c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2017805443', 'description': 'tempest-secgroup-smoke-2017805443 description', 'project_id': '3efb24ad252c4df49496c4391887f790'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:22:56.219827 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-523b5286-0583-42eb-8a12-ccba06fd742c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:22:56.224358 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-523b5286-0583-42eb-8a12-ccba06fd742c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Usage tracker for resource:security_group and tenant:3efb24ad252c4df49496c4391887f790 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:22:56.227349 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-523b5286-0583-42eb-8a12-ccba06fd742c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:22:56.233096 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-523b5286-0583-42eb-8a12-ccba06fd742c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:22:56.243356 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-523b5286-0583-42eb-8a12-ccba06fd742c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:56.278268 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-523b5286-0583-42eb-8a12-ccba06fd742c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:22:56.282556 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-523b5286-0583-42eb-8a12-ccba06fd742c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Usage tracker for resource:security_group_rule and tenant:3efb24ad252c4df49496c4391887f790 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:22:56.285240 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-523b5286-0583-42eb-8a12-ccba06fd742c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:22:56.290729 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-523b5286-0583-42eb-8a12-ccba06fd742c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:22:56.345161 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-523b5286-0583-42eb-8a12-ccba06fd742c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:56.348845 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-523b5286-0583-42eb-8a12-ccba06fd742c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:56.390503 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b5286-0583-42eb-8a12-ccba06fd742c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78664981-aab5-43c1-a701-663e087fc301,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:22:56.397560 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-523b5286-0583-42eb-8a12-ccba06fd742c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:56.398890 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-523b5286-0583-42eb-8a12-ccba06fd742c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1903803 Mar 14 16:22:56.401495 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33720) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:22:56.407408 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-230aea39-c8d2-4664-8c46-c0d8d5a7d477 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Request body: {'security_group_rule': {'security_group_id': '78664981-aab5-43c1-a701-663e087fc301', 'project_id': '3efb24ad252c4df49496c4391887f790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:22:56.413354 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-230aea39-c8d2-4664-8c46-c0d8d5a7d477 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:22:56.417573 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-230aea39-c8d2-4664-8c46-c0d8d5a7d477 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Usage tracker for resource:security_group_rule and tenant:3efb24ad252c4df49496c4391887f790 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:22:56.420387 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-230aea39-c8d2-4664-8c46-c0d8d5a7d477 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:22:56.426239 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-230aea39-c8d2-4664-8c46-c0d8d5a7d477 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:22:56.442728 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-230aea39-c8d2-4664-8c46-c0d8d5a7d477 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:56.504303 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-230aea39-c8d2-4664-8c46-c0d8d5a7d477 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:56.507680 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-230aea39-c8d2-4664-8c46-c0d8d5a7d477 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:56.530124 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230aea39-c8d2-4664-8c46-c0d8d5a7d477 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4a6ee7-499d-4839-9f04-8fd62e2c3e11,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:22:56.539099 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-230aea39-c8d2-4664-8c46-c0d8d5a7d477 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:56.540195 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-230aea39-c8d2-4664-8c46-c0d8d5a7d477 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1378188 Mar 14 16:22:56.543011 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33724) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:22:56.548306 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-257266bf-684f-4566-9fb9-61beff0ea475 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Request body: {'security_group_rule': {'security_group_id': '78664981-aab5-43c1-a701-663e087fc301', 'project_id': '3efb24ad252c4df49496c4391887f790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:22:56.553857 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-257266bf-684f-4566-9fb9-61beff0ea475 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:22:56.557582 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-257266bf-684f-4566-9fb9-61beff0ea475 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Usage tracker for resource:security_group_rule and tenant:3efb24ad252c4df49496c4391887f790 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:22:56.560387 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-257266bf-684f-4566-9fb9-61beff0ea475 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:22:56.565909 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-257266bf-684f-4566-9fb9-61beff0ea475 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:22:56.581941 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-257266bf-684f-4566-9fb9-61beff0ea475 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:56.640889 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-257266bf-684f-4566-9fb9-61beff0ea475 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:56.645133 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-257266bf-684f-4566-9fb9-61beff0ea475 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:56.666689 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257266bf-684f-4566-9fb9-61beff0ea475 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12bb86c-fdea-4617-a3f2-99402a83bb75,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:22:56.675459 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-257266bf-684f-4566-9fb9-61beff0ea475 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:56.676629 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-257266bf-684f-4566-9fb9-61beff0ea475 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1327007 Mar 14 16:22:56.679378 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33728) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:22:56.684591 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-fa76046a-8625-4ca5-bf59-dea9ed41646d tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Request body: {'security_group_rule': {'security_group_id': '78664981-aab5-43c1-a701-663e087fc301', 'project_id': '3efb24ad252c4df49496c4391887f790', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:22:56.690763 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fa76046a-8625-4ca5-bf59-dea9ed41646d tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:22:56.694560 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-fa76046a-8625-4ca5-bf59-dea9ed41646d tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Usage tracker for resource:security_group_rule and tenant:3efb24ad252c4df49496c4391887f790 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:22:56.697273 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-fa76046a-8625-4ca5-bf59-dea9ed41646d tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:22:56.702796 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fa76046a-8625-4ca5-bf59-dea9ed41646d tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:22:56.718448 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa76046a-8625-4ca5-bf59-dea9ed41646d tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:56.782577 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa76046a-8625-4ca5-bf59-dea9ed41646d tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:56.785932 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa76046a-8625-4ca5-bf59-dea9ed41646d tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:56.807862 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76046a-8625-4ca5-bf59-dea9ed41646d tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894d148e-b876-45c1-9e6e-4031e7a295b5,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:22:56.816732 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa76046a-8625-4ca5-bf59-dea9ed41646d tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:56.817881 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-fa76046a-8625-4ca5-bf59-dea9ed41646d tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1376066 Mar 14 16:22:56.820606 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33732) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:22:56.825768 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-86d344b4-9894-42e1-96ee-997018ce800c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Request body: {'security_group_rule': {'security_group_id': '78664981-aab5-43c1-a701-663e087fc301', 'project_id': '3efb24ad252c4df49496c4391887f790', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:22:56.832596 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-86d344b4-9894-42e1-96ee-997018ce800c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:22:56.836590 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-86d344b4-9894-42e1-96ee-997018ce800c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Usage tracker for resource:security_group_rule and tenant:3efb24ad252c4df49496c4391887f790 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:22:56.839408 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-86d344b4-9894-42e1-96ee-997018ce800c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:22:56.845007 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-86d344b4-9894-42e1-96ee-997018ce800c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:22:56.860193 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86d344b4-9894-42e1-96ee-997018ce800c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:56.921329 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86d344b4-9894-42e1-96ee-997018ce800c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:56.924639 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86d344b4-9894-42e1-96ee-997018ce800c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:56.947339 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d344b4-9894-42e1-96ee-997018ce800c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d38f57e-a054-493c-8a8e-54121ff35153,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:22:56.955815 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86d344b4-9894-42e1-96ee-997018ce800c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:56.956943 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-86d344b4-9894-42e1-96ee-997018ce800c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1354532 Mar 14 16:22:56.959698 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33736) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:22:56.965156 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-25f9a721-12a2-4d72-905e-ec4961069a92 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Request body: {'security_group_rule': {'security_group_id': '78664981-aab5-43c1-a701-663e087fc301', 'project_id': '3efb24ad252c4df49496c4391887f790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:22:56.971129 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-25f9a721-12a2-4d72-905e-ec4961069a92 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:22:56.974849 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-25f9a721-12a2-4d72-905e-ec4961069a92 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Usage tracker for resource:security_group_rule and tenant:3efb24ad252c4df49496c4391887f790 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:22:56.977646 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-25f9a721-12a2-4d72-905e-ec4961069a92 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:22:56.983305 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-25f9a721-12a2-4d72-905e-ec4961069a92 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:22:56.993888 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-25f9a721-12a2-4d72-905e-ec4961069a92 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Project 3efb24ad252c4df49496c4391887f790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 16:22:56.999980 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25f9a721-12a2-4d72-905e-ec4961069a92 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:57.063978 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25f9a721-12a2-4d72-905e-ec4961069a92 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:57.067485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25f9a721-12a2-4d72-905e-ec4961069a92 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:57.090115 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9a721-12a2-4d72-905e-ec4961069a92 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378229ee-b862-47db-933f-01b96f0d382a,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:22:57.099996 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25f9a721-12a2-4d72-905e-ec4961069a92 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:57.101184 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-25f9a721-12a2-4d72-905e-ec4961069a92 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1403301 Mar 14 16:22:57.103981 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33740) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:22:57.109221 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ffd4c440-f149-4edc-81cc-c1733efc50bc tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Request body: {'security_group_rule': {'security_group_id': '78664981-aab5-43c1-a701-663e087fc301', 'project_id': '3efb24ad252c4df49496c4391887f790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:22:57.115433 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ffd4c440-f149-4edc-81cc-c1733efc50bc tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:22:57.119098 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ffd4c440-f149-4edc-81cc-c1733efc50bc tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Usage tracker for resource:security_group_rule and tenant:3efb24ad252c4df49496c4391887f790 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:22:57.121866 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-ffd4c440-f149-4edc-81cc-c1733efc50bc tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:22:57.128034 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ffd4c440-f149-4edc-81cc-c1733efc50bc tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:22:57.139844 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-ffd4c440-f149-4edc-81cc-c1733efc50bc tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Project 3efb24ad252c4df49496c4391887f790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 16:22:57.146302 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffd4c440-f149-4edc-81cc-c1733efc50bc tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:57.186529 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 73e5a239-46cf-49ae-819a-8a68923d7c2f no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:22:57.211317 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffd4c440-f149-4edc-81cc-c1733efc50bc tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:57.214704 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffd4c440-f149-4edc-81cc-c1733efc50bc tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:57.220852 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 73e5a239-46cf-49ae-819a-8a68923d7c2f {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:22:57.221370 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 73e5a239-46cf-49ae-819a-8a68923d7c2f not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:22:57.237837 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4c440-f149-4edc-81cc-c1733efc50bc tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b081012-e2ba-4b18-8c15-ce6aaa8035da,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:22:57.246328 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffd4c440-f149-4edc-81cc-c1733efc50bc tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:22:57.247461 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-ffd4c440-f149-4edc-81cc-c1733efc50bc tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1425822 Mar 14 16:23:10.971148 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-ecdbe17c-fbe3-4251-8fbf-08a2440f04fb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Synchronizing usage tracker for tenant:3efb24ad252c4df49496c4391887f790 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:23:10.985835 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-ecdbe17c-fbe3-4251-8fbf-08a2440f04fb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Unset dirty status for tenant:3efb24ad252c4df49496c4391887f790 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:23:10.986985 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-ecdbe17c-fbe3-4251-8fbf-08a2440f04fb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2017805443&fields=id&tenant_id=3efb24ad252c4df49496c4391887f790 HTTP/1.1" status: 200 len: 267 time: 0.0561502 Mar 14 16:23:11.129608 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-46f6df49-77ca-4068-9c72-0f89b25c2015 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:23:11.131061 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-46f6df49-77ca-4068-9c72-0f89b25c2015 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/networks?id=b1246b31-9018-4d77-96fe-3d921c54d5b5 HTTP/1.1" status: 200 len: 808 time: 0.1378362 Mar 14 16:23:11.147860 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-05097bb4-2691-4839-9999-3f4a49f12562 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/quotas/3efb24ad252c4df49496c4391887f790 HTTP/1.1" status: 200 len: 375 time: 0.0115612 Mar 14 16:23:11.230407 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-d5587c08-c5d8-44cb-9840-260506053343 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3efb24ad252c4df49496c4391887f790&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775597 Mar 14 16:23:11.309491 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-d7b4a8ee-f813-45d6-a3cc-d9ed90f3b79d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 16:23:11.310486 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-d7b4a8ee-f813-45d6-a3cc-d9ed90f3b79d service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0688214 Mar 14 16:23:11.441226 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-85b70137-d16c-4715-9b7d-e64d90c87ef8 service neutron] 10.222.0.60 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241679 Mar 14 16:23:11.569381 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-e445110b-f5ac-483d-9644-052f9db2e29e service neutron] 10.222.0.60 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224246 Mar 14 16:23:11.759735 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:23:11.950868 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bce66d3d-0a01-4f3c-8c8f-b827cfce71dc req-90f3c73b-5556-4639-8680-941f7a1acfea tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 210 time: 0.0419636 Mar 14 16:23:13.062674 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6d695596-d883-413a-a4d8-14aa3024003c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:13.112825 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-550c8a90-7a23-46f0-8b78-cf6da4f44169 req-ee86afc2-28e9-445a-869e-eee462bbcfd0 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 210 time: 0.0421121 Mar 14 16:23:13.271876 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-77113c4d-77ab-4f34-bda8-03ec6220a27a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:23:13.273274 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-77113c4d-77ab-4f34-bda8-03ec6220a27a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.24 "GET /v2.0/networks?id=b1246b31-9018-4d77-96fe-3d921c54d5b5 HTTP/1.1" status: 200 len: 808 time: 0.1542439 Mar 14 16:23:13.325779 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-8fa91b58-6020-4e17-b9b3-a245f56020eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3efb24ad252c4df49496c4391887f790 HTTP/1.1" status: 200 len: 380 time: 0.0403478 Mar 14 16:23:13.336235 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-e55b923c-1690-4958-b3c1-8b7ef16598fa tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Request body: {'port': {'device_id': '48e4b0cf-9025-458d-9899-f18d5859af0b', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'admin_state_up': True, 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'security_groups': ['78664981-aab5-43c1-a701-663e087fc301']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:23:13.470504 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-e55b923c-1690-4958-b3c1-8b7ef16598fa tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:23:13.480081 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-e55b923c-1690-4958-b3c1-8b7ef16598fa tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:23:13.490957 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-e55b923c-1690-4958-b3c1-8b7ef16598fa tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Made reservation on behalf of 3efb24ad252c4df49496c4391887f790 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:23:13.494503 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-e55b923c-1690-4958-b3c1-8b7ef16598fa tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:13.660735 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-e55b923c-1690-4958-b3c1-8b7ef16598fa tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Allocated IP 172.20.0.7 (b1246b31-9018-4d77-96fe-3d921c54d5b5/3da994ac-f901-43d5-b66e-42c5d5a1d416/28ed9405-cc81-4743-9c86-d5f1df0d8d4d) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:23:13.930326 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-e55b923c-1690-4958-b3c1-8b7ef16598fa tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:13.947286 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-e55b923c-1690-4958-b3c1-8b7ef16598fa tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Transition to ACTIVE for port object 28ed9405-cc81-4743-9c86-d5f1df0d8d4d will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:23:13.969625 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-e55b923c-1690-4958-b3c1-8b7ef16598fa tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:14.046610 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-e55b923c-1690-4958-b3c1-8b7ef16598fa tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Network b1246b31-9018-4d77-96fe-3d921c54d5b5 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:23:14.049737 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-e55b923c-1690-4958-b3c1-8b7ef16598fa tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:23:14.054137 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-e55b923c-1690-4958-b3c1-8b7ef16598fa tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:23:14.080646 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b923c-1690-4958-b3c1-8b7ef16598fa tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event updated for resources: {'Port': ['ID=28ed9405-cc81-4743-9c86-d5f1df0d8d4d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:23:14.117650 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-e55b923c-1690-4958-b3c1-8b7ef16598fa tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:23:14.118411 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-e55b923c-1690-4958-b3c1-8b7ef16598fa tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:14.148266 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-e55b923c-1690-4958-b3c1-8b7ef16598fa tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8158100 Mar 14 16:23:14.159423 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-7b3b3e38-ef5c-4c8f-9d6e-ee14a681d59d service neutron] Request body: {'port': {'device_id': '48e4b0cf-9025-458d-9899-f18d5859af0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:23:14.290446 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-7b3b3e38-ef5c-4c8f-9d6e-ee14a681d59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:14.331285 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-385d844b-d08c-4c8e-94a6-77fe6e063714 None None] Provisioning for port 28ed9405-cc81-4743-9c86-d5f1df0d8d4d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:23:14.340266 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-385d844b-d08c-4c8e-94a6-77fe6e063714 None None] Provisioning complete for port 28ed9405-cc81-4743-9c86-d5f1df0d8d4d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:23:14.340927 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-385d844b-d08c-4c8e-94a6-77fe6e063714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:14.363613 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a0e57-85b6-406c-9a14-455be6d04487 req-e17cda43-7110-4ef0-9dfd-e5ba53352628 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:23:14.370654 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-234a0e57-85b6-406c-9a14-455be6d04487 req-e17cda43-7110-4ef0-9dfd-e5ba53352628 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 931 time: 0.0973980 Mar 14 16:23:14.406358 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-385d844b-d08c-4c8e-94a6-77fe6e063714 None None] Port 28ed9405-cc81-4743-9c86-d5f1df0d8d4d cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:23:14.418712 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-234a0e57-85b6-406c-9a14-455be6d04487 req-fc51c11c-87d4-47bd-a6ae-a6f982311cc6 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461464 Mar 14 16:23:14.651813 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-7b3b3e38-ef5c-4c8f-9d6e-ee14a681d59d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ed9405-cc81-4743-9c86-d5f1df0d8d4d {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:23:14.658650 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-7b3b3e38-ef5c-4c8f-9d6e-ee14a681d59d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:14.673369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-7b3b3e38-ef5c-4c8f-9d6e-ee14a681d59d service neutron] Transition to ACTIVE for port object 28ed9405-cc81-4743-9c86-d5f1df0d8d4d will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:23:14.676607 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-7b3b3e38-ef5c-4c8f-9d6e-ee14a681d59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:14.820268 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b3e38-ef5c-4c8f-9d6e-ee14a681d59d service neutron] Pushing event updated for resources: {'Port': ['ID=28ed9405-cc81-4743-9c86-d5f1df0d8d4d,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:23:14.939517 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-7b3b3e38-ef5c-4c8f-9d6e-ee14a681d59d service neutron] Attempting to bind port 28ed9405-cc81-4743-9c86-d5f1df0d8d4d on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:23:14.939861 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-7b3b3e38-ef5c-4c8f-9d6e-ee14a681d59d service neutron] Attempting to bind port 28ed9405-cc81-4743-9c86-d5f1df0d8d4d by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '912782af-36be-416d-ab49-87b5f6fb2529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:23:14.940190 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-7b3b3e38-ef5c-4c8f-9d6e-ee14a681d59d service neutron] Attempting to bind port 28ed9405-cc81-4743-9c86-d5f1df0d8d4d on network b1246b31-9018-4d77-96fe-3d921c54d5b5 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:23:14.946246 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-7b3b3e38-ef5c-4c8f-9d6e-ee14a681d59d service neutron] Port 28ed9405-cc81-4743-9c86-d5f1df0d8d4d on network b1246b31-9018-4d77-96fe-3d921c54d5b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 16:23:14.946571 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-7b3b3e38-ef5c-4c8f-9d6e-ee14a681d59d service neutron] Attempting to bind port 28ed9405-cc81-4743-9c86-d5f1df0d8d4d on network b1246b31-9018-4d77-96fe-3d921c54d5b5 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:23:14.952745 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-7b3b3e38-ef5c-4c8f-9d6e-ee14a681d59d service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:23:14.953161 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-7b3b3e38-ef5c-4c8f-9d6e-ee14a681d59d service neutron] Checking segment: {'id': '912782af-36be-416d-ab49-87b5f6fb2529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:23:14.953539 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-7b3b3e38-ef5c-4c8f-9d6e-ee14a681d59d service neutron] Bound using segment: {'id': '912782af-36be-416d-ab49-87b5f6fb2529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:23:14.954160 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-7b3b3e38-ef5c-4c8f-9d6e-ee14a681d59d service neutron] Bound port: 28ed9405-cc81-4743-9c86-d5f1df0d8d4d, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '912782af-36be-416d-ab49-87b5f6fb2529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:23:14.954511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-7b3b3e38-ef5c-4c8f-9d6e-ee14a681d59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:15.047572 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-7b3b3e38-ef5c-4c8f-9d6e-ee14a681d59d service neutron] For port 28ed9405-cc81-4743-9c86-d5f1df0d8d4d, host hv-neutron-8335, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:23:15.052498 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-7b3b3e38-ef5c-4c8f-9d6e-ee14a681d59d service neutron] For port 28ed9405-cc81-4743-9c86-d5f1df0d8d4d, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=28ed9405-cc81-4743-9c86-d5f1df0d8d4d,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:23:15.056659 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-7b3b3e38-ef5c-4c8f-9d6e-ee14a681d59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:15.117972 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-7b3b3e38-ef5c-4c8f-9d6e-ee14a681d59d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:15.119335 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-7b3b3e38-ef5c-4c8f-9d6e-ee14a681d59d service neutron] 10.222.0.24 "PUT /v2.0/ports/28ed9405-cc81-4743-9c86-d5f1df0d8d4d HTTP/1.1" status: 200 len: 1093 time: 0.9642427 Mar 14 16:23:15.119762 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e4b0cf-9025-458d-9899-f18d5859af0b', 'tag': '28ed9405-cc81-4743-9c86-d5f1df0d8d4d'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:23:15.136780 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b3e38-ef5c-4c8f-9d6e-ee14a681d59d service neutron] Pushing event updated for resources: {'Port': ['ID=28ed9405-cc81-4743-9c86-d5f1df0d8d4d,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:23:15.194297 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e4b0cf-9025-458d-9899-f18d5859af0b', 'tag': '28ed9405-cc81-4743-9c86-d5f1df0d8d4d', 'status': 'completed', 'code': 200} Mar 14 16:23:15.221134 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-65e783be-4d91-4d36-8a4c-18969abfc775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:15.235265 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-0ade871e-13b2-4543-b169-26087f82f7ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3efb24ad252c4df49496c4391887f790&device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 1096 time: 0.0769017 Mar 14 16:23:15.308057 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-c836edd6-38c6-4cd5-b6c8-c1f59709aa4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28ed9405-cc81-4743-9c86-d5f1df0d8d4d HTTP/1.1" status: 200 len: 217 time: 0.0660920 Mar 14 16:23:15.369629 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-9c2ea0f4-7aea-4e4f-a211-78541b329994 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:23:15.371082 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-9c2ea0f4-7aea-4e4f-a211-78541b329994 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3da994ac-f901-43d5-b66e-42c5d5a1d416 HTTP/1.1" status: 200 len: 847 time: 0.0573754 Mar 14 16:23:15.449497 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-62e96849-ba3d-445d-8424-d9670091fe0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1246b31-9018-4d77-96fe-3d921c54d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725982 Mar 14 16:23:15.579643 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-7a34cc7d-5a34-447c-8e0b-34bb3379a4bc service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244848 Mar 14 16:23:15.618528 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b1056-639c-4ff2-b20b-02eb5a2f0b6a req-13550d36-8931-4df1-bd7f-378a1e670c0c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:23:15.620201 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ea9b1056-639c-4ff2-b20b-02eb5a2f0b6a req-13550d36-8931-4df1-bd7f-378a1e670c0c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 943 time: 0.0788424 Mar 14 16:23:15.665692 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ea9b1056-639c-4ff2-b20b-02eb5a2f0b6a req-39750010-88e3-412b-aecf-95c73ee67cfb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392146 Mar 14 16:23:15.792105 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-af226b0e-53c9-4d96-99cf-3e4aa4a7d5a6 req-d2c11c52-7ea2-4b23-b124-62c8ddc4c00e service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057700 Mar 14 16:23:15.900037 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-468c6c0a-e2f4-432b-ba08-d0fc68ee0f1a req-251c9a04-5a99-47cf-9f2b-a435c48c2b2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3efb24ad252c4df49496c4391887f790&device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 1096 time: 0.0665824 Mar 14 16:23:16.031175 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c6c0a-e2f4-432b-ba08-d0fc68ee0f1a req-e2625ca5-5c93-4ca1-b389-ebc8ddd59de3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:23:16.032610 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-468c6c0a-e2f4-432b-ba08-d0fc68ee0f1a req-e2625ca5-5c93-4ca1-b389-ebc8ddd59de3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1246b31-9018-4d77-96fe-3d921c54d5b5 HTTP/1.1" status: 200 len: 909 time: 0.1261895 Mar 14 16:23:16.102304 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-468c6c0a-e2f4-432b-ba08-d0fc68ee0f1a req-38d2bc12-1ef2-4149-824d-cafbd5cebebd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28ed9405-cc81-4743-9c86-d5f1df0d8d4d HTTP/1.1" status: 200 len: 217 time: 0.0640593 Mar 14 16:23:16.163271 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c6c0a-e2f4-432b-ba08-d0fc68ee0f1a req-2861e1eb-d55b-4d5e-998d-87789897fe64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:23:16.164682 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-468c6c0a-e2f4-432b-ba08-d0fc68ee0f1a req-2861e1eb-d55b-4d5e-998d-87789897fe64 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3da994ac-f901-43d5-b66e-42c5d5a1d416 HTTP/1.1" status: 200 len: 847 time: 0.0568800 Mar 14 16:23:16.243445 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-468c6c0a-e2f4-432b-ba08-d0fc68ee0f1a req-efa54d5d-ca17-490e-8992-6d5d85b9ac6c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1246b31-9018-4d77-96fe-3d921c54d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727270 Mar 14 16:23:16.376897 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-468c6c0a-e2f4-432b-ba08-d0fc68ee0f1a req-3548f7ec-7835-40e8-8261-2f48da037d07 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269906 Mar 14 16:23:16.496417 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:16.506649 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-468c6c0a-e2f4-432b-ba08-d0fc68ee0f1a req-3e71c89f-5543-48de-8261-66653a753fd9 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233926 Mar 14 16:23:16.674400 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:16.878316 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2deca-94c5-47b2-bea0-a6190d00d80e req-7a3539fe-0c17-4905-8798-fec07aeea4b5 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:23:16.879007 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-10d2deca-94c5-47b2-bea0-a6190d00d80e req-7a3539fe-0c17-4905-8798-fec07aeea4b5 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Synchronizing usage tracker for tenant:3efb24ad252c4df49496c4391887f790 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:23:16.895267 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-10d2deca-94c5-47b2-bea0-a6190d00d80e req-7a3539fe-0c17-4905-8798-fec07aeea4b5 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Unset dirty status for tenant:3efb24ad252c4df49496c4391887f790 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:23:16.896437 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-10d2deca-94c5-47b2-bea0-a6190d00d80e req-7a3539fe-0c17-4905-8798-fec07aeea4b5 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 943 time: 0.0959504 Mar 14 16:23:16.942693 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-10d2deca-94c5-47b2-bea0-a6190d00d80e req-04a83642-1f99-4e59-bb10-c98e82fca7b7 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408828 Mar 14 16:23:18.137034 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429ad83-d491-4849-b096-44682544e2a9 req-2708b919-2784-4ae1-80c3-af1502f47c21 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:23:18.138502 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8429ad83-d491-4849-b096-44682544e2a9 req-2708b919-2784-4ae1-80c3-af1502f47c21 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 943 time: 0.0783110 Mar 14 16:23:18.149591 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:18.273016 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-8429ad83-d491-4849-b096-44682544e2a9 req-288a6fbe-4409-49e0-9376-9980baf92b62 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284084 Mar 14 16:23:19.466558 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad08ff4-26a1-4be9-80b0-39e0602e1ee6 req-63c6dabd-7b6b-4c65-a13e-ea7d1ae84f67 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:23:19.467891 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dad08ff4-26a1-4be9-80b0-39e0602e1ee6 req-63c6dabd-7b6b-4c65-a13e-ea7d1ae84f67 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 943 time: 0.0772169 Mar 14 16:23:19.513538 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dad08ff4-26a1-4be9-80b0-39e0602e1ee6 req-2af78bef-4efb-43fa-b693-c2dd676aac5a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396640 Mar 14 16:23:20.702550 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395df0f-d3b5-4df7-85b3-3e724b016c20 req-4d4c0fa3-3435-43fc-b14c-a0741e522b7a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:23:20.704540 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7395df0f-d3b5-4df7-85b3-3e724b016c20 req-4d4c0fa3-3435-43fc-b14c-a0741e522b7a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 943 time: 0.0738320 Mar 14 16:23:20.748393 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-7395df0f-d3b5-4df7-85b3-3e724b016c20 req-9f037825-04a2-446f-b50c-e7de4efba633 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384831 Mar 14 16:23:21.449546 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:21.938942 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ff841-a683-4057-a9a9-b639bbb05016 req-8eea0002-d525-4a29-896d-39101c05a38a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:23:21.940352 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fa8ff841-a683-4057-a9a9-b639bbb05016 req-8eea0002-d525-4a29-896d-39101c05a38a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 943 time: 0.0739360 Mar 14 16:23:21.984931 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-fa8ff841-a683-4057-a9a9-b639bbb05016 req-8f90a5c3-f507-4cb7-82b2-2191bec7c210 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392001 Mar 14 16:23:23.178799 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0a276-6bc2-491d-8907-b4b94434d1c4 req-6ff14420-1a27-49e0-9924-f7952aaa1596 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:23:23.180253 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-50e0a276-6bc2-491d-8907-b4b94434d1c4 req-6ff14420-1a27-49e0-9924-f7952aaa1596 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 943 time: 0.0766804 Mar 14 16:23:23.224857 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-50e0a276-6bc2-491d-8907-b4b94434d1c4 req-accb0ede-2176-413b-8106-d34f0598d519 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391614 Mar 14 16:23:24.422931 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79967f3c-4bc2-40de-9add-c2803c65cd22 req-be951d52-e05d-4e8d-a518-486cd1479084 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:23:24.424346 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-79967f3c-4bc2-40de-9add-c2803c65cd22 req-be951d52-e05d-4e8d-a518-486cd1479084 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 943 time: 0.0777774 Mar 14 16:23:24.469238 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-79967f3c-4bc2-40de-9add-c2803c65cd22 req-04ad7c33-afd2-4744-9174-1738041c8a47 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394070 Mar 14 16:23:25.311413 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 28ed9405-cc81-4743-9c86-d5f1df0d8d4d details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 16:23:25.472004 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 28ed9405-cc81-4743-9c86-d5f1df0d8d4d, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=28ed9405-cc81-4743-9c86-d5f1df0d8d4d,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:23:25.485016 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '28ed9405-cc81-4743-9c86-d5f1df0d8d4d', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'port_id': '28ed9405-cc81-4743-9c86-d5f1df0d8d4d', 'mac_address': 'fa:16:3e:4c:c8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 16:23:25.539885 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:25.556387 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ed9405-cc81-4743-9c86-d5f1df0d8d4d {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:23:25.571133 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 28ed9405-cc81-4743-9c86-d5f1df0d8d4d, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=28ed9405-cc81-4743-9c86-d5f1df0d8d4d,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:23:25.574743 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:25.641443 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=28ed9405-cc81-4743-9c86-d5f1df0d8d4d,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:23:25.649654 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:23:25.649995 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:23:25.650357 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:23:25.650688 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:23:25.651020 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:23:25.651341 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:23:25.651662 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:23:25.651981 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:23:25.652298 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:23:25.652612 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:23:25.652928 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:23:25.663035 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97dd3d-a356-45ee-a50d-c431e53adf6f req-8e5be771-7393-47e4-9870-a2c2798f0a4c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:23:25.664483 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fe97dd3d-a356-45ee-a50d-c431e53adf6f req-8e5be771-7393-47e4-9870-a2c2798f0a4c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 944 time: 0.0778885 Mar 14 16:23:25.712025 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-fe97dd3d-a356-45ee-a50d-c431e53adf6f req-857ffdb6-e724-486e-81f0-366277c92bf3 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420516 Mar 14 16:23:25.940097 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['28ed9405-cc81-4743-9c86-d5f1df0d8d4d'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:23:26.901416 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33762ed0-cead-49d4-8180-354365754278 req-58386eb1-2b18-4629-929a-121ead869433 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:23:26.902786 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-33762ed0-cead-49d4-8180-354365754278 req-58386eb1-2b18-4629-929a-121ead869433 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 944 time: 0.0750878 Mar 14 16:23:26.951338 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-33762ed0-cead-49d4-8180-354365754278 req-beb18b3f-b5a7-42a2-abe7-a169e01bc118 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421417 Mar 14 16:23:27.321426 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 28ed9405-cc81-4743-9c86-d5f1df0d8d4d up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:23:27.389152 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 28ed9405-cc81-4743-9c86-d5f1df0d8d4d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:23:27.394405 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 28ed9405-cc81-4743-9c86-d5f1df0d8d4d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:23:27.394770 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:27.503026 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:27.528558 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e4b0cf-9025-458d-9899-f18d5859af0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ed9405-cc81-4743-9c86-d5f1df0d8d4d'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:23:27.537967 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 28ed9405-cc81-4743-9c86-d5f1df0d8d4d, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=28ed9405-cc81-4743-9c86-d5f1df0d8d4d,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:23:27.542103 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:27.607459 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=28ed9405-cc81-4743-9c86-d5f1df0d8d4d,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:23:27.653381 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e4b0cf-9025-458d-9899-f18d5859af0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ed9405-cc81-4743-9c86-d5f1df0d8d4d', 'code': 200} Mar 14 16:23:27.915958 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8a9b78ea-4fae-4153-8344-b75ef427af51 req-d0af66a1-7dab-4e27-9a5c-234e542587e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 1098 time: 0.0657687 Mar 14 16:23:27.955673 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8a9b78ea-4fae-4153-8344-b75ef427af51 req-efee49e3-341d-4e5f-b993-3dbea59a126e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344467 Mar 14 16:23:28.145747 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a4792-c5fa-479f-a247-09ec0de59d10 req-f3a91b5f-0262-4734-bf1f-feb64ba1a83d tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:23:28.147212 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-774a4792-c5fa-479f-a247-09ec0de59d10 req-f3a91b5f-0262-4734-bf1f-feb64ba1a83d tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 945 time: 0.0790665 Mar 14 16:23:28.193256 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-774a4792-c5fa-479f-a247-09ec0de59d10 req-9f4111e2-b981-4913-b147-749146e0ff7d tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404360 Mar 14 16:23:29.393291 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10e9e1-2076-48c6-b47a-b702d4ce211d req-b53fdfff-2587-4721-8bda-950764916456 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:23:29.394737 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1b10e9e1-2076-48c6-b47a-b702d4ce211d req-b53fdfff-2587-4721-8bda-950764916456 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 945 time: 0.0737576 Mar 14 16:23:29.439447 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-1b10e9e1-2076-48c6-b47a-b702d4ce211d req-83633072-5da0-499e-a39b-bdb4cd082165 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391312 Mar 14 16:23:29.633441 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f72318-c025-4721-b91e-7e9055a5dcf9 req-715d4900-64d9-43b3-857e-13f3a60c2f49 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:23:29.634981 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a8f72318-c025-4721-b91e-7e9055a5dcf9 req-715d4900-64d9-43b3-857e-13f3a60c2f49 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 945 time: 0.0762453 Mar 14 16:23:29.682130 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a8f72318-c025-4721-b91e-7e9055a5dcf9 req-0e318d5d-2aae-43cd-ba34-66ebd67878f2 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406024 Mar 14 16:23:29.710163 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33898) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:23:29.846564 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-cb6fc5fd-ff14-44ea-ac09-ea77c6df13a7 tempest-TestShelveInstance-122403572 tempest-TestShelveInstance-122403572-project-admin] Synchronizing usage tracker for tenant:fcf9025eb08d4bda8db6206de17ed596 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:23:29.863589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-cb6fc5fd-ff14-44ea-ac09-ea77c6df13a7 tempest-TestShelveInstance-122403572 tempest-TestShelveInstance-122403572-project-admin] Unset dirty status for tenant:fcf9025eb08d4bda8db6206de17ed596 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:23:29.865210 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-cb6fc5fd-ff14-44ea-ac09-ea77c6df13a7 tempest-TestShelveInstance-122403572 tempest-TestShelveInstance-122403572-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 1093 time: 0.1536899 Mar 14 16:23:29.868031 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 33904) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:23:29.873924 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': '28ed9405-cc81-4743-9c86-d5f1df0d8d4d', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:23:29.887204 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:23:29.887204 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Usage tracker for resource:floatingip and tenant:3efb24ad252c4df49496c4391887f790 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:23:29.889021 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:23:29.895847 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:23:29.906936 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:30.138272 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:30.272851 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Allocated IP 172.26.4.4 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/44291ed8-e205-4cd2-975c-5d92d0d5d0fc) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:23:30.416499 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:30.443729 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:30.511820 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:23:30.514616 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:23:30.519398 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:23:30.542283 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event updated for resources: {'Port': ['ID=44291ed8-e205-4cd2-975c-5d92d0d5d0fc,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:23:31.003780 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:31.057561 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:31.266464 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:31.270665 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:31.373353 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event updated for resources: {'Port': ['ID=44291ed8-e205-4cd2-975c-5d92d0d5d0fc,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:23:31.388191 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:31.586943 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.l3_db [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Floating IP 181e2364-8dc2-4209-8735-dba65977be7f associated. External IP: 172.26.4.4, port: 28ed9405-cc81-4743-9c86-d5f1df0d8d4d. Mar 14 16:23:32.080767 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Router b60da69a-c632-4487-8d30-61a4c2f4070e has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:23:32.279255 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:23:32.289373 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ede3f5-cbf6-4f3a-b9e8-03283db15d74 None None] Sync routers for ids ['b60da69a-c632-4487-8d30-61a4c2f4070e'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:23:32.302021 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ede3f5-cbf6-4f3a-b9e8-03283db15d74 None None] Routers {'b60da69a-c632-4487-8d30-61a4c2f4070e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:23:32.302693 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-96ede3f5-cbf6-4f3a-b9e8-03283db15d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:23:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['b60da69a-c632-4487-8d30-61a4c2f4070e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:23:32.303882 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:32.357204 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-722167bb-1dc0-4be7-a3e1-397b07351d24 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4870007 Mar 14 16:23:32.357204 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e4b0cf-9025-458d-9899-f18d5859af0b', 'tag': '28ed9405-cc81-4743-9c86-d5f1df0d8d4d'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:23:32.413275 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e4b0cf-9025-458d-9899-f18d5859af0b', 'tag': '28ed9405-cc81-4743-9c86-d5f1df0d8d4d', 'status': 'completed', 'code': 200} Mar 14 16:23:32.480435 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-96ede3f5-cbf6-4f3a-b9e8-03283db15d74 None None] Set router b60da69a-c632-4487-8d30-61a4c2f4070e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:23:32.507809 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-08752000-2129-4ed2-aaf9-b4e46bac7ab8 req-b7d0e251-335f-433a-9128-ff7cd7321a84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3efb24ad252c4df49496c4391887f790&device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 1098 time: 0.0723057 Mar 14 16:23:32.637047 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08752000-2129-4ed2-aaf9-b4e46bac7ab8 req-47c84071-2556-4ed6-ae56-a22a215be5be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:23:32.638551 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-08752000-2129-4ed2-aaf9-b4e46bac7ab8 req-47c84071-2556-4ed6-ae56-a22a215be5be service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1246b31-9018-4d77-96fe-3d921c54d5b5 HTTP/1.1" status: 200 len: 909 time: 0.1256557 Mar 14 16:23:32.747691 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-08752000-2129-4ed2-aaf9-b4e46bac7ab8 req-b17a8dd6-2078-4f25-ac2f-27c27824082e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28ed9405-cc81-4743-9c86-d5f1df0d8d4d HTTP/1.1" status: 200 len: 997 time: 0.1029508 Mar 14 16:23:32.809618 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08752000-2129-4ed2-aaf9-b4e46bac7ab8 req-2c81ca9e-0b0e-4e2b-befb-c1c767203886 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:23:32.811090 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-08752000-2129-4ed2-aaf9-b4e46bac7ab8 req-2c81ca9e-0b0e-4e2b-befb-c1c767203886 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3da994ac-f901-43d5-b66e-42c5d5a1d416 HTTP/1.1" status: 200 len: 847 time: 0.0588584 Mar 14 16:23:32.828234 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-96ede3f5-cbf6-4f3a-b9e8-03283db15d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'name': 'tempest-TestShelveInstance-715801827-router', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:21Z', 'revision_number': 4, 'project_id': '3efb24ad252c4df49496c4391887f790', 'gw_port': {'id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '181e2364-8dc2-4209-8735-dba65977be7f', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'floating_ip_address': '172.26.4.4', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'port_id': '28ed9405-cc81-4743-9c86-d5f1df0d8d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'mac_address': 'fa:16:3e:4c:c8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4b0cf-9025-458d-9899-f18d5859af0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:23:30Z', 'updated_at': '2022-03-14T16:23:30Z', 'revision_number': 0, 'project_id': '3efb24ad252c4df49496c4391887f790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfba9fb-45ec-4c77-84f9-cc2fe463021a', 'name': '', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'mac_address': 'fa:16:3e:15:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:20Z', 'updated_at': '2022-03-14T16:17:38Z', 'revision_number': 5, 'project_id': '3efb24ad252c4df49496c4391887f790', 'subnets': [{'id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:23:32.832062 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ede3f5-cbf6-4f3a-b9e8-03283db15d74 None None] Checking router: b60da69a-c632-4487-8d30-61a4c2f4070e for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:23:32.842555 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ede3f5-cbf6-4f3a-b9e8-03283db15d74 None None] Routers {'b60da69a-c632-4487-8d30-61a4c2f4070e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:23:32.843670 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-96ede3f5-cbf6-4f3a-b9e8-03283db15d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:23:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['b60da69a-c632-4487-8d30-61a4c2f4070e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:23:32.883108 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-08752000-2129-4ed2-aaf9-b4e46bac7ab8 req-9ea2f5dd-0cb7-49ec-b330-cc23f3cf1c14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1246b31-9018-4d77-96fe-3d921c54d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661142 Mar 14 16:23:33.011351 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-08752000-2129-4ed2-aaf9-b4e46bac7ab8 req-b17b39bb-25c9-402b-9932-99cf42cb4937 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224756 Mar 14 16:23:33.015926 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-96ede3f5-cbf6-4f3a-b9e8-03283db15d74 None None] Set router b60da69a-c632-4487-8d30-61a4c2f4070e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:23:33.141763 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-08752000-2129-4ed2-aaf9-b4e46bac7ab8 req-0f6c2bb8-746d-4c98-b61c-fd8fb86ea0b8 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251705 Mar 14 16:23:33.552792 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-96ede3f5-cbf6-4f3a-b9e8-03283db15d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'name': 'tempest-TestShelveInstance-715801827-router', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:21Z', 'revision_number': 4, 'project_id': '3efb24ad252c4df49496c4391887f790', 'gw_port': {'id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '181e2364-8dc2-4209-8735-dba65977be7f', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'floating_ip_address': '172.26.4.4', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'port_id': '28ed9405-cc81-4743-9c86-d5f1df0d8d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'mac_address': 'fa:16:3e:4c:c8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4b0cf-9025-458d-9899-f18d5859af0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:23:30Z', 'updated_at': '2022-03-14T16:23:30Z', 'revision_number': 0, 'project_id': '3efb24ad252c4df49496c4391887f790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfba9fb-45ec-4c77-84f9-cc2fe463021a', 'name': '', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'mac_address': 'fa:16:3e:15:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:20Z', 'updated_at': '2022-03-14T16:17:38Z', 'revision_number': 5, 'project_id': '3efb24ad252c4df49496c4391887f790', 'subnets': [{'id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:23:33.559124 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ede3f5-cbf6-4f3a-b9e8-03283db15d74 None None] The sync data for ids ['b60da69a-c632-4487-8d30-61a4c2f4070e'] in dv-neutron-833561-1-hyperv is: [{'id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'name': 'tempest-TestShelveInstance-715801827-router', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:21Z', 'revision_number': 4, 'project_id': '3efb24ad252c4df49496c4391887f790', 'gw_port': {'id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '181e2364-8dc2-4209-8735-dba65977be7f', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'floating_ip_address': '172.26.4.4', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'port_id': '28ed9405-cc81-4743-9c86-d5f1df0d8d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'mac_address': 'fa:16:3e:4c:c8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4b0cf-9025-458d-9899-f18d5859af0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:23:30Z', 'updated_at': '2022-03-14T16:23:30Z', 'revision_number': 0, 'project_id': '3efb24ad252c4df49496c4391887f790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfba9fb-45ec-4c77-84f9-cc2fe463021a', 'name': '', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'mac_address': 'fa:16:3e:15:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:20Z', 'updated_at': '2022-03-14T16:17:38Z', 'revision_number': 5, 'project_id': '3efb24ad252c4df49496c4391887f790', 'subnets': [{'id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:23:33.748872 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d71c92-e0db-4453-98ff-a62e129b0aae None None] New status for floating IP 181e2364-8dc2-4209-8735-dba65977be7f: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 16:23:43.065969 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a37bfc9e-27fc-47f4-b664-b00f84b8e953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:45.223353 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c0154227-f302-4b06-8484-b461e38540ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:46.498820 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:46.677297 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:48.145130 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:48.759892 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:23:51.438468 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:23:53.759693 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a7da147b-306c-4265-81fa-027b89ee01e8 req-417fdd46-c0a6-41c1-b55e-a2e58d9394fb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726221 Mar 14 16:23:53.897693 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a7da147b-306c-4265-81fa-027b89ee01e8 req-fc4a52c0-f98d-4694-9102-dd7591141292 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3efb24ad252c4df49496c4391887f790&device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 1098 time: 0.0672197 Mar 14 16:23:54.138005 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da147b-306c-4265-81fa-027b89ee01e8 req-050a31ad-6bac-4848-bfed-1499e465c485 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:23:54.139392 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a7da147b-306c-4265-81fa-027b89ee01e8 req-050a31ad-6bac-4848-bfed-1499e465c485 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1246b31-9018-4d77-96fe-3d921c54d5b5 HTTP/1.1" status: 200 len: 909 time: 0.2235765 Mar 14 16:23:54.240537 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a7da147b-306c-4265-81fa-027b89ee01e8 req-e0107919-eb37-483e-b1af-d3848f527212 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28ed9405-cc81-4743-9c86-d5f1df0d8d4d HTTP/1.1" status: 200 len: 999 time: 0.0946352 Mar 14 16:23:54.303858 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da147b-306c-4265-81fa-027b89ee01e8 req-f31bf04e-2395-452d-91de-238a8f6d56ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:23:54.305249 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a7da147b-306c-4265-81fa-027b89ee01e8 req-f31bf04e-2395-452d-91de-238a8f6d56ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3da994ac-f901-43d5-b66e-42c5d5a1d416 HTTP/1.1" status: 200 len: 847 time: 0.0591702 Mar 14 16:23:54.377423 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a7da147b-306c-4265-81fa-027b89ee01e8 req-1316298c-beba-48fc-8db0-3c2e3ff66a17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1246b31-9018-4d77-96fe-3d921c54d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661485 Mar 14 16:23:54.514279 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a7da147b-306c-4265-81fa-027b89ee01e8 req-dcb6f5fe-096f-4125-82f6-0e6e3237073a service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302099 Mar 14 16:23:54.645818 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a7da147b-306c-4265-81fa-027b89ee01e8 req-0d8aa6e2-fe83-48f0-9736-1f1bf5686c2c service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253974 Mar 14 16:24:13.069614 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-720ceb10-1cae-4d65-9b32-2f38887c4d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:24:15.225801 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1452e992-b7b9-4ae6-b84a-e7aa4e5e3d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:24:16.501194 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:24:16.677933 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:24:18.149316 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:24:21.439550 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:24:25.760173 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:24:43.070393 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-56d45e07-1142-4063-ba12-cdb3ca872f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:24:45.227317 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3980b02b-1d96-47e9-84db-99f65a692f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:24:46.504419 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:24:46.679983 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:24:48.150480 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:24:51.441387 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:24:53.824592 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9be8ba5b-6ca8-49fa-830c-2d6448a34d00 req-d91e61bd-695e-4458-b6cf-16972c1bac9d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1409137 Mar 14 16:24:53.959710 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9be8ba5b-6ca8-49fa-830c-2d6448a34d00 req-88121bd6-498a-4d97-85d3-128da9ee54dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3efb24ad252c4df49496c4391887f790&device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 1098 time: 0.0704868 Mar 14 16:24:54.103955 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8ba5b-6ca8-49fa-830c-2d6448a34d00 req-10962274-7c6d-44a8-a1ba-a2f9fbb9f794 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:24:54.106468 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9be8ba5b-6ca8-49fa-830c-2d6448a34d00 req-10962274-7c6d-44a8-a1ba-a2f9fbb9f794 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1246b31-9018-4d77-96fe-3d921c54d5b5 HTTP/1.1" status: 200 len: 909 time: 0.1294003 Mar 14 16:24:54.216631 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9be8ba5b-6ca8-49fa-830c-2d6448a34d00 req-3dad0629-dc0c-4c5c-8b9d-762a9328a90c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28ed9405-cc81-4743-9c86-d5f1df0d8d4d HTTP/1.1" status: 200 len: 999 time: 0.1024411 Mar 14 16:24:54.279144 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8ba5b-6ca8-49fa-830c-2d6448a34d00 req-3f7d7ed8-ce22-4848-85e8-eaa03473805a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:24:54.280527 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9be8ba5b-6ca8-49fa-830c-2d6448a34d00 req-3f7d7ed8-ce22-4848-85e8-eaa03473805a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3da994ac-f901-43d5-b66e-42c5d5a1d416 HTTP/1.1" status: 200 len: 847 time: 0.0574183 Mar 14 16:24:54.358170 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9be8ba5b-6ca8-49fa-830c-2d6448a34d00 req-9a5705bd-2726-4d6e-844f-37ea4087d68a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1246b31-9018-4d77-96fe-3d921c54d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711641 Mar 14 16:24:54.488891 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9be8ba5b-6ca8-49fa-830c-2d6448a34d00 req-762fe98d-375c-4886-8f11-40c42eb70731 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237173 Mar 14 16:24:54.615274 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9be8ba5b-6ca8-49fa-830c-2d6448a34d00 req-9b8eb6f2-65e0-457b-8315-1b0f85fc9f9c service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204557 Mar 14 16:25:02.762743 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:25:13.073699 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-403e2936-d84e-4e37-82b3-a91467d9d2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:25:15.231180 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62567204-07a0-4d51-9c4e-4cface36e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:25:16.507203 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:25:16.684649 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:25:18.153498 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:25:21.444217 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:25:25.857337 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe3246-ecef-47a7-b1d4-665760cfbea6 req-9ef8f63c-5d48-4637-abfd-03463ebd16eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:25.858719 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3abe3246-ecef-47a7-b1d4-665760cfbea6 req-9ef8f63c-5d48-4637-abfd-03463ebd16eb tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 945 time: 0.1433022 Mar 14 16:25:25.902392 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3abe3246-ecef-47a7-b1d4-665760cfbea6 req-d362b254-a098-486a-a6aa-cf279ced7c99 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382922 Mar 14 16:25:27.221596 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae00f6-c8f8-478c-b4a8-6807a93fc266 req-bd95fa2d-ac46-4e71-811f-e94a46ee6c69 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:27.223039 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c3ae00f6-c8f8-478c-b4a8-6807a93fc266 req-bd95fa2d-ac46-4e71-811f-e94a46ee6c69 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 945 time: 0.1445839 Mar 14 16:25:27.266900 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c3ae00f6-c8f8-478c-b4a8-6807a93fc266 req-0d5cfdbb-d561-4dff-8834-4ad1f2fda09c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385370 Mar 14 16:25:28.474546 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127de773-414d-44bb-a399-d1ba98ad6928 req-1bc5b2c1-f517-4370-98bd-6bb20a35ab02 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:28.475903 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-127de773-414d-44bb-a399-d1ba98ad6928 req-1bc5b2c1-f517-4370-98bd-6bb20a35ab02 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 945 time: 0.0795481 Mar 14 16:25:28.520481 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-127de773-414d-44bb-a399-d1ba98ad6928 req-b9d89066-0c6b-42b0-ba0c-85e771cded8c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385416 Mar 14 16:25:29.710997 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219c896-07ba-46c6-adb0-a1ba7176a66d req-1b4cb279-3817-4130-a195-176a7f93c825 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:29.712670 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0219c896-07ba-46c6-adb0-a1ba7176a66d req-1b4cb279-3817-4130-a195-176a7f93c825 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 945 time: 0.0740049 Mar 14 16:25:29.841956 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0219c896-07ba-46c6-adb0-a1ba7176a66d req-9cb8817a-4e20-4c73-8fd1-d232c9d04ca2 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235409 Mar 14 16:25:31.046726 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e732e-0316-4f42-aae5-8da3f2da15c6 req-5f9b1cad-775c-4632-a1bb-876409d6bfe9 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:31.048044 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b32e732e-0316-4f42-aae5-8da3f2da15c6 req-5f9b1cad-775c-4632-a1bb-876409d6bfe9 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 945 time: 0.0793223 Mar 14 16:25:31.102952 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b32e732e-0316-4f42-aae5-8da3f2da15c6 req-83a3cadb-bb8f-4c74-a673-d0d224f3b54f tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494623 Mar 14 16:25:32.295370 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98677304-57f7-4574-b5fa-8be51568143d req-241ec5d1-c0ef-4ef7-a088-0f2f01801ba8 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:32.296774 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-98677304-57f7-4574-b5fa-8be51568143d req-241ec5d1-c0ef-4ef7-a088-0f2f01801ba8 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 945 time: 0.0742233 Mar 14 16:25:32.340823 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-98677304-57f7-4574-b5fa-8be51568143d req-58bc36a7-8886-4206-9803-d04f67c252ba tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387051 Mar 14 16:25:33.531328 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbb083-709b-4861-9116-381391779dee req-44e3c187-c93b-4396-bbbc-2b61e374aa7e tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:33.532714 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c8fbb083-709b-4861-9116-381391779dee req-44e3c187-c93b-4396-bbbc-2b61e374aa7e tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 945 time: 0.0744746 Mar 14 16:25:33.579738 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c8fbb083-709b-4861-9116-381391779dee req-b715d94f-bdce-4568-b408-ae2c04132370 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414331 Mar 14 16:25:34.931439 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1c6e5-3152-4d39-afb9-9e1036366be8 req-53902cb8-7f3d-4e5f-92ed-e0802a3fd2b1 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:34.933234 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f7d1c6e5-3152-4d39-afb9-9e1036366be8 req-53902cb8-7f3d-4e5f-92ed-e0802a3fd2b1 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 945 time: 0.0781691 Mar 14 16:25:34.977618 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f7d1c6e5-3152-4d39-afb9-9e1036366be8 req-46d21ad3-9aaf-45ca-adb7-ea56c79aa671 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390635 Mar 14 16:25:35.872699 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-493870e4-399f-49ae-9d93-96dd51561a55 req-61a4e180-c7b8-4f14-8cc8-60a36a12d860 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3efb24ad252c4df49496c4391887f790&device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 1098 time: 0.1265388 Mar 14 16:25:35.998923 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493870e4-399f-49ae-9d93-96dd51561a55 req-7c62e08c-d651-4457-8288-ffb25737e448 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:36.000322 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-493870e4-399f-49ae-9d93-96dd51561a55 req-7c62e08c-d651-4457-8288-ffb25737e448 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1246b31-9018-4d77-96fe-3d921c54d5b5 HTTP/1.1" status: 200 len: 909 time: 0.1214428 Mar 14 16:25:36.103239 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-493870e4-399f-49ae-9d93-96dd51561a55 req-e10c078c-9a9b-4972-b654-3796e7a7529d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28ed9405-cc81-4743-9c86-d5f1df0d8d4d HTTP/1.1" status: 200 len: 999 time: 0.0972703 Mar 14 16:25:36.173040 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493870e4-399f-49ae-9d93-96dd51561a55 req-929f87cf-1bb1-4817-b584-72f43fd2eb84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:36.174675 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-493870e4-399f-49ae-9d93-96dd51561a55 req-929f87cf-1bb1-4817-b584-72f43fd2eb84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3da994ac-f901-43d5-b66e-42c5d5a1d416 HTTP/1.1" status: 200 len: 847 time: 0.0662885 Mar 14 16:25:36.179996 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b146c6-126e-4294-a025-9ef632f486e7 req-ae252078-28c8-43d2-9bc9-6df8926d6827 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:36.181525 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-50b146c6-126e-4294-a025-9ef632f486e7 req-ae252078-28c8-43d2-9bc9-6df8926d6827 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 945 time: 0.0786150 Mar 14 16:25:36.228297 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-50b146c6-126e-4294-a025-9ef632f486e7 req-4205b71a-8402-4549-8537-e876345e4827 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409849 Mar 14 16:25:36.249690 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-493870e4-399f-49ae-9d93-96dd51561a55 req-7da7a0c3-d91d-418a-96d3-a61f71e3bbaf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1246b31-9018-4d77-96fe-3d921c54d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694823 Mar 14 16:25:36.377137 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-493870e4-399f-49ae-9d93-96dd51561a55 req-ac01b22e-c0e4-4ee3-bd7d-d5dc93a4ea10 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209433 Mar 14 16:25:36.509598 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-493870e4-399f-49ae-9d93-96dd51561a55 req-52dda584-99e5-462a-a0d2-2531568f5dea service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274810 Mar 14 16:25:37.437470 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf73091-6b1d-41ea-8126-c1635e01da19 req-59e52329-bf56-4718-a165-00f19b1ed198 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:37.438940 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3cf73091-6b1d-41ea-8126-c1635e01da19 req-59e52329-bf56-4718-a165-00f19b1ed198 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 945 time: 0.0926630 Mar 14 16:25:37.485872 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-3cf73091-6b1d-41ea-8126-c1635e01da19 req-88c4511f-f3fc-41ed-bc23-083e1d8d1db1 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414841 Mar 14 16:25:38.686958 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6b51e-6025-419e-bf3f-8bebbb078335 req-f6dfccab-3d58-4333-b873-30ae7588776a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:38.688386 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59c6b51e-6025-419e-bf3f-8bebbb078335 req-f6dfccab-3d58-4333-b873-30ae7588776a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 945 time: 0.0803196 Mar 14 16:25:38.733912 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-59c6b51e-6025-419e-bf3f-8bebbb078335 req-0629987f-4be1-4560-a12f-5922d5a5d141 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398567 Mar 14 16:25:38.922447 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ca35888a-5cb9-42c2-8ee1-32a0685f0fed req-67d8c9c8-f94d-4d81-8031-6661b8ff8043 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0706630 Mar 14 16:25:39.042701 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 33990) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:25:39.240601 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8442a-70c7-4cc9-8e35-73ccb7901225 req-f11ef085-f257-4be5-815f-dc587e456458 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:39.242034 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b8a8442a-70c7-4cc9-8e35-73ccb7901225 req-f11ef085-f257-4be5-815f-dc587e456458 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 945 time: 0.1322582 Mar 14 16:25:39.245839 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-09868e47-5d22-4a61-b0b2-5f62409000f9 req-0d500973-fd17-425a-8ab7-6643279c1824 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2019997 Mar 14 16:25:39.286902 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-b8a8442a-70c7-4cc9-8e35-73ccb7901225 req-4002a54a-ac5e-43f1-a027-f5d6e6eaeac5 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393980 Mar 14 16:25:39.764443 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:25:40.493769 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d8fc0-5a65-4a52-b818-1eeb03c63ee9 req-168a7a86-bb97-4935-8d08-4bd3632bcf50 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:40.495487 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-274d8fc0-5a65-4a52-b818-1eeb03c63ee9 req-168a7a86-bb97-4935-8d08-4bd3632bcf50 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 945 time: 0.0851748 Mar 14 16:25:40.545500 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-274d8fc0-5a65-4a52-b818-1eeb03c63ee9 req-09f45e0a-8346-4c0e-aa71-83c39e560734 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444291 Mar 14 16:25:41.300002 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-09868e47-5d22-4a61-b0b2-5f62409000f9 req-00c24ae2-8587-4069-b83c-52e5e0d208ea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b&tenant_id=3efb24ad252c4df49496c4391887f790 HTTP/1.1" status: 200 len: 1098 time: 0.0695317 Mar 14 16:25:41.391531 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-09868e47-5d22-4a61-b0b2-5f62409000f9 req-ab69aa52-c07e-483e-87c2-c2a3c778012f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3efb24ad252c4df49496c4391887f790&device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 1098 time: 0.0710227 Mar 14 16:25:41.520657 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09868e47-5d22-4a61-b0b2-5f62409000f9 req-01d0ab80-3c40-4e70-b39f-8b61f9e4d5a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:41.522111 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-09868e47-5d22-4a61-b0b2-5f62409000f9 req-01d0ab80-3c40-4e70-b39f-8b61f9e4d5a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1246b31-9018-4d77-96fe-3d921c54d5b5 HTTP/1.1" status: 200 len: 909 time: 0.1248796 Mar 14 16:25:41.626475 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-09868e47-5d22-4a61-b0b2-5f62409000f9 req-2c82418b-f10f-44b2-bdb4-48b93f36ca88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28ed9405-cc81-4743-9c86-d5f1df0d8d4d HTTP/1.1" status: 200 len: 999 time: 0.0985358 Mar 14 16:25:41.743934 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186026ca-627e-4c0a-be2b-1f0ce8ae01c2 req-7da50342-d948-4c8f-a857-9f85478a6e1a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:41.745433 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-186026ca-627e-4c0a-be2b-1f0ce8ae01c2 req-7da50342-d948-4c8f-a857-9f85478a6e1a tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 945 time: 0.0796394 Mar 14 16:25:41.776929 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09868e47-5d22-4a61-b0b2-5f62409000f9 req-8f645298-90d2-4329-a7b3-085221ae4a48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:41.778529 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-09868e47-5d22-4a61-b0b2-5f62409000f9 req-8f645298-90d2-4329-a7b3-085221ae4a48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3da994ac-f901-43d5-b66e-42c5d5a1d416 HTTP/1.1" status: 200 len: 847 time: 0.1467900 Mar 14 16:25:41.794580 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-186026ca-627e-4c0a-be2b-1f0ce8ae01c2 req-51aa6c4a-73c4-4221-968e-95e1c441906c tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434096 Mar 14 16:25:41.850844 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 28ed9405-cc81-4743-9c86-d5f1df0d8d4d no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:25:41.851823 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-09868e47-5d22-4a61-b0b2-5f62409000f9 req-fb557805-0612-4fad-98b6-19cd4dc4d739 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1246b31-9018-4d77-96fe-3d921c54d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666566 Mar 14 16:25:41.958933 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:25:41.984293 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-09868e47-5d22-4a61-b0b2-5f62409000f9 req-9bdb3301-5832-4bae-86fb-2b66075824c3 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267841 Mar 14 16:25:41.986037 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e4b0cf-9025-458d-9899-f18d5859af0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28ed9405-cc81-4743-9c86-d5f1df0d8d4d'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:25:41.996093 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 28ed9405-cc81-4743-9c86-d5f1df0d8d4d, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=28ed9405-cc81-4743-9c86-d5f1df0d8d4d,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:25:42.001232 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:25:42.042583 dv-neutron-833561-1-hyperv neutron-server[83912]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '48e4b0cf-9025-458d-9899-f18d5859af0b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '28ed9405-cc81-4743-9c86-d5f1df0d8d4d', 'code': 422} returned with failed status Mar 14 16:25:42.067038 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=28ed9405-cc81-4743-9c86-d5f1df0d8d4d,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:25:42.076297 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:25:42.076648 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:25:42.076986 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:25:42.077321 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:25:42.077656 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:25:42.077984 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:25:42.078359 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:25:42.078687 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:25:42.079009 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:25:42.079330 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:25:42.079652 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:25:42.123314 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-09868e47-5d22-4a61-b0b2-5f62409000f9 req-2f8887ab-916a-475c-afe1-e8bd75ba8c7e service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324739 Mar 14 16:25:42.991230 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb8dbf-6224-41f6-b724-a6bd731aead8 req-efe42430-27e2-4bd8-ab12-d32f89e2858f tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:42.992580 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3cbb8dbf-6224-41f6-b724-a6bd731aead8 req-efe42430-27e2-4bd8-ab12-d32f89e2858f tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 943 time: 0.0756831 Mar 14 16:25:43.036890 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3cbb8dbf-6224-41f6-b724-a6bd731aead8 req-a90f6722-720a-4407-9dcc-996a80c4d724 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384662 Mar 14 16:25:43.075861 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce11d41d-1110-4ec0-aafc-a0d6698d49b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:25:44.242698 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1badd0e-c822-42e4-9019-4092f6978283 req-730c8761-e86d-4a78-b65f-a1e2db0a2b94 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:44.244207 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d1badd0e-c822-42e4-9019-4092f6978283 req-730c8761-e86d-4a78-b65f-a1e2db0a2b94 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 943 time: 0.0860572 Mar 14 16:25:44.305101 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-d1badd0e-c822-42e4-9019-4092f6978283 req-5d03b601-8fbd-4377-9280-c93c305255db tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552132 Mar 14 16:25:45.232980 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4d8dc605-430c-4795-aab1-f36e7e28def3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:25:45.509155 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76e052-5552-47e4-a6aa-a61b1ffa1581 req-405c30a8-321f-4840-a3c8-7944ff80c37e tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:45.510831 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2e76e052-5552-47e4-a6aa-a61b1ffa1581 req-405c30a8-321f-4840-a3c8-7944ff80c37e tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 943 time: 0.0788016 Mar 14 16:25:45.554958 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2e76e052-5552-47e4-a6aa-a61b1ffa1581 req-0e0ef255-91f3-479a-913f-19fcc2bb61ff tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384135 Mar 14 16:25:46.510707 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:25:46.687969 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:25:46.755092 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ab70a-4118-4507-a529-a569c1514350 req-6c1882ae-8d60-48e8-add6-5415563881b5 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:46.756516 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-421ab70a-4118-4507-a529-a569c1514350 req-6c1882ae-8d60-48e8-add6-5415563881b5 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 943 time: 0.0799077 Mar 14 16:25:46.801143 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-421ab70a-4118-4507-a529-a569c1514350 req-45eada6e-4d84-4131-b9ad-67141bca4443 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379314 Mar 14 16:25:48.003735 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb343d4e-c836-4e56-96fc-debfac11a2f5 req-e8038d7b-de9c-49a8-9e53-858d83072ab2 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:48.005160 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cb343d4e-c836-4e56-96fc-debfac11a2f5 req-e8038d7b-de9c-49a8-9e53-858d83072ab2 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 943 time: 0.0746248 Mar 14 16:25:48.049974 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-cb343d4e-c836-4e56-96fc-debfac11a2f5 req-f6b9c63c-0598-43ee-8549-255c410ef166 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393512 Mar 14 16:25:48.156661 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:25:49.250122 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc31e1-4b0c-4786-b29b-6b5e99ccb010 req-2aad9bf2-89b4-4ad9-8877-ea0a62cc2fb4 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:49.251562 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5efc31e1-4b0c-4786-b29b-6b5e99ccb010 req-2aad9bf2-89b4-4ad9-8877-ea0a62cc2fb4 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 943 time: 0.0813582 Mar 14 16:25:49.297395 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-5efc31e1-4b0c-4786-b29b-6b5e99ccb010 req-b7a84930-75e6-4788-91d5-850b4af117a5 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402999 Mar 14 16:25:49.455457 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-57f5ae14-123f-429d-a146-15ace8d9266b req-574ff6ed-ccb4-423d-af92-a62c5a58c4c1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 1096 time: 0.0752645 Mar 14 16:25:49.496266 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-57f5ae14-123f-429d-a146-15ace8d9266b req-fce6d7b8-2058-4e07-b15a-032d56580560 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349236 Mar 14 16:25:50.495143 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196d6ef-9ea2-43fa-9d82-1e7e6f609fd2 req-e2ebbd15-5312-47e1-aada-3a66d137e2fa tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:50.497089 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6196d6ef-9ea2-43fa-9d82-1e7e6f609fd2 req-e2ebbd15-5312-47e1-aada-3a66d137e2fa tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 943 time: 0.0791230 Mar 14 16:25:50.541792 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-6196d6ef-9ea2-43fa-9d82-1e7e6f609fd2 req-39766605-69ca-4b72-ba04-89b30dbd0499 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393870 Mar 14 16:25:51.439322 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:25:51.739496 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844d1e8-428c-4e6e-8442-580f0e1382dc req-298be48e-7bbc-4894-8b22-e09a5bc869a0 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:51.741068 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c844d1e8-428c-4e6e-8442-580f0e1382dc req-298be48e-7bbc-4894-8b22-e09a5bc869a0 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 943 time: 0.0809863 Mar 14 16:25:51.785019 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-c844d1e8-428c-4e6e-8442-580f0e1382dc req-1243fd2f-0b19-464b-8d23-b0c3e9a64892 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379970 Mar 14 16:25:51.896232 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 28ed9405-cc81-4743-9c86-d5f1df0d8d4d details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 16:25:52.025777 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 28ed9405-cc81-4743-9c86-d5f1df0d8d4d, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=28ed9405-cc81-4743-9c86-d5f1df0d8d4d,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:25:52.042028 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '28ed9405-cc81-4743-9c86-d5f1df0d8d4d', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'port_id': '28ed9405-cc81-4743-9c86-d5f1df0d8d4d', 'mac_address': 'fa:16:3e:4c:c8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 16:25:52.094026 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:25:52.110898 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ed9405-cc81-4743-9c86-d5f1df0d8d4d {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:25:52.125248 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 28ed9405-cc81-4743-9c86-d5f1df0d8d4d, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=28ed9405-cc81-4743-9c86-d5f1df0d8d4d,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:25:52.129340 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:25:52.192006 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=28ed9405-cc81-4743-9c86-d5f1df0d8d4d,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:25:52.434433 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['28ed9405-cc81-4743-9c86-d5f1df0d8d4d'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:25:53.740601 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-06b23e00-3aa4-40c9-afe3-471b7cdef3e3 req-aaee5955-0889-4805-805d-1083720c5636 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659456 Mar 14 16:25:53.878484 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-06b23e00-3aa4-40c9-afe3-471b7cdef3e3 req-4021d6fb-24e8-48f3-8ea6-85f4262549d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3efb24ad252c4df49496c4391887f790&device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 1097 time: 0.0723972 Mar 14 16:25:53.918942 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 28ed9405-cc81-4743-9c86-d5f1df0d8d4d up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:25:53.985621 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 28ed9405-cc81-4743-9c86-d5f1df0d8d4d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:25:53.985994 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:25:54.021024 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b23e00-3aa4-40c9-afe3-471b7cdef3e3 req-bae1820a-f580-4499-a186-ff3032c6e575 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:54.022493 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-06b23e00-3aa4-40c9-afe3-471b7cdef3e3 req-bae1820a-f580-4499-a186-ff3032c6e575 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1246b31-9018-4d77-96fe-3d921c54d5b5 HTTP/1.1" status: 200 len: 909 time: 0.1259618 Mar 14 16:25:54.097462 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:25:54.123839 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e4b0cf-9025-458d-9899-f18d5859af0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ed9405-cc81-4743-9c86-d5f1df0d8d4d'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:25:54.125689 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-06b23e00-3aa4-40c9-afe3-471b7cdef3e3 req-549f5626-866b-40c3-a45a-b00bd9169876 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28ed9405-cc81-4743-9c86-d5f1df0d8d4d HTTP/1.1" status: 200 len: 998 time: 0.0973921 Mar 14 16:25:54.132904 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 28ed9405-cc81-4743-9c86-d5f1df0d8d4d, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=28ed9405-cc81-4743-9c86-d5f1df0d8d4d,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:25:54.138392 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:25:54.193991 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b23e00-3aa4-40c9-afe3-471b7cdef3e3 req-3df620df-ecab-4f71-869b-43bd9527fa17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:25:54.195494 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-06b23e00-3aa4-40c9-afe3-471b7cdef3e3 req-3df620df-ecab-4f71-869b-43bd9527fa17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3da994ac-f901-43d5-b66e-42c5d5a1d416 HTTP/1.1" status: 200 len: 847 time: 0.0643828 Mar 14 16:25:54.218131 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=28ed9405-cc81-4743-9c86-d5f1df0d8d4d,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:25:54.273968 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-06b23e00-3aa4-40c9-afe3-471b7cdef3e3 req-d25f605e-7677-4126-ab34-eb518202db54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1246b31-9018-4d77-96fe-3d921c54d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727439 Mar 14 16:25:54.400859 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-06b23e00-3aa4-40c9-afe3-471b7cdef3e3 req-20429138-baeb-46ad-b908-43a657d2645b service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209483 Mar 14 16:25:54.527741 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-06b23e00-3aa4-40c9-afe3-471b7cdef3e3 req-734ad67d-e3cc-4fa0-9ac4-c539707fe632 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212704 Mar 14 16:25:55.329582 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e4b0cf-9025-458d-9899-f18d5859af0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ed9405-cc81-4743-9c86-d5f1df0d8d4d', 'code': 200} Mar 14 16:26:13.078637 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3877eb40-a2e6-4672-ba82-7c9d5806d824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:26:15.238605 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-69453a23-1a50-4e4f-a5db-de7b7203191e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:26:16.513189 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:26:16.692835 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:26:16.765397 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:26:18.160224 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:26:21.441724 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:26:43.080897 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa1da2f3-e8cb-423c-99d2-ff16499020c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:26:45.232096 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7851e85b-34ba-4247-a3ee-d95a124b127d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:26:46.515318 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:26:46.695096 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:26:48.162247 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:26:51.436780 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:26:53.765314 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:26:53.818735 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-be0edfce-4124-47ef-81be-659559326602 req-4ac0adab-2c5b-419a-b180-c3b34b3e0927 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1563599 Mar 14 16:26:53.960093 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-be0edfce-4124-47ef-81be-659559326602 req-cbe2da28-b2ff-4966-b01e-b0a1826d80e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3efb24ad252c4df49496c4391887f790&device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 1098 time: 0.0729408 Mar 14 16:26:54.103789 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0edfce-4124-47ef-81be-659559326602 req-16cc5162-2f07-476a-9568-bf769c4c0a5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:26:54.105124 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-be0edfce-4124-47ef-81be-659559326602 req-16cc5162-2f07-476a-9568-bf769c4c0a5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1246b31-9018-4d77-96fe-3d921c54d5b5 HTTP/1.1" status: 200 len: 909 time: 0.1265173 Mar 14 16:26:54.208982 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-be0edfce-4124-47ef-81be-659559326602 req-866bb414-3387-411f-afda-4c4064135d4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28ed9405-cc81-4743-9c86-d5f1df0d8d4d HTTP/1.1" status: 200 len: 999 time: 0.0973499 Mar 14 16:26:54.275181 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0edfce-4124-47ef-81be-659559326602 req-13428699-da33-4738-aa1e-9a4ccdabd393 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:26:54.276603 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-be0edfce-4124-47ef-81be-659559326602 req-13428699-da33-4738-aa1e-9a4ccdabd393 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3da994ac-f901-43d5-b66e-42c5d5a1d416 HTTP/1.1" status: 200 len: 847 time: 0.0621574 Mar 14 16:26:54.348198 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-be0edfce-4124-47ef-81be-659559326602 req-9b690e7b-bc75-4022-a8e9-b72c1b7053f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1246b31-9018-4d77-96fe-3d921c54d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663457 Mar 14 16:26:54.475799 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-be0edfce-4124-47ef-81be-659559326602 req-d6e6fac6-3075-4ccd-b924-635378c29d53 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211193 Mar 14 16:26:54.604200 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-be0edfce-4124-47ef-81be-659559326602 req-4f84b514-a558-4efb-9941-dc308d918374 service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222022 Mar 14 16:27:07.096794 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34060) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:07.375929 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b602cef5-2daa-4eea-b922-d5df8dcea276 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Deleting port 44291ed8-e205-4cd2-975c-5d92d0d5d0fc {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:27:07.376156 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b602cef5-2daa-4eea-b922-d5df8dcea276 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:07.541856 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b602cef5-2daa-4eea-b922-d5df8dcea276 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:07.542205 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b602cef5-2daa-4eea-b922-d5df8dcea276 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:07.657248 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b602cef5-2daa-4eea-b922-d5df8dcea276 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Calling delete_port for 44291ed8-e205-4cd2-975c-5d92d0d5d0fc owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:27:07.806645 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b602cef5-2daa-4eea-b922-d5df8dcea276 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:07.853336 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602cef5-2daa-4eea-b922-d5df8dcea276 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event deleted for resources: {'Port': ['ID=44291ed8-e205-4cd2-975c-5d92d0d5d0fc,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:07.925563 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602cef5-2daa-4eea-b922-d5df8dcea276 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:07.925842 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602cef5-2daa-4eea-b922-d5df8dcea276 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:07.926211 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602cef5-2daa-4eea-b922-d5df8dcea276 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:07.926550 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602cef5-2daa-4eea-b922-d5df8dcea276 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:07.926881 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602cef5-2daa-4eea-b922-d5df8dcea276 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:07.927210 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602cef5-2daa-4eea-b922-d5df8dcea276 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:07.927537 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602cef5-2daa-4eea-b922-d5df8dcea276 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:07.927859 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602cef5-2daa-4eea-b922-d5df8dcea276 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:07.928181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602cef5-2daa-4eea-b922-d5df8dcea276 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:07.928501 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602cef5-2daa-4eea-b922-d5df8dcea276 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:07.928820 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602cef5-2daa-4eea-b922-d5df8dcea276 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:07.961351 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b602cef5-2daa-4eea-b922-d5df8dcea276 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:08.346776 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b602cef5-2daa-4eea-b922-d5df8dcea276 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Router b60da69a-c632-4487-8d30-61a4c2f4070e has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:27:08.548360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b602cef5-2daa-4eea-b922-d5df8dcea276 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:27:08.558047 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82849b9e-0a36-4edc-85b3-61d1f9128762 None None] Sync routers for ids ['b60da69a-c632-4487-8d30-61a4c2f4070e'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:27:08.570929 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b602cef5-2daa-4eea-b922-d5df8dcea276 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:08.575376 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82849b9e-0a36-4edc-85b3-61d1f9128762 None None] Routers {'b60da69a-c632-4487-8d30-61a4c2f4070e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:27:08.575977 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-82849b9e-0a36-4edc-85b3-61d1f9128762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:26:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['b60da69a-c632-4487-8d30-61a4c2f4070e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:08.625071 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b602cef5-2daa-4eea-b922-d5df8dcea276 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "DELETE /v2.0/floatingips/181e2364-8dc2-4209-8735-dba65977be7f HTTP/1.1" status: 204 len: 168 time: 1.5270896 Mar 14 16:27:08.626109 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e4b0cf-9025-458d-9899-f18d5859af0b', 'tag': '28ed9405-cc81-4743-9c86-d5f1df0d8d4d'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:27:08.762316 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-82849b9e-0a36-4edc-85b3-61d1f9128762 None None] Set router b60da69a-c632-4487-8d30-61a4c2f4070e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:27:08.802902 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e4b0cf-9025-458d-9899-f18d5859af0b', 'tag': '28ed9405-cc81-4743-9c86-d5f1df0d8d4d', 'status': 'completed', 'code': 200} Mar 14 16:27:08.915374 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-59294993-80f6-4880-8f46-33b600813538 req-7c0670d4-48c2-4c7f-b9f8-35aa05ba5742 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3efb24ad252c4df49496c4391887f790&device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 1098 time: 0.0912619 Mar 14 16:27:09.025144 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bbd65-4b08-495c-b8a9-5470e7c97255 req-632426c0-caf2-432c-84d1-573095bf16bc tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:09.026136 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-316bbd65-4b08-495c-b8a9-5470e7c97255 req-632426c0-caf2-432c-84d1-573095bf16bc tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Synchronizing usage tracker for tenant:3efb24ad252c4df49496c4391887f790 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:27:09.042336 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-316bbd65-4b08-495c-b8a9-5470e7c97255 req-632426c0-caf2-432c-84d1-573095bf16bc tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Unset dirty status for tenant:3efb24ad252c4df49496c4391887f790 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:27:09.043851 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-316bbd65-4b08-495c-b8a9-5470e7c97255 req-632426c0-caf2-432c-84d1-573095bf16bc tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 945 time: 0.0977151 Mar 14 16:27:09.055435 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59294993-80f6-4880-8f46-33b600813538 req-52800ca6-e5be-46b9-93f1-88e930049578 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:09.056788 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-59294993-80f6-4880-8f46-33b600813538 req-52800ca6-e5be-46b9-93f1-88e930049578 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1246b31-9018-4d77-96fe-3d921c54d5b5 HTTP/1.1" status: 200 len: 909 time: 0.1356907 Mar 14 16:27:09.106037 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-82849b9e-0a36-4edc-85b3-61d1f9128762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'name': 'tempest-TestShelveInstance-715801827-router', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:21Z', 'revision_number': 4, 'project_id': '3efb24ad252c4df49496c4391887f790', 'gw_port': {'id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6bfba9fb-45ec-4c77-84f9-cc2fe463021a', 'name': '', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'mac_address': 'fa:16:3e:15:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:20Z', 'updated_at': '2022-03-14T16:17:38Z', 'revision_number': 5, 'project_id': '3efb24ad252c4df49496c4391887f790', 'subnets': [{'id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:09.111868 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82849b9e-0a36-4edc-85b3-61d1f9128762 None None] Checking router: b60da69a-c632-4487-8d30-61a4c2f4070e for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:27:09.124992 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82849b9e-0a36-4edc-85b3-61d1f9128762 None None] Routers {'b60da69a-c632-4487-8d30-61a4c2f4070e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:27:09.124992 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-82849b9e-0a36-4edc-85b3-61d1f9128762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:26:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['b60da69a-c632-4487-8d30-61a4c2f4070e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:09.145956 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-59294993-80f6-4880-8f46-33b600813538 req-347bb421-d5b9-4a57-a26a-8cb413ed9d45 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28ed9405-cc81-4743-9c86-d5f1df0d8d4d HTTP/1.1" status: 200 len: 217 time: 0.0805786 Mar 14 16:27:09.215781 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-316bbd65-4b08-495c-b8a9-5470e7c97255 req-3507f59b-5fcd-407e-aa88-1ff035733249 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658461 Mar 14 16:27:09.225527 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59294993-80f6-4880-8f46-33b600813538 req-2507d062-64f8-47d3-910b-8edf959cd9a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:09.227198 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-59294993-80f6-4880-8f46-33b600813538 req-2507d062-64f8-47d3-910b-8edf959cd9a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3da994ac-f901-43d5-b66e-42c5d5a1d416 HTTP/1.1" status: 200 len: 847 time: 0.0736234 Mar 14 16:27:09.302026 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-59294993-80f6-4880-8f46-33b600813538 req-4615e81b-34b0-4e68-a897-a9a96d73fdc9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1246b31-9018-4d77-96fe-3d921c54d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686913 Mar 14 16:27:09.312132 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-82849b9e-0a36-4edc-85b3-61d1f9128762 None None] Set router b60da69a-c632-4487-8d30-61a4c2f4070e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:27:09.430578 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-59294993-80f6-4880-8f46-33b600813538 req-df54a2ee-0f9e-48af-86d3-7a7503ac675d service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225479 Mar 14 16:27:09.571396 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-59294993-80f6-4880-8f46-33b600813538 req-4cac2731-d4e5-496e-8b70-74222e70b88f service neutron] 10.222.0.24 "GET /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330655 Mar 14 16:27:09.659951 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-82849b9e-0a36-4edc-85b3-61d1f9128762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'name': 'tempest-TestShelveInstance-715801827-router', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:21Z', 'revision_number': 4, 'project_id': '3efb24ad252c4df49496c4391887f790', 'gw_port': {'id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6bfba9fb-45ec-4c77-84f9-cc2fe463021a', 'name': '', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'mac_address': 'fa:16:3e:15:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:20Z', 'updated_at': '2022-03-14T16:17:38Z', 'revision_number': 5, 'project_id': '3efb24ad252c4df49496c4391887f790', 'subnets': [{'id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:09.663828 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82849b9e-0a36-4edc-85b3-61d1f9128762 None None] The sync data for ids ['b60da69a-c632-4487-8d30-61a4c2f4070e'] in dv-neutron-833561-1-hyperv is: [{'id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'name': 'tempest-TestShelveInstance-715801827-router', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:21Z', 'revision_number': 4, 'project_id': '3efb24ad252c4df49496c4391887f790', 'gw_port': {'id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '6bfba9fb-45ec-4c77-84f9-cc2fe463021a', 'name': '', 'network_id': 'b1246b31-9018-4d77-96fe-3d921c54d5b5', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'mac_address': 'fa:16:3e:15:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:20Z', 'updated_at': '2022-03-14T16:17:38Z', 'revision_number': 5, 'project_id': '3efb24ad252c4df49496c4391887f790', 'subnets': [{'id': '3da994ac-f901-43d5-b66e-42c5d5a1d416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:27:09.888468 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273ad6c1-7a22-4800-9bb6-3e6cd869400b None None] New status for floating IP 181e2364-8dc2-4209-8735-dba65977be7f: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 16:27:10.426714 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ed75e-45d3-4cdf-a262-4e7ca5ac7e6d req-c7ab2a14-77a3-4f63-b6c0-2942e21bc9b8 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:10.428134 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-232ed75e-45d3-4cdf-a262-4e7ca5ac7e6d req-c7ab2a14-77a3-4f63-b6c0-2942e21bc9b8 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 945 time: 0.0760317 Mar 14 16:27:10.481452 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-232ed75e-45d3-4cdf-a262-4e7ca5ac7e6d req-4357aa11-a218-4d88-9a6b-5cca9e46941f tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/security-groups?id=78664981-aab5-43c1-a701-663e087fc301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473480 Mar 14 16:27:10.652674 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e03d0-bb80-4195-b097-1c9213e0a869 req-dcc32489-0892-4a96-8518-ca192930834d tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:10.654112 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b36e03d0-bb80-4195-b097-1c9213e0a869 req-dcc32489-0892-4a96-8518-ca192930834d tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.24 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 945 time: 0.1528702 Mar 14 16:27:10.718679 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-b36e03d0-bb80-4195-b097-1c9213e0a869 req-84326b8d-c773-4f6f-ac08-7b492f982316 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Deleting port 28ed9405-cc81-4743-9c86-d5f1df0d8d4d {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:27:10.719010 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b36e03d0-bb80-4195-b097-1c9213e0a869 req-84326b8d-c773-4f6f-ac08-7b492f982316 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:10.951599 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-b36e03d0-bb80-4195-b097-1c9213e0a869 req-84326b8d-c773-4f6f-ac08-7b492f982316 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] For port 28ed9405-cc81-4743-9c86-d5f1df0d8d4d, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=28ed9405-cc81-4743-9c86-d5f1df0d8d4d,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:27:10.951877 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b36e03d0-bb80-4195-b097-1c9213e0a869 req-84326b8d-c773-4f6f-ac08-7b492f982316 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:11.070399 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-b36e03d0-bb80-4195-b097-1c9213e0a869 req-84326b8d-c773-4f6f-ac08-7b492f982316 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Calling delete_port for 28ed9405-cc81-4743-9c86-d5f1df0d8d4d owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:27:11.210900 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b36e03d0-bb80-4195-b097-1c9213e0a869 req-84326b8d-c773-4f6f-ac08-7b492f982316 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:11.262138 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84326b8d-c773-4f6f-ac08-7b492f982316 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event deleted for resources: {'Port': ['ID=28ed9405-cc81-4743-9c86-d5f1df0d8d4d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:11.329149 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84326b8d-c773-4f6f-ac08-7b492f982316 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:11.329486 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84326b8d-c773-4f6f-ac08-7b492f982316 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:11.329824 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84326b8d-c773-4f6f-ac08-7b492f982316 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:11.330178 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84326b8d-c773-4f6f-ac08-7b492f982316 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:11.330509 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84326b8d-c773-4f6f-ac08-7b492f982316 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:11.330832 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84326b8d-c773-4f6f-ac08-7b492f982316 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:11.331153 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84326b8d-c773-4f6f-ac08-7b492f982316 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:11.331476 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84326b8d-c773-4f6f-ac08-7b492f982316 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:11.331795 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84326b8d-c773-4f6f-ac08-7b492f982316 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:11.332111 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84326b8d-c773-4f6f-ac08-7b492f982316 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:11.332429 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84326b8d-c773-4f6f-ac08-7b492f982316 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:11.346161 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36e03d0-bb80-4195-b097-1c9213e0a869 req-84326b8d-c773-4f6f-ac08-7b492f982316 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] No DVR routers for this DVR port 28ed9405-cc81-4743-9c86-d5f1df0d8d4d on host hv-neutron-8335 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:27:11.348213 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b36e03d0-bb80-4195-b097-1c9213e0a869 req-84326b8d-c773-4f6f-ac08-7b492f982316 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:11.350638 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e4b0cf-9025-458d-9899-f18d5859af0b', 'name': 'network-vif-deleted', 'tag': '28ed9405-cc81-4743-9c86-d5f1df0d8d4d'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:27:11.373617 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b36e03d0-bb80-4195-b097-1c9213e0a869 req-84326b8d-c773-4f6f-ac08-7b492f982316 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.24 "DELETE /v2.0/ports/28ed9405-cc81-4743-9c86-d5f1df0d8d4d HTTP/1.1" status: 204 len: 173 time: 0.7146642 Mar 14 16:27:11.528242 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e4b0cf-9025-458d-9899-f18d5859af0b', 'name': 'network-vif-deleted', 'tag': '28ed9405-cc81-4743-9c86-d5f1df0d8d4d', 'status': 'completed', 'code': 200} Mar 14 16:27:11.655530 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-01c8c495-4b17-40ce-a396-1e7a61bd3e1c req-d677f107-c189-40a9-af5d-34f238a866c7 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Synchronizing usage tracker for tenant:3efb24ad252c4df49496c4391887f790 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:27:11.673523 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-01c8c495-4b17-40ce-a396-1e7a61bd3e1c req-d677f107-c189-40a9-af5d-34f238a866c7 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Unset dirty status for tenant:3efb24ad252c4df49496c4391887f790 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:27:11.674781 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-01c8c495-4b17-40ce-a396-1e7a61bd3e1c req-d677f107-c189-40a9-af5d-34f238a866c7 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "GET /v2.0/ports?device_id=48e4b0cf-9025-458d-9899-f18d5859af0b HTTP/1.1" status: 200 len: 210 time: 0.0637398 Mar 14 16:27:12.784516 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34114) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:12.855160 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b79233f9-30ce-420e-8991-b730255b2b39 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:12.883778 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b79233f9-30ce-420e-8991-b730255b2b39 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:12.949198 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b79233f9-30ce-420e-8991-b730255b2b39 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:12.969456 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79233f9-30ce-420e-8991-b730255b2b39 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78664981-aab5-43c1-a701-663e087fc301,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:12.985620 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b79233f9-30ce-420e-8991-b730255b2b39 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:12.986813 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b79233f9-30ce-420e-8991-b730255b2b39 tempest-TestShelveInstance-458494816 tempest-TestShelveInstance-458494816-project] 10.222.0.60 "DELETE /v2.0/security-groups/78664981-aab5-43c1-a701-663e087fc301 HTTP/1.1" status: 204 len: 168 time: 0.2013173 Mar 14 16:27:13.037239 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34120) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:13.083748 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-45549e27-15d7-4eeb-ad21-c113443892e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:13.567854 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f580b63-01c4-4052-af8a-1f0bd2c22ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:14.174360 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1f580b63-01c4-4052-af8a-1f0bd2c22ba2 admin admin] Deleting port 6bfba9fb-45ec-4c77-84f9-cc2fe463021a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:27:14.174977 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f580b63-01c4-4052-af8a-1f0bd2c22ba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:14.268455 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 28ed9405-cc81-4743-9c86-d5f1df0d8d4d no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:27:14.302406 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 28ed9405-cc81-4743-9c86-d5f1df0d8d4d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:27:14.302761 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 28ed9405-cc81-4743-9c86-d5f1df0d8d4d not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:27:14.345796 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-1f580b63-01c4-4052-af8a-1f0bd2c22ba2 admin admin] For port 6bfba9fb-45ec-4c77-84f9-cc2fe463021a, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6bfba9fb-45ec-4c77-84f9-cc2fe463021a,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:27:14.346192 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f580b63-01c4-4052-af8a-1f0bd2c22ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:14.481902 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1f580b63-01c4-4052-af8a-1f0bd2c22ba2 admin admin] Calling delete_port for 6bfba9fb-45ec-4c77-84f9-cc2fe463021a owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:27:14.730765 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f580b63-01c4-4052-af8a-1f0bd2c22ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:14.776957 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f580b63-01c4-4052-af8a-1f0bd2c22ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bfba9fb-45ec-4c77-84f9-cc2fe463021a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:15.059684 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f580b63-01c4-4052-af8a-1f0bd2c22ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:15.233023 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-945c72c5-2a42-4804-a388-8af7e092838a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:15.620855 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f580b63-01c4-4052-af8a-1f0bd2c22ba2 admin admin] Router b60da69a-c632-4487-8d30-61a4c2f4070e has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:27:15.812762 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f580b63-01c4-4052-af8a-1f0bd2c22ba2 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:27:15.822079 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43cee42-4864-40af-b6e3-2be33dc9afb2 None None] Sync routers for ids ['b60da69a-c632-4487-8d30-61a4c2f4070e'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:27:15.828534 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1f580b63-01c4-4052-af8a-1f0bd2c22ba2 admin admin] 10.222.0.60 "PUT /v2.0/routers/b60da69a-c632-4487-8d30-61a4c2f4070e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7893050 Mar 14 16:27:15.830678 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34126) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:15.836976 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43cee42-4864-40af-b6e3-2be33dc9afb2 None None] Routers {'b60da69a-c632-4487-8d30-61a4c2f4070e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:27:15.837640 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d43cee42-4864-40af-b6e3-2be33dc9afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:27:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['b60da69a-c632-4487-8d30-61a4c2f4070e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:16.014158 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-d43cee42-4864-40af-b6e3-2be33dc9afb2 None None] Set router b60da69a-c632-4487-8d30-61a4c2f4070e gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:27:16.131377 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d04b41b0-b17b-4dfb-a43d-be4bef22f958 admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:16.295050 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d43cee42-4864-40af-b6e3-2be33dc9afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'name': 'tempest-TestShelveInstance-715801827-router', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:27:14Z', 'revision_number': 5, 'project_id': '3efb24ad252c4df49496c4391887f790', 'gw_port': {'id': '3b077f68-cc39-4387-86c9-eac309b5d803', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:16.299325 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43cee42-4864-40af-b6e3-2be33dc9afb2 None None] Checking router: b60da69a-c632-4487-8d30-61a4c2f4070e for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:27:16.309530 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43cee42-4864-40af-b6e3-2be33dc9afb2 None None] Routers {'b60da69a-c632-4487-8d30-61a4c2f4070e'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:27:16.310144 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d43cee42-4864-40af-b6e3-2be33dc9afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:27:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['b60da69a-c632-4487-8d30-61a4c2f4070e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:16.325654 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d04b41b0-b17b-4dfb-a43d-be4bef22f958 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:16.335130 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d04b41b0-b17b-4dfb-a43d-be4bef22f958 admin admin] Deleting port 3b077f68-cc39-4387-86c9-eac309b5d803 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:27:16.335474 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d04b41b0-b17b-4dfb-a43d-be4bef22f958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:16.457831 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-d43cee42-4864-40af-b6e3-2be33dc9afb2 None None] Set router b60da69a-c632-4487-8d30-61a4c2f4070e gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:27:16.512767 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-d04b41b0-b17b-4dfb-a43d-be4bef22f958 admin admin] For port 3b077f68-cc39-4387-86c9-eac309b5d803, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=3b077f68-cc39-4387-86c9-eac309b5d803,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:27:16.513122 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d04b41b0-b17b-4dfb-a43d-be4bef22f958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:16.571594 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d43cee42-4864-40af-b6e3-2be33dc9afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'name': 'tempest-TestShelveInstance-715801827-router', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:27:16Z', 'revision_number': 6, 'project_id': '3efb24ad252c4df49496c4391887f790', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:16.576311 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43cee42-4864-40af-b6e3-2be33dc9afb2 None None] The sync data for ids ['b60da69a-c632-4487-8d30-61a4c2f4070e'] in dv-neutron-833561-1-hyperv is: [{'id': 'b60da69a-c632-4487-8d30-61a4c2f4070e', 'name': 'tempest-TestShelveInstance-715801827-router', 'tenant_id': '3efb24ad252c4df49496c4391887f790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:18Z', 'updated_at': '2022-03-14T16:27:16Z', 'revision_number': 6, 'project_id': '3efb24ad252c4df49496c4391887f790', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:27:16.579560 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:16.633968 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d04b41b0-b17b-4dfb-a43d-be4bef22f958 admin admin] Calling delete_port for 3b077f68-cc39-4387-86c9-eac309b5d803 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:27:16.698154 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:16.797780 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d04b41b0-b17b-4dfb-a43d-be4bef22f958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:16.840667 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b41b0-b17b-4dfb-a43d-be4bef22f958 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b077f68-cc39-4387-86c9-eac309b5d803,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:17.072853 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d04b41b0-b17b-4dfb-a43d-be4bef22f958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:17.328667 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6bfba9fb-45ec-4c77-84f9-cc2fe463021a no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:27:17.342349 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d04b41b0-b17b-4dfb-a43d-be4bef22f958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:17.348390 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d04b41b0-b17b-4dfb-a43d-be4bef22f958 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:17.368472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 6bfba9fb-45ec-4c77-84f9-cc2fe463021a {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:27:17.368882 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6bfba9fb-45ec-4c77-84f9-cc2fe463021a not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:27:17.376210 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d04b41b0-b17b-4dfb-a43d-be4bef22f958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:17.376766 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04b41b0-b17b-4dfb-a43d-be4bef22f958 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b60da69a-c632-4487-8d30-61a4c2f4070e {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 16:27:17.391141 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d04b41b0-b17b-4dfb-a43d-be4bef22f958 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:17.392267 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-d04b41b0-b17b-4dfb-a43d-be4bef22f958 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b60da69a-c632-4487-8d30-61a4c2f4070e HTTP/1.1" status: 204 len: 168 time: 1.5607030 Mar 14 16:27:17.394870 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34130) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:17.592519 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c10a657-b7d2-4667-96fb-f51486f13e5d admin admin] Deleting subnet 3da994ac-f901-43d5-b66e-42c5d5a1d416 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 16:27:17.595952 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c10a657-b7d2-4667-96fb-f51486f13e5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:17.650362 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c10a657-b7d2-4667-96fb-f51486f13e5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:17.732798 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c10a657-b7d2-4667-96fb-f51486f13e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:17.812797 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c10a657-b7d2-4667-96fb-f51486f13e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:17.857011 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10a657-b7d2-4667-96fb-f51486f13e5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3da994ac-f901-43d5-b66e-42c5d5a1d416,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:17.861609 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c10a657-b7d2-4667-96fb-f51486f13e5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:17.866892 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2d36db-c301-44e7-b16f-d47abb8f6bf0 None None] Network b1246b31-9018-4d77-96fe-3d921c54d5b5 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:27:17.867362 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-1c10a657-b7d2-4667-96fb-f51486f13e5d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3da994ac-f901-43d5-b66e-42c5d5a1d416 HTTP/1.1" status: 204 len: 168 time: 0.4715579 Mar 14 16:27:17.869860 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34134) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:17.977856 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efd37e72-acd9-4b68-aae5-a228690576c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:17.988818 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-efd37e72-acd9-4b68-aae5-a228690576c2 admin admin] Deleting port ddda8a7d-7688-4343-bdbf-35a281524bdf {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:27:17.989087 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efd37e72-acd9-4b68-aae5-a228690576c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:18.112389 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d543287b-d747-4e9c-887c-b972aca3d776 None None] DHCP port deletion for b1246b31-9018-4d77-96fe-3d921c54d5b5 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 16:27:18.121254 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d543287b-d747-4e9c-887c-b972aca3d776 None None] Deleting port ddda8a7d-7688-4343-bdbf-35a281524bdf {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:27:18.121643 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d543287b-d747-4e9c-887c-b972aca3d776 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:18.198557 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-efd37e72-acd9-4b68-aae5-a228690576c2 admin admin] For port ddda8a7d-7688-4343-bdbf-35a281524bdf, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ddda8a7d-7688-4343-bdbf-35a281524bdf,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:27:18.198904 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efd37e72-acd9-4b68-aae5-a228690576c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:18.205655 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:18.319284 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-efd37e72-acd9-4b68-aae5-a228690576c2 admin admin] Calling delete_port for ddda8a7d-7688-4343-bdbf-35a281524bdf owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:27:18.375105 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d543287b-d747-4e9c-887c-b972aca3d776 None None] For port ddda8a7d-7688-4343-bdbf-35a281524bdf, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=ddda8a7d-7688-4343-bdbf-35a281524bdf,segment=NetworkSegment(912782af-36be-416d-ab49-87b5f6fb2529),segment_id=912782af-36be-416d-ab49-87b5f6fb2529)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:27:18.375654 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d543287b-d747-4e9c-887c-b972aca3d776 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:18.391255 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efd37e72-acd9-4b68-aae5-a228690576c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:18.437952 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd37e72-acd9-4b68-aae5-a228690576c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddda8a7d-7688-4343-bdbf-35a281524bdf,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:18.442376 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd37e72-acd9-4b68-aae5-a228690576c2 admin admin] No DVR routers for this DVR port ddda8a7d-7688-4343-bdbf-35a281524bdf on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:27:18.495214 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d543287b-d747-4e9c-887c-b972aca3d776 None None] Calling delete_port for ddda8a7d-7688-4343-bdbf-35a281524bdf owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:27:18.557465 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efd37e72-acd9-4b68-aae5-a228690576c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:18.563265 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-d543287b-d747-4e9c-887c-b972aca3d776 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 16:27:18.563625 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-d543287b-d747-4e9c-887c-b972aca3d776 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 16:27:18.583447 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-efd37e72-acd9-4b68-aae5-a228690576c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1246b31-9018-4d77-96fe-3d921c54d5b5']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:18.595914 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-efd37e72-acd9-4b68-aae5-a228690576c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '912782af-36be-416d-ab49-87b5f6fb2529') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:18.596463 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-efd37e72-acd9-4b68-aae5-a228690576c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '912782af-36be-416d-ab49-87b5f6fb2529') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:18.607710 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efd37e72-acd9-4b68-aae5-a228690576c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:18.623536 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efd37e72-acd9-4b68-aae5-a228690576c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:18.630267 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd37e72-acd9-4b68-aae5-a228690576c2 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 16:27:18.630650 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efd37e72-acd9-4b68-aae5-a228690576c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 16:27:18.644290 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 16:27:18.720577 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efd37e72-acd9-4b68-aae5-a228690576c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:18.735685 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efd37e72-acd9-4b68-aae5-a228690576c2 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:18.745405 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd37e72-acd9-4b68-aae5-a228690576c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1246b31-9018-4d77-96fe-3d921c54d5b5,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:18.758747 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-efd37e72-acd9-4b68-aae5-a228690576c2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b1246b31-9018-4d77-96fe-3d921c54d5b5 HTTP/1.1" status: 204 len: 168 time: 0.8878758 Mar 14 16:27:18.761610 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34138) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:18.819564 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 3b077f68-cc39-4387-86c9-eac309b5d803 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:27:18.857525 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 3b077f68-cc39-4387-86c9-eac309b5d803 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:27:18.857768 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 3b077f68-cc39-4387-86c9-eac309b5d803 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:27:18.858220 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ddda8a7d-7688-4343-bdbf-35a281524bdf no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:27:18.895351 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: ddda8a7d-7688-4343-bdbf-35a281524bdf {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:27:18.895692 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device ddda8a7d-7688-4343-bdbf-35a281524bdf not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:27:19.065363 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d543287b-d747-4e9c-887c-b972aca3d776 None None] Deleting port ddda8a7d-7688-4343-bdbf-35a281524bdf {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:27:19.065746 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d543287b-d747-4e9c-887c-b972aca3d776 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:19.129682 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d543287b-d747-4e9c-887c-b972aca3d776 None None] The port 'ddda8a7d-7688-4343-bdbf-35a281524bdf' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 16:27:19.242661 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f342a874-aa50-4d66-bfc2-542833c62443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:19.818088 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f342a874-aa50-4d66-bfc2-542833c62443 admin admin] Deleting port bb0005eb-aa55-43c1-89e5-befb63e18cd7 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:27:19.818775 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f342a874-aa50-4d66-bfc2-542833c62443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:19.985172 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-f342a874-aa50-4d66-bfc2-542833c62443 admin admin] For port bb0005eb-aa55-43c1-89e5-befb63e18cd7, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=bb0005eb-aa55-43c1-89e5-befb63e18cd7,segment=NetworkSegment(4584dd77-022b-45ff-a460-cc1318aa328b),segment_id=4584dd77-022b-45ff-a460-cc1318aa328b)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:27:19.985525 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f342a874-aa50-4d66-bfc2-542833c62443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:20.101750 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f342a874-aa50-4d66-bfc2-542833c62443 admin admin] Calling delete_port for bb0005eb-aa55-43c1-89e5-befb63e18cd7 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:27:20.267297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f342a874-aa50-4d66-bfc2-542833c62443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:20.309813 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342a874-aa50-4d66-bfc2-542833c62443 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb0005eb-aa55-43c1-89e5-befb63e18cd7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:20.591844 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f342a874-aa50-4d66-bfc2-542833c62443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:21.243095 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f342a874-aa50-4d66-bfc2-542833c62443 admin admin] Router 8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:27:21.436883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f342a874-aa50-4d66-bfc2-542833c62443 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:27:21.437709 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:21.445956 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cec8c9b-ea4d-41e1-8c7d-f77f6d85ad75 None None] Sync routers for ids ['8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:27:21.455562 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 34142) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:21.456037 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-f342a874-aa50-4d66-bfc2-542833c62443 admin admin] 10.222.0.60 "PUT /v2.0/routers/8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6928849 Mar 14 16:27:21.458822 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cec8c9b-ea4d-41e1-8c7d-f77f6d85ad75 None None] Routers {'8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:27:21.459461 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7cec8c9b-ea4d-41e1-8c7d-f77f6d85ad75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:27:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:21.642827 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-7cec8c9b-ea4d-41e1-8c7d-f77f6d85ad75 None None] Set router 8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:27:21.650691 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5beaee66-d6d8-4575-b11f-caf9b94415a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:21.844780 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5beaee66-d6d8-4575-b11f-caf9b94415a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:21.856153 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-5beaee66-d6d8-4575-b11f-caf9b94415a3 admin admin] Deleting port 8a36d306-709d-418c-a3e3-e720f2624bb1 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:27:21.856486 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5beaee66-d6d8-4575-b11f-caf9b94415a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:21.921397 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7cec8c9b-ea4d-41e1-8c7d-f77f6d85ad75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d', 'name': 'tempest-TestShelveInstance-1756465856-router', 'tenant_id': 'fcf9025eb08d4bda8db6206de17ed596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '8a36d306-709d-418c-a3e3-e720f2624bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:24Z', 'updated_at': '2022-03-14T16:27:20Z', 'revision_number': 5, 'project_id': 'fcf9025eb08d4bda8db6206de17ed596', 'gw_port': {'id': '8a36d306-709d-418c-a3e3-e720f2624bb1', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:17:24Z', 'updated_at': '2022-03-14T16:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:21.925874 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cec8c9b-ea4d-41e1-8c7d-f77f6d85ad75 None None] Checking router: 8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:27:21.936160 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cec8c9b-ea4d-41e1-8c7d-f77f6d85ad75 None None] Routers {'8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:27:21.936737 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7cec8c9b-ea4d-41e1-8c7d-f77f6d85ad75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:27:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:22.024693 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-5beaee66-d6d8-4575-b11f-caf9b94415a3 admin admin] For port 8a36d306-709d-418c-a3e3-e720f2624bb1, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8a36d306-709d-418c-a3e3-e720f2624bb1,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:27:22.025045 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5beaee66-d6d8-4575-b11f-caf9b94415a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:22.082476 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-7cec8c9b-ea4d-41e1-8c7d-f77f6d85ad75 None None] Set router 8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:27:22.187239 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7cec8c9b-ea4d-41e1-8c7d-f77f6d85ad75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d', 'name': 'tempest-TestShelveInstance-1756465856-router', 'tenant_id': 'fcf9025eb08d4bda8db6206de17ed596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:24Z', 'updated_at': '2022-03-14T16:27:21Z', 'revision_number': 6, 'project_id': 'fcf9025eb08d4bda8db6206de17ed596', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:22.191590 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cec8c9b-ea4d-41e1-8c7d-f77f6d85ad75 None None] The sync data for ids ['8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d'] in dv-neutron-833561-1-hyperv is: [{'id': '8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d', 'name': 'tempest-TestShelveInstance-1756465856-router', 'tenant_id': 'fcf9025eb08d4bda8db6206de17ed596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:17:24Z', 'updated_at': '2022-03-14T16:27:21Z', 'revision_number': 6, 'project_id': 'fcf9025eb08d4bda8db6206de17ed596', 'gw_port_host': None}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:27:22.236974 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-5beaee66-d6d8-4575-b11f-caf9b94415a3 admin admin] Calling delete_port for 8a36d306-709d-418c-a3e3-e720f2624bb1 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:27:22.395022 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5beaee66-d6d8-4575-b11f-caf9b94415a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:22.440333 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beaee66-d6d8-4575-b11f-caf9b94415a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a36d306-709d-418c-a3e3-e720f2624bb1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:22.663751 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5beaee66-d6d8-4575-b11f-caf9b94415a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:22.919434 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5beaee66-d6d8-4575-b11f-caf9b94415a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:22.924188 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5beaee66-d6d8-4575-b11f-caf9b94415a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:22.956322 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5beaee66-d6d8-4575-b11f-caf9b94415a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:22.957055 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5beaee66-d6d8-4575-b11f-caf9b94415a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 16:27:22.972700 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5beaee66-d6d8-4575-b11f-caf9b94415a3 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:22.974236 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5beaee66-d6d8-4575-b11f-caf9b94415a3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/8fb12cb5-47af-4bd2-8ec5-7614e1e1b55d HTTP/1.1" status: 204 len: 168 time: 1.5169003 Mar 14 16:27:22.976647 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34146) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:22.990902 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8a36d306-709d-418c-a3e3-e720f2624bb1 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:27:23.024884 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 8a36d306-709d-418c-a3e3-e720f2624bb1 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:27:23.025239 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8a36d306-709d-418c-a3e3-e720f2624bb1 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:27:23.025663 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device bb0005eb-aa55-43c1-89e5-befb63e18cd7 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:27:23.043664 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-84595906-76db-4b54-b14c-c611cbffa538 admin admin] Deleting subnet eb65a1a3-4a8a-4bc2-9802-0d87ac1c6993 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 16:27:23.046860 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84595906-76db-4b54-b14c-c611cbffa538 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:23.062265 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: bb0005eb-aa55-43c1-89e5-befb63e18cd7 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:27:23.063213 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device bb0005eb-aa55-43c1-89e5-befb63e18cd7 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:27:23.097998 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84595906-76db-4b54-b14c-c611cbffa538 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:23.181449 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84595906-76db-4b54-b14c-c611cbffa538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:23.255050 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84595906-76db-4b54-b14c-c611cbffa538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:23.293297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84595906-76db-4b54-b14c-c611cbffa538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb65a1a3-4a8a-4bc2-9802-0d87ac1c6993,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:23.298538 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84595906-76db-4b54-b14c-c611cbffa538 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:23.303883 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4414087c-53e3-446b-ace2-732c3ddbc658 None None] Network feaf5e32-df1c-4981-89eb-2bab6be8ef71 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:27:23.304561 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-84595906-76db-4b54-b14c-c611cbffa538 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/eb65a1a3-4a8a-4bc2-9802-0d87ac1c6993 HTTP/1.1" status: 204 len: 168 time: 0.3263466 Mar 14 16:27:23.306967 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34150) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:23.409265 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b53e801-5966-4252-a395-9c392f681a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:23.420290 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3b53e801-5966-4252-a395-9c392f681a53 admin admin] Deleting port 6addde99-0d09-4418-bb61-d7c5ca07834c {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:27:23.420615 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b53e801-5966-4252-a395-9c392f681a53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:23.534207 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3358f32e-3cf9-4ec2-ba83-ef7f60f7e9e2 None None] DHCP port deletion for feaf5e32-df1c-4981-89eb-2bab6be8ef71 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 16:27:23.538607 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3358f32e-3cf9-4ec2-ba83-ef7f60f7e9e2 None None] Deleting port 6addde99-0d09-4418-bb61-d7c5ca07834c {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:27:23.538977 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3358f32e-3cf9-4ec2-ba83-ef7f60f7e9e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:23.619009 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3b53e801-5966-4252-a395-9c392f681a53 admin admin] For port 6addde99-0d09-4418-bb61-d7c5ca07834c, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6addde99-0d09-4418-bb61-d7c5ca07834c,segment=NetworkSegment(4584dd77-022b-45ff-a460-cc1318aa328b),segment_id=4584dd77-022b-45ff-a460-cc1318aa328b)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:27:23.619285 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b53e801-5966-4252-a395-9c392f681a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:23.747613 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3358f32e-3cf9-4ec2-ba83-ef7f60f7e9e2 None None] For port 6addde99-0d09-4418-bb61-d7c5ca07834c, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=6addde99-0d09-4418-bb61-d7c5ca07834c,segment=NetworkSegment(4584dd77-022b-45ff-a460-cc1318aa328b),segment_id=4584dd77-022b-45ff-a460-cc1318aa328b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:27:23.748011 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3358f32e-3cf9-4ec2-ba83-ef7f60f7e9e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:23.836274 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3b53e801-5966-4252-a395-9c392f681a53 admin admin] Calling delete_port for 6addde99-0d09-4418-bb61-d7c5ca07834c owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:27:23.870939 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3358f32e-3cf9-4ec2-ba83-ef7f60f7e9e2 None None] Calling delete_port for 6addde99-0d09-4418-bb61-d7c5ca07834c owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:27:23.908839 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b53e801-5966-4252-a395-9c392f681a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:23.941615 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-3358f32e-3cf9-4ec2-ba83-ef7f60f7e9e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 16:27:23.942113 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-3358f32e-3cf9-4ec2-ba83-ef7f60f7e9e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 16:27:23.955950 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53e801-5966-4252-a395-9c392f681a53 admin admin] Pushing event deleted for resources: {'Port': ['ID=6addde99-0d09-4418-bb61-d7c5ca07834c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:23.960141 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b53e801-5966-4252-a395-9c392f681a53 admin admin] No DVR routers for this DVR port 6addde99-0d09-4418-bb61-d7c5ca07834c on host dv-neutron-833561-1-hyperv {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:27:24.070641 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b53e801-5966-4252-a395-9c392f681a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:24.095441 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3b53e801-5966-4252-a395-9c392f681a53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feaf5e32-df1c-4981-89eb-2bab6be8ef71']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:24.106778 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3b53e801-5966-4252-a395-9c392f681a53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4584dd77-022b-45ff-a460-cc1318aa328b') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:24.107065 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3b53e801-5966-4252-a395-9c392f681a53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4584dd77-022b-45ff-a460-cc1318aa328b') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:24.117890 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b53e801-5966-4252-a395-9c392f681a53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953898'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:24.133711 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b53e801-5966-4252-a395-9c392f681a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:24.139516 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b53e801-5966-4252-a395-9c392f681a53 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 16:27:24.139888 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b53e801-5966-4252-a395-9c392f681a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957051'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: Traceback (most recent call last): Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: timer() Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: cb(*args, **kw) Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: return func(*args, **kwargs) Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: self._notify() Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: self.callback(batched_events) Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: event.method(event) Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: return f(self, *a, **k) Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._get(url).json() Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: return self.request(url, 'GET', **kwargs) Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 16:27:24.153167 dv-neutron-833561-1-hyperv neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 16:27:24.234561 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b53e801-5966-4252-a395-9c392f681a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:24.250917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b53e801-5966-4252-a395-9c392f681a53 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:24.262688 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53e801-5966-4252-a395-9c392f681a53 admin admin] Pushing event deleted for resources: {'Network': ['ID=feaf5e32-df1c-4981-89eb-2bab6be8ef71,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:24.267349 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3b53e801-5966-4252-a395-9c392f681a53 admin admin] 10.222.0.60 "DELETE /v2.0/networks/feaf5e32-df1c-4981-89eb-2bab6be8ef71 HTTP/1.1" status: 204 len: 168 time: 0.9594831 Mar 14 16:27:24.443711 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3358f32e-3cf9-4ec2-ba83-ef7f60f7e9e2 None None] Deleting port 6addde99-0d09-4418-bb61-d7c5ca07834c {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:27:24.444187 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3358f32e-3cf9-4ec2-ba83-ef7f60f7e9e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:24.455837 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 34156) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:24.509149 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3358f32e-3cf9-4ec2-ba83-ef7f60f7e9e2 None None] The port '6addde99-0d09-4418-bb61-d7c5ca07834c' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 16:27:24.520852 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-f5c30fbf-f6db-45e0-b86f-447f9933510d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3efb24ad252c4df49496c4391887f790&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0636747 Mar 14 16:27:24.528121 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 34160) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:24.589174 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6e0a94f7-4cf8-4af4-b8c8-ccc937e87b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:24.617680 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6e0a94f7-4cf8-4af4-b8c8-ccc937e87b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:24.667328 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6e0a94f7-4cf8-4af4-b8c8-ccc937e87b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:24.683402 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a94f7-4cf8-4af4-b8c8-ccc937e87b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cd73af-fb3a-4041-920e-2a0cd6170562,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:24.691258 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6e0a94f7-4cf8-4af4-b8c8-ccc937e87b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:24.692490 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-6e0a94f7-4cf8-4af4-b8c8-ccc937e87b23 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/55cd73af-fb3a-4041-920e-2a0cd6170562 HTTP/1.1" status: 204 len: 168 time: 0.1629407 Mar 14 16:27:24.817865 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6addde99-0d09-4418-bb61-d7c5ca07834c no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:27:24.863368 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 6addde99-0d09-4418-bb61-d7c5ca07834c {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:27:24.863824 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 6addde99-0d09-4418-bb61-d7c5ca07834c not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:27:25.134325 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 34168) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:25.190763 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e5edb744-92d1-4938-a87c-800edf448050 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fcf9025eb08d4bda8db6206de17ed596&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0552435 Mar 14 16:27:25.193414 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 34172) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:25.251814 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f042f19-cfed-4083-ad01-208833ec21ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:25.275861 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f042f19-cfed-4083-ad01-208833ec21ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:25.327763 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f042f19-cfed-4083-ad01-208833ec21ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:25.344561 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f042f19-cfed-4083-ad01-208833ec21ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dba1d3-5afe-4d29-bcb1-4e7cd1abc310,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:25.350886 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f042f19-cfed-4083-ad01-208833ec21ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:25.351965 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-7f042f19-cfed-4083-ad01-208833ec21ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/68dba1d3-5afe-4d29-bcb1-4e7cd1abc310 HTTP/1.1" status: 204 len: 168 time: 0.1576698 Mar 14 16:27:26.240566 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 34194) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:26.369942 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-59281966-9beb-4195-a0e4-aeced755bff6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-499878319-network', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:27:26.374885 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-59281966-9beb-4195-a0e4-aeced755bff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:27:26.378646 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-59281966-9beb-4195-a0e4-aeced755bff6 admin admin] Usage tracker for resource:network and tenant:5d5fbaa2c4db412a8324b82b47ba22fe is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:27:26.381436 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-59281966-9beb-4195-a0e4-aeced755bff6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:27:26.387444 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-59281966-9beb-4195-a0e4-aeced755bff6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:27:26.396654 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59281966-9beb-4195-a0e4-aeced755bff6 admin admin] Made reservation on behalf of 5d5fbaa2c4db412a8324b82b47ba22fe for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:27:26.398968 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-59281966-9beb-4195-a0e4-aeced755bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:26.411317 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-59281966-9beb-4195-a0e4-aeced755bff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:26.441496 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-59281966-9beb-4195-a0e4-aeced755bff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:27:26.445410 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-59281966-9beb-4195-a0e4-aeced755bff6 admin admin] Usage tracker for resource:security_group_rule and tenant:5d5fbaa2c4db412a8324b82b47ba22fe is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:27:26.448208 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-59281966-9beb-4195-a0e4-aeced755bff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:27:26.453816 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-59281966-9beb-4195-a0e4-aeced755bff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:27:26.521543 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-59281966-9beb-4195-a0e4-aeced755bff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:26.524971 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-59281966-9beb-4195-a0e4-aeced755bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:26.556854 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59281966-9beb-4195-a0e4-aeced755bff6 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 16:27:26.566133 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59281966-9beb-4195-a0e4-aeced755bff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfe9be8-a0aa-4f45-93a2-61b55af96f7b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:26.571821 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-59281966-9beb-4195-a0e4-aeced755bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:26.572242 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.db.segments_db [None req-59281966-9beb-4195-a0e4-aeced755bff6 admin admin] Added segment 5b7777bb-144a-4c94-9ac9-42ba3efbb1f7 of type vlan for network 414a98eb-992f-493a-b993-5b9c22ac4792 Mar 14 16:27:26.600369 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-59281966-9beb-4195-a0e4-aeced755bff6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:26.628829 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-59281966-9beb-4195-a0e4-aeced755bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:26.629635 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59281966-9beb-4195-a0e4-aeced755bff6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:26.630237 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-59281966-9beb-4195-a0e4-aeced755bff6 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:26.735481 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-59281966-9beb-4195-a0e4-aeced755bff6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4938433 Mar 14 16:27:26.736321 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59281966-9beb-4195-a0e4-aeced755bff6 admin admin] Pushing event updated for resources: {'Network': ['ID=414a98eb-992f-493a-b993-5b9c22ac4792,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:26.738185 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 34200) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:26.743570 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4b464b20-ed78-47f8-99b0-5d8ab45e6e9a admin admin] Request body: {'subnet': {'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-499878319-subnet', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:27:26.746227 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 414a98eb-992f-493a-b993-5b9c22ac4792 details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 16:27:26.748363 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4b464b20-ed78-47f8-99b0-5d8ab45e6e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:27:26.752826 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-4b464b20-ed78-47f8-99b0-5d8ab45e6e9a admin admin] Usage tracker for resource:subnet and tenant:5d5fbaa2c4db412a8324b82b47ba22fe is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:27:26.755714 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-4b464b20-ed78-47f8-99b0-5d8ab45e6e9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:27:26.761530 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4b464b20-ed78-47f8-99b0-5d8ab45e6e9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:27:26.772635 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b464b20-ed78-47f8-99b0-5d8ab45e6e9a admin admin] Made reservation on behalf of 5d5fbaa2c4db412a8324b82b47ba22fe for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:27:26.774958 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4b464b20-ed78-47f8-99b0-5d8ab45e6e9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1199934'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:27.076288 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4b464b20-ed78-47f8-99b0-5d8ab45e6e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1199916'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:27.149340 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b464b20-ed78-47f8-99b0-5d8ab45e6e9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4181c791-9ba8-4e28-b98d-b5ea0a012d7e,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:27.160435 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b464b20-ed78-47f8-99b0-5d8ab45e6e9a admin admin] Checking segment: {'id': '5b7777bb-144a-4c94-9ac9-42ba3efbb1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:27:27.160787 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b464b20-ed78-47f8-99b0-5d8ab45e6e9a admin admin] Network hostable DHCP agents. Network: 414a98eb-992f-493a-b993-5b9c22ac4792, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 16:27:27.181718 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b464b20-ed78-47f8-99b0-5d8ab45e6e9a admin admin] Network 414a98eb-992f-493a-b993-5b9c22ac4792 is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 16:27:27.191425 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-4b464b20-ed78-47f8-99b0-5d8ab45e6e9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 414a98eb-992f-493a-b993-5b9c22ac4792) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:27:27.195343 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b464b20-ed78-47f8-99b0-5d8ab45e6e9a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:27.195921 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4b464b20-ed78-47f8-99b0-5d8ab45e6e9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:27.201186 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bacce5-73ca-4454-9dac-9963495658fe None None] Network 414a98eb-992f-493a-b993-5b9c22ac4792 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:27:27.217441 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-4b464b20-ed78-47f8-99b0-5d8ab45e6e9a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4777884 Mar 14 16:27:27.219881 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 34204) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:27.224917 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b2b8eca8-dde5-4bbd-b29f-add239d2468a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-499878319-router', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:27:27.230011 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b2b8eca8-dde5-4bbd-b29f-add239d2468a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:27:27.234588 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b2b8eca8-dde5-4bbd-b29f-add239d2468a admin admin] Usage tracker for resource:router and tenant:5d5fbaa2c4db412a8324b82b47ba22fe is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:27:27.238340 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [None req-b2b8eca8-dde5-4bbd-b29f-add239d2468a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:27:27.244393 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b2b8eca8-dde5-4bbd-b29f-add239d2468a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:27:27.255575 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2b8eca8-dde5-4bbd-b29f-add239d2468a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:27.256687 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2b8eca8-dde5-4bbd-b29f-add239d2468a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:27.275772 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2b8eca8-dde5-4bbd-b29f-add239d2468a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:27.418727 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2b8eca8-dde5-4bbd-b29f-add239d2468a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:27.445167 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-414a98eb-992f-493a-b993-5b9c22ac4792', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'fixed_ips': [{'subnet_id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 16:27:27.445989 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:27.597839 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Allocated IP 172.20.0.2 (414a98eb-992f-493a-b993-5b9c22ac4792/4181c791-9ba8-4e28-b98d-b5ea0a012d7e/8a5c902b-9755-4dd6-bf87-4aa85aed822a) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:27:27.612068 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2b8eca8-dde5-4bbd-b29f-add239d2468a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:27.643264 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2b8eca8-dde5-4bbd-b29f-add239d2468a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:27.779208 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-b2b8eca8-dde5-4bbd-b29f-add239d2468a admin admin] Allocated IP 172.26.4.61 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/5efd64d2-9d1f-4a5c-9457-ebc578dae402) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:27:27.796106 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:27.806078 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Transition to ACTIVE for port object 8a5c902b-9755-4dd6-bf87-4aa85aed822a will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:27:27.824323 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Transition to ACTIVE for port object 8a5c902b-9755-4dd6-bf87-4aa85aed822a will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:27:27.830500 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:27.894894 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Network 414a98eb-992f-493a-b993-5b9c22ac4792 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:27:27.896022 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:27:27.899377 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:27:27.911224 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Pushing event updated for resources: {'Port': ['ID=8a5c902b-9755-4dd6-bf87-4aa85aed822a,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:27.930807 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2b8eca8-dde5-4bbd-b29f-add239d2468a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:27.949874 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:27.950246 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:27.950584 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:27.950917 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:27.951248 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:27.951572 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:27.951896 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:27.952214 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:27.952574 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:27.952894 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:27.953215 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:27.961127 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2b8eca8-dde5-4bbd-b29f-add239d2468a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:28.003494 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Attempting to bind port 8a5c902b-9755-4dd6-bf87-4aa85aed822a on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:27:28.003861 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Attempting to bind port 8a5c902b-9755-4dd6-bf87-4aa85aed822a by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '5b7777bb-144a-4c94-9ac9-42ba3efbb1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:27:28.004224 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Attempting to bind port 8a5c902b-9755-4dd6-bf87-4aa85aed822a on network 414a98eb-992f-493a-b993-5b9c22ac4792 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:27:28.010603 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:27:28.010971 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Checking segment: {'id': '5b7777bb-144a-4c94-9ac9-42ba3efbb1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:27:28.011363 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:28.011750 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Bound using segment: {'id': '5b7777bb-144a-4c94-9ac9-42ba3efbb1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:27:28.012198 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Bound port: 8a5c902b-9755-4dd6-bf87-4aa85aed822a, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7777bb-144a-4c94-9ac9-42ba3efbb1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:27:28.012564 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:28.034600 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b8eca8-dde5-4bbd-b29f-add239d2468a admin admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:27:28.037383 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b2b8eca8-dde5-4bbd-b29f-add239d2468a admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:27:28.041836 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b8eca8-dde5-4bbd-b29f-add239d2468a admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:27:28.069039 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8eca8-dde5-4bbd-b29f-add239d2468a admin admin] Pushing event updated for resources: {'Port': ['ID=5efd64d2-9d1f-4a5c-9457-ebc578dae402,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:28.102549 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] For port 8a5c902b-9755-4dd6-bf87-4aa85aed822a, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:27:28.105461 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] For port 8a5c902b-9755-4dd6-bf87-4aa85aed822a, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8a5c902b-9755-4dd6-bf87-4aa85aed822a,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:27:28.110031 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:28.192239 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab16d4-8c6f-4ca5-bb23-ba37373e417c None None] Pushing event updated for resources: {'Port': ['ID=8a5c902b-9755-4dd6-bf87-4aa85aed822a,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:28.221310 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2b8eca8-dde5-4bbd-b29f-add239d2468a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:28.222089 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2b8eca8-dde5-4bbd-b29f-add239d2468a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:28.463343 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b8eca8-dde5-4bbd-b29f-add239d2468a admin admin] Router 4c6bdb30-ce37-4a36-a60d-874c007dea36 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 16:27:28.750676 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b8eca8-dde5-4bbd-b29f-add239d2468a admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:27:28.759200 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] Sync routers for ids ['4c6bdb30-ce37-4a36-a60d-874c007dea36'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:27:28.771697 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] Routers {'4c6bdb30-ce37-4a36-a60d-874c007dea36'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:27:28.772313 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:27:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['4c6bdb30-ce37-4a36-a60d-874c007dea36'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:28.774857 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2b8eca8-dde5-4bbd-b29f-add239d2468a admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:28.779225 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b2b8eca8-dde5-4bbd-b29f-add239d2468a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5583301 Mar 14 16:27:28.779671 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34208) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:28.884932 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8a5c902b-9755-4dd6-bf87-4aa85aed822a up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:27:29.007298 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 8a5c902b-9755-4dd6-bf87-4aa85aed822a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:27:29.012688 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] Set router 4c6bdb30-ce37-4a36-a60d-874c007dea36 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:27:29.209105 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ba3698-2f49-444e-8a90-4a5ebc170cb4 None None] Network 414a98eb-992f-493a-b993-5b9c22ac4792 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:27:29.429604 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4f830b02-de4f-43b2-8889-46c9ba217fa9 None None] Provisioning for port 8a5c902b-9755-4dd6-bf87-4aa85aed822a completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:27:29.470450 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4f830b02-de4f-43b2-8889-46c9ba217fa9 None None] Provisioning complete for port 8a5c902b-9755-4dd6-bf87-4aa85aed822a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:27:29.470732 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f830b02-de4f-43b2-8889-46c9ba217fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:29.560958 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cc00cd8-c47c-4f65-880e-790409036f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:29.658929 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'name': 'tempest-TestSnapshotPattern-499878319-router', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:28Z', 'revision_number': 3, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'gw_port': {'id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:25:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:29.671422 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] Checking router: 4c6bdb30-ce37-4a36-a60d-874c007dea36 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:27:29.671790 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] Updating router 4c6bdb30-ce37-4a36-a60d-874c007dea36 port 5efd64d2-9d1f-4a5c-9457-ebc578dae402 binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:27:29.700977 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f830b02-de4f-43b2-8889-46c9ba217fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:29.754015 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:29.814104 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4f830b02-de4f-43b2-8889-46c9ba217fa9 None None] For port 8a5c902b-9755-4dd6-bf87-4aa85aed822a, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8a5c902b-9755-4dd6-bf87-4aa85aed822a,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:27:29.821435 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f830b02-de4f-43b2-8889-46c9ba217fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:29.872813 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-2cc00cd8-c47c-4f65-880e-790409036f60 admin admin] Allocated IP 172.20.0.1 (414a98eb-992f-493a-b993-5b9c22ac4792/4181c791-9ba8-4e28-b98d-b5ea0a012d7e/8109384d-9683-40fc-a0a9-e2d8fa3bb3f7) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:27:29.971057 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f830b02-de4f-43b2-8889-46c9ba217fa9 None None] Pushing event updated for resources: {'Port': ['ID=8a5c902b-9755-4dd6-bf87-4aa85aed822a,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:30.025659 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cc00cd8-c47c-4f65-880e-790409036f60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:30.042626 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-2cc00cd8-c47c-4f65-880e-790409036f60 admin admin] Transition to ACTIVE for port object 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:27:30.065657 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cc00cd8-c47c-4f65-880e-790409036f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:30.073826 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f186b362-9311-49a8-b586-1309c12a92ef None None] Provisioning complete for port 8a5c902b-9755-4dd6-bf87-4aa85aed822a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:27:30.074227 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f186b362-9311-49a8-b586-1309c12a92ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:30.137874 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc00cd8-c47c-4f65-880e-790409036f60 admin admin] Network 414a98eb-992f-493a-b993-5b9c22ac4792 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:27:30.141473 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-2cc00cd8-c47c-4f65-880e-790409036f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:27:30.145506 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc00cd8-c47c-4f65-880e-790409036f60 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:27:30.176194 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc00cd8-c47c-4f65-880e-790409036f60 admin admin] Pushing event updated for resources: {'Port': ['ID=8109384d-9683-40fc-a0a9-e2d8fa3bb3f7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:30.204505 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cc00cd8-c47c-4f65-880e-790409036f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:30.268371 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:30.288121 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cc00cd8-c47c-4f65-880e-790409036f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:30.293396 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] Transition to ACTIVE for port object 5efd64d2-9d1f-4a5c-9457-ebc578dae402 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:27:30.303797 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:30.389162 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce92436-36e7-4a57-9a1e-346b15e6cee8 None None] Pushing event updated for resources: {'Port': ['ID=5efd64d2-9d1f-4a5c-9457-ebc578dae402,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:30.392036 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] Attempting to bind port 5efd64d2-9d1f-4a5c-9457-ebc578dae402 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:27:30.392408 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] Attempting to bind port 5efd64d2-9d1f-4a5c-9457-ebc578dae402 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:27:30.392770 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] Attempting to bind port 5efd64d2-9d1f-4a5c-9457-ebc578dae402 on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:27:30.399625 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:27:30.400002 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:27:30.400407 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:30.400794 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:27:30.401252 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] Bound port: 5efd64d2-9d1f-4a5c-9457-ebc578dae402, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:27:30.401628 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:30.469018 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1a315efa-548d-4ccb-8775-387b2b8ad929 None None] Provisioning for port 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:27:30.479936 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1a315efa-548d-4ccb-8775-387b2b8ad929 None None] Provisioning complete for port 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:27:30.480522 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1a315efa-548d-4ccb-8775-387b2b8ad929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:30.518610 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] For port 5efd64d2-9d1f-4a5c-9457-ebc578dae402, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:27:30.519770 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cc00cd8-c47c-4f65-880e-790409036f60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:30.524568 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cc00cd8-c47c-4f65-880e-790409036f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:30.536357 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] For port 5efd64d2-9d1f-4a5c-9457-ebc578dae402, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5efd64d2-9d1f-4a5c-9457-ebc578dae402,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:27:30.541790 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:30.545138 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1a315efa-548d-4ccb-8775-387b2b8ad929 None None] Port 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:27:30.620973 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce92436-36e7-4a57-9a1e-346b15e6cee8 None None] Pushing event updated for resources: {'Port': ['ID=5efd64d2-9d1f-4a5c-9457-ebc578dae402,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:30.627314 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] Routers {'4c6bdb30-ce37-4a36-a60d-874c007dea36'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:27:30.628048 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:27:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['4c6bdb30-ce37-4a36-a60d-874c007dea36'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:30.635854 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cc00cd8-c47c-4f65-880e-790409036f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:30.639268 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc00cd8-c47c-4f65-880e-790409036f60 admin admin] Pushing event updated for resources: {'Port': ['ID=8109384d-9683-40fc-a0a9-e2d8fa3bb3f7,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:30.765071 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:27:30.775862 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc00cd8-c47c-4f65-880e-790409036f60 admin admin] Network 414a98eb-992f-493a-b993-5b9c22ac4792 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:27:30.776959 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-2cc00cd8-c47c-4f65-880e-790409036f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:27:30.818155 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] Set router 4c6bdb30-ce37-4a36-a60d-874c007dea36 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:27:30.861900 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8a5c902b-9755-4dd6-bf87-4aa85aed822a up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:27:31.149844 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 8a5c902b-9755-4dd6-bf87-4aa85aed822a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:27:31.150564 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:31.172512 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc00cd8-c47c-4f65-880e-790409036f60 admin admin] Router 4c6bdb30-ce37-4a36-a60d-874c007dea36 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:27:31.183918 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bcc7112a-9a0b-4c36-86cc-020663543daf None None] Provisioning complete for port 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:27:31.184288 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bcc7112a-9a0b-4c36-86cc-020663543daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:31.278635 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-bcc7112a-9a0b-4c36-86cc-020663543daf None None] Port 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:27:31.382184 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc00cd8-c47c-4f65-880e-790409036f60 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:27:31.400969 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-2cc00cd8-c47c-4f65-880e-790409036f60 admin admin] 10.222.0.60 "PUT /v2.0/routers/4c6bdb30-ce37-4a36-a60d-874c007dea36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6106629 Mar 14 16:27:31.408389 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'name': 'tempest-TestSnapshotPattern-499878319-router', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:30Z', 'revision_number': 4, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'gw_port': {'id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:25:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '8109384d-9683-40fc-a0a9-e2d8fa3bb3f7', 'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'mac_address': 'fa:16:3e:fe:6f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:29Z', 'updated_at': '2022-03-14T16:27:30Z', 'revision_number': 2, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'subnets': [{'id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:31.412525 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d084ef8-758f-45bd-9d4b-2454e12d9bb0 None None] The sync data for ids ['4c6bdb30-ce37-4a36-a60d-874c007dea36'] in dv-neutron-833561-1-hyperv is: [{'id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'name': 'tempest-TestSnapshotPattern-499878319-router', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:30Z', 'revision_number': 4, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'gw_port': {'id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:25:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '8109384d-9683-40fc-a0a9-e2d8fa3bb3f7', 'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'mac_address': 'fa:16:3e:fe:6f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:29Z', 'updated_at': '2022-03-14T16:27:30Z', 'revision_number': 2, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'subnets': [{'id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:27:32.275392 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34230) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:32.281054 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-14826110-5213-4ecd-8c9c-354ee5372f69 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1579605020-network', 'tenant_id': '99575e75d4ad487e8c89606a3e565187'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:27:32.287247 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-14826110-5213-4ecd-8c9c-354ee5372f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:27:32.291717 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-14826110-5213-4ecd-8c9c-354ee5372f69 admin admin] Usage tracker for resource:network and tenant:99575e75d4ad487e8c89606a3e565187 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:27:32.294851 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-14826110-5213-4ecd-8c9c-354ee5372f69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:27:32.301641 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-14826110-5213-4ecd-8c9c-354ee5372f69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:27:32.424053 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14826110-5213-4ecd-8c9c-354ee5372f69 admin admin] Made reservation on behalf of 99575e75d4ad487e8c89606a3e565187 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:27:32.426437 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14826110-5213-4ecd-8c9c-354ee5372f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:32.439940 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14826110-5213-4ecd-8c9c-354ee5372f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:32.473355 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-14826110-5213-4ecd-8c9c-354ee5372f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:27:32.477159 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-14826110-5213-4ecd-8c9c-354ee5372f69 admin admin] Usage tracker for resource:security_group_rule and tenant:99575e75d4ad487e8c89606a3e565187 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:27:32.480085 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-14826110-5213-4ecd-8c9c-354ee5372f69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:27:32.486876 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-14826110-5213-4ecd-8c9c-354ee5372f69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:27:32.553308 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14826110-5213-4ecd-8c9c-354ee5372f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:32.556858 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14826110-5213-4ecd-8c9c-354ee5372f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:32.586482 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14826110-5213-4ecd-8c9c-354ee5372f69 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 16:27:32.595811 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14826110-5213-4ecd-8c9c-354ee5372f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c353b6-03b9-4869-b4bb-cdbac7affa5d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:32.601925 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14826110-5213-4ecd-8c9c-354ee5372f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:32.602393 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.segments_db [None req-14826110-5213-4ecd-8c9c-354ee5372f69 admin admin] Added segment a19d74e9-07c5-43b8-9447-77800298b02b of type vlan for network 0a644936-1ab5-4206-9497-84398898b80a Mar 14 16:27:32.627971 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14826110-5213-4ecd-8c9c-354ee5372f69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782435661038'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:32.656795 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14826110-5213-4ecd-8c9c-354ee5372f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:32.657596 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14826110-5213-4ecd-8c9c-354ee5372f69 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:32.658189 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14826110-5213-4ecd-8c9c-354ee5372f69 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:32.756113 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14826110-5213-4ecd-8c9c-354ee5372f69 admin admin] Pushing event updated for resources: {'Network': ['ID=0a644936-1ab5-4206-9497-84398898b80a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:32.758775 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-14826110-5213-4ecd-8c9c-354ee5372f69 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4823015 Mar 14 16:27:32.761563 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34234) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:32.766171 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Network 0a644936-1ab5-4206-9497-84398898b80a details requested by agent ovs-agent-dv-neutron-833561-1-hyperv with host dv-neutron-833561-1-hyperv {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 16:27:32.767622 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-49d81962-beda-4359-9d04-1fd28886e921 admin admin] Request body: {'subnet': {'network_id': '0a644936-1ab5-4206-9497-84398898b80a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1579605020-subnet', 'tenant_id': '99575e75d4ad487e8c89606a3e565187', 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:27:32.772555 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-49d81962-beda-4359-9d04-1fd28886e921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:27:32.776379 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-49d81962-beda-4359-9d04-1fd28886e921 admin admin] Usage tracker for resource:subnet and tenant:99575e75d4ad487e8c89606a3e565187 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:27:32.779246 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-49d81962-beda-4359-9d04-1fd28886e921 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:27:32.786157 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-49d81962-beda-4359-9d04-1fd28886e921 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:27:32.797121 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d81962-beda-4359-9d04-1fd28886e921 admin admin] Made reservation on behalf of 99575e75d4ad487e8c89606a3e565187 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:27:32.799386 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-49d81962-beda-4359-9d04-1fd28886e921 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1763972'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:32.868088 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5efd64d2-9d1f-4a5c-9457-ebc578dae402 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:27:32.963889 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 5efd64d2-9d1f-4a5c-9457-ebc578dae402 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:27:32.969542 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 5efd64d2-9d1f-4a5c-9457-ebc578dae402 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:27:32.970173 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:33.014566 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-49d81962-beda-4359-9d04-1fd28886e921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1763990'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:33.082651 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d81962-beda-4359-9d04-1fd28886e921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51e675b3-76d9-4929-9c55-077eda6dc205,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:33.084082 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:33.101339 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 5efd64d2-9d1f-4a5c-9457-ebc578dae402, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5efd64d2-9d1f-4a5c-9457-ebc578dae402,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:27:33.101544 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d81962-beda-4359-9d04-1fd28886e921 admin admin] Checking segment: {'id': 'a19d74e9-07c5-43b8-9447-77800298b02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0a644936-1ab5-4206-9497-84398898b80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:27:33.102037 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d81962-beda-4359-9d04-1fd28886e921 admin admin] Network hostable DHCP agents. Network: 0a644936-1ab5-4206-9497-84398898b80a, hostable agents: ['b0a06188-cacb-4531-b7e0-b1c4f250c97a'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 16:27:33.105229 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:33.124664 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d81962-beda-4359-9d04-1fd28886e921 admin admin] Network 0a644936-1ab5-4206-9497-84398898b80a is scheduled to be hosted by DHCP agent b0a06188-cacb-4531-b7e0-b1c4f250c97a with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 16:27:33.135379 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-49d81962-beda-4359-9d04-1fd28886e921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833561-1-hyperv, 0a644936-1ab5-4206-9497-84398898b80a) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:27:33.145243 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b3d6cd-2504-4952-b33e-d1925baae905 None None] Network 0a644936-1ab5-4206-9497-84398898b80a requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:27:33.145382 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d81962-beda-4359-9d04-1fd28886e921 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:33.145980 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-49d81962-beda-4359-9d04-1fd28886e921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:33.165509 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-49d81962-beda-4359-9d04-1fd28886e921 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4028857 Mar 14 16:27:33.168108 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34238) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:33.173297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-bbcbf439-2336-4eca-8c85-a83bf28e959d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1579605020-router', 'tenant_id': '99575e75d4ad487e8c89606a3e565187', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:27:33.178124 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bbcbf439-2336-4eca-8c85-a83bf28e959d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:27:33.181682 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bbcbf439-2336-4eca-8c85-a83bf28e959d admin admin] Usage tracker for resource:router and tenant:99575e75d4ad487e8c89606a3e565187 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:27:33.184521 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-bbcbf439-2336-4eca-8c85-a83bf28e959d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:27:33.191341 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bbcbf439-2336-4eca-8c85-a83bf28e959d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:27:33.204647 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf439-2336-4eca-8c85-a83bf28e959d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25998'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:33.205961 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf439-2336-4eca-8c85-a83bf28e959d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25989'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:33.225222 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf439-2336-4eca-8c85-a83bf28e959d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:33.264674 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=5efd64d2-9d1f-4a5c-9457-ebc578dae402,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:33.371175 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf439-2336-4eca-8c85-a83bf28e959d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-950443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26003'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:33.534818 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055dbc3a-025d-4c63-9513-f7dd19e1027f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecbf1d6c-2363-5f9e-bb6c-e3787b5a86c9-0a644936-1ab5-4206-9497-84398898b80a', 'network_id': '0a644936-1ab5-4206-9497-84398898b80a', 'tenant_id': '99575e75d4ad487e8c89606a3e565187', 'fixed_ips': [{'subnet_id': '51e675b3-76d9-4929-9c55-077eda6dc205'}]}} from dv-neutron-833561-1-hyperv. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 14 16:27:33.535631 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-055dbc3a-025d-4c63-9513-f7dd19e1027f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:33.556188 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf439-2336-4eca-8c85-a83bf28e959d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:33.588853 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf439-2336-4eca-8c85-a83bf28e959d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:33.720403 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-bbcbf439-2336-4eca-8c85-a83bf28e959d admin admin] Allocated IP 172.26.4.117 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/e8627425-931c-4b7d-83d8-eb3017f93723) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:27:33.727624 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-055dbc3a-025d-4c63-9513-f7dd19e1027f None None] Allocated IP 172.20.0.2 (0a644936-1ab5-4206-9497-84398898b80a/51e675b3-76d9-4929-9c55-077eda6dc205/53d755e5-fe9f-419f-bc69-2c9cfd45a5c3) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:27:33.868039 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf439-2336-4eca-8c85-a83bf28e959d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:33.896510 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf439-2336-4eca-8c85-a83bf28e959d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:33.968727 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcbf439-2336-4eca-8c85-a83bf28e959d admin admin] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:27:33.971549 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-bbcbf439-2336-4eca-8c85-a83bf28e959d admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:27:33.975327 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcbf439-2336-4eca-8c85-a83bf28e959d admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:27:33.994862 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-055dbc3a-025d-4c63-9513-f7dd19e1027f None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:34.006878 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-055dbc3a-025d-4c63-9513-f7dd19e1027f None None] Transition to ACTIVE for port object 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:27:34.009119 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcbf439-2336-4eca-8c85-a83bf28e959d admin admin] Pushing event updated for resources: {'Port': ['ID=e8627425-931c-4b7d-83d8-eb3017f93723,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:34.026726 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-055dbc3a-025d-4c63-9513-f7dd19e1027f None None] Transition to ACTIVE for port object 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:27:34.039422 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-055dbc3a-025d-4c63-9513-f7dd19e1027f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:34.104035 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055dbc3a-025d-4c63-9513-f7dd19e1027f None None] Network 0a644936-1ab5-4206-9497-84398898b80a is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:27:34.105148 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-055dbc3a-025d-4c63-9513-f7dd19e1027f None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:27:34.108637 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055dbc3a-025d-4c63-9513-f7dd19e1027f None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:27:34.116811 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dbc3a-025d-4c63-9513-f7dd19e1027f None None] Pushing event updated for resources: {'Port': ['ID=53d755e5-fe9f-419f-bc69-2c9cfd45a5c3,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:34.138964 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf439-2336-4eca-8c85-a83bf28e959d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:34.139700 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf439-2336-4eca-8c85-a83bf28e959d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-950434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963131'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:34.203498 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-055dbc3a-025d-4c63-9513-f7dd19e1027f None None] Attempting to bind port 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:27:34.203876 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-055dbc3a-025d-4c63-9513-f7dd19e1027f None None] Attempting to bind port 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'a19d74e9-07c5-43b8-9447-77800298b02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0a644936-1ab5-4206-9497-84398898b80a'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:27:34.204237 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055dbc3a-025d-4c63-9513-f7dd19e1027f None None] Attempting to bind port 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3 on network 0a644936-1ab5-4206-9497-84398898b80a {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:27:34.210784 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055dbc3a-025d-4c63-9513-f7dd19e1027f None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:27:34.211157 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055dbc3a-025d-4c63-9513-f7dd19e1027f None None] Checking segment: {'id': 'a19d74e9-07c5-43b8-9447-77800298b02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0a644936-1ab5-4206-9497-84398898b80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:27:34.212035 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-055dbc3a-025d-4c63-9513-f7dd19e1027f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:34.212035 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055dbc3a-025d-4c63-9513-f7dd19e1027f None None] Bound using segment: {'id': 'a19d74e9-07c5-43b8-9447-77800298b02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0a644936-1ab5-4206-9497-84398898b80a'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:27:34.212374 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-055dbc3a-025d-4c63-9513-f7dd19e1027f None None] Bound port: 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19d74e9-07c5-43b8-9447-77800298b02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0a644936-1ab5-4206-9497-84398898b80a'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:27:34.212763 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-055dbc3a-025d-4c63-9513-f7dd19e1027f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:34.301784 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-055dbc3a-025d-4c63-9513-f7dd19e1027f None None] For port 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:27:34.305302 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-055dbc3a-025d-4c63-9513-f7dd19e1027f None None] For port 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=53d755e5-fe9f-419f-bc69-2c9cfd45a5c3,segment=NetworkSegment(a19d74e9-07c5-43b8-9447-77800298b02b),segment_id=a19d74e9-07c5-43b8-9447-77800298b02b)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:27:34.308875 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-055dbc3a-025d-4c63-9513-f7dd19e1027f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:34.388130 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dbc3a-025d-4c63-9513-f7dd19e1027f None None] Pushing event updated for resources: {'Port': ['ID=53d755e5-fe9f-419f-bc69-2c9cfd45a5c3,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:34.470848 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcbf439-2336-4eca-8c85-a83bf28e959d admin admin] Router d922094c-7354-40c8-9878-f0860739ce62 is scheduled to L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 16:27:34.681817 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcbf439-2336-4eca-8c85-a83bf28e959d admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:27:34.691078 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] Sync routers for ids ['d922094c-7354-40c8-9878-f0860739ce62'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:27:34.703325 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] Routers {'d922094c-7354-40c8-9878-f0860739ce62'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:27:34.703932 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:27:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['d922094c-7354-40c8-9878-f0860739ce62'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:34.706160 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf439-2336-4eca-8c85-a83bf28e959d admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:34.707363 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-bbcbf439-2336-4eca-8c85-a83bf28e959d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5382221 Mar 14 16:27:34.710219 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34242) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:34.880187 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] Set router d922094c-7354-40c8-9878-f0860739ce62 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:27:34.920313 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:27:34.995943 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:27:35.002712 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5efd64d2-9d1f-4a5c-9457-ebc578dae402 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:27:35.102617 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 5efd64d2-9d1f-4a5c-9457-ebc578dae402 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:27:35.102998 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:35.286690 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd922094c-7354-40c8-9878-f0860739ce62', 'name': 'tempest-TestSnapshotPattern-1579605020-router', 'tenant_id': '99575e75d4ad487e8c89606a3e565187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'e8627425-931c-4b7d-83d8-eb3017f93723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:33Z', 'updated_at': '2022-03-14T16:27:34Z', 'revision_number': 3, 'project_id': '99575e75d4ad487e8c89606a3e565187', 'gw_port': {'id': 'e8627425-931c-4b7d-83d8-eb3017f93723', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:15:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd922094c-7354-40c8-9878-f0860739ce62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:33Z', 'updated_at': '2022-03-14T16:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:35.290529 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] Checking router: d922094c-7354-40c8-9878-f0860739ce62 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:27:35.291233 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] Updating router d922094c-7354-40c8-9878-f0860739ce62 port e8627425-931c-4b7d-83d8-eb3017f93723 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:27:35.342246 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:35.381856 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a32e5f-2fe6-4bea-ab1a-5ea876ecd0a1 None None] Network 0a644936-1ab5-4206-9497-84398898b80a requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:27:35.487318 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ac0ebf2b-7a56-4f60-b50a-241d06a2738b None None] Provisioning for port 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:27:35.494294 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ac0ebf2b-7a56-4f60-b50a-241d06a2738b None None] Provisioning complete for port 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:27:35.494710 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac0ebf2b-7a56-4f60-b50a-241d06a2738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:35.529199 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51c7853a-c23c-49a6-a2b7-90d1ad707b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:35.678236 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:35.690870 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] Transition to ACTIVE for port object e8627425-931c-4b7d-83d8-eb3017f93723 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:27:35.698787 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:35.716494 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac0ebf2b-7a56-4f60-b50a-241d06a2738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:35.750454 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-51c7853a-c23c-49a6-a2b7-90d1ad707b7d admin admin] Allocated IP 172.20.0.1 (0a644936-1ab5-4206-9497-84398898b80a/51e675b3-76d9-4929-9c55-077eda6dc205/40564eb4-212f-4b1c-9b68-98964bee0a32) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:27:35.760362 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ac0ebf2b-7a56-4f60-b50a-241d06a2738b None None] For port 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=53d755e5-fe9f-419f-bc69-2c9cfd45a5c3,segment=NetworkSegment(a19d74e9-07c5-43b8-9447-77800298b02b),segment_id=a19d74e9-07c5-43b8-9447-77800298b02b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:27:35.766663 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac0ebf2b-7a56-4f60-b50a-241d06a2738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:35.777309 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] Attempting to bind port e8627425-931c-4b7d-83d8-eb3017f93723 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:27:35.777746 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] Attempting to bind port e8627425-931c-4b7d-83d8-eb3017f93723 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:27:35.778200 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] Attempting to bind port e8627425-931c-4b7d-83d8-eb3017f93723 on network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:27:35.790769 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4bd99b-bd66-426e-8cab-0eb603fafa01 None None] Pushing event updated for resources: {'Port': ['ID=e8627425-931c-4b7d-83d8-eb3017f93723,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:35.799896 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4bd99b-bd66-426e-8cab-0eb603fafa01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:35.800499 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4bd99b-bd66-426e-8cab-0eb603fafa01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:35.800999 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4bd99b-bd66-426e-8cab-0eb603fafa01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:35.801589 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4bd99b-bd66-426e-8cab-0eb603fafa01 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:35.802124 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4bd99b-bd66-426e-8cab-0eb603fafa01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:35.802614 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4bd99b-bd66-426e-8cab-0eb603fafa01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:35.803113 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4bd99b-bd66-426e-8cab-0eb603fafa01 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:35.803619 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4bd99b-bd66-426e-8cab-0eb603fafa01 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:35.804002 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4bd99b-bd66-426e-8cab-0eb603fafa01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:35.804387 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4bd99b-bd66-426e-8cab-0eb603fafa01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:35.804809 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4bd99b-bd66-426e-8cab-0eb603fafa01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:27:35.808208 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:27:35.808653 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] Checking segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:27:35.809113 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:35.809550 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] Bound using segment: {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:27:35.810093 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] Bound port: e8627425-931c-4b7d-83d8-eb3017f93723, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c7368-e19a-4f2a-9309-d76fb9f6fe91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:27:35.810520 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:35.839620 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ebf2b-7a56-4f60-b50a-241d06a2738b None None] Pushing event updated for resources: {'Port': ['ID=53d755e5-fe9f-419f-bc69-2c9cfd45a5c3,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:35.884256 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] For port e8627425-931c-4b7d-83d8-eb3017f93723, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:27:35.887443 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] For port e8627425-931c-4b7d-83d8-eb3017f93723, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=e8627425-931c-4b7d-83d8-eb3017f93723,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:27:35.892883 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:35.941791 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51c7853a-c23c-49a6-a2b7-90d1ad707b7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:35.960008 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-51c7853a-c23c-49a6-a2b7-90d1ad707b7d admin admin] Transition to ACTIVE for port object 40564eb4-212f-4b1c-9b68-98964bee0a32 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:27:35.975518 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] Routers {'d922094c-7354-40c8-9878-f0860739ce62'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:27:35.975926 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:27:15Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['d922094c-7354-40c8-9878-f0860739ce62'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:35.989270 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51c7853a-c23c-49a6-a2b7-90d1ad707b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:35.994645 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f42421b4-c528-4a49-aaed-0ef8d64b7a11 None None] Provisioning complete for port 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:27:35.995181 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f42421b4-c528-4a49-aaed-0ef8d64b7a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:36.059548 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c7853a-c23c-49a6-a2b7-90d1ad707b7d admin admin] Network 0a644936-1ab5-4206-9497-84398898b80a is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:27:36.063529 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-51c7853a-c23c-49a6-a2b7-90d1ad707b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:27:36.065879 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c7853a-c23c-49a6-a2b7-90d1ad707b7d admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:27:36.095128 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7853a-c23c-49a6-a2b7-90d1ad707b7d admin admin] Pushing event updated for resources: {'Port': ['ID=40564eb4-212f-4b1c-9b68-98964bee0a32,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:36.105293 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4bd99b-bd66-426e-8cab-0eb603fafa01 None None] Pushing event updated for resources: {'Port': ['ID=e8627425-931c-4b7d-83d8-eb3017f93723,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:36.142470 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51c7853a-c23c-49a6-a2b7-90d1ad707b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962753'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:36.187394 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] Set router d922094c-7354-40c8-9878-f0860739ce62 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:27:36.344055 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51c7853a-c23c-49a6-a2b7-90d1ad707b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:36.354476 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c2760cb7-c14a-4b88-b7e1-332db6235c94 None None] Provisioning for port 40564eb4-212f-4b1c-9b68-98964bee0a32 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:27:36.360271 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c2760cb7-c14a-4b88-b7e1-332db6235c94 None None] Provisioning complete for port 40564eb4-212f-4b1c-9b68-98964bee0a32 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:27:36.360759 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c2760cb7-c14a-4b88-b7e1-332db6235c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:36.415643 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c2760cb7-c14a-4b88-b7e1-332db6235c94 None None] Port 40564eb4-212f-4b1c-9b68-98964bee0a32 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:27:36.480724 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd922094c-7354-40c8-9878-f0860739ce62', 'name': 'tempest-TestSnapshotPattern-1579605020-router', 'tenant_id': '99575e75d4ad487e8c89606a3e565187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'e8627425-931c-4b7d-83d8-eb3017f93723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:33Z', 'updated_at': '2022-03-14T16:27:34Z', 'revision_number': 3, 'project_id': '99575e75d4ad487e8c89606a3e565187', 'gw_port': {'id': 'e8627425-931c-4b7d-83d8-eb3017f93723', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:15:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd922094c-7354-40c8-9878-f0860739ce62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:33Z', 'updated_at': '2022-03-14T16:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:36.485554 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dd3d62-5236-4ab0-b89f-f4001be99ba3 None None] The sync data for ids ['d922094c-7354-40c8-9878-f0860739ce62'] in dv-neutron-833561-1-hyperv is: [{'id': 'd922094c-7354-40c8-9878-f0860739ce62', 'name': 'tempest-TestSnapshotPattern-1579605020-router', 'tenant_id': '99575e75d4ad487e8c89606a3e565187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'e8627425-931c-4b7d-83d8-eb3017f93723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:33Z', 'updated_at': '2022-03-14T16:27:34Z', 'revision_number': 3, 'project_id': '99575e75d4ad487e8c89606a3e565187', 'gw_port': {'id': 'e8627425-931c-4b7d-83d8-eb3017f93723', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:15:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd922094c-7354-40c8-9878-f0860739ce62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:33Z', 'updated_at': '2022-03-14T16:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:27:36.571235 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51c7853a-c23c-49a6-a2b7-90d1ad707b7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:36.575932 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51c7853a-c23c-49a6-a2b7-90d1ad707b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:36.676800 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51c7853a-c23c-49a6-a2b7-90d1ad707b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66979663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962668'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:36.679936 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7853a-c23c-49a6-a2b7-90d1ad707b7d admin admin] Pushing event updated for resources: {'Port': ['ID=40564eb4-212f-4b1c-9b68-98964bee0a32,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:36.810046 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c7853a-c23c-49a6-a2b7-90d1ad707b7d admin admin] Network 0a644936-1ab5-4206-9497-84398898b80a is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:27:36.811371 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-51c7853a-c23c-49a6-a2b7-90d1ad707b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:27:36.831518 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:27:36.908034 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:27:36.908401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:37.053242 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4a9ae2e0-1ac8-498d-b1a9-7c87027b50d7 None None] Provisioning complete for port 40564eb4-212f-4b1c-9b68-98964bee0a32 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:27:37.053610 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4a9ae2e0-1ac8-498d-b1a9-7c87027b50d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:37.103742 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4a9ae2e0-1ac8-498d-b1a9-7c87027b50d7 None None] Port 40564eb4-212f-4b1c-9b68-98964bee0a32 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:27:37.209541 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c7853a-c23c-49a6-a2b7-90d1ad707b7d admin admin] Router d922094c-7354-40c8-9878-f0860739ce62 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:27:37.416177 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c7853a-c23c-49a6-a2b7-90d1ad707b7d admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:27:37.425815 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-51c7853a-c23c-49a6-a2b7-90d1ad707b7d admin admin] 10.222.0.60 "PUT /v2.0/routers/d922094c-7354-40c8-9878-f0860739ce62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7146358 Mar 14 16:27:37.982311 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34254) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:37.988070 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b300d694-4389-4ce3-9de0-eb288fca8124 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2101832815', 'description': 'tempest-secgroup-smoke-2101832815 description', 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:27:37.993946 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b300d694-4389-4ce3-9de0-eb288fca8124 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:27:37.997710 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b300d694-4389-4ce3-9de0-eb288fca8124 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Usage tracker for resource:security_group and tenant:5d5fbaa2c4db412a8324b82b47ba22fe is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:27:38.000655 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b300d694-4389-4ce3-9de0-eb288fca8124 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:27:38.006288 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b300d694-4389-4ce3-9de0-eb288fca8124 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:27:38.016591 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b300d694-4389-4ce3-9de0-eb288fca8124 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:38.050787 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b300d694-4389-4ce3-9de0-eb288fca8124 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:27:38.054513 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b300d694-4389-4ce3-9de0-eb288fca8124 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Usage tracker for resource:security_group_rule and tenant:5d5fbaa2c4db412a8324b82b47ba22fe is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:27:38.057260 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-b300d694-4389-4ce3-9de0-eb288fca8124 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:27:38.063537 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b300d694-4389-4ce3-9de0-eb288fca8124 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:27:38.120801 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b300d694-4389-4ce3-9de0-eb288fca8124 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:38.124875 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b300d694-4389-4ce3-9de0-eb288fca8124 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:38.165465 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300d694-4389-4ce3-9de0-eb288fca8124 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd0014f-62c9-4966-8390-6da5c7dd8e44,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:38.168221 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b300d694-4389-4ce3-9de0-eb288fca8124 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:38.172264 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b300d694-4389-4ce3-9de0-eb288fca8124 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1862323 Mar 14 16:27:38.173033 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34258) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:38.178066 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4be77e45-323a-4c80-86a8-68fa3bd3371f tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Request body: {'security_group_rule': {'security_group_id': '9bd0014f-62c9-4966-8390-6da5c7dd8e44', 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:27:38.184218 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4be77e45-323a-4c80-86a8-68fa3bd3371f tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:27:38.188677 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4be77e45-323a-4c80-86a8-68fa3bd3371f tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Usage tracker for resource:security_group_rule and tenant:5d5fbaa2c4db412a8324b82b47ba22fe is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:27:38.191597 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-4be77e45-323a-4c80-86a8-68fa3bd3371f tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:27:38.197422 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4be77e45-323a-4c80-86a8-68fa3bd3371f tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:27:38.214181 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4be77e45-323a-4c80-86a8-68fa3bd3371f tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:38.274515 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4be77e45-323a-4c80-86a8-68fa3bd3371f tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:38.277873 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4be77e45-323a-4c80-86a8-68fa3bd3371f tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:38.299912 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be77e45-323a-4c80-86a8-68fa3bd3371f tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8eed5e9-676b-471d-a755-dd325f039f4c,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:38.308052 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4be77e45-323a-4c80-86a8-68fa3bd3371f tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:38.309268 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-4be77e45-323a-4c80-86a8-68fa3bd3371f tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1358693 Mar 14 16:27:38.312676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34262) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:38.317981 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-60dd87b2-b6fa-4f82-8599-1356425a5e7e tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Request body: {'security_group_rule': {'security_group_id': '9bd0014f-62c9-4966-8390-6da5c7dd8e44', 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:27:38.323716 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-60dd87b2-b6fa-4f82-8599-1356425a5e7e tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:27:38.328260 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-60dd87b2-b6fa-4f82-8599-1356425a5e7e tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Usage tracker for resource:security_group_rule and tenant:5d5fbaa2c4db412a8324b82b47ba22fe is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:27:38.331134 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-60dd87b2-b6fa-4f82-8599-1356425a5e7e tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:27:38.336700 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-60dd87b2-b6fa-4f82-8599-1356425a5e7e tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:27:38.352853 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60dd87b2-b6fa-4f82-8599-1356425a5e7e tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:38.416787 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60dd87b2-b6fa-4f82-8599-1356425a5e7e tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:38.420849 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60dd87b2-b6fa-4f82-8599-1356425a5e7e tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:38.445301 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd87b2-b6fa-4f82-8599-1356425a5e7e tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d264a9cd-1135-4be7-8859-9767b80f6b89,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:38.454865 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60dd87b2-b6fa-4f82-8599-1356425a5e7e tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:38.456118 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-60dd87b2-b6fa-4f82-8599-1356425a5e7e tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1424847 Mar 14 16:27:38.459058 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34266) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:38.464467 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-77582bd5-4b0d-4d72-8c2f-09b30b81d949 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Request body: {'security_group_rule': {'security_group_id': '9bd0014f-62c9-4966-8390-6da5c7dd8e44', 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:27:38.470371 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-77582bd5-4b0d-4d72-8c2f-09b30b81d949 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:27:38.474009 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-77582bd5-4b0d-4d72-8c2f-09b30b81d949 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Usage tracker for resource:security_group_rule and tenant:5d5fbaa2c4db412a8324b82b47ba22fe is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:27:38.476788 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-77582bd5-4b0d-4d72-8c2f-09b30b81d949 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:27:38.482351 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-77582bd5-4b0d-4d72-8c2f-09b30b81d949 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:27:38.499934 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77582bd5-4b0d-4d72-8c2f-09b30b81d949 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:38.562634 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77582bd5-4b0d-4d72-8c2f-09b30b81d949 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:38.566864 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77582bd5-4b0d-4d72-8c2f-09b30b81d949 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:38.591122 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77582bd5-4b0d-4d72-8c2f-09b30b81d949 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab0293e4-78d9-4665-a5c7-e8a5f000c745,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:38.602849 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77582bd5-4b0d-4d72-8c2f-09b30b81d949 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:38.604211 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-77582bd5-4b0d-4d72-8c2f-09b30b81d949 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1441288 Mar 14 16:27:38.606977 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34270) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:38.613617 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-13e397be-2b81-45d8-a238-4af8fa850ee4 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Request body: {'security_group_rule': {'security_group_id': '9bd0014f-62c9-4966-8390-6da5c7dd8e44', 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:27:38.619603 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-13e397be-2b81-45d8-a238-4af8fa850ee4 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:27:38.623377 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-13e397be-2b81-45d8-a238-4af8fa850ee4 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Usage tracker for resource:security_group_rule and tenant:5d5fbaa2c4db412a8324b82b47ba22fe is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:27:38.627429 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-13e397be-2b81-45d8-a238-4af8fa850ee4 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:27:38.633736 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-13e397be-2b81-45d8-a238-4af8fa850ee4 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:27:38.652110 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13e397be-2b81-45d8-a238-4af8fa850ee4 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:38.716369 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13e397be-2b81-45d8-a238-4af8fa850ee4 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:38.720043 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13e397be-2b81-45d8-a238-4af8fa850ee4 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:38.742205 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e397be-2b81-45d8-a238-4af8fa850ee4 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0af470f-4d52-4fc9-ad2f-5244cebbcfa0,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:38.751475 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13e397be-2b81-45d8-a238-4af8fa850ee4 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:38.752568 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-13e397be-2b81-45d8-a238-4af8fa850ee4 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1446731 Mar 14 16:27:38.755369 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34274) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:38.760648 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3f849cf9-f636-416c-a94d-deeb8b07ce56 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Request body: {'security_group_rule': {'security_group_id': '9bd0014f-62c9-4966-8390-6da5c7dd8e44', 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:27:38.766485 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3f849cf9-f636-416c-a94d-deeb8b07ce56 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:27:38.770167 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3f849cf9-f636-416c-a94d-deeb8b07ce56 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Usage tracker for resource:security_group_rule and tenant:5d5fbaa2c4db412a8324b82b47ba22fe is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:27:38.772961 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3f849cf9-f636-416c-a94d-deeb8b07ce56 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:27:38.778611 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3f849cf9-f636-416c-a94d-deeb8b07ce56 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:27:38.790864 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-3f849cf9-f636-416c-a94d-deeb8b07ce56 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Project 5d5fbaa2c4db412a8324b82b47ba22fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 16:27:38.797752 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f849cf9-f636-416c-a94d-deeb8b07ce56 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:38.942745 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f849cf9-f636-416c-a94d-deeb8b07ce56 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:38.946729 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f849cf9-f636-416c-a94d-deeb8b07ce56 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:38.969749 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f849cf9-f636-416c-a94d-deeb8b07ce56 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f3dd66-f532-4d9c-8b08-8ddf5b7d3dfc,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:38.979320 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f849cf9-f636-416c-a94d-deeb8b07ce56 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:38.980545 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3f849cf9-f636-416c-a94d-deeb8b07ce56 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2242830 Mar 14 16:27:38.983257 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34278) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:38.989379 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3c9b564e-0305-43e3-a5b7-c98f0c0981b6 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Request body: {'security_group_rule': {'security_group_id': '9bd0014f-62c9-4966-8390-6da5c7dd8e44', 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:27:38.995079 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3c9b564e-0305-43e3-a5b7-c98f0c0981b6 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:27:38.998805 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3c9b564e-0305-43e3-a5b7-c98f0c0981b6 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Usage tracker for resource:security_group_rule and tenant:5d5fbaa2c4db412a8324b82b47ba22fe is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:27:39.001974 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-3c9b564e-0305-43e3-a5b7-c98f0c0981b6 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:27:39.007486 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3c9b564e-0305-43e3-a5b7-c98f0c0981b6 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:27:39.017571 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-3c9b564e-0305-43e3-a5b7-c98f0c0981b6 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Project 5d5fbaa2c4db412a8324b82b47ba22fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 16:27:39.023703 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c9b564e-0305-43e3-a5b7-c98f0c0981b6 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:39.086355 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c9b564e-0305-43e3-a5b7-c98f0c0981b6 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:39.089901 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c9b564e-0305-43e3-a5b7-c98f0c0981b6 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987040'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:39.113630 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b564e-0305-43e3-a5b7-c98f0c0981b6 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2ca482-009d-45f0-a6c9-5709d9ab713e,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:39.121739 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c9b564e-0305-43e3-a5b7-c98f0c0981b6 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:39.122919 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-3c9b564e-0305-43e3-a5b7-c98f0c0981b6 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1380777 Mar 14 16:27:39.293086 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-728215bc-3c64-4447-a86a-ef3db59120eb tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Synchronizing usage tracker for tenant:5d5fbaa2c4db412a8324b82b47ba22fe on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:27:39.309036 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-728215bc-3c64-4447-a86a-ef3db59120eb tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Unset dirty status for tenant:5d5fbaa2c4db412a8324b82b47ba22fe on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:27:39.310459 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-728215bc-3c64-4447-a86a-ef3db59120eb tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2101832815&fields=id&tenant_id=5d5fbaa2c4db412a8324b82b47ba22fe HTTP/1.1" status: 200 len: 267 time: 0.0567081 Mar 14 16:27:39.455314 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-993a9f64-e618-4466-8756-916e4efd8f6b tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:39.455887 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-993a9f64-e618-4466-8756-916e4efd8f6b tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Synchronizing usage tracker for tenant:5d5fbaa2c4db412a8324b82b47ba22fe on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:27:39.472872 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-993a9f64-e618-4466-8756-916e4efd8f6b tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Unset dirty status for tenant:5d5fbaa2c4db412a8324b82b47ba22fe on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:27:39.474151 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-993a9f64-e618-4466-8756-916e4efd8f6b tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/networks?id=414a98eb-992f-493a-b993-5b9c22ac4792 HTTP/1.1" status: 200 len: 809 time: 0.1575267 Mar 14 16:27:39.489483 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-25709eee-8825-4c61-a17f-54471e11bc80 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/quotas/5d5fbaa2c4db412a8324b82b47ba22fe HTTP/1.1" status: 200 len: 375 time: 0.0101027 Mar 14 16:27:39.579096 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-16d2aecc-53ce-459c-b910-f50e3ee34acb tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d5fbaa2c4db412a8324b82b47ba22fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848575 Mar 14 16:27:39.719106 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-4c5b4679-355e-4855-91f8-2a166fb4d717 service neutron] 10.222.0.60 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287003 Mar 14 16:27:39.847631 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-d280ba1b-93a2-4ece-bfc1-8b489dbf3216 service neutron] 10.222.0.60 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229808 Mar 14 16:27:40.039706 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-c60852b2-df4a-4a46-be9e-ec70f3c01e90 req-4a194c73-1e7e-4bf7-bc8a-1ff01d9968b0 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Synchronizing usage tracker for tenant:5d5fbaa2c4db412a8324b82b47ba22fe on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:27:40.056315 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-c60852b2-df4a-4a46-be9e-ec70f3c01e90 req-4a194c73-1e7e-4bf7-bc8a-1ff01d9968b0 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Unset dirty status for tenant:5d5fbaa2c4db412a8324b82b47ba22fe on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:27:40.057454 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-c60852b2-df4a-4a46-be9e-ec70f3c01e90 req-4a194c73-1e7e-4bf7-bc8a-1ff01d9968b0 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 210 time: 0.0601475 Mar 14 16:27:41.248170 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f8d96abc-ce66-486a-8663-804ce9546ee6 req-cc808c1f-53f6-4094-a188-4fe858ad45fe tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 210 time: 0.0671809 Mar 14 16:27:41.367327 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-da7eb787-8d00-435e-8988-446dc079f84a tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:41.368760 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-da7eb787-8d00-435e-8988-446dc079f84a tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.24 "GET /v2.0/networks?id=414a98eb-992f-493a-b993-5b9c22ac4792 HTTP/1.1" status: 200 len: 809 time: 0.1465216 Mar 14 16:27:41.424172 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-0c7d7ee0-4328-41ba-89cf-1ab43d996263 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d5fbaa2c4db412a8324b82b47ba22fe HTTP/1.1" status: 200 len: 380 time: 0.0411925 Mar 14 16:27:41.432128 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-62170693-f3fb-4dd1-b967-0ccee7a99ac7 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Request body: {'port': {'device_id': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'admin_state_up': True, 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'security_groups': ['9bd0014f-62c9-4966-8390-6da5c7dd8e44']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:27:41.566361 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-62170693-f3fb-4dd1-b967-0ccee7a99ac7 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:27:41.575613 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-62170693-f3fb-4dd1-b967-0ccee7a99ac7 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:27:41.585649 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-62170693-f3fb-4dd1-b967-0ccee7a99ac7 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Made reservation on behalf of 5d5fbaa2c4db412a8324b82b47ba22fe for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:27:41.588872 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-62170693-f3fb-4dd1-b967-0ccee7a99ac7 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:41.748300 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-62170693-f3fb-4dd1-b967-0ccee7a99ac7 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Allocated IP 172.20.0.5 (414a98eb-992f-493a-b993-5b9c22ac4792/4181c791-9ba8-4e28-b98d-b5ea0a012d7e/5ee18808-e528-4f92-b911-b3bb8f3351b2) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:27:41.968525 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-62170693-f3fb-4dd1-b967-0ccee7a99ac7 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:41.984664 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-62170693-f3fb-4dd1-b967-0ccee7a99ac7 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Transition to ACTIVE for port object 5ee18808-e528-4f92-b911-b3bb8f3351b2 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:27:42.007058 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-62170693-f3fb-4dd1-b967-0ccee7a99ac7 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:42.079155 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-62170693-f3fb-4dd1-b967-0ccee7a99ac7 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Network 414a98eb-992f-493a-b993-5b9c22ac4792 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:27:42.082225 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-62170693-f3fb-4dd1-b967-0ccee7a99ac7 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:27:42.084700 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-62170693-f3fb-4dd1-b967-0ccee7a99ac7 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:27:42.142794 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62170693-f3fb-4dd1-b967-0ccee7a99ac7 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Pushing event updated for resources: {'Port': ['ID=5ee18808-e528-4f92-b911-b3bb8f3351b2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:42.167116 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-62170693-f3fb-4dd1-b967-0ccee7a99ac7 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:42.167798 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-62170693-f3fb-4dd1-b967-0ccee7a99ac7 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:42.217375 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-62170693-f3fb-4dd1-b967-0ccee7a99ac7 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7886598 Mar 14 16:27:42.229112 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-f9292bc6-a90e-45ca-8d4c-87754b65804b service neutron] Request body: {'port': {'device_id': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:27:42.346888 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-f9292bc6-a90e-45ca-8d4c-87754b65804b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:42.357303 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6deab70c-f3f3-4589-b76f-27f76e9f83d8 None None] Provisioning for port 5ee18808-e528-4f92-b911-b3bb8f3351b2 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:27:42.363335 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6deab70c-f3f3-4589-b76f-27f76e9f83d8 None None] Provisioning complete for port 5ee18808-e528-4f92-b911-b3bb8f3351b2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:27:42.363710 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6deab70c-f3f3-4589-b76f-27f76e9f83d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:42.419372 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6deab70c-f3f3-4589-b76f-27f76e9f83d8 None None] Port 5ee18808-e528-4f92-b911-b3bb8f3351b2 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:27:42.455659 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4003c-a329-4f76-a9aa-a9d4a231435d req-888a9b02-cd0d-4e8c-95b4-82d553a77abe tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:42.457234 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3ab4003c-a329-4f76-a9aa-a9d4a231435d req-888a9b02-cd0d-4e8c-95b4-82d553a77abe tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 931 time: 0.0800753 Mar 14 16:27:42.504567 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-3ab4003c-a329-4f76-a9aa-a9d4a231435d req-b4368916-3fae-496f-8e7b-318a1e00db5b tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Synchronizing usage tracker for tenant:5d5fbaa2c4db412a8324b82b47ba22fe on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:27:42.516662 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-3ab4003c-a329-4f76-a9aa-a9d4a231435d req-b4368916-3fae-496f-8e7b-318a1e00db5b tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Unset dirty status for tenant:5d5fbaa2c4db412a8324b82b47ba22fe on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:27:42.517767 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-3ab4003c-a329-4f76-a9aa-a9d4a231435d req-b4368916-3fae-496f-8e7b-318a1e00db5b tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550110 Mar 14 16:27:42.782718 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-f9292bc6-a90e-45ca-8d4c-87754b65804b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee18808-e528-4f92-b911-b3bb8f3351b2 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:27:42.792074 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-f9292bc6-a90e-45ca-8d4c-87754b65804b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:42.808316 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-f9292bc6-a90e-45ca-8d4c-87754b65804b service neutron] Transition to ACTIVE for port object 5ee18808-e528-4f92-b911-b3bb8f3351b2 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:27:42.812946 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-f9292bc6-a90e-45ca-8d4c-87754b65804b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:42.857047 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device e8627425-931c-4b7d-83d8-eb3017f93723 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:27:42.926968 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port e8627425-931c-4b7d-83d8-eb3017f93723 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:27:42.938674 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port e8627425-931c-4b7d-83d8-eb3017f93723 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:27:42.939056 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:42.947177 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9292bc6-a90e-45ca-8d4c-87754b65804b service neutron] Pushing event updated for resources: {'Port': ['ID=5ee18808-e528-4f92-b911-b3bb8f3351b2,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:43.066616 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-f9292bc6-a90e-45ca-8d4c-87754b65804b service neutron] Attempting to bind port 5ee18808-e528-4f92-b911-b3bb8f3351b2 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:27:43.066952 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-f9292bc6-a90e-45ca-8d4c-87754b65804b service neutron] Attempting to bind port 5ee18808-e528-4f92-b911-b3bb8f3351b2 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '5b7777bb-144a-4c94-9ac9-42ba3efbb1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:27:43.067290 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-f9292bc6-a90e-45ca-8d4c-87754b65804b service neutron] Attempting to bind port 5ee18808-e528-4f92-b911-b3bb8f3351b2 on network 414a98eb-992f-493a-b993-5b9c22ac4792 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:27:43.073266 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-f9292bc6-a90e-45ca-8d4c-87754b65804b service neutron] Port 5ee18808-e528-4f92-b911-b3bb8f3351b2 on network 414a98eb-992f-493a-b993-5b9c22ac4792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 16:27:43.073589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-f9292bc6-a90e-45ca-8d4c-87754b65804b service neutron] Attempting to bind port 5ee18808-e528-4f92-b911-b3bb8f3351b2 on network 414a98eb-992f-493a-b993-5b9c22ac4792 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:27:43.080458 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-f9292bc6-a90e-45ca-8d4c-87754b65804b service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:27:43.080797 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-f9292bc6-a90e-45ca-8d4c-87754b65804b service neutron] Checking segment: {'id': '5b7777bb-144a-4c94-9ac9-42ba3efbb1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:27:43.081175 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-f9292bc6-a90e-45ca-8d4c-87754b65804b service neutron] Bound using segment: {'id': '5b7777bb-144a-4c94-9ac9-42ba3efbb1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:27:43.081595 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-f9292bc6-a90e-45ca-8d4c-87754b65804b service neutron] Bound port: 5ee18808-e528-4f92-b911-b3bb8f3351b2, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b7777bb-144a-4c94-9ac9-42ba3efbb1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:27:43.081943 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-f9292bc6-a90e-45ca-8d4c-87754b65804b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:43.101418 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ce3d16d-bb5e-4d98-b204-7e71d64d3c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:43.104465 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:43.120444 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port e8627425-931c-4b7d-83d8-eb3017f93723, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=e8627425-931c-4b7d-83d8-eb3017f93723,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:27:43.124126 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:43.174366 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-f9292bc6-a90e-45ca-8d4c-87754b65804b service neutron] For port 5ee18808-e528-4f92-b911-b3bb8f3351b2, host hv-neutron-8335, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:27:43.177909 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-f9292bc6-a90e-45ca-8d4c-87754b65804b service neutron] For port 5ee18808-e528-4f92-b911-b3bb8f3351b2, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=5ee18808-e528-4f92-b911-b3bb8f3351b2,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:27:43.183044 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-f9292bc6-a90e-45ca-8d4c-87754b65804b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:43.202767 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=e8627425-931c-4b7d-83d8-eb3017f93723,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:43.253018 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-f9292bc6-a90e-45ca-8d4c-87754b65804b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:43.254453 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-f9292bc6-a90e-45ca-8d4c-87754b65804b service neutron] 10.222.0.24 "PUT /v2.0/ports/5ee18808-e528-4f92-b911-b3bb8f3351b2 HTTP/1.1" status: 200 len: 1093 time: 1.0305016 Mar 14 16:27:43.254882 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'tag': '5ee18808-e528-4f92-b911-b3bb8f3351b2'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:27:43.271822 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9292bc6-a90e-45ca-8d4c-87754b65804b service neutron] Pushing event updated for resources: {'Port': ['ID=5ee18808-e528-4f92-b911-b3bb8f3351b2,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:43.323052 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'tag': '5ee18808-e528-4f92-b911-b3bb8f3351b2', 'status': 'completed', 'code': 200} Mar 14 16:27:43.365736 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-ca9c94d4-f81c-460c-b97c-8a1653d46caf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d5fbaa2c4db412a8324b82b47ba22fe&device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 1096 time: 0.0764987 Mar 14 16:27:43.438230 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-53445c16-8346-4a01-91ac-19145cff51ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ee18808-e528-4f92-b911-b3bb8f3351b2 HTTP/1.1" status: 200 len: 217 time: 0.0655825 Mar 14 16:27:43.498240 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-f6845f9c-3d4c-4857-89bb-727f6a5c41c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:43.500384 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-f6845f9c-3d4c-4857-89bb-727f6a5c41c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4181c791-9ba8-4e28-b98d-b5ea0a012d7e HTTP/1.1" status: 200 len: 848 time: 0.0572879 Mar 14 16:27:43.577977 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-331e120e-ccf8-4aed-be77-7dbbed90190b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414a98eb-992f-493a-b993-5b9c22ac4792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717268 Mar 14 16:27:43.706759 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-10741b69-84af-490b-a0e7-7dcdde9bd7ba service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238134 Mar 14 16:27:43.715846 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e64d5-5fbd-40aa-89bd-10b7a73cca29 req-90d79c4b-3163-4324-bf87-b415ebf9c668 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:43.717287 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-372e64d5-5fbd-40aa-89bd-10b7a73cca29 req-90d79c4b-3163-4324-bf87-b415ebf9c668 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 943 time: 0.0789351 Mar 14 16:27:43.762155 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-372e64d5-5fbd-40aa-89bd-10b7a73cca29 req-0f663511-2ad0-4f64-8e47-998896e26cb1 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392716 Mar 14 16:27:43.837609 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a1588663-e1cd-47b7-8d30-bf31613cf608 req-3fbf5636-ff6d-416a-a5bc-c5af07c466e9 service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253297 Mar 14 16:27:43.952082 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb9b322d-df85-4b34-b811-33a01c0a3171 req-4447f821-a100-4c5f-a614-ec8fc9d5a938 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d5fbaa2c4db412a8324b82b47ba22fe&device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 1096 time: 0.0723324 Mar 14 16:27:44.079020 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b322d-df85-4b34-b811-33a01c0a3171 req-6ea84151-71c2-4aa5-8576-11e5312a609f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:44.080409 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb9b322d-df85-4b34-b811-33a01c0a3171 req-6ea84151-71c2-4aa5-8576-11e5312a609f service neutron] 10.222.0.24 "GET /v2.0/networks?id=414a98eb-992f-493a-b993-5b9c22ac4792 HTTP/1.1" status: 200 len: 910 time: 0.1230564 Mar 14 16:27:44.149804 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb9b322d-df85-4b34-b811-33a01c0a3171 req-23221b1d-eeb0-4fa8-ab6a-76aad95f00b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ee18808-e528-4f92-b911-b3bb8f3351b2 HTTP/1.1" status: 200 len: 217 time: 0.0629997 Mar 14 16:27:44.211288 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b322d-df85-4b34-b811-33a01c0a3171 req-5f571932-792a-4802-9348-da4fb9534ce5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:44.212711 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb9b322d-df85-4b34-b811-33a01c0a3171 req-5f571932-792a-4802-9348-da4fb9534ce5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4181c791-9ba8-4e28-b98d-b5ea0a012d7e HTTP/1.1" status: 200 len: 848 time: 0.0578430 Mar 14 16:27:44.287282 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb9b322d-df85-4b34-b811-33a01c0a3171 req-66c06c47-4747-486c-9bf6-3bce49db5a20 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414a98eb-992f-493a-b993-5b9c22ac4792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688047 Mar 14 16:27:44.493477 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb9b322d-df85-4b34-b811-33a01c0a3171 req-37b799eb-7428-4b8f-a34b-fcac4efd8167 service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998758 Mar 14 16:27:44.628734 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-bb9b322d-df85-4b34-b811-33a01c0a3171 req-4e463428-a6b4-478d-8494-80372e68bcf3 service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283200 Mar 14 16:27:44.840778 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device e8627425-931c-4b7d-83d8-eb3017f93723 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:27:44.912444 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port e8627425-931c-4b7d-83d8-eb3017f93723 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:27:44.912812 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:44.976384 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f1b85-10f0-49af-bfcd-fbdbf49a945e req-d9e24faf-d814-45c5-abfa-83baa86fac14 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:44.976999 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-953f1b85-10f0-49af-bfcd-fbdbf49a945e req-d9e24faf-d814-45c5-abfa-83baa86fac14 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Synchronizing usage tracker for tenant:5d5fbaa2c4db412a8324b82b47ba22fe on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:27:44.994141 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-953f1b85-10f0-49af-bfcd-fbdbf49a945e req-d9e24faf-d814-45c5-abfa-83baa86fac14 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Unset dirty status for tenant:5d5fbaa2c4db412a8324b82b47ba22fe on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:27:44.995493 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-953f1b85-10f0-49af-bfcd-fbdbf49a945e req-d9e24faf-d814-45c5-abfa-83baa86fac14 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 943 time: 0.1077449 Mar 14 16:27:45.042546 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-953f1b85-10f0-49af-bfcd-fbdbf49a945e req-0a468ec0-c187-49eb-9130-86cd9271ed17 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413213 Mar 14 16:27:45.236162 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a2f8-1926-46a1-a2da-84ad84893c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:46.088673 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] Sync routers for ids ['4c6bdb30-ce37-4a36-a60d-874c007dea36'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:27:46.100776 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] Routers {'4c6bdb30-ce37-4a36-a60d-874c007dea36'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:27:46.101390 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:27:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['4c6bdb30-ce37-4a36-a60d-874c007dea36'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:46.247799 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e69d0d-8454-40c1-9a49-fef6e6713322 req-9a4506f8-fc77-4d18-bf2d-6c5dfe91ac3e tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:46.249822 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e6e69d0d-8454-40c1-9a49-fef6e6713322 req-9a4506f8-fc77-4d18-bf2d-6c5dfe91ac3e tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 943 time: 0.0758052 Mar 14 16:27:46.280048 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] Set router 4c6bdb30-ce37-4a36-a60d-874c007dea36 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:27:46.293815 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-e6e69d0d-8454-40c1-9a49-fef6e6713322 req-3b0de985-c2ed-4b1f-a787-d82ff15395d0 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382395 Mar 14 16:27:46.424246 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 5ee18808-e528-4f92-b911-b3bb8f3351b2 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 16:27:46.644919 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:46.697424 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 5ee18808-e528-4f92-b911-b3bb8f3351b2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=5ee18808-e528-4f92-b911-b3bb8f3351b2,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:27:46.723313 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '5ee18808-e528-4f92-b911-b3bb8f3351b2', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'port_id': '5ee18808-e528-4f92-b911-b3bb8f3351b2', 'mac_address': 'fa:16:3e:92:99:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 16:27:46.729433 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:46.786819 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'name': 'tempest-TestSnapshotPattern-499878319-router', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:30Z', 'revision_number': 4, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'gw_port': {'id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '8109384d-9683-40fc-a0a9-e2d8fa3bb3f7', 'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'mac_address': 'fa:16:3e:fe:6f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:29Z', 'updated_at': '2022-03-14T16:27:30Z', 'revision_number': 2, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'subnets': [{'id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:46.793232 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] Checking router: 4c6bdb30-ce37-4a36-a60d-874c007dea36 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:27:46.793583 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] Updating router 4c6bdb30-ce37-4a36-a60d-874c007dea36 port 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7 binding host dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:27:46.815286 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:46.850908 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee18808-e528-4f92-b911-b3bb8f3351b2 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:27:46.865305 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:46.883209 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 5ee18808-e528-4f92-b911-b3bb8f3351b2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=5ee18808-e528-4f92-b911-b3bb8f3351b2,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:27:46.910830 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:47.050683 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=5ee18808-e528-4f92-b911-b3bb8f3351b2,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:47.273100 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['5ee18808-e528-4f92-b911-b3bb8f3351b2'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:27:47.350544 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:47.372574 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] Transition to ACTIVE for port object 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:27:47.387989 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:47.500781 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bf8dc-32c5-4666-8b56-b2641ff4da95 req-a9197dc0-797f-45c2-b96c-92ff5d05d2d9 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:47.502445 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-374bf8dc-32c5-4666-8b56-b2641ff4da95 req-a9197dc0-797f-45c2-b96c-92ff5d05d2d9 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 944 time: 0.0806816 Mar 14 16:27:47.546722 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32962e21-95d9-42fa-84f5-82ae72f062d3 None None] Pushing event updated for resources: {'Port': ['ID=8109384d-9683-40fc-a0a9-e2d8fa3bb3f7,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:47.569289 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-374bf8dc-32c5-4666-8b56-b2641ff4da95 req-3de59c1a-ec21-43a1-a8f7-25c0271fdc54 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607986 Mar 14 16:27:47.693101 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] Attempting to bind port 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:27:47.693468 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] Attempting to bind port 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': '5b7777bb-144a-4c94-9ac9-42ba3efbb1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:27:47.693829 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] Attempting to bind port 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7 on network 414a98eb-992f-493a-b993-5b9c22ac4792 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:27:47.720040 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:27:47.720346 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] Checking segment: {'id': '5b7777bb-144a-4c94-9ac9-42ba3efbb1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:27:47.720744 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:47.721130 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] Bound using segment: {'id': '5b7777bb-144a-4c94-9ac9-42ba3efbb1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:27:47.721589 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] Bound port: 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7777bb-144a-4c94-9ac9-42ba3efbb1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:27:47.721959 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:47.823457 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] Sync routers for ids ['d922094c-7354-40c8-9878-f0860739ce62'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:27:47.835143 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] Routers {'d922094c-7354-40c8-9878-f0860739ce62'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:27:47.835735 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:27:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['d922094c-7354-40c8-9878-f0860739ce62'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:47.877476 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] For port 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:27:47.883095 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] For port 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8109384d-9683-40fc-a0a9-e2d8fa3bb3f7,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:27:47.888592 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:47.978579 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32962e21-95d9-42fa-84f5-82ae72f062d3 None None] Pushing event updated for resources: {'Port': ['ID=8109384d-9683-40fc-a0a9-e2d8fa3bb3f7,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:47.984520 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] Routers {'4c6bdb30-ce37-4a36-a60d-874c007dea36'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:27:47.985151 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:27:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['4c6bdb30-ce37-4a36-a60d-874c007dea36'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:48.015848 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] Set router d922094c-7354-40c8-9878-f0860739ce62 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:27:48.192468 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:48.194981 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] Set router 4c6bdb30-ce37-4a36-a60d-874c007dea36 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:27:48.354821 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd922094c-7354-40c8-9878-f0860739ce62', 'name': 'tempest-TestSnapshotPattern-1579605020-router', 'tenant_id': '99575e75d4ad487e8c89606a3e565187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'e8627425-931c-4b7d-83d8-eb3017f93723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:33Z', 'updated_at': '2022-03-14T16:27:36Z', 'revision_number': 4, 'project_id': '99575e75d4ad487e8c89606a3e565187', 'gw_port': {'id': 'e8627425-931c-4b7d-83d8-eb3017f93723', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd922094c-7354-40c8-9878-f0860739ce62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:33Z', 'updated_at': '2022-03-14T16:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '40564eb4-212f-4b1c-9b68-98964bee0a32', 'name': '', 'network_id': '0a644936-1ab5-4206-9497-84398898b80a', 'tenant_id': '99575e75d4ad487e8c89606a3e565187', 'mac_address': 'fa:16:3e:1c:54:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd922094c-7354-40c8-9878-f0860739ce62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51e675b3-76d9-4929-9c55-077eda6dc205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:35Z', 'updated_at': '2022-03-14T16:27:36Z', 'revision_number': 2, 'project_id': '99575e75d4ad487e8c89606a3e565187', 'subnets': [{'id': '51e675b3-76d9-4929-9c55-077eda6dc205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:48.358769 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] Checking router: d922094c-7354-40c8-9878-f0860739ce62 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:27:48.358919 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] Updating router d922094c-7354-40c8-9878-f0860739ce62 port 40564eb4-212f-4b1c-9b68-98964bee0a32 binding host dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 14 16:27:48.410823 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:48.528229 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'name': 'tempest-TestSnapshotPattern-499878319-router', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:30Z', 'revision_number': 4, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'gw_port': {'id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '8109384d-9683-40fc-a0a9-e2d8fa3bb3f7', 'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'mac_address': 'fa:16:3e:fe:6f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:29Z', 'updated_at': '2022-03-14T16:27:47Z', 'revision_number': 4, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'subnets': [{'id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:48.533542 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9116df41-0469-48ac-9c1f-5ca36b0e2617 None None] The sync data for ids ['4c6bdb30-ce37-4a36-a60d-874c007dea36'] in dv-neutron-833561-1-hyperv is: [{'id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'name': 'tempest-TestSnapshotPattern-499878319-router', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:30Z', 'revision_number': 4, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'gw_port': {'id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '8109384d-9683-40fc-a0a9-e2d8fa3bb3f7', 'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'mac_address': 'fa:16:3e:fe:6f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:29Z', 'updated_at': '2022-03-14T16:27:47Z', 'revision_number': 4, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'subnets': [{'id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:27:48.769827 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:48.782819 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] Transition to ACTIVE for port object 40564eb4-212f-4b1c-9b68-98964bee0a32 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:27:48.784542 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea206f-a2e4-4d1a-b23d-e2299b37b809 req-a630d509-4c97-4397-964b-c615c13eddc1 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:48.791634 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2cea206f-a2e4-4d1a-b23d-e2299b37b809 req-a630d509-4c97-4397-964b-c615c13eddc1 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 944 time: 0.0899858 Mar 14 16:27:48.795115 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:48.845438 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2cea206f-a2e4-4d1a-b23d-e2299b37b809 req-919e9799-b79b-417e-97ff-cfcda102e58d tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529733 Mar 14 16:27:48.877941 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:27:48.962770 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:27:48.970809 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:27:48.971272 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:48.990502 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b32888-fea0-4d98-b6c3-5490834d2abe None None] Pushing event updated for resources: {'Port': ['ID=40564eb4-212f-4b1c-9b68-98964bee0a32,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:49.020783 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] Attempting to bind port 40564eb4-212f-4b1c-9b68-98964bee0a32 on host dv-neutron-833561-1-hyperv for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:27:49.021155 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] Attempting to bind port 40564eb4-212f-4b1c-9b68-98964bee0a32 by drivers openvswitch,hyperv on host dv-neutron-833561-1-hyperv at level 0 using segments [{'id': 'a19d74e9-07c5-43b8-9447-77800298b02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0a644936-1ab5-4206-9497-84398898b80a'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:27:49.021513 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] Attempting to bind port 40564eb4-212f-4b1c-9b68-98964bee0a32 on network 0a644936-1ab5-4206-9497-84398898b80a {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:27:49.031334 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] Checking agent: {'id': '88b95e56-dd90-4976-85f9-42593ab77540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833561-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 18, 46), 'started_at': datetime.datetime(2022, 3, 14, 15, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833561-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:27:49.031612 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] Checking segment: {'id': 'a19d74e9-07c5-43b8-9447-77800298b02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0a644936-1ab5-4206-9497-84398898b80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:27:49.032009 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:49.032403 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] Bound using segment: {'id': 'a19d74e9-07c5-43b8-9447-77800298b02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0a644936-1ab5-4206-9497-84398898b80a'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:27:49.032866 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] Bound port: 40564eb4-212f-4b1c-9b68-98964bee0a32, host: dv-neutron-833561-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19d74e9-07c5-43b8-9447-77800298b02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0a644936-1ab5-4206-9497-84398898b80a'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:27:49.033228 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:49.117200 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:49.124454 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] For port 40564eb4-212f-4b1c-9b68-98964bee0a32, host dv-neutron-833561-1-hyperv, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:27:49.127514 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] For port 40564eb4-212f-4b1c-9b68-98964bee0a32, host dv-neutron-833561-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=40564eb4-212f-4b1c-9b68-98964bee0a32,segment=NetworkSegment(a19d74e9-07c5-43b8-9447-77800298b02b),segment_id=a19d74e9-07c5-43b8-9447-77800298b02b)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:27:49.133396 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:49.151746 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8109384d-9683-40fc-a0a9-e2d8fa3bb3f7,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:27:49.165601 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:49.214414 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] Routers {'d922094c-7354-40c8-9878-f0860739ce62'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:27:49.215014 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:27:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['d922094c-7354-40c8-9878-f0860739ce62'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:49.245589 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=8109384d-9683-40fc-a0a9-e2d8fa3bb3f7,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:49.328196 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b32888-fea0-4d98-b6c3-5490834d2abe None None] Pushing event updated for resources: {'Port': ['ID=40564eb4-212f-4b1c-9b68-98964bee0a32,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:49.395346 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] Set router d922094c-7354-40c8-9878-f0860739ce62 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:27:49.727658 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd922094c-7354-40c8-9878-f0860739ce62', 'name': 'tempest-TestSnapshotPattern-1579605020-router', 'tenant_id': '99575e75d4ad487e8c89606a3e565187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'e8627425-931c-4b7d-83d8-eb3017f93723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:33Z', 'updated_at': '2022-03-14T16:27:36Z', 'revision_number': 4, 'project_id': '99575e75d4ad487e8c89606a3e565187', 'gw_port': {'id': 'e8627425-931c-4b7d-83d8-eb3017f93723', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd922094c-7354-40c8-9878-f0860739ce62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:33Z', 'updated_at': '2022-03-14T16:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '40564eb4-212f-4b1c-9b68-98964bee0a32', 'name': '', 'network_id': '0a644936-1ab5-4206-9497-84398898b80a', 'tenant_id': '99575e75d4ad487e8c89606a3e565187', 'mac_address': 'fa:16:3e:1c:54:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd922094c-7354-40c8-9878-f0860739ce62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51e675b3-76d9-4929-9c55-077eda6dc205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:35Z', 'updated_at': '2022-03-14T16:27:49Z', 'revision_number': 4, 'project_id': '99575e75d4ad487e8c89606a3e565187', 'subnets': [{'id': '51e675b3-76d9-4929-9c55-077eda6dc205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:49.731443 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089f3ea1-5972-4d7f-82f1-71f261bf79ea None None] The sync data for ids ['d922094c-7354-40c8-9878-f0860739ce62'] in dv-neutron-833561-1-hyperv is: [{'id': 'd922094c-7354-40c8-9878-f0860739ce62', 'name': 'tempest-TestSnapshotPattern-1579605020-router', 'tenant_id': '99575e75d4ad487e8c89606a3e565187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'e8627425-931c-4b7d-83d8-eb3017f93723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:33Z', 'updated_at': '2022-03-14T16:27:36Z', 'revision_number': 4, 'project_id': '99575e75d4ad487e8c89606a3e565187', 'gw_port': {'id': 'e8627425-931c-4b7d-83d8-eb3017f93723', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd922094c-7354-40c8-9878-f0860739ce62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:33Z', 'updated_at': '2022-03-14T16:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '40564eb4-212f-4b1c-9b68-98964bee0a32', 'name': '', 'network_id': '0a644936-1ab5-4206-9497-84398898b80a', 'tenant_id': '99575e75d4ad487e8c89606a3e565187', 'mac_address': 'fa:16:3e:1c:54:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd922094c-7354-40c8-9878-f0860739ce62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51e675b3-76d9-4929-9c55-077eda6dc205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:35Z', 'updated_at': '2022-03-14T16:27:49Z', 'revision_number': 4, 'project_id': '99575e75d4ad487e8c89606a3e565187', 'subnets': [{'id': '51e675b3-76d9-4929-9c55-077eda6dc205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:27:50.056711 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abefd6-a7ae-4444-a202-f7f4140fbfa9 req-0eadca06-0542-4570-aebb-0be4c66f877b tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:50.058241 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a4abefd6-a7ae-4444-a202-f7f4140fbfa9 req-0eadca06-0542-4570-aebb-0be4c66f877b tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 944 time: 0.0816712 Mar 14 16:27:50.111365 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a4abefd6-a7ae-4444-a202-f7f4140fbfa9 req-b9c55db3-e493-4821-bbab-49170121e360 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466616 Mar 14 16:27:50.440405 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 5ee18808-e528-4f92-b911-b3bb8f3351b2 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:27:50.509647 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 5ee18808-e528-4f92-b911-b3bb8f3351b2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:27:50.514877 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 5ee18808-e528-4f92-b911-b3bb8f3351b2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:27:50.515454 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:50.666534 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:50.691523 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee18808-e528-4f92-b911-b3bb8f3351b2'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:27:50.700719 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 5ee18808-e528-4f92-b911-b3bb8f3351b2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=5ee18808-e528-4f92-b911-b3bb8f3351b2,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:27:50.705772 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:50.751493 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee18808-e528-4f92-b911-b3bb8f3351b2', 'code': 200} Mar 14 16:27:50.777122 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=5ee18808-e528-4f92-b911-b3bb8f3351b2,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:50.917952 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:27:50.974564 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f9603af2-f646-411e-8b39-ddcacaa151d3 req-056cfb8b-4010-4e81-bcbd-e7f6354b445c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 1098 time: 0.0737922 Mar 14 16:27:50.992377 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:27:50.992766 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:51.017245 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f9603af2-f646-411e-8b39-ddcacaa151d3 req-eb061c2c-4dee-46ca-a37f-af633151b6fd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368485 Mar 14 16:27:51.107724 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 40564eb4-212f-4b1c-9b68-98964bee0a32 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:27:51.174311 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning for port 40564eb4-212f-4b1c-9b68-98964bee0a32 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:27:51.179170 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 40564eb4-212f-4b1c-9b68-98964bee0a32 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:27:51.179549 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:51.292999 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:51.310892 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b628e-2da6-4a10-bc3f-95f5215b9750 req-7f07bcf1-b987-4f3c-bb8a-69e7afca6e69 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:51.313121 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ba1b628e-2da6-4a10-bc3f-95f5215b9750 req-7f07bcf1-b987-4f3c-bb8a-69e7afca6e69 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 945 time: 0.0751393 Mar 14 16:27:51.325558 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] For port 40564eb4-212f-4b1c-9b68-98964bee0a32, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=40564eb4-212f-4b1c-9b68-98964bee0a32,segment=NetworkSegment(a19d74e9-07c5-43b8-9447-77800298b02b),segment_id=a19d74e9-07c5-43b8-9447-77800298b02b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:27:51.329801 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:51.360052 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ba1b628e-2da6-4a10-bc3f-95f5215b9750 req-091a0b0a-3c02-4c9a-9e82-a1bb042ce522 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413985 Mar 14 16:27:51.397065 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Pushing event updated for resources: {'Port': ['ID=40564eb4-212f-4b1c-9b68-98964bee0a32,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:51.450124 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:52.554481 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7cf84-e50a-4252-92de-23195dc6e17a req-0d01689f-92cd-4ac0-a8e0-65a786d00ca5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:52.555824 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-92d7cf84-e50a-4252-92de-23195dc6e17a req-0d01689f-92cd-4ac0-a8e0-65a786d00ca5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 945 time: 0.0745130 Mar 14 16:27:52.604009 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-92d7cf84-e50a-4252-92de-23195dc6e17a req-06df85e8-4b43-4605-93f9-a198c40740a5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426097 Mar 14 16:27:52.802661 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fe213-1a30-4b8a-a102-776951697833 req-6885f4a1-8daf-4dec-afa8-efb0a49fe2d9 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:52.804135 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cc6fe213-1a30-4b8a-a102-776951697833 req-6885f4a1-8daf-4dec-afa8-efb0a49fe2d9 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 945 time: 0.0789266 Mar 14 16:27:52.839224 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 40564eb4-212f-4b1c-9b68-98964bee0a32 up at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:27:52.849864 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-cc6fe213-1a30-4b8a-a102-776951697833 req-b138c7ce-8acd-4f44-856c-0d7aa4d7ec1b tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400760 Mar 14 16:27:52.878153 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34348) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:52.909892 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Provisioning complete for port 40564eb4-212f-4b1c-9b68-98964bee0a32 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:27:52.910297 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:53.071898 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-37fcef04-697a-4b58-9a42-c4392e9d6843 tempest-TestSnapshotPattern-1633504552 tempest-TestSnapshotPattern-1633504552-project-admin] Synchronizing usage tracker for tenant:99575e75d4ad487e8c89606a3e565187 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:27:53.088874 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-37fcef04-697a-4b58-9a42-c4392e9d6843 tempest-TestSnapshotPattern-1633504552 tempest-TestSnapshotPattern-1633504552-project-admin] Unset dirty status for tenant:99575e75d4ad487e8c89606a3e565187 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:27:53.090112 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-37fcef04-697a-4b58-9a42-c4392e9d6843 tempest-TestSnapshotPattern-1633504552 tempest-TestSnapshotPattern-1633504552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 1093 time: 0.2109549 Mar 14 16:27:53.093550 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34354) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:27:53.098630 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': '5ee18808-e528-4f92-b911-b3bb8f3351b2', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:27:53.104024 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:27:53.107775 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Usage tracker for resource:floatingip and tenant:5d5fbaa2c4db412a8324b82b47ba22fe is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:27:53.110662 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:27:53.116543 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:27:53.127730 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:53.262399 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:53.397304 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Allocated IP 172.26.4.97 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/f3066596-3105-4fa5-9373-cf94c25c6f55) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:27:53.540291 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:53.568015 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:53.632760 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:27:53.635647 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:27:53.643760 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:27:53.672526 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Pushing event updated for resources: {'Port': ['ID=f3066596-3105-4fa5-9373-cf94c25c6f55,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:54.217275 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:54.271582 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:54.472594 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:54.476872 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:54.578819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Pushing event updated for resources: {'Port': ['ID=f3066596-3105-4fa5-9373-cf94c25c6f55,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:27:54.593096 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:54.780540 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.l3_db [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Floating IP 8179e562-6ecc-47bd-9d9c-1edab44b83da associated. External IP: 172.26.4.97, port: 5ee18808-e528-4f92-b911-b3bb8f3351b2. Mar 14 16:27:55.160125 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Router 4c6bdb30-ce37-4a36-a60d-874c007dea36 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:27:55.360947 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:27:55.386917 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:27:55.443050 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-14619395-e62a-4d2a-a468-f078e8e26c29 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3484051 Mar 14 16:27:55.443533 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'tag': '5ee18808-e528-4f92-b911-b3bb8f3351b2'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:27:55.497729 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'tag': '5ee18808-e528-4f92-b911-b3bb8f3351b2', 'status': 'completed', 'code': 200} Mar 14 16:27:55.591947 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a7cc3ec6-f0ed-4083-a976-e8aeb7c9fd13 req-0c064f31-6f3b-404a-821e-ddce225df12f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d5fbaa2c4db412a8324b82b47ba22fe&device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 1098 time: 0.0735147 Mar 14 16:27:55.726829 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-ddc211c5-cb11-4147-ad73-6ecdde644a83 req-5239c853-e1d2-45bd-944a-0a97a42e4163 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e052b5f0-f325-494f-aa46-db871fc7e344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669470 Mar 14 16:27:55.735630 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc3ec6-f0ed-4083-a976-e8aeb7c9fd13 req-503995b0-5ec0-4515-9ff0-98414471ad04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:55.737127 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a7cc3ec6-f0ed-4083-a976-e8aeb7c9fd13 req-503995b0-5ec0-4515-9ff0-98414471ad04 service neutron] 10.222.0.24 "GET /v2.0/networks?id=414a98eb-992f-493a-b993-5b9c22ac4792 HTTP/1.1" status: 200 len: 910 time: 0.1398382 Mar 14 16:27:55.837889 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a7cc3ec6-f0ed-4083-a976-e8aeb7c9fd13 req-ca2dafb4-2aec-4ae0-87a4-f8b278d29fef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ee18808-e528-4f92-b911-b3bb8f3351b2 HTTP/1.1" status: 200 len: 998 time: 0.0952594 Mar 14 16:27:55.903172 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc3ec6-f0ed-4083-a976-e8aeb7c9fd13 req-8f67a523-0746-439b-b4cc-4028a1001251 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:55.904607 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a7cc3ec6-f0ed-4083-a976-e8aeb7c9fd13 req-8f67a523-0746-439b-b4cc-4028a1001251 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4181c791-9ba8-4e28-b98d-b5ea0a012d7e HTTP/1.1" status: 200 len: 848 time: 0.0606117 Mar 14 16:27:55.980156 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a7cc3ec6-f0ed-4083-a976-e8aeb7c9fd13 req-0954e46d-1ee2-40b6-a6c9-09bced2ba901 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414a98eb-992f-493a-b993-5b9c22ac4792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696480 Mar 14 16:27:56.108456 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a7cc3ec6-f0ed-4083-a976-e8aeb7c9fd13 req-e58cac37-974f-4727-86c8-1667128b518c service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221502 Mar 14 16:27:56.245381 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-a7cc3ec6-f0ed-4083-a976-e8aeb7c9fd13 req-caf34475-5893-49fb-8c71-b3b94cf2b37c service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313827 Mar 14 16:27:56.403358 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ddc211c5-cb11-4147-ad73-6ecdde644a83 req-87c881f2-3e05-419e-bba6-26234130f30b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d5fbaa2c4db412a8324b82b47ba22fe&device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 1098 time: 0.0683005 Mar 14 16:27:56.551524 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc211c5-cb11-4147-ad73-6ecdde644a83 req-d7962853-5c25-438c-86d7-e0ba312a47a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:56.552926 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ddc211c5-cb11-4147-ad73-6ecdde644a83 req-d7962853-5c25-438c-86d7-e0ba312a47a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=414a98eb-992f-493a-b993-5b9c22ac4792 HTTP/1.1" status: 200 len: 910 time: 0.1295362 Mar 14 16:27:56.654525 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ddc211c5-cb11-4147-ad73-6ecdde644a83 req-ded1b34a-ac5b-4360-85c9-c19cedafb675 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ee18808-e528-4f92-b911-b3bb8f3351b2 HTTP/1.1" status: 200 len: 998 time: 0.0955760 Mar 14 16:27:56.795007 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc211c5-cb11-4147-ad73-6ecdde644a83 req-a549632e-8a8f-416b-bc1e-908c6e869e33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:27:56.797093 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ddc211c5-cb11-4147-ad73-6ecdde644a83 req-a549632e-8a8f-416b-bc1e-908c6e869e33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4181c791-9ba8-4e28-b98d-b5ea0a012d7e HTTP/1.1" status: 200 len: 848 time: 0.1372893 Mar 14 16:27:56.868814 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ddc211c5-cb11-4147-ad73-6ecdde644a83 req-6a2667ab-a2e6-4a76-bf5b-c05d7fae43c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414a98eb-992f-493a-b993-5b9c22ac4792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656273 Mar 14 16:27:56.996072 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ddc211c5-cb11-4147-ad73-6ecdde644a83 req-b4aafefe-4707-4a00-9b6a-e51423a22ba4 service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209741 Mar 14 16:27:57.128194 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ddc211c5-cb11-4147-ad73-6ecdde644a83 req-9ffa9a54-1e6f-481f-b567-9e28709f0daf service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260247 Mar 14 16:27:59.507005 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea66e6db-c4a4-447a-b97a-0acc3e1c62ef None None] Sync routers for ids ['4c6bdb30-ce37-4a36-a60d-874c007dea36'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:27:59.519605 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea66e6db-c4a4-447a-b97a-0acc3e1c62ef None None] Routers {'4c6bdb30-ce37-4a36-a60d-874c007dea36'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:27:59.520328 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ea66e6db-c4a4-447a-b97a-0acc3e1c62ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:27:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['4c6bdb30-ce37-4a36-a60d-874c007dea36'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:27:59.725086 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-ea66e6db-c4a4-447a-b97a-0acc3e1c62ef None None] Set router 4c6bdb30-ce37-4a36-a60d-874c007dea36 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:28:00.069885 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ea66e6db-c4a4-447a-b97a-0acc3e1c62ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'name': 'tempest-TestSnapshotPattern-499878319-router', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:30Z', 'revision_number': 4, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'gw_port': {'id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '8179e562-6ecc-47bd-9d9c-1edab44b83da', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'floating_ip_address': '172.26.4.97', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'port_id': '5ee18808-e528-4f92-b911-b3bb8f3351b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'mac_address': 'fa:16:3e:92:99:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:27:53Z', 'updated_at': '2022-03-14T16:27:53Z', 'revision_number': 0, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8109384d-9683-40fc-a0a9-e2d8fa3bb3f7', 'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'mac_address': 'fa:16:3e:fe:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:29Z', 'updated_at': '2022-03-14T16:27:49Z', 'revision_number': 5, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'subnets': [{'id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:28:00.073681 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea66e6db-c4a4-447a-b97a-0acc3e1c62ef None None] Checking router: 4c6bdb30-ce37-4a36-a60d-874c007dea36 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:28:00.084908 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea66e6db-c4a4-447a-b97a-0acc3e1c62ef None None] Routers {'4c6bdb30-ce37-4a36-a60d-874c007dea36'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:28:00.085502 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ea66e6db-c4a4-447a-b97a-0acc3e1c62ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:27:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['4c6bdb30-ce37-4a36-a60d-874c007dea36'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:28:00.316766 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-ea66e6db-c4a4-447a-b97a-0acc3e1c62ef None None] Set router 4c6bdb30-ce37-4a36-a60d-874c007dea36 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:28:00.685864 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ea66e6db-c4a4-447a-b97a-0acc3e1c62ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'name': 'tempest-TestSnapshotPattern-499878319-router', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:30Z', 'revision_number': 4, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'gw_port': {'id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '8179e562-6ecc-47bd-9d9c-1edab44b83da', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'floating_ip_address': '172.26.4.97', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'port_id': '5ee18808-e528-4f92-b911-b3bb8f3351b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'mac_address': 'fa:16:3e:92:99:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:27:53Z', 'updated_at': '2022-03-14T16:27:53Z', 'revision_number': 0, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8109384d-9683-40fc-a0a9-e2d8fa3bb3f7', 'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'mac_address': 'fa:16:3e:fe:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:29Z', 'updated_at': '2022-03-14T16:27:49Z', 'revision_number': 5, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'subnets': [{'id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:28:00.690734 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea66e6db-c4a4-447a-b97a-0acc3e1c62ef None None] The sync data for ids ['4c6bdb30-ce37-4a36-a60d-874c007dea36'] in dv-neutron-833561-1-hyperv is: [{'id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'name': 'tempest-TestSnapshotPattern-499878319-router', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:30Z', 'revision_number': 4, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'gw_port': {'id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '8179e562-6ecc-47bd-9d9c-1edab44b83da', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'floating_ip_address': '172.26.4.97', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'port_id': '5ee18808-e528-4f92-b911-b3bb8f3351b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'mac_address': 'fa:16:3e:92:99:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:27:53Z', 'updated_at': '2022-03-14T16:27:53Z', 'revision_number': 0, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8109384d-9683-40fc-a0a9-e2d8fa3bb3f7', 'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'mac_address': 'fa:16:3e:fe:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:29Z', 'updated_at': '2022-03-14T16:27:49Z', 'revision_number': 5, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'subnets': [{'id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:28:06.924770 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b1c2ca-d15e-4c25-9210-381759588152 None None] New status for floating IP 8179e562-6ecc-47bd-9d9c-1edab44b83da: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 16:28:07.765911 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:28:13.083403 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb67195d-b884-4d35-8330-e7817ed6844e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:28:15.238375 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a7e4590a-6063-4ef0-b2b0-dd3866ecd894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:28:16.525413 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:28:16.700471 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:28:18.175909 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:28:21.456199 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:28:43.085976 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d90fb746-5184-4fdd-8890-ba50bfa178ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:28:44.765384 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:28:45.240791 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d25c5120-f720-42e4-bada-f6a5222bffdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:28:46.528879 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:28:46.703130 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:28:48.177414 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:28:51.463976 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:28:56.737941 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dd5d01cf-748d-4b6c-9857-2906574a823d req-529dcc2e-7894-42b8-9474-10a5cd372ff5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e052b5f0-f325-494f-aa46-db871fc7e344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701208 Mar 14 16:28:56.872134 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dd5d01cf-748d-4b6c-9857-2906574a823d req-8942040c-97a5-4cee-a2eb-6511a31c07f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d5fbaa2c4db412a8324b82b47ba22fe&device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 1098 time: 0.0673609 Mar 14 16:28:57.011710 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d01cf-748d-4b6c-9857-2906574a823d req-71e99273-2743-413b-818d-3f0451a23c4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:28:57.013019 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dd5d01cf-748d-4b6c-9857-2906574a823d req-71e99273-2743-413b-818d-3f0451a23c4c service neutron] 10.222.0.24 "GET /v2.0/networks?id=414a98eb-992f-493a-b993-5b9c22ac4792 HTTP/1.1" status: 200 len: 910 time: 0.1219895 Mar 14 16:28:57.113434 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dd5d01cf-748d-4b6c-9857-2906574a823d req-8d8824e0-58ea-411c-999b-1a82d0cdb765 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ee18808-e528-4f92-b911-b3bb8f3351b2 HTTP/1.1" status: 200 len: 1000 time: 0.0943863 Mar 14 16:28:57.174118 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d01cf-748d-4b6c-9857-2906574a823d req-41c562bc-196d-40db-b828-77d49289f27a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:28:57.175655 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dd5d01cf-748d-4b6c-9857-2906574a823d req-41c562bc-196d-40db-b828-77d49289f27a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4181c791-9ba8-4e28-b98d-b5ea0a012d7e HTTP/1.1" status: 200 len: 848 time: 0.0558240 Mar 14 16:28:57.250183 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dd5d01cf-748d-4b6c-9857-2906574a823d req-f2daa8c6-a27b-4eb6-a5d1-1335ec33cc30 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414a98eb-992f-493a-b993-5b9c22ac4792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685439 Mar 14 16:28:57.259731 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [req-dd5d01cf-748d-4b6c-9857-2906574a823d req-517d2bf7-632b-4598-acaf-f424f1cbdc04 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 14 16:28:57.260617 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dd5d01cf-748d-4b6c-9857-2906574a823d req-517d2bf7-632b-4598-acaf-f424f1cbdc04 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046046 Mar 14 16:28:57.386981 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dd5d01cf-748d-4b6c-9857-2906574a823d req-badb54b8-2a61-4db9-b962-61c55e88864e service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200070 Mar 14 16:28:57.518961 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-dd5d01cf-748d-4b6c-9857-2906574a823d req-04343a74-207d-4619-8465-fd13e1ab974f service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253984 Mar 14 16:29:13.087725 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d854f84-f712-4175-9e3a-435867af79c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:29:15.242028 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a48b069c-d2d6-468c-9a3a-973a65bd4a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:29:16.536625 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:29:16.705049 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:29:18.180442 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:29:21.478668 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:29:21.765179 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:29:43.090311 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-228042dd-22da-4958-96e3-1d45426490ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:29:45.243334 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a9e60d6d-7216-4e0d-8e1e-42c99b9fdc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:29:46.534372 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:29:46.706686 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:29:48.185716 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:29:51.471378 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:29:57.729436 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-925abe7f-87d7-4027-932f-330fca71ccd0 req-2f4511fe-f00f-4997-9808-ef07c5322b7c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e052b5f0-f325-494f-aa46-db871fc7e344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668736 Mar 14 16:29:57.869571 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-925abe7f-87d7-4027-932f-330fca71ccd0 req-4e3abeb7-ca71-4977-8c6c-d914760cf67e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d5fbaa2c4db412a8324b82b47ba22fe&device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 1098 time: 0.0736346 Mar 14 16:29:58.008276 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925abe7f-87d7-4027-932f-330fca71ccd0 req-fb23e059-06e5-4ad8-b3c2-eb7b9d8c57ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:29:58.009611 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-925abe7f-87d7-4027-932f-330fca71ccd0 req-fb23e059-06e5-4ad8-b3c2-eb7b9d8c57ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=414a98eb-992f-493a-b993-5b9c22ac4792 HTTP/1.1" status: 200 len: 910 time: 0.1228979 Mar 14 16:29:58.106901 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-925abe7f-87d7-4027-932f-330fca71ccd0 req-f363b8d0-92d9-49dd-a358-13c14baf0f9b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ee18808-e528-4f92-b911-b3bb8f3351b2 HTTP/1.1" status: 200 len: 1000 time: 0.0905931 Mar 14 16:29:58.256811 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925abe7f-87d7-4027-932f-330fca71ccd0 req-b9913cb1-baf4-4351-b6a8-46d77724d2f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:29:58.258265 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-925abe7f-87d7-4027-932f-330fca71ccd0 req-b9913cb1-baf4-4351-b6a8-46d77724d2f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4181c791-9ba8-4e28-b98d-b5ea0a012d7e HTTP/1.1" status: 200 len: 848 time: 0.1455073 Mar 14 16:29:58.331400 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-925abe7f-87d7-4027-932f-330fca71ccd0 req-0bca7a61-cbd7-4da1-bfe8-41a7ac841740 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414a98eb-992f-493a-b993-5b9c22ac4792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665874 Mar 14 16:29:58.463652 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-925abe7f-87d7-4027-932f-330fca71ccd0 req-366ef599-9035-4491-ae26-e75a9ab7b271 service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267602 Mar 14 16:29:58.592793 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-925abe7f-87d7-4027-932f-330fca71ccd0 req-2d73827a-750d-43ac-80b0-455095e0a86c service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231377 Mar 14 16:29:58.764506 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:30:13.091102 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6cb59ae3-79a8-411c-b59e-63c4f2c30769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:15.245062 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c346fc2a-c451-460a-b172-883e976061b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:16.537186 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:16.707925 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:18.186472 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:21.501286 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:27.176609 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 5ee18808-e528-4f92-b911-b3bb8f3351b2 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 16:30:27.307637 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 5ee18808-e528-4f92-b911-b3bb8f3351b2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=5ee18808-e528-4f92-b911-b3bb8f3351b2,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:30:27.320812 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '5ee18808-e528-4f92-b911-b3bb8f3351b2', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'port_id': '5ee18808-e528-4f92-b911-b3bb8f3351b2', 'mac_address': 'fa:16:3e:92:99:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 16:30:27.371521 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:27.388727 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ee18808-e528-4f92-b911-b3bb8f3351b2 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:30:27.403706 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 5ee18808-e528-4f92-b911-b3bb8f3351b2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=5ee18808-e528-4f92-b911-b3bb8f3351b2,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:30:27.407735 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:27.476568 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=5ee18808-e528-4f92-b911-b3bb8f3351b2,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:30:27.484348 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:30:27.484691 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:30:27.485027 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:30:27.485354 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:30:27.485678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:30:27.486007 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:30:27.486356 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:30:27.486673 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:30:27.487558 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:30:27.487876 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:30:27.488192 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:30:27.492578 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['5ee18808-e528-4f92-b911-b3bb8f3351b2'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:30:29.196886 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 5ee18808-e528-4f92-b911-b3bb8f3351b2 up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:30:29.263224 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 5ee18808-e528-4f92-b911-b3bb8f3351b2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:30:29.263595 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:29.373647 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:29.399817 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee18808-e528-4f92-b911-b3bb8f3351b2'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:30:29.409554 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 5ee18808-e528-4f92-b911-b3bb8f3351b2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=5ee18808-e528-4f92-b911-b3bb8f3351b2,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:30:29.413800 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:29.482810 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=5ee18808-e528-4f92-b911-b3bb8f3351b2,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:30:29.490851 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee18808-e528-4f92-b911-b3bb8f3351b2', 'code': 200} Mar 14 16:30:35.765128 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:30:42.491515 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-2f2aeb3e-bfdb-49aa-8887-9a8f40695fa5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2101832815&fields=id&tenant_id=5d5fbaa2c4db412a8324b82b47ba22fe HTTP/1.1" status: 200 len: 267 time: 0.0454249 Mar 14 16:30:42.633866 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-1d8d2ece-3748-406a-949e-f326999dc883 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:30:42.635380 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-1d8d2ece-3748-406a-949e-f326999dc883 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/networks?id=414a98eb-992f-493a-b993-5b9c22ac4792 HTTP/1.1" status: 200 len: 809 time: 0.1377017 Mar 14 16:30:42.650700 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-d13261d0-d131-40a3-8787-614ce164ec23 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/quotas/5d5fbaa2c4db412a8324b82b47ba22fe HTTP/1.1" status: 200 len: 375 time: 0.0101221 Mar 14 16:30:42.730984 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-af7cff97-a55d-4a93-8352-d595df02e516 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d5fbaa2c4db412a8324b82b47ba22fe&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0754988 Mar 14 16:30:42.961319 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-3c2c8058-d724-4152-bfad-5d3e3e7047c9 service neutron] 10.222.0.60 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839681 Mar 14 16:30:43.092427 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-97eccf4f-adde-4450-a63c-91c56d96f69d service neutron] 10.222.0.60 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250324 Mar 14 16:30:43.129447 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5cec8722-f5cd-45be-991a-139030bcf38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:44.391747 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-420cbd71-1592-43b2-80dc-a6dc24aba71b req-87c45684-3b86-4982-a680-e32a0770e742 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 210 time: 0.1121440 Mar 14 16:30:45.247693 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a8309782-e11d-4b49-97b7-67c8975433b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:45.255701 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 5ee18808-e528-4f92-b911-b3bb8f3351b2 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:30:45.366433 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:45.393485 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ee18808-e528-4f92-b911-b3bb8f3351b2'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:30:45.402928 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 5ee18808-e528-4f92-b911-b3bb8f3351b2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=5ee18808-e528-4f92-b911-b3bb8f3351b2,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:30:45.407148 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:45.463832 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ee18808-e528-4f92-b911-b3bb8f3351b2', 'code': 200} Mar 14 16:30:45.492581 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=5ee18808-e528-4f92-b911-b3bb8f3351b2,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:30:45.622026 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-f0b1bf11-3ddf-4825-a3d8-a2b8d2c14774 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:30:45.623456 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-f0b1bf11-3ddf-4825-a3d8-a2b8d2c14774 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.24 "GET /v2.0/networks?id=414a98eb-992f-493a-b993-5b9c22ac4792 HTTP/1.1" status: 200 len: 809 time: 0.1694975 Mar 14 16:30:45.680827 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-c6424b0a-f31f-4cf3-bf65-e2956b1c6ba8 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d5fbaa2c4db412a8324b82b47ba22fe HTTP/1.1" status: 200 len: 380 time: 0.0457361 Mar 14 16:30:45.686704 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-0ee31543-d0be-41c1-8976-497b2a0089b7 req-80aa6dc5-7510-4c27-967a-a81cf5e74b99 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 210 time: 0.1541438 Mar 14 16:30:45.689687 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Request body: {'port': {'device_id': 'cd2b8831-585e-43ca-80f0-28964569aa1c', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'admin_state_up': True, 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'security_groups': ['9bd0014f-62c9-4966-8390-6da5c7dd8e44']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:30:45.826605 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:30:45.837313 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:30:45.847904 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Made reservation on behalf of 5d5fbaa2c4db412a8324b82b47ba22fe for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:30:45.851254 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:46.027171 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Allocated IP 172.20.0.7 (414a98eb-992f-493a-b993-5b9c22ac4792/4181c791-9ba8-4e28-b98d-b5ea0a012d7e/63ddc465-462a-4a49-b773-cd97079f7edc) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:30:46.349099 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:46.367535 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Transition to ACTIVE for port object 63ddc465-462a-4a49-b773-cd97079f7edc will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:30:46.393938 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:46.552958 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:46.587104 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Network 414a98eb-992f-493a-b993-5b9c22ac4792 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:30:46.590424 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:30:46.594721 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:30:46.627339 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Pushing event updated for resources: {'Port': ['ID=63ddc465-462a-4a49-b773-cd97079f7edc,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:30:46.649310 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:30:46.649654 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:30:46.649994 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:30:46.650360 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:30:46.650694 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:30:46.651024 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:30:46.651345 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:30:46.651664 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:30:46.651983 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:30:46.652298 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:30:46.652614 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:30:46.688949 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:30:46.690385 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:46.719903 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:46.748118 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-2023859f-2b12-4d19-b3d1-49c8a6631da5 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0622089 Mar 14 16:30:46.881808 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5170f009-00da-42e0-959b-0f6547a64149 None None] Provisioning for port 63ddc465-462a-4a49-b773-cd97079f7edc completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:30:46.901553 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5170f009-00da-42e0-959b-0f6547a64149 None None] Provisioning complete for port 63ddc465-462a-4a49-b773-cd97079f7edc triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:30:46.901933 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5170f009-00da-42e0-959b-0f6547a64149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:46.943222 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bca68e-54cd-4b0f-b335-a1a91c72ac56 req-763cb86d-e098-4af4-8d95-60b3b7ce0beb tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:30:46.944022 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-03bca68e-54cd-4b0f-b335-a1a91c72ac56 req-763cb86d-e098-4af4-8d95-60b3b7ce0beb tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Synchronizing usage tracker for tenant:5d5fbaa2c4db412a8324b82b47ba22fe on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:30:46.961879 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-03bca68e-54cd-4b0f-b335-a1a91c72ac56 req-763cb86d-e098-4af4-8d95-60b3b7ce0beb tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Unset dirty status for tenant:5d5fbaa2c4db412a8324b82b47ba22fe on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:30:46.963775 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-03bca68e-54cd-4b0f-b335-a1a91c72ac56 req-763cb86d-e098-4af4-8d95-60b3b7ce0beb tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 931 time: 0.1062891 Mar 14 16:30:46.966413 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5170f009-00da-42e0-959b-0f6547a64149 None None] Port 63ddc465-462a-4a49-b773-cd97079f7edc cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 14 16:30:47.018135 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-03bca68e-54cd-4b0f-b335-a1a91c72ac56 req-cba5f763-30c5-4dfb-8230-bd8673a097f8 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472326 Mar 14 16:30:48.192492 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:48.227157 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0b50a-6203-4178-8d78-92cebce8f535 req-c0ef01ea-c0e1-4678-9ba9-365a09eb2d0c tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:30:48.228615 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5cb0b50a-6203-4178-8d78-92cebce8f535 req-c0ef01ea-c0e1-4678-9ba9-365a09eb2d0c tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 931 time: 0.0812671 Mar 14 16:30:48.277448 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5cb0b50a-6203-4178-8d78-92cebce8f535 req-71ba2942-2434-4294-a4b7-77b846171f71 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431216 Mar 14 16:30:49.491677 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beab41e-d621-49e2-bfe9-c6e93e7f8045 req-7a328294-70cb-4ca8-805f-b576a186826c tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:30:49.493053 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4beab41e-d621-49e2-bfe9-c6e93e7f8045 req-7a328294-70cb-4ca8-805f-b576a186826c tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 931 time: 0.0794048 Mar 14 16:30:49.540299 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4beab41e-d621-49e2-bfe9-c6e93e7f8045 req-f700a3e5-4d40-4c68-85e2-2f1929ca795f tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417411 Mar 14 16:30:50.752386 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd211f-0e00-4d2c-8fce-3eaa48d23aa3 req-98493d71-75c2-4ee8-bb5e-8c1fbb12fc42 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:30:50.754643 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-23dd211f-0e00-4d2c-8fce-3eaa48d23aa3 req-98493d71-75c2-4ee8-bb5e-8c1fbb12fc42 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 931 time: 0.0824335 Mar 14 16:30:50.800860 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-23dd211f-0e00-4d2c-8fce-3eaa48d23aa3 req-36b2dc44-3447-4283-8221-a9bd493d3f82 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404270 Mar 14 16:30:51.523760 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:52.073477 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f1f5c-9a1d-45b2-9deb-a35e745e7890 req-621677f9-9af4-4042-a4e9-8b047ba24a42 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:30:52.075050 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4b7f1f5c-9a1d-45b2-9deb-a35e745e7890 req-621677f9-9af4-4042-a4e9-8b047ba24a42 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 931 time: 0.0814049 Mar 14 16:30:52.122034 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4b7f1f5c-9a1d-45b2-9deb-a35e745e7890 req-f56280f8-1453-4929-95e1-48db11e97d4b tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414224 Mar 14 16:30:53.329912 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6c83e-1ac3-4c38-9595-df5d725b535b req-5a6b01f9-aeb0-4120-8b3a-9589dcf351b8 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:30:53.332054 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-95b6c83e-1ac3-4c38-9595-df5d725b535b req-5a6b01f9-aeb0-4120-8b3a-9589dcf351b8 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 931 time: 0.0787082 Mar 14 16:30:53.382462 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-95b6c83e-1ac3-4c38-9595-df5d725b535b req-d8132916-2010-4937-bbc8-4894e5a57fe3 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443594 Mar 14 16:30:54.575422 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62535afd-6b80-4d31-8545-4ffa71e6570a req-b2d569dd-950f-4cf4-af59-c16d0a62b5a7 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:30:54.576846 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-62535afd-6b80-4d31-8545-4ffa71e6570a req-b2d569dd-950f-4cf4-af59-c16d0a62b5a7 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 931 time: 0.0752783 Mar 14 16:30:54.621118 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-62535afd-6b80-4d31-8545-4ffa71e6570a req-12c421c7-5778-4b3f-a88f-d2866c4d20ce tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380008 Mar 14 16:30:55.812693 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e219de-fb82-4852-a084-168c2ffcd057 req-dd3a41a8-780b-4481-a250-a18290f00af6 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:30:55.814136 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-35e219de-fb82-4852-a084-168c2ffcd057 req-dd3a41a8-780b-4481-a250-a18290f00af6 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 931 time: 0.0741315 Mar 14 16:30:55.858735 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-35e219de-fb82-4852-a084-168c2ffcd057 req-5b482a71-bad5-467e-bbd9-a5dec0528eb6 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391428 Mar 14 16:30:57.056879 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcccbf9-b10d-473d-814a-0bc7cae2373c req-65265224-86f1-4660-b736-9ed5a1af2253 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:30:57.058358 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8dcccbf9-b10d-473d-814a-0bc7cae2373c req-65265224-86f1-4660-b736-9ed5a1af2253 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 931 time: 0.0780325 Mar 14 16:30:57.102761 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-8dcccbf9-b10d-473d-814a-0bc7cae2373c req-50031a71-bfaf-448f-a28c-32ce743c1d24 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390658 Mar 14 16:30:58.060238 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.v2.base [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-7a0f1722-965e-4f87-9f13-93368651da15 service neutron] Request body: {'port': {'device_id': 'cd2b8831-585e-43ca-80f0-28964569aa1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:30:58.167970 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-7a0f1722-965e-4f87-9f13-93368651da15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:58.304326 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9766e-d9bb-4c19-a7e8-442ba76f6d84 req-64dce02e-2c21-42f3-9cb8-2ec3ecaab1c2 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:30:58.306417 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-21f9766e-d9bb-4c19-a7e8-442ba76f6d84 req-64dce02e-2c21-42f3-9cb8-2ec3ecaab1c2 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 931 time: 0.0803783 Mar 14 16:30:58.355254 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-21f9766e-d9bb-4c19-a7e8-442ba76f6d84 req-8c81dcea-357d-4430-8426-af206d363f38 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416577 Mar 14 16:30:58.507218 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-7a0f1722-965e-4f87-9f13-93368651da15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ddc465-462a-4a49-b773-cd97079f7edc {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:30:58.514162 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-7a0f1722-965e-4f87-9f13-93368651da15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:58.528770 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-7a0f1722-965e-4f87-9f13-93368651da15 service neutron] Transition to ACTIVE for port object 63ddc465-462a-4a49-b773-cd97079f7edc will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:30:58.532186 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-7a0f1722-965e-4f87-9f13-93368651da15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:58.662775 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f1722-965e-4f87-9f13-93368651da15 service neutron] Pushing event updated for resources: {'Port': ['ID=63ddc465-462a-4a49-b773-cd97079f7edc,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:30:58.774743 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-7a0f1722-965e-4f87-9f13-93368651da15 service neutron] Attempting to bind port 63ddc465-462a-4a49-b773-cd97079f7edc on host hv-neutron-8335 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:30:58.775075 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-7a0f1722-965e-4f87-9f13-93368651da15 service neutron] Attempting to bind port 63ddc465-462a-4a49-b773-cd97079f7edc by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '5b7777bb-144a-4c94-9ac9-42ba3efbb1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:30:58.775399 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-7a0f1722-965e-4f87-9f13-93368651da15 service neutron] Attempting to bind port 63ddc465-462a-4a49-b773-cd97079f7edc on network 414a98eb-992f-493a-b993-5b9c22ac4792 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:30:58.781310 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-7a0f1722-965e-4f87-9f13-93368651da15 service neutron] Port 63ddc465-462a-4a49-b773-cd97079f7edc on network 414a98eb-992f-493a-b993-5b9c22ac4792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 14 16:30:58.781628 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-7a0f1722-965e-4f87-9f13-93368651da15 service neutron] Attempting to bind port 63ddc465-462a-4a49-b773-cd97079f7edc on network 414a98eb-992f-493a-b993-5b9c22ac4792 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 14 16:30:58.788463 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-7a0f1722-965e-4f87-9f13-93368651da15 service neutron] Checking agent: {'id': 'ef3c2018-7fa3-4b72-ad92-e8b52c893752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'started_at': datetime.datetime(2022, 3, 14, 15, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 14 16:30:58.788794 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-7a0f1722-965e-4f87-9f13-93368651da15 service neutron] Checking segment: {'id': '5b7777bb-144a-4c94-9ac9-42ba3efbb1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 14 16:30:58.789170 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-7a0f1722-965e-4f87-9f13-93368651da15 service neutron] Bound using segment: {'id': '5b7777bb-144a-4c94-9ac9-42ba3efbb1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 14 16:30:58.789586 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-7a0f1722-965e-4f87-9f13-93368651da15 service neutron] Bound port: 63ddc465-462a-4a49-b773-cd97079f7edc, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b7777bb-144a-4c94-9ac9-42ba3efbb1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:30:58.789923 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-7a0f1722-965e-4f87-9f13-93368651da15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:58.876473 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-7a0f1722-965e-4f87-9f13-93368651da15 service neutron] For port 63ddc465-462a-4a49-b773-cd97079f7edc, host hv-neutron-8335, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:30:58.879910 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-7a0f1722-965e-4f87-9f13-93368651da15 service neutron] For port 63ddc465-462a-4a49-b773-cd97079f7edc, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=63ddc465-462a-4a49-b773-cd97079f7edc,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:30:58.884359 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-7a0f1722-965e-4f87-9f13-93368651da15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907492'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:58.944978 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-7a0f1722-965e-4f87-9f13-93368651da15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:30:58.946531 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-7a0f1722-965e-4f87-9f13-93368651da15 service neutron] 10.222.0.24 "PUT /v2.0/ports/63ddc465-462a-4a49-b773-cd97079f7edc HTTP/1.1" status: 200 len: 1093 time: 0.9584992 Mar 14 16:30:58.949410 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2b8831-585e-43ca-80f0-28964569aa1c', 'tag': '63ddc465-462a-4a49-b773-cd97079f7edc'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:30:58.981717 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f1722-965e-4f87-9f13-93368651da15 service neutron] Pushing event updated for resources: {'Port': ['ID=63ddc465-462a-4a49-b773-cd97079f7edc,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:30:59.024351 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2b8831-585e-43ca-80f0-28964569aa1c', 'tag': '63ddc465-462a-4a49-b773-cd97079f7edc', 'status': 'completed', 'code': 200} Mar 14 16:30:59.067305 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-02eb8793-bfdd-433e-b2df-d74697a88345 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d5fbaa2c4db412a8324b82b47ba22fe&device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 1096 time: 0.0770788 Mar 14 16:30:59.138665 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-0f7f685c-f0ed-4657-8f3b-eec8fb5e61aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63ddc465-462a-4a49-b773-cd97079f7edc HTTP/1.1" status: 200 len: 217 time: 0.0649543 Mar 14 16:30:59.202569 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-ee7f81b6-3386-4e2e-b55b-bbdecba85e27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:30:59.203998 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-ee7f81b6-3386-4e2e-b55b-bbdecba85e27 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4181c791-9ba8-4e28-b98d-b5ea0a012d7e HTTP/1.1" status: 200 len: 848 time: 0.0598307 Mar 14 16:30:59.366326 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-46fbcdfb-5adf-4e3d-b349-8b2c5191f281 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414a98eb-992f-493a-b993-5b9c22ac4792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1560435 Mar 14 16:30:59.396395 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d7c112f3-eda6-40e4-af42-498dce7e028c req-dfd6d756-cbf7-460b-b489-5df4886eca10 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e052b5f0-f325-494f-aa46-db871fc7e344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677688 Mar 14 16:30:59.497884 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-3e8ba4be-0a2e-432f-beb2-d5b2023e113c service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263547 Mar 14 16:30:59.610560 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d7c112f3-eda6-40e4-af42-498dce7e028c req-4ff0d9cb-1058-4c5c-bb6c-e3145acc5398 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d5fbaa2c4db412a8324b82b47ba22fe&device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 1096 time: 0.1350949 Mar 14 16:30:59.619462 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa40a9c-ab3b-4520-817b-aa5899cbff89 req-353369b3-3651-450b-8a0a-7240d9d3cb50 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:30:59.621151 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bfa40a9c-ab3b-4520-817b-aa5899cbff89 req-353369b3-3651-450b-8a0a-7240d9d3cb50 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 943 time: 0.1166937 Mar 14 16:30:59.638785 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-b7b98f19-2ccb-4e80-91cf-d5b1eb90a4c6 req-35abe0fc-7603-4fb9-b7d9-1c6f6fb6694b service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351678 Mar 14 16:30:59.749981 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-bfa40a9c-ab3b-4520-817b-aa5899cbff89 req-d3b65fe7-26cd-4cc2-90b3-a9d9efcacb10 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231625 Mar 14 16:30:59.763444 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4a28e337-4a06-4fd4-8319-ae9924fc270a req-1dacfac3-039c-4901-a94c-c1426d5b45e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d5fbaa2c4db412a8324b82b47ba22fe&device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 1096 time: 0.0775037 Mar 14 16:30:59.793471 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c112f3-eda6-40e4-af42-498dce7e028c req-b049f7d9-0749-4103-a882-c336aabb8fbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:30:59.795029 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d7c112f3-eda6-40e4-af42-498dce7e028c req-b049f7d9-0749-4103-a882-c336aabb8fbc service neutron] 10.222.0.24 "GET /v2.0/networks?id=414a98eb-992f-493a-b993-5b9c22ac4792 HTTP/1.1" status: 200 len: 910 time: 0.1543775 Mar 14 16:30:59.894557 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d7c112f3-eda6-40e4-af42-498dce7e028c req-e43f7a3a-56e3-4647-9cf6-23b7138d8df1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ee18808-e528-4f92-b911-b3bb8f3351b2 HTTP/1.1" status: 200 len: 998 time: 0.0927274 Mar 14 16:30:59.906215 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28e337-4a06-4fd4-8319-ae9924fc270a req-0247cfbd-ea0c-44e5-903e-848d864cbd15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:30:59.907677 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4a28e337-4a06-4fd4-8319-ae9924fc270a req-0247cfbd-ea0c-44e5-903e-848d864cbd15 service neutron] 10.222.0.24 "GET /v2.0/networks?id=414a98eb-992f-493a-b993-5b9c22ac4792 HTTP/1.1" status: 200 len: 910 time: 0.1395891 Mar 14 16:30:59.962195 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c112f3-eda6-40e4-af42-498dce7e028c req-5ac918b4-1854-4322-a48b-ddb7b0f06456 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:30:59.963381 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d7c112f3-eda6-40e4-af42-498dce7e028c req-5ac918b4-1854-4322-a48b-ddb7b0f06456 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4181c791-9ba8-4e28-b98d-b5ea0a012d7e HTTP/1.1" status: 200 len: 848 time: 0.0628011 Mar 14 16:30:59.984422 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4a28e337-4a06-4fd4-8319-ae9924fc270a req-3949a95a-f586-41d3-a5b2-3b19dce5dc4b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63ddc465-462a-4a49-b773-cd97079f7edc HTTP/1.1" status: 200 len: 217 time: 0.0706971 Mar 14 16:31:00.038547 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d7c112f3-eda6-40e4-af42-498dce7e028c req-cc68192b-6db9-4b62-8389-c7a9b7b5c235 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414a98eb-992f-493a-b993-5b9c22ac4792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691001 Mar 14 16:31:00.048159 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28e337-4a06-4fd4-8319-ae9924fc270a req-a014b3f2-f472-4105-8c3e-c3b0bc346aa3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:31:00.050289 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4a28e337-4a06-4fd4-8319-ae9924fc270a req-a014b3f2-f472-4105-8c3e-c3b0bc346aa3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4181c791-9ba8-4e28-b98d-b5ea0a012d7e HTTP/1.1" status: 200 len: 848 time: 0.0588341 Mar 14 16:31:00.128545 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4a28e337-4a06-4fd4-8319-ae9924fc270a req-ea816cff-aeb2-474d-a459-01c10822bbc3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414a98eb-992f-493a-b993-5b9c22ac4792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718441 Mar 14 16:31:00.180643 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d7c112f3-eda6-40e4-af42-498dce7e028c req-12b66f7b-1e02-461b-a849-7a4dd674f328 service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363738 Mar 14 16:31:00.267064 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4a28e337-4a06-4fd4-8319-ae9924fc270a req-9603d8dc-2c27-453e-96ed-8189055fa063 service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316955 Mar 14 16:31:00.328296 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-d7c112f3-eda6-40e4-af42-498dce7e028c req-2f3b4fa0-1267-4a3c-a003-af2d44b031a5 service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414874 Mar 14 16:31:00.401329 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4a28e337-4a06-4fd4-8319-ae9924fc270a req-78e957f5-2cc4-4933-9e45-2ad8c9e90570 service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281765 Mar 14 16:31:00.957766 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65851f-ed48-469c-81cd-78ffd69860eb req-12e053d7-9a6a-42b6-b1c6-938df35277e4 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:31:00.959223 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0f65851f-ed48-469c-81cd-78ffd69860eb req-12e053d7-9a6a-42b6-b1c6-938df35277e4 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 943 time: 0.0781536 Mar 14 16:31:01.007809 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-0f65851f-ed48-469c-81cd-78ffd69860eb req-08aa99c2-cedb-4c57-8a37-e0a2e9a40e27 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429161 Mar 14 16:31:02.203852 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152ad09-d205-4a51-b10a-ea45cbd64f24 req-74ec7e6a-680a-4a2b-bedc-e218816c7a3a tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:31:02.205314 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5152ad09-d205-4a51-b10a-ea45cbd64f24 req-74ec7e6a-680a-4a2b-bedc-e218816c7a3a tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 943 time: 0.0794332 Mar 14 16:31:02.250488 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-5152ad09-d205-4a51-b10a-ea45cbd64f24 req-b7238b46-fa8a-464d-900f-2590b3da9331 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389428 Mar 14 16:31:03.337975 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 63ddc465-462a-4a49-b773-cd97079f7edc details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 16:31:03.448959 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25974a-a4d8-43b3-a340-d87ed2f39442 req-7b570201-6e49-4067-a1b6-02624136f670 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:31:03.450315 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9d25974a-a4d8-43b3-a340-d87ed2f39442 req-7b570201-6e49-4067-a1b6-02624136f670 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 943 time: 0.0790138 Mar 14 16:31:03.470368 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 63ddc465-462a-4a49-b773-cd97079f7edc, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=63ddc465-462a-4a49-b773-cd97079f7edc,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:31:03.483971 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '63ddc465-462a-4a49-b773-cd97079f7edc', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'port_id': '63ddc465-462a-4a49-b773-cd97079f7edc', 'mac_address': 'fa:16:3e:d1:49:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 16:31:03.495079 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-9d25974a-a4d8-43b3-a340-d87ed2f39442 req-bcb7ce94-5bae-4c64-b68f-0589af4c6e93 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392489 Mar 14 16:31:03.535826 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:03.552758 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ddc465-462a-4a49-b773-cd97079f7edc {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:31:03.567216 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 63ddc465-462a-4a49-b773-cd97079f7edc, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=63ddc465-462a-4a49-b773-cd97079f7edc,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:31:03.571117 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:03.637489 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=63ddc465-462a-4a49-b773-cd97079f7edc,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:31:03.948514 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['63ddc465-462a-4a49-b773-cd97079f7edc'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:31:04.691721 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ee900-cac3-40fb-a78f-6bac1083f34c req-6fa523e9-4248-4363-a565-d5e7dedfe6e3 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:31:04.693172 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f55ee900-cac3-40fb-a78f-6bac1083f34c req-6fa523e9-4248-4363-a565-d5e7dedfe6e3 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 944 time: 0.0737054 Mar 14 16:31:04.737569 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-f55ee900-cac3-40fb-a78f-6bac1083f34c req-32284d00-9154-428c-975a-68469fc8f1ef tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383534 Mar 14 16:31:05.352194 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 63ddc465-462a-4a49-b773-cd97079f7edc up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:31:05.417635 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning for port 63ddc465-462a-4a49-b773-cd97079f7edc completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:31:05.422193 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 63ddc465-462a-4a49-b773-cd97079f7edc triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:31:05.422567 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:05.532951 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:05.561228 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2b8831-585e-43ca-80f0-28964569aa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ddc465-462a-4a49-b773-cd97079f7edc'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:31:05.571579 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 63ddc465-462a-4a49-b773-cd97079f7edc, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=63ddc465-462a-4a49-b773-cd97079f7edc,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:31:05.575908 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:05.650768 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=63ddc465-462a-4a49-b773-cd97079f7edc,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:31:05.695327 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2b8831-585e-43ca-80f0-28964569aa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ddc465-462a-4a49-b773-cd97079f7edc', 'code': 200} Mar 14 16:31:05.922621 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4a00bd8e-f3a0-4c5b-9d4e-2a39f5cde140 req-cb9a1187-ade0-4ec0-84c0-d092fae9e6cc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 1098 time: 0.0702641 Mar 14 16:31:05.934407 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f31d-250d-4b38-beb7-1b74ef6ffafd req-f6905fb0-4e71-43c5-8059-ab47393be643 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:31:05.935834 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a185f31d-250d-4b38-beb7-1b74ef6ffafd req-f6905fb0-4e71-43c5-8059-ab47393be643 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 945 time: 0.0790331 Mar 14 16:31:05.966466 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4a00bd8e-f3a0-4c5b-9d4e-2a39f5cde140 req-d57c7292-7ae8-43d8-9756-0d2a98df77d3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379488 Mar 14 16:31:05.981884 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a185f31d-250d-4b38-beb7-1b74ef6ffafd req-928a6154-f9cc-4737-9f56-0c57095eca32 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400074 Mar 14 16:31:07.185608 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fce55-6f30-42c5-821c-d36cc36fedd3 req-97a025ed-328c-49e9-9cf6-68468f3a300d tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:31:07.186843 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-063fce55-6f30-42c5-821c-d36cc36fedd3 req-97a025ed-328c-49e9-9cf6-68468f3a300d tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 945 time: 0.0808916 Mar 14 16:31:07.240127 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-063fce55-6f30-42c5-821c-d36cc36fedd3 req-d95c1156-3a2c-4b00-8393-f7978a5b4693 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449865 Mar 14 16:31:08.433473 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bb16a-188e-42c7-947d-c0b5179ed658 req-c54b5528-2845-4f6a-b87e-2673f572b407 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:31:08.434927 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-173bb16a-188e-42c7-947d-c0b5179ed658 req-c54b5528-2845-4f6a-b87e-2673f572b407 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 945 time: 0.0737107 Mar 14 16:31:08.482679 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-173bb16a-188e-42c7-947d-c0b5179ed658 req-3c2a8110-d688-4f26-9b83-ec6c65a74e62 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422006 Mar 14 16:31:08.679709 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac327ac8-a30c-4cac-8e71-4476be78495c req-31d9113b-8752-434b-ad8d-86c3dbf47df7 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:31:08.681226 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ac327ac8-a30c-4cac-8e71-4476be78495c req-31d9113b-8752-434b-ad8d-86c3dbf47df7 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 945 time: 0.0810254 Mar 14 16:31:08.725977 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-ac327ac8-a30c-4cac-8e71-4476be78495c req-1b36e279-4c22-4b3a-9c6e-73f351ca4171 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391011 Mar 14 16:31:08.753325 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34636) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:31:08.820270 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-b3dc2830-70ae-457c-b987-8991ea29b707 tempest-TestSnapshotPattern-1633504552 tempest-TestSnapshotPattern-1633504552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 1093 time: 0.0658083 Mar 14 16:31:08.822972 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34640) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:31:08.827901 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.v2.base [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Request body: {'floatingip': {'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'port_id': '63ddc465-462a-4a49-b773-cd97079f7edc', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 14 16:31:08.833270 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 16:31:08.837010 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Usage tracker for resource:floatingip and tenant:5d5fbaa2c4db412a8324b82b47ba22fe is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 16:31:08.840042 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 16:31:08.845555 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 16:31:08.856394 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:09.088819 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:09.224875 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Allocated IP 172.26.4.59 (e91d4e5d-6c7e-46ec-93fa-aca4dce492d4/45107c68-cc2e-4baa-9790-efe77d4b6ad7/54880199-b1c1-4bf2-bd34-b9888733aa75) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:31:09.368807 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:09.397434 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782435674471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:09.464849 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Network e91d4e5d-6c7e-46ec-93fa-aca4dce492d4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:31:09.467703 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:31:09.472506 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 14 16:31:09.499909 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Pushing event updated for resources: {'Port': ['ID=54880199-b1c1-4bf2-bd34-b9888733aa75,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:31:09.524193 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:31:09.524542 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:31:09.524883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:31:09.525216 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:31:09.525546 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:31:09.525876 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:31:09.526225 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:31:09.526552 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:31:09.526872 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:31:09.527191 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:31:09.527508 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:31:09.978104 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:10.033472 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:10.232445 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:10.236625 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1957023'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:10.343261 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Pushing event updated for resources: {'Port': ['ID=54880199-b1c1-4bf2-bd34-b9888733aa75,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:31:10.354930 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963144'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:10.538376 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.db.l3_db [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Floating IP 74eca477-1b71-408e-bae7-6eedb51ea03c associated. External IP: 172.26.4.59, port: 63ddc465-462a-4a49-b773-cd97079f7edc. Mar 14 16:31:11.011889 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Router 4c6bdb30-ce37-4a36-a60d-874c007dea36 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:31:11.212379 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:31:11.223652 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef477c2-5d07-4c87-b040-4a731b46f098 None None] Sync routers for ids ['4c6bdb30-ce37-4a36-a60d-874c007dea36'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:31:11.237351 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef477c2-5d07-4c87-b040-4a731b46f098 None None] Routers {'4c6bdb30-ce37-4a36-a60d-874c007dea36'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:31:11.238091 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3ef477c2-5d07-4c87-b040-4a731b46f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:30:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['4c6bdb30-ce37-4a36-a60d-874c007dea36'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:31:11.238374 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:11.294984 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-48ad538a-f697-404f-969c-562c1cce1795 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4710250 Mar 14 16:31:11.295549 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2b8831-585e-43ca-80f0-28964569aa1c', 'tag': '63ddc465-462a-4a49-b773-cd97079f7edc'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:31:11.350290 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2b8831-585e-43ca-80f0-28964569aa1c', 'tag': '63ddc465-462a-4a49-b773-cd97079f7edc', 'status': 'completed', 'code': 200} Mar 14 16:31:11.418871 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3ef477c2-5d07-4c87-b040-4a731b46f098 None None] Set router 4c6bdb30-ce37-4a36-a60d-874c007dea36 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:31:11.451758 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f8a1cedc-418a-49a6-9ed0-8480fd91d8a9 req-2232998a-207d-4316-ac7a-df0528bbffcb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d5fbaa2c4db412a8324b82b47ba22fe&device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 1098 time: 0.0717132 Mar 14 16:31:11.675124 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1cedc-418a-49a6-9ed0-8480fd91d8a9 req-cb343a0f-15fc-4c30-87df-c8f1495555d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:31:11.676630 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f8a1cedc-418a-49a6-9ed0-8480fd91d8a9 req-cb343a0f-15fc-4c30-87df-c8f1495555d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=414a98eb-992f-493a-b993-5b9c22ac4792 HTTP/1.1" status: 200 len: 910 time: 0.2184737 Mar 14 16:31:11.780382 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f8a1cedc-418a-49a6-9ed0-8480fd91d8a9 req-7797f51e-1dbf-4fc2-ae13-bef84d4c383e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63ddc465-462a-4a49-b773-cd97079f7edc HTTP/1.1" status: 200 len: 998 time: 0.0977602 Mar 14 16:31:11.810105 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3ef477c2-5d07-4c87-b040-4a731b46f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'name': 'tempest-TestSnapshotPattern-499878319-router', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:30Z', 'revision_number': 4, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'gw_port': {'id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '74eca477-1b71-408e-bae7-6eedb51ea03c', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'floating_ip_address': '172.26.4.59', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'port_id': '63ddc465-462a-4a49-b773-cd97079f7edc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'mac_address': 'fa:16:3e:d1:49:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b8831-585e-43ca-80f0-28964569aa1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:31:09Z', 'updated_at': '2022-03-14T16:31:09Z', 'revision_number': 0, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'fixed_ip_address_scope': None}, {'id': '8179e562-6ecc-47bd-9d9c-1edab44b83da', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'floating_ip_address': '172.26.4.97', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'port_id': '5ee18808-e528-4f92-b911-b3bb8f3351b2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'mac_address': 'fa:16:3e:92:99:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:27:53Z', 'updated_at': '2022-03-14T16:28:07Z', 'revision_number': 1, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8109384d-9683-40fc-a0a9-e2d8fa3bb3f7', 'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'mac_address': 'fa:16:3e:fe:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:29Z', 'updated_at': '2022-03-14T16:27:49Z', 'revision_number': 5, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'subnets': [{'id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:31:11.813851 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef477c2-5d07-4c87-b040-4a731b46f098 None None] Checking router: 4c6bdb30-ce37-4a36-a60d-874c007dea36 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:31:11.824694 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef477c2-5d07-4c87-b040-4a731b46f098 None None] Routers {'4c6bdb30-ce37-4a36-a60d-874c007dea36'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:31:11.825285 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3ef477c2-5d07-4c87-b040-4a731b46f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:30:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['4c6bdb30-ce37-4a36-a60d-874c007dea36'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:31:11.842355 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1cedc-418a-49a6-9ed0-8480fd91d8a9 req-d8d2d5be-7deb-46a3-90df-4ee3250c72df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:31:11.843765 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f8a1cedc-418a-49a6-9ed0-8480fd91d8a9 req-d8d2d5be-7deb-46a3-90df-4ee3250c72df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4181c791-9ba8-4e28-b98d-b5ea0a012d7e HTTP/1.1" status: 200 len: 848 time: 0.0556796 Mar 14 16:31:11.919959 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f8a1cedc-418a-49a6-9ed0-8480fd91d8a9 req-53864f23-0f29-477a-8b9f-66a5e3bd2326 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414a98eb-992f-493a-b993-5b9c22ac4792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695982 Mar 14 16:31:12.006183 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3ef477c2-5d07-4c87-b040-4a731b46f098 None None] Set router 4c6bdb30-ce37-4a36-a60d-874c007dea36 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:31:12.049756 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f8a1cedc-418a-49a6-9ed0-8480fd91d8a9 req-ac777718-57bb-4cee-9987-d6c242a619d1 service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235967 Mar 14 16:31:12.181263 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-f8a1cedc-418a-49a6-9ed0-8480fd91d8a9 req-1decc24e-d9d6-4c71-b7d7-e9fdcd4e0482 service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262650 Mar 14 16:31:12.352810 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3ef477c2-5d07-4c87-b040-4a731b46f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'name': 'tempest-TestSnapshotPattern-499878319-router', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:30Z', 'revision_number': 4, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'gw_port': {'id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '74eca477-1b71-408e-bae7-6eedb51ea03c', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'floating_ip_address': '172.26.4.59', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'port_id': '63ddc465-462a-4a49-b773-cd97079f7edc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'mac_address': 'fa:16:3e:d1:49:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b8831-585e-43ca-80f0-28964569aa1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:31:09Z', 'updated_at': '2022-03-14T16:31:09Z', 'revision_number': 0, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'fixed_ip_address_scope': None}, {'id': '8179e562-6ecc-47bd-9d9c-1edab44b83da', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'floating_ip_address': '172.26.4.97', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'port_id': '5ee18808-e528-4f92-b911-b3bb8f3351b2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'mac_address': 'fa:16:3e:92:99:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:27:53Z', 'updated_at': '2022-03-14T16:28:07Z', 'revision_number': 1, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8109384d-9683-40fc-a0a9-e2d8fa3bb3f7', 'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'mac_address': 'fa:16:3e:fe:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:29Z', 'updated_at': '2022-03-14T16:27:49Z', 'revision_number': 5, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'subnets': [{'id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:31:12.356564 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef477c2-5d07-4c87-b040-4a731b46f098 None None] The sync data for ids ['4c6bdb30-ce37-4a36-a60d-874c007dea36'] in dv-neutron-833561-1-hyperv is: [{'id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'name': 'tempest-TestSnapshotPattern-499878319-router', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:30Z', 'revision_number': 4, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'gw_port': {'id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '74eca477-1b71-408e-bae7-6eedb51ea03c', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'floating_ip_address': '172.26.4.59', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'port_id': '63ddc465-462a-4a49-b773-cd97079f7edc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'mac_address': 'fa:16:3e:d1:49:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b8831-585e-43ca-80f0-28964569aa1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:31:09Z', 'updated_at': '2022-03-14T16:31:09Z', 'revision_number': 0, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'fixed_ip_address_scope': None}, {'id': '8179e562-6ecc-47bd-9d9c-1edab44b83da', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'floating_ip_address': '172.26.4.97', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'port_id': '5ee18808-e528-4f92-b911-b3bb8f3351b2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'mac_address': 'fa:16:3e:92:99:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:27:53Z', 'updated_at': '2022-03-14T16:28:07Z', 'revision_number': 1, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8109384d-9683-40fc-a0a9-e2d8fa3bb3f7', 'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'mac_address': 'fa:16:3e:fe:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:29Z', 'updated_at': '2022-03-14T16:27:49Z', 'revision_number': 5, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'subnets': [{'id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:31:12.544220 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16858b5d-47bb-427f-9775-9a5a2d2e513c None None] New status for floating IP 74eca477-1b71-408e-bae7-6eedb51ea03c: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 16:31:12.791459 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:31:13.093820 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f0a44556-0c0a-43d5-b88e-cc023b1d3a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:15.249207 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b189dfe-fc1f-49bb-93d1-c5af22f7a25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:16.544112 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:16.715345 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:18.186574 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:21.527088 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:43.099429 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7383d172-1354-4845-8359-7a793ba346f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:45.251589 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83efd927-7e16-4cea-93c7-c8a9a423385d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:46.547032 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:46.716374 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:48.193933 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:49.780583 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:31:51.527366 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:31:59.730078 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4b26442f-32a8-418c-8018-07744a262f64 req-a15841d5-a111-41b0-aaa5-055fcb6c5a5c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e052b5f0-f325-494f-aa46-db871fc7e344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671711 Mar 14 16:31:59.864261 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4b26442f-32a8-418c-8018-07744a262f64 req-d666d20e-56f0-4f41-9846-66542339fae0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d5fbaa2c4db412a8324b82b47ba22fe&device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 1096 time: 0.0686505 Mar 14 16:32:00.009835 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26442f-32a8-418c-8018-07744a262f64 req-46f697a3-de55-4e1d-910b-2c6767ecbc94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:32:00.011506 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4b26442f-32a8-418c-8018-07744a262f64 req-46f697a3-de55-4e1d-910b-2c6767ecbc94 service neutron] 10.222.0.24 "GET /v2.0/networks?id=414a98eb-992f-493a-b993-5b9c22ac4792 HTTP/1.1" status: 200 len: 910 time: 0.1294036 Mar 14 16:32:00.112171 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4b26442f-32a8-418c-8018-07744a262f64 req-e9be9c93-6cf1-4b62-ba54-618767789863 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ee18808-e528-4f92-b911-b3bb8f3351b2 HTTP/1.1" status: 200 len: 998 time: 0.0953665 Mar 14 16:32:00.178611 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26442f-32a8-418c-8018-07744a262f64 req-8e0e6f09-016a-45be-b38f-d9aeb4e38315 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:32:00.180171 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4b26442f-32a8-418c-8018-07744a262f64 req-8e0e6f09-016a-45be-b38f-d9aeb4e38315 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4181c791-9ba8-4e28-b98d-b5ea0a012d7e HTTP/1.1" status: 200 len: 848 time: 0.0620165 Mar 14 16:32:00.254995 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4b26442f-32a8-418c-8018-07744a262f64 req-f3b22dcc-2254-4844-8bac-b683a704e93c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414a98eb-992f-493a-b993-5b9c22ac4792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691910 Mar 14 16:32:00.387560 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4b26442f-32a8-418c-8018-07744a262f64 req-bac54d5d-d6de-4859-8f0e-f99c7689d052 service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257522 Mar 14 16:32:00.516744 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-4b26442f-32a8-418c-8018-07744a262f64 req-f3857be5-f70d-43f3-bf69-b38c38187b8c service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235704 Mar 14 16:32:13.101623 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5167f1e-be7d-4918-94de-eb241d204a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:32:15.254298 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-203ef680-47b2-4ec5-83a7-97f021e9da89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:32:16.550669 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:32:16.720964 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:32:18.197302 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:32:21.534383 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:32:26.780553 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:32:43.102944 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-91dc0f40-b9b7-4436-8680-c346eafb819e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:32:45.255955 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9373139b-2ab1-4426-8434-6cf8432ce8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:32:46.553230 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:32:46.724226 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:32:48.203475 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:32:51.533002 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:01.745256 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-15d68e75-85b0-40c1-b95f-e958f7b020cc req-05d1ec0e-1e4e-4499-b8f0-117166ad5757 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660210 Mar 14 16:33:01.833879 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-15d68e75-85b0-40c1-b95f-e958f7b020cc req-debfd38a-3fe9-49aa-ab86-81046e1cfb20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d5fbaa2c4db412a8324b82b47ba22fe&device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 1098 time: 0.0694878 Mar 14 16:33:02.058476 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d68e75-85b0-40c1-b95f-e958f7b020cc req-f8a2ab8e-0ad9-4fa6-be5e-5934ab65be7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:33:02.059818 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-15d68e75-85b0-40c1-b95f-e958f7b020cc req-f8a2ab8e-0ad9-4fa6-be5e-5934ab65be7c service neutron] 10.222.0.24 "GET /v2.0/networks?id=414a98eb-992f-493a-b993-5b9c22ac4792 HTTP/1.1" status: 200 len: 910 time: 0.2073457 Mar 14 16:33:02.161426 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-15d68e75-85b0-40c1-b95f-e958f7b020cc req-53ab0c52-b416-4ea2-944b-9d63c9980124 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63ddc465-462a-4a49-b773-cd97079f7edc HTTP/1.1" status: 200 len: 1000 time: 0.0951204 Mar 14 16:33:02.222107 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d68e75-85b0-40c1-b95f-e958f7b020cc req-e0174fdd-8d2f-4f8d-8f65-7dc7c070a6f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:33:02.223517 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-15d68e75-85b0-40c1-b95f-e958f7b020cc req-e0174fdd-8d2f-4f8d-8f65-7dc7c070a6f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4181c791-9ba8-4e28-b98d-b5ea0a012d7e HTTP/1.1" status: 200 len: 848 time: 0.0564899 Mar 14 16:33:02.298334 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-15d68e75-85b0-40c1-b95f-e958f7b020cc req-b599bbe2-1dd2-477d-b9be-e6aa8248dbc2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414a98eb-992f-493a-b993-5b9c22ac4792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686662 Mar 14 16:33:02.429933 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-15d68e75-85b0-40c1-b95f-e958f7b020cc req-effd2601-8abc-4a18-94e9-8f2ae29915d6 service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257949 Mar 14 16:33:02.557051 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-15d68e75-85b0-40c1-b95f-e958f7b020cc req-7bb06108-5189-447d-8ca0-77522a0619e2 service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216407 Mar 14 16:33:03.780527 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:33:13.108168 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5c74385e-0d0d-4617-84ad-2912d8049064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:15.258553 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81959a13-4144-4316-8974-6f9182db830d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:16.557345 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:16.725617 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:18.203287 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:21.540953 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:29.963547 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 63ddc465-462a-4a49-b773-cd97079f7edc details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 16:33:30.094680 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 63ddc465-462a-4a49-b773-cd97079f7edc, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=63ddc465-462a-4a49-b773-cd97079f7edc,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:33:30.108202 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Returning: {'device': '63ddc465-462a-4a49-b773-cd97079f7edc', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'port_id': '63ddc465-462a-4a49-b773-cd97079f7edc', 'mac_address': 'fa:16:3e:d1:49:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 16:33:30.159075 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:30.180142 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63ddc465-462a-4a49-b773-cd97079f7edc {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 14 16:33:30.198865 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 63ddc465-462a-4a49-b773-cd97079f7edc, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=63ddc465-462a-4a49-b773-cd97079f7edc,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:33:30.203004 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:30.277047 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=63ddc465-462a-4a49-b773-cd97079f7edc,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:33:30.285652 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:30.286000 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:30.286363 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:30.286702 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:30.287034 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:30.287358 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:30.287683 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:30.288003 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:30.288322 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:30.288636 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:30.288951 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:30.294384 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] get_ports_and_sgs() called for port_ids ['63ddc465-462a-4a49-b773-cd97079f7edc'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 14 16:33:31.986500 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 63ddc465-462a-4a49-b773-cd97079f7edc up at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 16:33:32.053095 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Provisioning complete for port 63ddc465-462a-4a49-b773-cd97079f7edc triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:33:32.053471 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66209250'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:32.163314 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:32.194398 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2b8831-585e-43ca-80f0-28964569aa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ddc465-462a-4a49-b773-cd97079f7edc'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:33:32.204805 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 63ddc465-462a-4a49-b773-cd97079f7edc, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=63ddc465-462a-4a49-b773-cd97079f7edc,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:33:32.209496 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:32.279303 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2b8831-585e-43ca-80f0-28964569aa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ddc465-462a-4a49-b773-cd97079f7edc', 'code': 200} Mar 14 16:33:32.279957 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=63ddc465-462a-4a49-b773-cd97079f7edc,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:33:40.783987 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:33:43.107143 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8d1faaa3-09cb-486b-9fbb-86c2fe489f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:44.788062 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34812) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:33:44.981883 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-14f94122-c1c5-4808-a750-7e3cbf1760ba tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Deleting port 54880199-b1c1-4bf2-bd34-b9888733aa75 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:33:44.982255 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14f94122-c1c5-4808-a750-7e3cbf1760ba tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:45.145187 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14f94122-c1c5-4808-a750-7e3cbf1760ba tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:45.145511 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14f94122-c1c5-4808-a750-7e3cbf1760ba tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:45.260952 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f15561ad-6ae0-4fa4-a774-760cc18bf927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:45.264297 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-14f94122-c1c5-4808-a750-7e3cbf1760ba tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Calling delete_port for 54880199-b1c1-4bf2-bd34-b9888733aa75 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:33:45.408280 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14f94122-c1c5-4808-a750-7e3cbf1760ba tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:45.450510 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f94122-c1c5-4808-a750-7e3cbf1760ba tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Pushing event deleted for resources: {'Port': ['ID=54880199-b1c1-4bf2-bd34-b9888733aa75,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:33:45.489614 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f94122-c1c5-4808-a750-7e3cbf1760ba tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:45.489957 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f94122-c1c5-4808-a750-7e3cbf1760ba tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:45.490311 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f94122-c1c5-4808-a750-7e3cbf1760ba tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:45.490641 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f94122-c1c5-4808-a750-7e3cbf1760ba tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:45.490967 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f94122-c1c5-4808-a750-7e3cbf1760ba tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:45.491289 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f94122-c1c5-4808-a750-7e3cbf1760ba tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:45.491606 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f94122-c1c5-4808-a750-7e3cbf1760ba tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:45.491926 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f94122-c1c5-4808-a750-7e3cbf1760ba tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:45.492241 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f94122-c1c5-4808-a750-7e3cbf1760ba tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:45.492553 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f94122-c1c5-4808-a750-7e3cbf1760ba tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:45.492866 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f94122-c1c5-4808-a750-7e3cbf1760ba tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:45.653940 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14f94122-c1c5-4808-a750-7e3cbf1760ba tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:46.048165 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f94122-c1c5-4808-a750-7e3cbf1760ba tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Router 4c6bdb30-ce37-4a36-a60d-874c007dea36 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:33:46.250972 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f94122-c1c5-4808-a750-7e3cbf1760ba tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:33:46.261042 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525e5f3d-a67a-4b6b-8a0a-9b852915cfe5 None None] Sync routers for ids ['4c6bdb30-ce37-4a36-a60d-874c007dea36'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:33:46.271727 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14f94122-c1c5-4808-a750-7e3cbf1760ba tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:46.274488 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525e5f3d-a67a-4b6b-8a0a-9b852915cfe5 None None] Routers {'4c6bdb30-ce37-4a36-a60d-874c007dea36'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:33:46.275107 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-525e5f3d-a67a-4b6b-8a0a-9b852915cfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['4c6bdb30-ce37-4a36-a60d-874c007dea36'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:33:46.328773 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-14f94122-c1c5-4808-a750-7e3cbf1760ba tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "DELETE /v2.0/floatingips/74eca477-1b71-408e-bae7-6eedb51ea03c HTTP/1.1" status: 204 len: 168 time: 1.5395505 Mar 14 16:33:46.330532 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2b8831-585e-43ca-80f0-28964569aa1c', 'tag': '63ddc465-462a-4a49-b773-cd97079f7edc'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:33:46.463381 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-525e5f3d-a67a-4b6b-8a0a-9b852915cfe5 None None] Set router 4c6bdb30-ce37-4a36-a60d-874c007dea36 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:33:46.633557 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2b8831-585e-43ca-80f0-28964569aa1c', 'tag': '63ddc465-462a-4a49-b773-cd97079f7edc', 'status': 'completed', 'code': 200} Mar 14 16:33:46.648853 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:46.777815 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:46.788166 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-774e0edf-281d-46c1-a069-f46cf205aba6 req-82b429c0-8d99-44b0-a896-c7752a2f4b26 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d5fbaa2c4db412a8324b82b47ba22fe&device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 1098 time: 0.1264467 Mar 14 16:33:46.820599 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7d630-8ff8-4686-b0e0-e2c00e425d47 req-241fda02-3f5b-46ce-866f-3e38aa31d020 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:33:46.822013 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-eea7d630-8ff8-4686-b0e0-e2c00e425d47 req-241fda02-3f5b-46ce-866f-3e38aa31d020 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 945 time: 0.1277027 Mar 14 16:33:46.879401 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-525e5f3d-a67a-4b6b-8a0a-9b852915cfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'name': 'tempest-TestSnapshotPattern-499878319-router', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:30Z', 'revision_number': 4, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'gw_port': {'id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '8179e562-6ecc-47bd-9d9c-1edab44b83da', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'floating_ip_address': '172.26.4.97', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'port_id': '5ee18808-e528-4f92-b911-b3bb8f3351b2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'mac_address': 'fa:16:3e:92:99:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:27:53Z', 'updated_at': '2022-03-14T16:28:07Z', 'revision_number': 1, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8109384d-9683-40fc-a0a9-e2d8fa3bb3f7', 'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'mac_address': 'fa:16:3e:fe:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:29Z', 'updated_at': '2022-03-14T16:27:49Z', 'revision_number': 5, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'subnets': [{'id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:33:46.883963 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525e5f3d-a67a-4b6b-8a0a-9b852915cfe5 None None] Checking router: 4c6bdb30-ce37-4a36-a60d-874c007dea36 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:33:46.894337 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525e5f3d-a67a-4b6b-8a0a-9b852915cfe5 None None] Routers {'4c6bdb30-ce37-4a36-a60d-874c007dea36'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:33:46.895982 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-525e5f3d-a67a-4b6b-8a0a-9b852915cfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['4c6bdb30-ce37-4a36-a60d-874c007dea36'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:33:46.939593 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-eea7d630-8ff8-4686-b0e0-e2c00e425d47 req-bfa6bdf5-b2b8-440b-9b0e-96bac651f243 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717576 Mar 14 16:33:46.961453 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e0edf-281d-46c1-a069-f46cf205aba6 req-87c08674-cc7e-4bd4-bb98-a1fe3f272605 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:33:46.962935 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-774e0edf-281d-46c1-a069-f46cf205aba6 req-87c08674-cc7e-4bd4-bb98-a1fe3f272605 service neutron] 10.222.0.24 "GET /v2.0/networks?id=414a98eb-992f-493a-b993-5b9c22ac4792 HTTP/1.1" status: 200 len: 910 time: 0.1676211 Mar 14 16:33:47.029498 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-774e0edf-281d-46c1-a069-f46cf205aba6 req-02025c30-6fc5-446f-9755-51f248d77af7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63ddc465-462a-4a49-b773-cd97079f7edc HTTP/1.1" status: 200 len: 217 time: 0.0601497 Mar 14 16:33:47.076329 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-525e5f3d-a67a-4b6b-8a0a-9b852915cfe5 None None] Set router 4c6bdb30-ce37-4a36-a60d-874c007dea36 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:33:47.094744 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e0edf-281d-46c1-a069-f46cf205aba6 req-bd18c891-36d7-459f-9238-9c3332362fe3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:33:47.096165 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-774e0edf-281d-46c1-a069-f46cf205aba6 req-bd18c891-36d7-459f-9238-9c3332362fe3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4181c791-9ba8-4e28-b98d-b5ea0a012d7e HTTP/1.1" status: 200 len: 848 time: 0.0597050 Mar 14 16:33:47.171899 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-774e0edf-281d-46c1-a069-f46cf205aba6 req-60b99fb0-72eb-4ab7-96be-88995f790d0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414a98eb-992f-493a-b993-5b9c22ac4792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689242 Mar 14 16:33:47.306176 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-774e0edf-281d-46c1-a069-f46cf205aba6 req-c8d0f6b2-c36b-476e-a5d3-f70ad92580fd service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275363 Mar 14 16:33:47.435426 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-774e0edf-281d-46c1-a069-f46cf205aba6 req-41792818-58ec-449e-a872-08734477e91e service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226330 Mar 14 16:33:47.464824 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-525e5f3d-a67a-4b6b-8a0a-9b852915cfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'name': 'tempest-TestSnapshotPattern-499878319-router', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:30Z', 'revision_number': 4, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'gw_port': {'id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '8179e562-6ecc-47bd-9d9c-1edab44b83da', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'floating_ip_address': '172.26.4.97', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'port_id': '5ee18808-e528-4f92-b911-b3bb8f3351b2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'mac_address': 'fa:16:3e:92:99:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:27:53Z', 'updated_at': '2022-03-14T16:28:07Z', 'revision_number': 1, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8109384d-9683-40fc-a0a9-e2d8fa3bb3f7', 'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'mac_address': 'fa:16:3e:fe:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:29Z', 'updated_at': '2022-03-14T16:27:49Z', 'revision_number': 5, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'subnets': [{'id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:33:47.469063 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525e5f3d-a67a-4b6b-8a0a-9b852915cfe5 None None] The sync data for ids ['4c6bdb30-ce37-4a36-a60d-874c007dea36'] in dv-neutron-833561-1-hyperv is: [{'id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'name': 'tempest-TestSnapshotPattern-499878319-router', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:30Z', 'revision_number': 4, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'gw_port': {'id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_floatingips': [{'id': '8179e562-6ecc-47bd-9d9c-1edab44b83da', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'floating_ip_address': '172.26.4.97', 'floating_network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'router_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'port_id': '5ee18808-e528-4f92-b911-b3bb8f3351b2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'mac_address': 'fa:16:3e:92:99:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:27:53Z', 'updated_at': '2022-03-14T16:28:07Z', 'revision_number': 1, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8109384d-9683-40fc-a0a9-e2d8fa3bb3f7', 'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'mac_address': 'fa:16:3e:fe:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:29Z', 'updated_at': '2022-03-14T16:27:49Z', 'revision_number': 5, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'subnets': [{'id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:33:47.690843 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fae06c-e91c-426d-aff0-af03adcf9426 None None] New status for floating IP 74eca477-1b71-408e-bae7-6eedb51ea03c: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 16:33:48.017498 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 63ddc465-462a-4a49-b773-cd97079f7edc no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:33:48.137740 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66280153'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:48.163502 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6e0f5-4702-4aff-a509-17db1477e726 req-f07d6ad1-3493-413e-b5e0-22db11ceaacb tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:33:48.164453 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2b8831-585e-43ca-80f0-28964569aa1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63ddc465-462a-4a49-b773-cd97079f7edc'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:33:48.164608 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-a1f6e0f5-4702-4aff-a509-17db1477e726 req-f07d6ad1-3493-413e-b5e0-22db11ceaacb tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Synchronizing usage tracker for tenant:5d5fbaa2c4db412a8324b82b47ba22fe on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:33:48.174705 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] For port 63ddc465-462a-4a49-b773-cd97079f7edc, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=63ddc465-462a-4a49-b773-cd97079f7edc,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:33:48.180282 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782436048038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782435674489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782435674534'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:48.182152 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-a1f6e0f5-4702-4aff-a509-17db1477e726 req-f07d6ad1-3493-413e-b5e0-22db11ceaacb tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Unset dirty status for tenant:5d5fbaa2c4db412a8324b82b47ba22fe on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:33:48.184230 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a1f6e0f5-4702-4aff-a509-17db1477e726 req-f07d6ad1-3493-413e-b5e0-22db11ceaacb tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 945 time: 0.0966864 Mar 14 16:33:48.245122 dv-neutron-833561-1-hyperv neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2b8831-585e-43ca-80f0-28964569aa1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63ddc465-462a-4a49-b773-cd97079f7edc', 'code': 200} Mar 14 16:33:48.248514 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-a1f6e0f5-4702-4aff-a509-17db1477e726 req-be0ff2c4-35d0-499f-8899-ec9c04d7fec6 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545361 Mar 14 16:33:48.265158 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:48.275869 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Pushing event updated for resources: {'Port': ['ID=63ddc465-462a-4a49-b773-cd97079f7edc,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:33:48.472450 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5a63-06f9-4e86-a91f-5fa0dd3b6a92 req-9711ea11-98fd-4806-8d57-fc125b6f96f0 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:33:48.474469 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-687b5a63-06f9-4e86-a91f-5fa0dd3b6a92 req-9711ea11-98fd-4806-8d57-fc125b6f96f0 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 943 time: 0.0819790 Mar 14 16:33:48.539151 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-687b5a63-06f9-4e86-a91f-5fa0dd3b6a92 req-91f41de7-fa59-4cec-b18d-e3ad962ec3fa tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Deleting port 63ddc465-462a-4a49-b773-cd97079f7edc {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:33:48.539417 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-687b5a63-06f9-4e86-a91f-5fa0dd3b6a92 req-91f41de7-fa59-4cec-b18d-e3ad962ec3fa tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:48.871667 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-687b5a63-06f9-4e86-a91f-5fa0dd3b6a92 req-91f41de7-fa59-4cec-b18d-e3ad962ec3fa tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] For port 63ddc465-462a-4a49-b773-cd97079f7edc, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=63ddc465-462a-4a49-b773-cd97079f7edc,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:33:48.871937 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-687b5a63-06f9-4e86-a91f-5fa0dd3b6a92 req-91f41de7-fa59-4cec-b18d-e3ad962ec3fa tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:48.987837 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-687b5a63-06f9-4e86-a91f-5fa0dd3b6a92 req-91f41de7-fa59-4cec-b18d-e3ad962ec3fa tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Calling delete_port for 63ddc465-462a-4a49-b773-cd97079f7edc owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:33:49.124160 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-687b5a63-06f9-4e86-a91f-5fa0dd3b6a92 req-91f41de7-fa59-4cec-b18d-e3ad962ec3fa tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:49.182440 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f41de7-fa59-4cec-b18d-e3ad962ec3fa tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Pushing event deleted for resources: {'Port': ['ID=63ddc465-462a-4a49-b773-cd97079f7edc,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:33:49.246642 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f41de7-fa59-4cec-b18d-e3ad962ec3fa tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:49.246985 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f41de7-fa59-4cec-b18d-e3ad962ec3fa tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:49.247318 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f41de7-fa59-4cec-b18d-e3ad962ec3fa tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:49.247649 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f41de7-fa59-4cec-b18d-e3ad962ec3fa tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:49.247977 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f41de7-fa59-4cec-b18d-e3ad962ec3fa tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:49.248304 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f41de7-fa59-4cec-b18d-e3ad962ec3fa tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:49.248627 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f41de7-fa59-4cec-b18d-e3ad962ec3fa tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:49.248947 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f41de7-fa59-4cec-b18d-e3ad962ec3fa tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:49.249265 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f41de7-fa59-4cec-b18d-e3ad962ec3fa tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:49.249578 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f41de7-fa59-4cec-b18d-e3ad962ec3fa tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:49.249891 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f41de7-fa59-4cec-b18d-e3ad962ec3fa tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833561-1-hyperv {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:33:49.261974 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-687b5a63-06f9-4e86-a91f-5fa0dd3b6a92 req-91f41de7-fa59-4cec-b18d-e3ad962ec3fa tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] No DVR routers for this DVR port 63ddc465-462a-4a49-b773-cd97079f7edc on host hv-neutron-8335 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:33:49.264073 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-687b5a63-06f9-4e86-a91f-5fa0dd3b6a92 req-91f41de7-fa59-4cec-b18d-e3ad962ec3fa tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:49.266484 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2b8831-585e-43ca-80f0-28964569aa1c', 'name': 'network-vif-deleted', 'tag': '63ddc465-462a-4a49-b773-cd97079f7edc'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:33:49.282852 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-687b5a63-06f9-4e86-a91f-5fa0dd3b6a92 req-91f41de7-fa59-4cec-b18d-e3ad962ec3fa tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.24 "DELETE /v2.0/ports/63ddc465-462a-4a49-b773-cd97079f7edc HTTP/1.1" status: 204 len: 173 time: 0.8031297 Mar 14 16:33:49.401154 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2b8831-585e-43ca-80f0-28964569aa1c', 'name': 'network-vif-deleted', 'tag': '63ddc465-462a-4a49-b773-cd97079f7edc', 'status': 'completed', 'code': 200} Mar 14 16:33:49.428682 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-94022065-2630-405e-b59f-9ed059616c32 req-3f39e58f-3385-46f9-a02e-0cea025c9cdc tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2b8831-585e-43ca-80f0-28964569aa1c HTTP/1.1" status: 200 len: 210 time: 0.0449169 Mar 14 16:33:51.089457 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34876) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:33:51.287061 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ef515bc9-d8f0-4ae7-bc4c-c3c7029d1730 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Deleting port f3066596-3105-4fa5-9373-cf94c25c6f55 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:33:51.287402 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef515bc9-d8f0-4ae7-bc4c-c3c7029d1730 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:51.452879 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef515bc9-d8f0-4ae7-bc4c-c3c7029d1730 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:51.453208 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef515bc9-d8f0-4ae7-bc4c-c3c7029d1730 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:51.561229 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:51.570838 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ef515bc9-d8f0-4ae7-bc4c-c3c7029d1730 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Calling delete_port for f3066596-3105-4fa5-9373-cf94c25c6f55 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:33:51.807607 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef515bc9-d8f0-4ae7-bc4c-c3c7029d1730 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:51.850111 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef515bc9-d8f0-4ae7-bc4c-c3c7029d1730 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Pushing event deleted for resources: {'Port': ['ID=f3066596-3105-4fa5-9373-cf94c25c6f55,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:33:51.947048 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef515bc9-d8f0-4ae7-bc4c-c3c7029d1730 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:52.036327 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 63ddc465-462a-4a49-b773-cd97079f7edc no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:33:52.067746 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 63ddc465-462a-4a49-b773-cd97079f7edc {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:33:52.068011 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 63ddc465-462a-4a49-b773-cd97079f7edc not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:33:52.330873 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef515bc9-d8f0-4ae7-bc4c-c3c7029d1730 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Router 4c6bdb30-ce37-4a36-a60d-874c007dea36 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:33:52.529681 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef515bc9-d8f0-4ae7-bc4c-c3c7029d1730 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:33:52.538986 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9b71c6-2fd2-4c0e-91e8-13eb184307bd None None] Sync routers for ids ['4c6bdb30-ce37-4a36-a60d-874c007dea36'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:33:52.545631 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef515bc9-d8f0-4ae7-bc4c-c3c7029d1730 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:52.550372 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9b71c6-2fd2-4c0e-91e8-13eb184307bd None None] Routers {'4c6bdb30-ce37-4a36-a60d-874c007dea36'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:33:52.551033 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-be9b71c6-2fd2-4c0e-91e8-13eb184307bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['4c6bdb30-ce37-4a36-a60d-874c007dea36'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:33:52.602476 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-ef515bc9-d8f0-4ae7-bc4c-c3c7029d1730 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "DELETE /v2.0/floatingips/8179e562-6ecc-47bd-9d9c-1edab44b83da HTTP/1.1" status: 204 len: 168 time: 1.5118077 Mar 14 16:33:52.602966 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'tag': '5ee18808-e528-4f92-b911-b3bb8f3351b2'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:33:52.658413 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'tag': '5ee18808-e528-4f92-b911-b3bb8f3351b2', 'status': 'completed', 'code': 200} Mar 14 16:33:52.734739 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-be9b71c6-2fd2-4c0e-91e8-13eb184307bd None None] Set router 4c6bdb30-ce37-4a36-a60d-874c007dea36 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:33:52.755192 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1f00cb6a-7733-4dbb-bc63-212a4dcee3a0 req-d2412013-1df0-464f-9df1-759aed36bd7e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d5fbaa2c4db412a8324b82b47ba22fe&device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 1096 time: 0.0746028 Mar 14 16:33:52.889707 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00cb6a-7733-4dbb-bc63-212a4dcee3a0 req-3232b124-e7c9-4710-a9e6-f6d1ff8990c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:33:52.891154 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1f00cb6a-7733-4dbb-bc63-212a4dcee3a0 req-3232b124-e7c9-4710-a9e6-f6d1ff8990c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=414a98eb-992f-493a-b993-5b9c22ac4792 HTTP/1.1" status: 200 len: 910 time: 0.1306562 Mar 14 16:33:52.997439 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1f00cb6a-7733-4dbb-bc63-212a4dcee3a0 req-46ad5d26-bb8e-4b2c-9450-2b4b966ea77a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ee18808-e528-4f92-b911-b3bb8f3351b2 HTTP/1.1" status: 200 len: 217 time: 0.0990634 Mar 14 16:33:53.074527 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-be9b71c6-2fd2-4c0e-91e8-13eb184307bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'name': 'tempest-TestSnapshotPattern-499878319-router', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:30Z', 'revision_number': 4, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'gw_port': {'id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '8109384d-9683-40fc-a0a9-e2d8fa3bb3f7', 'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'mac_address': 'fa:16:3e:fe:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:29Z', 'updated_at': '2022-03-14T16:27:49Z', 'revision_number': 5, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'subnets': [{'id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:33:53.075047 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00cb6a-7733-4dbb-bc63-212a4dcee3a0 req-ab0ee63a-57e2-4af9-8dfa-576e746c6ab1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:33:53.076450 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1f00cb6a-7733-4dbb-bc63-212a4dcee3a0 req-ab0ee63a-57e2-4af9-8dfa-576e746c6ab1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4181c791-9ba8-4e28-b98d-b5ea0a012d7e HTTP/1.1" status: 200 len: 848 time: 0.0666921 Mar 14 16:33:53.078523 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9b71c6-2fd2-4c0e-91e8-13eb184307bd None None] Checking router: 4c6bdb30-ce37-4a36-a60d-874c007dea36 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:33:53.083008 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53345f43-5474-4d9c-87f6-81f369398448 req-928926cd-d133-44f9-8b13-428027544ada tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:33:53.083668 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-53345f43-5474-4d9c-87f6-81f369398448 req-928926cd-d133-44f9-8b13-428027544ada tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Synchronizing usage tracker for tenant:5d5fbaa2c4db412a8324b82b47ba22fe on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:33:53.091013 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9b71c6-2fd2-4c0e-91e8-13eb184307bd None None] Routers {'4c6bdb30-ce37-4a36-a60d-874c007dea36'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:33:53.091869 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-be9b71c6-2fd2-4c0e-91e8-13eb184307bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['4c6bdb30-ce37-4a36-a60d-874c007dea36'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:33:53.147339 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.quota.resource [req-53345f43-5474-4d9c-87f6-81f369398448 req-928926cd-d133-44f9-8b13-428027544ada tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Unset dirty status for tenant:5d5fbaa2c4db412a8324b82b47ba22fe on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:33:53.148563 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-53345f43-5474-4d9c-87f6-81f369398448 req-928926cd-d133-44f9-8b13-428027544ada tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 943 time: 0.2037714 Mar 14 16:33:53.194599 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1f00cb6a-7733-4dbb-bc63-212a4dcee3a0 req-4b1fcfdb-61e8-4562-a149-a91480b0f0d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414a98eb-992f-493a-b993-5b9c22ac4792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1072910 Mar 14 16:33:53.229351 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-53345f43-5474-4d9c-87f6-81f369398448 req-b151fcc4-e7c9-4539-ad3f-493e668ce343 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710785 Mar 14 16:33:53.279515 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-be9b71c6-2fd2-4c0e-91e8-13eb184307bd None None] Set router 4c6bdb30-ce37-4a36-a60d-874c007dea36 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:33:53.330289 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1f00cb6a-7733-4dbb-bc63-212a4dcee3a0 req-b9c52f9c-aec4-438f-8bff-7e100d181411 service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280196 Mar 14 16:33:53.464666 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-1f00cb6a-7733-4dbb-bc63-212a4dcee3a0 req-b7f02f23-bb93-472e-9427-63fe6ff7fd32 service neutron] 10.222.0.24 "GET /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269906 Mar 14 16:33:53.626673 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-be9b71c6-2fd2-4c0e-91e8-13eb184307bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'name': 'tempest-TestSnapshotPattern-499878319-router', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:30Z', 'revision_number': 4, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'gw_port': {'id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '8109384d-9683-40fc-a0a9-e2d8fa3bb3f7', 'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'mac_address': 'fa:16:3e:fe:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:29Z', 'updated_at': '2022-03-14T16:27:49Z', 'revision_number': 5, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'subnets': [{'id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:33:53.631107 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9b71c6-2fd2-4c0e-91e8-13eb184307bd None None] The sync data for ids ['4c6bdb30-ce37-4a36-a60d-874c007dea36'] in dv-neutron-833561-1-hyperv is: [{'id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'name': 'tempest-TestSnapshotPattern-499878319-router', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:30Z', 'revision_number': 4, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'gw_port': {'id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv', '_interfaces': [{'id': '8109384d-9683-40fc-a0a9-e2d8fa3bb3f7', 'name': '', 'network_id': '414a98eb-992f-493a-b993-5b9c22ac4792', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'mac_address': 'fa:16:3e:fe:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:29Z', 'updated_at': '2022-03-14T16:27:49Z', 'revision_number': 5, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'subnets': [{'id': '4181c791-9ba8-4e28-b98d-b5ea0a012d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:33:53.839701 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f511dc-77fe-4c22-86f9-d883ff2d6107 None None] New status for floating IP 8179e562-6ecc-47bd-9d9c-1edab44b83da: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 14 16:33:53.897862 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11b93c-82f5-49a8-a166-ad216fab4791 req-35a30f2f-bd7d-413a-b8cb-a8cc6a29c615 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:33:53.899314 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6e11b93c-82f5-49a8-a166-ad216fab4791 req-35a30f2f-bd7d-413a-b8cb-a8cc6a29c615 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.24 "GET /v2.0/ports?device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 943 time: 0.0749142 Mar 14 16:33:53.970894 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-6e11b93c-82f5-49a8-a166-ad216fab4791 req-2ec793c7-d99c-45d5-baff-58fa946952c9 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Deleting port 5ee18808-e528-4f92-b911-b3bb8f3351b2 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:33:53.971234 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6e11b93c-82f5-49a8-a166-ad216fab4791 req-2ec793c7-d99c-45d5-baff-58fa946952c9 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:54.303705 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-6e11b93c-82f5-49a8-a166-ad216fab4791 req-2ec793c7-d99c-45d5-baff-58fa946952c9 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] For port 5ee18808-e528-4f92-b911-b3bb8f3351b2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=5ee18808-e528-4f92-b911-b3bb8f3351b2,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:33:54.304051 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6e11b93c-82f5-49a8-a166-ad216fab4791 req-2ec793c7-d99c-45d5-baff-58fa946952c9 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:54.431922 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c0e42-5c14-4422-a8a6-905ef9018279 req-1cd23e70-bf0d-4b81-a5dd-575904f6a838 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:33:54.432619 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-2b6c0e42-5c14-4422-a8a6-905ef9018279 req-1cd23e70-bf0d-4b81-a5dd-575904f6a838 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Synchronizing usage tracker for tenant:5d5fbaa2c4db412a8324b82b47ba22fe on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 16:33:54.433720 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-6e11b93c-82f5-49a8-a166-ad216fab4791 req-2ec793c7-d99c-45d5-baff-58fa946952c9 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Calling delete_port for 5ee18808-e528-4f92-b911-b3bb8f3351b2 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:33:54.445024 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.quota.resource [req-2b6c0e42-5c14-4422-a8a6-905ef9018279 req-1cd23e70-bf0d-4b81-a5dd-575904f6a838 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Unset dirty status for tenant:5d5fbaa2c4db412a8324b82b47ba22fe on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 16:33:54.446168 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2b6c0e42-5c14-4422-a8a6-905ef9018279 req-1cd23e70-bf0d-4b81-a5dd-575904f6a838 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e052b5f0-f325-494f-aa46-db871fc7e344 HTTP/1.1" status: 200 len: 943 time: 0.0927966 Mar 14 16:33:54.493253 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [req-2b6c0e42-5c14-4422-a8a6-905ef9018279 req-60ade0a4-4bc7-4bdb-8982-aadacac7f0b7 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bd0014f-62c9-4966-8390-6da5c7dd8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410099 Mar 14 16:33:54.576224 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6e11b93c-82f5-49a8-a166-ad216fab4791 req-2ec793c7-d99c-45d5-baff-58fa946952c9 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:54.622941 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec793c7-d99c-45d5-baff-58fa946952c9 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Pushing event deleted for resources: {'Port': ['ID=5ee18808-e528-4f92-b911-b3bb8f3351b2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:33:54.698913 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e11b93c-82f5-49a8-a166-ad216fab4791 req-2ec793c7-d99c-45d5-baff-58fa946952c9 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] No DVR routers for this DVR port 5ee18808-e528-4f92-b911-b3bb8f3351b2 on host hv-neutron-8335 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:33:54.701197 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6e11b93c-82f5-49a8-a166-ad216fab4791 req-2ec793c7-d99c-45d5-baff-58fa946952c9 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432586'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:54.703582 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'name': 'network-vif-deleted', 'tag': '5ee18808-e528-4f92-b911-b3bb8f3351b2'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 14 16:33:54.720546 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [req-6e11b93c-82f5-49a8-a166-ad216fab4791 req-2ec793c7-d99c-45d5-baff-58fa946952c9 tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.24 "DELETE /v2.0/ports/5ee18808-e528-4f92-b911-b3bb8f3351b2 HTTP/1.1" status: 204 len: 173 time: 0.8148689 Mar 14 16:33:54.765559 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e052b5f0-f325-494f-aa46-db871fc7e344', 'name': 'network-vif-deleted', 'tag': '5ee18808-e528-4f92-b911-b3bb8f3351b2', 'status': 'completed', 'code': 200} Mar 14 16:33:55.602597 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 34904) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:33:55.671671 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e65bf2c-5e7b-4fc2-b1c2-e499b38f098a tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:55.700090 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e65bf2c-5e7b-4fc2-b1c2-e499b38f098a tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:55.763039 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e65bf2c-5e7b-4fc2-b1c2-e499b38f098a tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:55.780509 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65bf2c-5e7b-4fc2-b1c2-e499b38f098a tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd0014f-62c9-4966-8390-6da5c7dd8e44,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:33:55.793935 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e65bf2c-5e7b-4fc2-b1c2-e499b38f098a tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:55.796211 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-5e65bf2c-5e7b-4fc2-b1c2-e499b38f098a tempest-TestSnapshotPattern-1204532019 tempest-TestSnapshotPattern-1204532019-project] 10.222.0.60 "DELETE /v2.0/security-groups/9bd0014f-62c9-4966-8390-6da5c7dd8e44 HTTP/1.1" status: 204 len: 168 time: 0.1915250 Mar 14 16:33:55.859146 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34910) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:33:56.360905 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6a28a1e-7360-4b24-a68d-e81d182d2858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:57.035892 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e6a28a1e-7360-4b24-a68d-e81d182d2858 admin admin] Deleting port 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:33:57.036622 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6a28a1e-7360-4b24-a68d-e81d182d2858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:57.203960 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-e6a28a1e-7360-4b24-a68d-e81d182d2858 admin admin] For port 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8109384d-9683-40fc-a0a9-e2d8fa3bb3f7,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:33:57.204314 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6a28a1e-7360-4b24-a68d-e81d182d2858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:57.323144 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e6a28a1e-7360-4b24-a68d-e81d182d2858 admin admin] Calling delete_port for 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:33:57.487591 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6a28a1e-7360-4b24-a68d-e81d182d2858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:57.529525 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a28a1e-7360-4b24-a68d-e81d182d2858 admin admin] Pushing event deleted for resources: {'Port': ['ID=8109384d-9683-40fc-a0a9-e2d8fa3bb3f7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:33:57.815097 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6a28a1e-7360-4b24-a68d-e81d182d2858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:58.074864 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 5ee18808-e528-4f92-b911-b3bb8f3351b2 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:33:58.108557 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] No Port match for: 5ee18808-e528-4f92-b911-b3bb8f3351b2 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:33:58.108885 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Device 5ee18808-e528-4f92-b911-b3bb8f3351b2 not bound to the agent host hv-neutron-8335 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:33:58.485201 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a28a1e-7360-4b24-a68d-e81d182d2858 admin admin] Router 4c6bdb30-ce37-4a36-a60d-874c007dea36 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:33:58.697885 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a28a1e-7360-4b24-a68d-e81d182d2858 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:33:58.708238 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e86af4-1052-4128-8940-dd7b9daf8e7d None None] Sync routers for ids ['4c6bdb30-ce37-4a36-a60d-874c007dea36'] in dv-neutron-833561-1-hyperv {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:33:58.710258 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-e6a28a1e-7360-4b24-a68d-e81d182d2858 admin admin] 10.222.0.60 "PUT /v2.0/routers/4c6bdb30-ce37-4a36-a60d-874c007dea36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8509662 Mar 14 16:33:58.712611 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34916) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:33:58.720136 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e86af4-1052-4128-8940-dd7b9daf8e7d None None] Routers {'4c6bdb30-ce37-4a36-a60d-874c007dea36'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:33:58.720738 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c4e86af4-1052-4128-8940-dd7b9daf8e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['4c6bdb30-ce37-4a36-a60d-874c007dea36'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:33:58.898553 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-c4e86af4-1052-4128-8940-dd7b9daf8e7d None None] Set router 4c6bdb30-ce37-4a36-a60d-874c007dea36 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:33:58.910775 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20df1459-07ac-43de-a622-5ff310df4809 admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:59.102835 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20df1459-07ac-43de-a622-5ff310df4809 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:59.112506 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-20df1459-07ac-43de-a622-5ff310df4809 admin admin] Deleting port 5efd64d2-9d1f-4a5c-9457-ebc578dae402 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:33:59.112946 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20df1459-07ac-43de-a622-5ff310df4809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:59.180466 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c4e86af4-1052-4128-8940-dd7b9daf8e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'name': 'tempest-TestSnapshotPattern-499878319-router', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:33:57Z', 'revision_number': 5, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'gw_port': {'id': '5efd64d2-9d1f-4a5c-9457-ebc578dae402', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:33:59.184222 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e86af4-1052-4128-8940-dd7b9daf8e7d None None] Checking router: 4c6bdb30-ce37-4a36-a60d-874c007dea36 for host: dv-neutron-833561-1-hyperv {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:33:59.195132 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e86af4-1052-4128-8940-dd7b9daf8e7d None None] Routers {'4c6bdb30-ce37-4a36-a60d-874c007dea36'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:33:59.195736 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c4e86af4-1052-4128-8940-dd7b9daf8e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['4c6bdb30-ce37-4a36-a60d-874c007dea36'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:33:59.287201 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-20df1459-07ac-43de-a622-5ff310df4809 admin admin] For port 5efd64d2-9d1f-4a5c-9457-ebc578dae402, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=5efd64d2-9d1f-4a5c-9457-ebc578dae402,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:33:59.287676 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20df1459-07ac-43de-a622-5ff310df4809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:59.346142 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-c4e86af4-1052-4128-8940-dd7b9daf8e7d None None] Set router 4c6bdb30-ce37-4a36-a60d-874c007dea36 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:33:59.404200 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-20df1459-07ac-43de-a622-5ff310df4809 admin admin] Calling delete_port for 5efd64d2-9d1f-4a5c-9457-ebc578dae402 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:33:59.449419 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c4e86af4-1052-4128-8940-dd7b9daf8e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'name': 'tempest-TestSnapshotPattern-499878319-router', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:33:59Z', 'revision_number': 6, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:33:59.453266 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e86af4-1052-4128-8940-dd7b9daf8e7d None None] The sync data for ids ['4c6bdb30-ce37-4a36-a60d-874c007dea36'] in dv-neutron-833561-1-hyperv is: [{'id': '4c6bdb30-ce37-4a36-a60d-874c007dea36', 'name': 'tempest-TestSnapshotPattern-499878319-router', 'tenant_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:27Z', 'updated_at': '2022-03-14T16:33:59Z', 'revision_number': 6, 'project_id': '5d5fbaa2c4db412a8324b82b47ba22fe', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:33:59.671680 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20df1459-07ac-43de-a622-5ff310df4809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1957094'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:33:59.714538 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df1459-07ac-43de-a622-5ff310df4809 admin admin] Pushing event deleted for resources: {'Port': ['ID=5efd64d2-9d1f-4a5c-9457-ebc578dae402,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:33:59.938518 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20df1459-07ac-43de-a622-5ff310df4809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:00.203440 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20df1459-07ac-43de-a622-5ff310df4809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:00.208289 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20df1459-07ac-43de-a622-5ff310df4809 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:00.239190 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20df1459-07ac-43de-a622-5ff310df4809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:00.240005 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20df1459-07ac-43de-a622-5ff310df4809 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c6bdb30-ce37-4a36-a60d-874c007dea36 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 16:34:00.253295 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20df1459-07ac-43de-a622-5ff310df4809 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:00.255010 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-20df1459-07ac-43de-a622-5ff310df4809 admin admin] 10.222.0.60 "DELETE /v2.0/routers/4c6bdb30-ce37-4a36-a60d-874c007dea36 HTTP/1.1" status: 204 len: 168 time: 1.5415225 Mar 14 16:34:00.257467 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.60', 34920) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:34:00.317486 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-749bebe3-f822-44a5-a54e-c7f78c9b6aeb admin admin] Deleting subnet 4181c791-9ba8-4e28-b98d-b5ea0a012d7e {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 16:34:00.320519 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-749bebe3-f822-44a5-a54e-c7f78c9b6aeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:00.367906 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-749bebe3-f822-44a5-a54e-c7f78c9b6aeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1957017'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:00.457916 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-749bebe3-f822-44a5-a54e-c7f78c9b6aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:00.525019 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-749bebe3-f822-44a5-a54e-c7f78c9b6aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1957077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1764079'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:00.564200 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749bebe3-f822-44a5-a54e-c7f78c9b6aeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4181c791-9ba8-4e28-b98d-b5ea0a012d7e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:34:00.569653 dv-neutron-833561-1-hyperv neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-749bebe3-f822-44a5-a54e-c7f78c9b6aeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:00.574929 dv-neutron-833561-1-hyperv neutron-server[83911]: INFO neutron.wsgi [None req-749bebe3-f822-44a5-a54e-c7f78c9b6aeb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4181c791-9ba8-4e28-b98d-b5ea0a012d7e HTTP/1.1" status: 204 len: 168 time: 0.3165464 Mar 14 16:34:00.575072 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad52a681-e574-43bd-a15b-4c1131d231da None None] Network 414a98eb-992f-493a-b993-5b9c22ac4792 requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:34:00.577498 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 34924) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:34:00.684789 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4efce61-fd66-4e30-9c81-848c24865a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:00.695128 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-b4efce61-fd66-4e30-9c81-848c24865a43 admin admin] Deleting port 8a5c902b-9755-4dd6-bf87-4aa85aed822a {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:34:00.695461 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4efce61-fd66-4e30-9c81-848c24865a43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:00.809237 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f796551e-0776-4fd3-bc31-533c38063092 None None] DHCP port deletion for 414a98eb-992f-493a-b993-5b9c22ac4792 request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 16:34:00.813612 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f796551e-0776-4fd3-bc31-533c38063092 None None] Deleting port 8a5c902b-9755-4dd6-bf87-4aa85aed822a {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:34:00.813988 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f796551e-0776-4fd3-bc31-533c38063092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:00.903647 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-b4efce61-fd66-4e30-9c81-848c24865a43 admin admin] For port 8a5c902b-9755-4dd6-bf87-4aa85aed822a, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8a5c902b-9755-4dd6-bf87-4aa85aed822a,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:34:00.904002 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4efce61-fd66-4e30-9c81-848c24865a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:01.018573 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:34:01.027485 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-b4efce61-fd66-4e30-9c81-848c24865a43 admin admin] Calling delete_port for 8a5c902b-9755-4dd6-bf87-4aa85aed822a owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:34:01.066043 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:34:01.066443 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8109384d-9683-40fc-a0a9-e2d8fa3bb3f7 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:34:01.066805 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8a5c902b-9755-4dd6-bf87-4aa85aed822a no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:34:01.101611 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4efce61-fd66-4e30-9c81-848c24865a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:01.131351 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f796551e-0776-4fd3-bc31-533c38063092 None None] For port 8a5c902b-9755-4dd6-bf87-4aa85aed822a, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=8a5c902b-9755-4dd6-bf87-4aa85aed822a,segment=NetworkSegment(5b7777bb-144a-4c94-9ac9-42ba3efbb1f7),segment_id=5b7777bb-144a-4c94-9ac9-42ba3efbb1f7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:34:01.131741 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f796551e-0776-4fd3-bc31-533c38063092 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:01.150574 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efce61-fd66-4e30-9c81-848c24865a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a5c902b-9755-4dd6-bf87-4aa85aed822a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:34:01.155911 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4efce61-fd66-4e30-9c81-848c24865a43 admin admin] No DVR routers for this DVR port 8a5c902b-9755-4dd6-bf87-4aa85aed822a on host dv-neutron-833561-1-hyperv {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:34:01.195621 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No active binding found for port 8a5c902b-9755-4dd6-bf87-4aa85aed822a {{(pid=83912) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 14 16:34:01.195847 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 8a5c902b-9755-4dd6-bf87-4aa85aed822a not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:34:01.196181 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5efd64d2-9d1f-4a5c-9457-ebc578dae402 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:34:01.284004 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f796551e-0776-4fd3-bc31-533c38063092 None None] Calling delete_port for 8a5c902b-9755-4dd6-bf87-4aa85aed822a owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:34:01.311788 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 5efd64d2-9d1f-4a5c-9457-ebc578dae402 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:34:01.312155 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 5efd64d2-9d1f-4a5c-9457-ebc578dae402 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:34:01.360511 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4efce61-fd66-4e30-9c81-848c24865a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:01.360828 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-f796551e-0776-4fd3-bc31-533c38063092 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 16:34:01.361494 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-f796551e-0776-4fd3-bc31-533c38063092 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 16:34:01.390832 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-b4efce61-fd66-4e30-9c81-848c24865a43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414a98eb-992f-493a-b993-5b9c22ac4792']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:34:01.403099 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-b4efce61-fd66-4e30-9c81-848c24865a43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7777bb-144a-4c94-9ac9-42ba3efbb1f7') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:34:01.403393 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-b4efce61-fd66-4e30-9c81-848c24865a43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7777bb-144a-4c94-9ac9-42ba3efbb1f7') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:34:01.414909 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4efce61-fd66-4e30-9c81-848c24865a43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:01.430421 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4efce61-fd66-4e30-9c81-848c24865a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:01.436401 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4efce61-fd66-4e30-9c81-848c24865a43 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 16:34:01.436768 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4efce61-fd66-4e30-9c81-848c24865a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 16:34:01.449802 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 16:34:01.523752 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4efce61-fd66-4e30-9c81-848c24865a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:01.528449 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4efce61-fd66-4e30-9c81-848c24865a43 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:01.550923 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efce61-fd66-4e30-9c81-848c24865a43 admin admin] Pushing event deleted for resources: {'Network': ['ID=414a98eb-992f-493a-b993-5b9c22ac4792,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:34:01.562291 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-b4efce61-fd66-4e30-9c81-848c24865a43 admin admin] 10.222.0.60 "DELETE /v2.0/networks/414a98eb-992f-493a-b993-5b9c22ac4792 HTTP/1.1" status: 204 len: 168 time: 0.9837477 Mar 14 16:34:01.565107 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 34928) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:34:01.862570 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f796551e-0776-4fd3-bc31-533c38063092 None None] Deleting port 8a5c902b-9755-4dd6-bf87-4aa85aed822a {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:34:01.863692 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f796551e-0776-4fd3-bc31-533c38063092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:01.924197 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f796551e-0776-4fd3-bc31-533c38063092 None None] The port '8a5c902b-9755-4dd6-bf87-4aa85aed822a' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 16:34:01.954669 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bae8c103-12a1-4ee1-8520-b7990c447ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962682'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:02.532137 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-bae8c103-12a1-4ee1-8520-b7990c447ee5 admin admin] Deleting port 40564eb4-212f-4b1c-9b68-98964bee0a32 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:34:02.532387 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bae8c103-12a1-4ee1-8520-b7990c447ee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:02.699850 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-bae8c103-12a1-4ee1-8520-b7990c447ee5 admin admin] For port 40564eb4-212f-4b1c-9b68-98964bee0a32, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=40564eb4-212f-4b1c-9b68-98964bee0a32,segment=NetworkSegment(a19d74e9-07c5-43b8-9447-77800298b02b),segment_id=a19d74e9-07c5-43b8-9447-77800298b02b)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:34:02.700198 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bae8c103-12a1-4ee1-8520-b7990c447ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:02.903758 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-bae8c103-12a1-4ee1-8520-b7990c447ee5 admin admin] Calling delete_port for 40564eb4-212f-4b1c-9b68-98964bee0a32 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:34:03.067735 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bae8c103-12a1-4ee1-8520-b7990c447ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:03.113881 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8c103-12a1-4ee1-8520-b7990c447ee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=40564eb4-212f-4b1c-9b68-98964bee0a32,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:34:03.403753 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bae8c103-12a1-4ee1-8520-b7990c447ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66979610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962605'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:03.956706 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae8c103-12a1-4ee1-8520-b7990c447ee5 admin admin] Router d922094c-7354-40c8-9878-f0860739ce62 has already been hosted by L3 agent 26eeaf3d-499f-4837-8f01-3f10ce0c13c4 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:34:04.156640 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae8c103-12a1-4ee1-8520-b7990c447ee5 admin admin] Notify agent at l3_agent.dv-neutron-833561-1-hyperv the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:34:04.165723 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53e0e5b-4db1-49c7-9d04-df71ee36b62f None None] Sync routers for ids ['d922094c-7354-40c8-9878-f0860739ce62'] in dv-neutron-833561-1-hyperv {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 14 16:34:04.174756 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-bae8c103-12a1-4ee1-8520-b7990c447ee5 admin admin] 10.222.0.60 "PUT /v2.0/routers/d922094c-7354-40c8-9878-f0860739ce62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6064336 Mar 14 16:34:04.175791 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 34932) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:34:04.182574 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53e0e5b-4db1-49c7-9d04-df71ee36b62f None None] Routers {'d922094c-7354-40c8-9878-f0860739ce62'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:34:04.183176 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e53e0e5b-4db1-49c7-9d04-df71ee36b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['d922094c-7354-40c8-9878-f0860739ce62'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:34:04.369069 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-e53e0e5b-4db1-49c7-9d04-df71ee36b62f None None] Set router d922094c-7354-40c8-9878-f0860739ce62 gateway port host: dv-neutron-833561-1-hyperv {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:34:04.494792 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d4d2fb2-67d6-45e2-bc21-f2b13ced5ff2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:04.654165 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e53e0e5b-4db1-49c7-9d04-df71ee36b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd922094c-7354-40c8-9878-f0860739ce62', 'name': 'tempest-TestSnapshotPattern-1579605020-router', 'tenant_id': '99575e75d4ad487e8c89606a3e565187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'external_fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'e8627425-931c-4b7d-83d8-eb3017f93723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:33Z', 'updated_at': '2022-03-14T16:34:03Z', 'revision_number': 5, 'project_id': '99575e75d4ad487e8c89606a3e565187', 'gw_port': {'id': 'e8627425-931c-4b7d-83d8-eb3017f93723', 'name': '', 'network_id': 'e91d4e5d-6c7e-46ec-93fa-aca4dce492d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd922094c-7354-40c8-9878-f0860739ce62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833561-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:27:33Z', 'updated_at': '2022-03-14T16:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45107c68-cc2e-4baa-9790-efe77d4b6ad7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833561-1-hyperv'}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:34:04.661466 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53e0e5b-4db1-49c7-9d04-df71ee36b62f None None] Checking router: d922094c-7354-40c8-9878-f0860739ce62 for host: dv-neutron-833561-1-hyperv {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 14 16:34:04.674136 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53e0e5b-4db1-49c7-9d04-df71ee36b62f None None] Routers {'d922094c-7354-40c8-9878-f0860739ce62'} bound to L3 agent in host dv-neutron-833561-1-hyperv {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 14 16:34:04.674743 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e53e0e5b-4db1-49c7-9d04-df71ee36b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833561-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:18:45Z,description=,heartbeat_timestamp=2022-03-14T16:33:45Z,host='dv-neutron-833561-1-hyperv',id=26eeaf3d-499f-4837-8f01-3f10ce0c13c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:18:45Z,topic='l3_agent')) {'router_ids': ['d922094c-7354-40c8-9878-f0860739ce62'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:34:04.694471 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d4d2fb2-67d6-45e2-bc21-f2b13ced5ff2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:04.704662 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d2fb2-67d6-45e2-bc21-f2b13ced5ff2 admin admin] Deleting port e8627425-931c-4b7d-83d8-eb3017f93723 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:34:04.704991 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d4d2fb2-67d6-45e2-bc21-f2b13ced5ff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:04.833467 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-e53e0e5b-4db1-49c7-9d04-df71ee36b62f None None] Set router d922094c-7354-40c8-9878-f0860739ce62 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 14 16:34:04.879571 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-1d4d2fb2-67d6-45e2-bc21-f2b13ced5ff2 admin admin] For port e8627425-931c-4b7d-83d8-eb3017f93723, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=e8627425-931c-4b7d-83d8-eb3017f93723,segment=NetworkSegment(3c7c7368-e19a-4f2a-9309-d76fb9f6fe91),segment_id=3c7c7368-e19a-4f2a-9309-d76fb9f6fe91)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:34:04.879949 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d4d2fb2-67d6-45e2-bc21-f2b13ced5ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:04.934383 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e53e0e5b-4db1-49c7-9d04-df71ee36b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd922094c-7354-40c8-9878-f0860739ce62', 'name': 'tempest-TestSnapshotPattern-1579605020-router', 'tenant_id': '99575e75d4ad487e8c89606a3e565187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:33Z', 'updated_at': '2022-03-14T16:34:04Z', 'revision_number': 6, 'project_id': '99575e75d4ad487e8c89606a3e565187', 'gw_port_host': None}], 'dv-neutron-833561-1-hyperv', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:34:04.938149 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53e0e5b-4db1-49c7-9d04-df71ee36b62f None None] The sync data for ids ['d922094c-7354-40c8-9878-f0860739ce62'] in dv-neutron-833561-1-hyperv is: [{'id': 'd922094c-7354-40c8-9878-f0860739ce62', 'name': 'tempest-TestSnapshotPattern-1579605020-router', 'tenant_id': '99575e75d4ad487e8c89606a3e565187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:27:33Z', 'updated_at': '2022-03-14T16:34:04Z', 'revision_number': 6, 'project_id': '99575e75d4ad487e8c89606a3e565187', 'gw_port_host': None}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 14 16:34:05.010711 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d2fb2-67d6-45e2-bc21-f2b13ced5ff2 admin admin] Calling delete_port for e8627425-931c-4b7d-83d8-eb3017f93723 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:34:05.171809 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d4d2fb2-67d6-45e2-bc21-f2b13ced5ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:05.214824 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d2fb2-67d6-45e2-bc21-f2b13ced5ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8627425-931c-4b7d-83d8-eb3017f93723,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:34:05.443531 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d4d2fb2-67d6-45e2-bc21-f2b13ced5ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963175'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:05.792468 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d4d2fb2-67d6-45e2-bc21-f2b13ced5ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-950423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26012'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:05.796589 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d4d2fb2-67d6-45e2-bc21-f2b13ced5ff2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:05.822535 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d4d2fb2-67d6-45e2-bc21-f2b13ced5ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950331'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:05.823054 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4d2fb2-67d6-45e2-bc21-f2b13ced5ff2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d922094c-7354-40c8-9878-f0860739ce62 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 16:34:05.835271 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d4d2fb2-67d6-45e2-bc21-f2b13ced5ff2 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:05.836406 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-1d4d2fb2-67d6-45e2-bc21-f2b13ced5ff2 admin admin] 10.222.0.60 "DELETE /v2.0/routers/d922094c-7354-40c8-9878-f0860739ce62 HTTP/1.1" status: 204 len: 168 time: 1.6596742 Mar 14 16:34:05.838906 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 34938) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:34:05.898902 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-3773f0ff-d5b9-484d-9925-a633bef2c09d admin admin] Deleting subnet 51e675b3-76d9-4929-9c55-077eda6dc205 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 14 16:34:05.901833 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3773f0ff-d5b9-484d-9925-a633bef2c09d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:05.954312 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3773f0ff-d5b9-484d-9925-a633bef2c09d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1647393'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:06.033007 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3773f0ff-d5b9-484d-9925-a633bef2c09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66236934'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:06.102494 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3773f0ff-d5b9-484d-9925-a633bef2c09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66236943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1907566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1199957'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:06.141476 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773f0ff-d5b9-484d-9925-a633bef2c09d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51e675b3-76d9-4929-9c55-077eda6dc205,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:34:06.146580 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3773f0ff-d5b9-484d-9925-a633bef2c09d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:06.154649 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c127b0-7910-4080-877c-490e6f17d955 None None] Network 0a644936-1ab5-4206-9497-84398898b80a requested from dv-neutron-833561-1-hyperv {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 14 16:34:06.155148 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3773f0ff-d5b9-484d-9925-a633bef2c09d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/51e675b3-76d9-4929-9c55-077eda6dc205 HTTP/1.1" status: 204 len: 168 time: 0.3125656 Mar 14 16:34:06.155148 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 34942) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:34:06.264170 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9442fbd-cbc0-489d-b5ba-bc2e1d790f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66328546'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:06.275691 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a9442fbd-cbc0-489d-b5ba-bc2e1d790f47 admin admin] Deleting port 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:34:06.276027 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9442fbd-cbc0-489d-b5ba-bc2e1d790f47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:06.388538 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ebe6c5-d530-4b21-9849-1125f7d45809 None None] DHCP port deletion for 0a644936-1ab5-4206-9497-84398898b80a request from dv-neutron-833561-1-hyperv {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 14 16:34:06.392746 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-87ebe6c5-d530-4b21-9849-1125f7d45809 None None] Deleting port 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:34:06.393117 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87ebe6c5-d530-4b21-9849-1125f7d45809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:06.481746 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-a9442fbd-cbc0-489d-b5ba-bc2e1d790f47 admin admin] For port 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=53d755e5-fe9f-419f-bc69-2c9cfd45a5c3,segment=NetworkSegment(a19d74e9-07c5-43b8-9447-77800298b02b),segment_id=a19d74e9-07c5-43b8-9447-77800298b02b)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:34:06.482141 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9442fbd-cbc0-489d-b5ba-bc2e1d790f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:06.595595 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-87ebe6c5-d530-4b21-9849-1125f7d45809 None None] For port 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3, host dv-neutron-833561-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833561-1-hyperv',level=0,port_id=53d755e5-fe9f-419f-bc69-2c9cfd45a5c3,segment=NetworkSegment(a19d74e9-07c5-43b8-9447-77800298b02b),segment_id=a19d74e9-07c5-43b8-9447-77800298b02b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:34:06.595903 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87ebe6c5-d530-4b21-9849-1125f7d45809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633416'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:06.602526 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a9442fbd-cbc0-489d-b5ba-bc2e1d790f47 admin admin] Calling delete_port for 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:34:06.677375 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9442fbd-cbc0-489d-b5ba-bc2e1d790f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66280613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782436048020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782435674480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907549'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:06.713757 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-87ebe6c5-d530-4b21-9849-1125f7d45809 None None] Calling delete_port for 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 14 16:34:06.725726 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9442fbd-cbc0-489d-b5ba-bc2e1d790f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=53d755e5-fe9f-419f-bc69-2c9cfd45a5c3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:34:06.729456 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9442fbd-cbc0-489d-b5ba-bc2e1d790f47 admin admin] No DVR routers for this DVR port 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3 on host dv-neutron-833561-1-hyperv {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:34:06.781717 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.db.api [None req-87ebe6c5-d530-4b21-9849-1125f7d45809 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 16:34:06.782077 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG oslo_db.api [None req-87ebe6c5-d530-4b21-9849-1125f7d45809 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 16:34:06.842415 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9442fbd-cbc0-489d-b5ba-bc2e1d790f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66239379', 'neutron.services.segments.db._delete_segments_for_network-8782436127353'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:06.866248 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-a9442fbd-cbc0-489d-b5ba-bc2e1d790f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a644936-1ab5-4206-9497-84398898b80a']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:34:06.877694 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-a9442fbd-cbc0-489d-b5ba-bc2e1d790f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a19d74e9-07c5-43b8-9447-77800298b02b') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:34:06.877983 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.services.segments.db [None req-a9442fbd-cbc0-489d-b5ba-bc2e1d790f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a19d74e9-07c5-43b8-9447-77800298b02b') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:34:06.889719 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9442fbd-cbc0-489d-b5ba-bc2e1d790f47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782436127236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1650642'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:06.906558 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9442fbd-cbc0-489d-b5ba-bc2e1d790f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66399072'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:06.913169 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9442fbd-cbc0-489d-b5ba-bc2e1d790f47 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 14 16:34:06.913549 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9442fbd-cbc0-489d-b5ba-bc2e1d790f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66399099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907456'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: Traceback (most recent call last): Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: timer() Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: cb(*args, **kw) Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: return func(*args, **kwargs) Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: self._notify() Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: self.callback(batched_events) Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: event.method(event) Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: return f(self, *a, **k) Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._get(url).json() Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: return self.request(url, 'GET', **kwargs) Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 16:34:06.927444 dv-neutron-833561-1-hyperv neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 16:34:07.005683 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9442fbd-cbc0-489d-b5ba-bc2e1d790f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66239384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66979831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963194'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:07.005850 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device e8627425-931c-4b7d-83d8-eb3017f93723 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:34:07.021949 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9442fbd-cbc0-489d-b5ba-bc2e1d790f47 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:07.033879 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9442fbd-cbc0-489d-b5ba-bc2e1d790f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a644936-1ab5-4206-9497-84398898b80a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:34:07.041382 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-a9442fbd-cbc0-489d-b5ba-bc2e1d790f47 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0a644936-1ab5-4206-9497-84398898b80a HTTP/1.1" status: 204 len: 168 time: 0.8855469 Mar 14 16:34:07.041572 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: e8627425-931c-4b7d-83d8-eb3017f93723 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:34:07.041912 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device e8627425-931c-4b7d-83d8-eb3017f93723 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:34:07.042365 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:34:07.073426 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:34:07.073778 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:34:07.074221 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 40564eb4-212f-4b1c-9b68-98964bee0a32 no longer exists at agent ovs-agent-dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 16:34:07.105496 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] No Port match for: 40564eb4-212f-4b1c-9b68-98964bee0a32 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 14 16:34:07.105851 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Device 40564eb4-212f-4b1c-9b68-98964bee0a32 not bound to the agent host dv-neutron-833561-1-hyperv {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 16:34:07.173266 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 34950) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:34:07.223543 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-3fc49220-2b1b-45eb-9e78-ae3263f722e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5d5fbaa2c4db412a8324b82b47ba22fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491533 Mar 14 16:34:07.225916 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 34954) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:34:07.281600 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2881320-46aa-4b2b-a997-66b9d3802c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:07.283433 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-87ebe6c5-d530-4b21-9849-1125f7d45809 None None] Deleting port 53d755e5-fe9f-419f-bc69-2c9cfd45a5c3 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 14 16:34:07.283871 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87ebe6c5-d530-4b21-9849-1125f7d45809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782436107475'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:07.306957 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2881320-46aa-4b2b-a997-66b9d3802c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:07.349592 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-87ebe6c5-d530-4b21-9849-1125f7d45809 None None] The port '53d755e5-fe9f-419f-bc69-2c9cfd45a5c3' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 14 16:34:07.363006 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2881320-46aa-4b2b-a997-66b9d3802c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:07.379712 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2881320-46aa-4b2b-a997-66b9d3802c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfe9be8-a0aa-4f45-93a2-61b55af96f7b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:34:07.386677 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2881320-46aa-4b2b-a997-66b9d3802c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:07.387966 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e2881320-46aa-4b2b-a997-66b9d3802c4b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4bfe9be8-a0aa-4f45-93a2-61b55af96f7b HTTP/1.1" status: 204 len: 168 time: 0.1611519 Mar 14 16:34:07.766624 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 34962) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:34:07.815374 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-8db0dfa4-8be5-4ebe-aa42-041a4fc75bfe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=99575e75d4ad487e8c89606a3e565187&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476379 Mar 14 16:34:07.818433 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.60', 34966) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 16:34:07.875143 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e0f191a1-ae95-473c-b32f-bee7b377435e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:07.900247 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e0f191a1-ae95-473c-b32f-bee7b377435e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:07.950415 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e0f191a1-ae95-473c-b32f-bee7b377435e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985181'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:07.967068 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f191a1-ae95-473c-b32f-bee7b377435e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c353b6-03b9-4869-b4bb-cdbac7affa5d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:34:07.970237 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e0f191a1-ae95-473c-b32f-bee7b377435e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:07.971341 dv-neutron-833561-1-hyperv neutron-server[83910]: INFO neutron.wsgi [None req-e0f191a1-ae95-473c-b32f-bee7b377435e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a1c353b6-03b9-4869-b4bb-cdbac7affa5d HTTP/1.1" status: 204 len: 168 time: 0.1520452 Mar 14 16:34:13.111009 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-27a43dd6-755d-46ab-b128-259227259416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:15.265226 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5c1081ed-75bc-410a-a5e9-74da4d3fd935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:16.562827 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:16.732519 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:17.783377 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:34:18.211142 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:21.566495 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:43.113032 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4c64798f-ba4f-420b-bfad-0763298b9c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:45.266086 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-66885841-a000-43e2-a260-43da35ddeae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:46.564557 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:46.734708 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:48.214248 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:51.561507 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:34:54.783211 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:35:13.115060 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cbc24cd5-7aae-497a-a2f1-428908a9157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:35:15.270650 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c129ed0c-05b7-446d-9626-b5754b193397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:35:16.567419 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:35:16.736831 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:35:18.215404 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:35:21.574591 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:35:31.782788 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:35:43.117850 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-72829d6c-6958-4735-834f-cb1e277d3d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:35:45.264506 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8cd9e697-7b7f-4102-bb35-b924c63937d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:35:45.826682 dv-neutron-833561-1-hyperv neutron-server[83910]: DEBUG neutron.wsgi [req-c0790983-6fc4-4590-8e71-6a1d3a5e2c71 req-7bdb8621-a0dc-4f77-b04a-42658a5ab3b0 service neutron] (83910) timed out ('10.222.0.60', 60710) {{(pid=83910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 14 16:35:46.571077 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:35:46.737874 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:35:48.219350 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:35:51.588368 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:36:08.782937 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:36:13.119286 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-982808ac-ac52-40ee-a918-874fa2702440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:36:15.264687 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00ce85a9-73c1-45e7-a99e-0cafbb5dc9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:36:16.573413 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:36:16.739508 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:36:18.222853 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:36:21.587898 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:36:43.120557 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-58d16977-6293-4196-8078-07f1fe4b0135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:36:45.269428 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf902b29-629d-4015-ba1e-b7691a84511c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:36:45.782561 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:36:46.575965 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:36:46.742951 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:36:48.226606 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:36:51.587993 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:37:13.125482 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7dc21ea3-12f9-4fd0-97b4-61abbcfbb8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:37:15.272243 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-574585d2-3a9f-44e4-b2d2-50e036e9ef13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:37:16.579846 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:37:16.744424 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:37:18.234342 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:37:21.585618 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:37:22.782650 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:37:43.128078 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-779aa635-03fb-4a3b-8343-36ad52558262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:37:45.272635 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9108bbdf-dacd-45f4-9321-48aa17dfff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:37:46.586253 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:37:46.745770 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:37:48.234346 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:37:51.599678 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:37:59.782253 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:38:13.130818 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9ec8ea74-acea-4d72-8374-fda072ed28f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:38:15.273533 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eadb7af8-ffd6-4017-85ca-a6b528b5ea38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:38:16.585644 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:38:16.747145 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:38:18.239794 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:38:21.616760 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:38:36.782315 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:38:43.133387 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-96ce77a6-5526-41cf-8e89-00638e6230c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:38:45.274399 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ded99e97-0429-44fc-b5d7-6b52d2833e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:38:46.587257 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:38:46.748943 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:38:48.240127 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:38:51.612809 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:39:13.139643 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a4830b4-ffad-44d8-b193-bdd53c0ed349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:39:13.782425 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:39:15.274766 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-33ed40f9-974f-497c-b7fc-620c32ef7016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:39:16.590449 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:39:16.749805 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:39:18.244787 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:39:21.610684 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:39:43.131720 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1898de11-e8c0-4c33-bb3f-7f3819fb7ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:39:45.275734 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a87f70cb-2766-4d0d-bc65-bc43d6d4e029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:39:46.592731 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a217aa8-c7fa-45ae-b8f1-20e3f81dcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:39:46.752056 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6e71a9d-523b-4823-af42-a47d0eabc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:39:48.247943 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c576cc1-6b8f-483d-a688-b7718c9e2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:39:50.783083 dv-neutron-833561-1-hyperv neutron-server[83913]: DEBUG neutron.db.agents_db [None req-a1d2e1dd-cccc-4615-8e43-fc378a8b8ca1 None None] Agent healthcheck: found 6 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 16:39:51.610436 dv-neutron-833561-1-hyperv neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb4844a6-fdd3-48fb-b36f-d705d7fa88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782436127335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66209171'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}